diff --git "a/dinov2-224px+7b/run-metrics.jsonl" "b/dinov2-224px+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/dinov2-224px+7b/run-metrics.jsonl"
@@ -0,0 +1,5199 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "vicuna-v15-7b", "llm_max_length": 2048, "model_id": "dinov2-224px+7b", "reduce_in_full_precision": false, "type": "dinov2-224px+7b", "vision_backbone_id": "dinov2-vit-l"}, "pretrained_checkpoint": null, "run_id": "dinov2-224px+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "dinov2-224px+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 6.175971031188965, "Finetune/Loss (Raw)": 6.175971031188965, "Finetune/Step": 1, "Finetune/Step Time": 22.460840225219727}
+{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 6.340497970581055, "Finetune/Loss (Raw)": 6.5050249099731445, "Finetune/Step": 2, "Finetune/Step Time": 15.055639028549194}
+{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 5.857001304626465, "Finetune/Loss (Raw)": 4.890007019042969, "Finetune/Step": 3, "Finetune/Step Time": 11.432345231374105}
+{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 5.444787502288818, "Finetune/Loss (Raw)": 4.208147048950195, "Finetune/Step": 4, "Finetune/Step Time": 9.645625948905945}
+{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 5.133100509643555, "Finetune/Loss (Raw)": 3.8863532543182373, "Finetune/Step": 5, "Finetune/Step Time": 8.743442821502686}
+{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 4.881048202514648, "Finetune/Loss (Raw)": 3.6207830905914307, "Finetune/Step": 6, "Finetune/Step Time": 8.10103420416514}
+{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 4.7213239669799805, "Finetune/Loss (Raw)": 3.7629799842834473, "Finetune/Step": 7, "Finetune/Step Time": 7.618832043239048}
+{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 4.5435991287231445, "Finetune/Loss (Raw)": 3.299525737762451, "Finetune/Step": 8, "Finetune/Step Time": 7.424809634685516}
+{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 4.384306907653809, "Finetune/Loss (Raw)": 3.1099722385406494, "Finetune/Step": 9, "Finetune/Step Time": 7.133226818508572}
+{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 4.304311275482178, "Finetune/Loss (Raw)": 3.584350824356079, "Finetune/Step": 10, "Finetune/Step Time": 7.151255512237549}
+{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 4.195527076721191, "Finetune/Loss (Raw)": 3.107680320739746, "Finetune/Step": 11, "Finetune/Step Time": 6.910976279865611}
+{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 4.108069896697998, "Finetune/Loss (Raw)": 3.1460440158843994, "Finetune/Step": 12, "Finetune/Step Time": 6.723162094751994}
+{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 4.016528606414795, "Finetune/Loss (Raw)": 2.9180335998535156, "Finetune/Step": 13, "Finetune/Step Time": 6.55879101386437}
+{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 3.9529941082000732, "Finetune/Loss (Raw)": 3.127042770385742, "Finetune/Step": 14, "Finetune/Step Time": 6.400586945669992}
+{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 3.858246326446533, "Finetune/Loss (Raw)": 2.5317776203155518, "Finetune/Step": 15, "Finetune/Step Time": 6.353854926427205}
+{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 3.7316389083862305, "Finetune/Loss (Raw)": 1.8325265645980835, "Finetune/Step": 16, "Finetune/Step Time": 6.321554318070412}
+{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 3.6566410064697266, "Finetune/Loss (Raw)": 2.456678867340088, "Finetune/Step": 17, "Finetune/Step Time": 6.234119555529426}
+{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 3.5553486347198486, "Finetune/Loss (Raw)": 1.833375096321106, "Finetune/Step": 18, "Finetune/Step Time": 6.181638240814209}
+{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 3.4848790168762207, "Finetune/Loss (Raw)": 2.2164244651794434, "Finetune/Step": 19, "Finetune/Step Time": 6.085174924448917}
+{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 3.417076826095581, "Finetune/Loss (Raw)": 2.128837823867798, "Finetune/Step": 20, "Finetune/Step Time": 5.983849442005157}
+{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 3.340881824493408, "Finetune/Loss (Raw)": 1.8169814348220825, "Finetune/Step": 21, "Finetune/Step Time": 5.9794486817859465}
+{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 3.2638347148895264, "Finetune/Loss (Raw)": 1.645843505859375, "Finetune/Step": 22, "Finetune/Step Time": 5.925879608501088}
+{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 3.131441593170166, "Finetune/Loss (Raw)": 0.21879631280899048, "Finetune/Step": 23, "Finetune/Step Time": 6.020057346509851}
+{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 3.080124616622925, "Finetune/Loss (Raw)": 1.8998342752456665, "Finetune/Step": 24, "Finetune/Step Time": 5.946219672759374}
+{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 3.0305511951446533, "Finetune/Loss (Raw)": 1.8407865762710571, "Finetune/Step": 25, "Finetune/Step Time": 5.900191326141357}
+{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 2.924185276031494, "Finetune/Loss (Raw)": 0.26503798365592957, "Finetune/Step": 26, "Finetune/Step Time": 6.006374753438509}
+{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 2.8838531970977783, "Finetune/Loss (Raw)": 1.8352237939834595, "Finetune/Step": 27, "Finetune/Step Time": 5.93455731427228}
+{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 2.8386871814727783, "Finetune/Loss (Raw)": 1.6191989183425903, "Finetune/Step": 28, "Finetune/Step Time": 5.872068004948752}
+{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 2.7958521842956543, "Finetune/Loss (Raw)": 1.5964691638946533, "Finetune/Step": 29, "Finetune/Step Time": 5.863787404422102}
+{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 2.753229856491089, "Finetune/Loss (Raw)": 1.5171921253204346, "Finetune/Step": 30, "Finetune/Step Time": 5.8605175336201984}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 2.719585657119751, "Finetune/Loss (Raw)": 1.7102646827697754, "Finetune/Step": 31, "Finetune/Step Time": 5.832446644383092}
+{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 2.683192253112793, "Finetune/Loss (Raw)": 1.5549813508987427, "Finetune/Step": 32, "Finetune/Step Time": 5.859062507748604}
+{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 2.6449801921844482, "Finetune/Loss (Raw)": 1.4221981763839722, "Finetune/Step": 33, "Finetune/Step Time": 5.838666619676532}
+{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 2.605870008468628, "Finetune/Loss (Raw)": 1.3152422904968262, "Finetune/Step": 34, "Finetune/Step Time": 5.802226648611181}
+{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 2.5804364681243896, "Finetune/Loss (Raw)": 1.7156901359558105, "Finetune/Step": 35, "Finetune/Step Time": 5.779629898071289}
+{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 2.5479812622070312, "Finetune/Loss (Raw)": 1.4120513200759888, "Finetune/Step": 36, "Finetune/Step Time": 5.791960034105513}
+{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 2.521216869354248, "Finetune/Loss (Raw)": 1.557694435119629, "Finetune/Step": 37, "Finetune/Step Time": 5.844291332605723}
+{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 2.4907209873199463, "Finetune/Loss (Raw)": 1.3623782396316528, "Finetune/Step": 38, "Finetune/Step Time": 5.803512824209113}
+{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 2.4610235691070557, "Finetune/Loss (Raw)": 1.3325138092041016, "Finetune/Step": 39, "Finetune/Step Time": 5.760752121607463}
+{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 2.4328105449676514, "Finetune/Loss (Raw)": 1.3325120210647583, "Finetune/Step": 40, "Finetune/Step Time": 5.769133299589157}
+{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 2.4082674980163574, "Finetune/Loss (Raw)": 1.426535964012146, "Finetune/Step": 41, "Finetune/Step Time": 5.719845562446408}
+{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 2.3827853202819824, "Finetune/Loss (Raw)": 1.3380149602890015, "Finetune/Step": 42, "Finetune/Step Time": 5.682878993806385}
+{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 2.358057737350464, "Finetune/Loss (Raw)": 1.3195081949234009, "Finetune/Step": 43, "Finetune/Step Time": 5.681595913199491}
+{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 2.3348305225372314, "Finetune/Loss (Raw)": 1.3360642194747925, "Finetune/Step": 44, "Finetune/Step Time": 5.672450482845306}
+{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 2.30843448638916, "Finetune/Loss (Raw)": 1.1470012664794922, "Finetune/Step": 45, "Finetune/Step Time": 5.732587787840101}
+{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 2.2635960578918457, "Finetune/Loss (Raw)": 0.24586009979248047, "Finetune/Step": 46, "Finetune/Step Time": 5.801604405693386}
+{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 2.2416350841522217, "Finetune/Loss (Raw)": 1.2314406633377075, "Finetune/Step": 47, "Finetune/Step Time": 5.778334303105131}
+{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 2.2203567028045654, "Finetune/Loss (Raw)": 1.220262885093689, "Finetune/Step": 48, "Finetune/Step Time": 5.81362472474575}
+{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 2.2004830837249756, "Finetune/Loss (Raw)": 1.2465550899505615, "Finetune/Step": 49, "Finetune/Step Time": 5.791077278098282}
+{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 2.1787450313568115, "Finetune/Loss (Raw)": 1.11358642578125, "Finetune/Step": 50, "Finetune/Step Time": 5.75838454246521}
+{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 2.1591668128967285, "Finetune/Loss (Raw)": 1.1802457571029663, "Finetune/Step": 51, "Finetune/Step Time": 5.73285787713294}
+{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 2.1419119834899902, "Finetune/Loss (Raw)": 1.2619247436523438, "Finetune/Step": 52, "Finetune/Step Time": 5.7741101154914265}
+{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 2.1201374530792236, "Finetune/Loss (Raw)": 0.9878520965576172, "Finetune/Step": 53, "Finetune/Step Time": 5.787018946881564}
+{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 2.099010705947876, "Finetune/Loss (Raw)": 0.9792994260787964, "Finetune/Step": 54, "Finetune/Step Time": 5.781701763470967}
+{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 2.082698106765747, "Finetune/Loss (Raw)": 1.2018226385116577, "Finetune/Step": 55, "Finetune/Step Time": 5.78345436182889}
+{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 2.066049575805664, "Finetune/Loss (Raw)": 1.1503705978393555, "Finetune/Step": 56, "Finetune/Step Time": 5.793930505003248}
+{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 2.0485594272613525, "Finetune/Loss (Raw)": 1.0691180229187012, "Finetune/Step": 57, "Finetune/Step Time": 5.772495550021791}
+{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 2.031914710998535, "Finetune/Loss (Raw)": 1.0831629037857056, "Finetune/Step": 58, "Finetune/Step Time": 5.79779733460525}
+{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 2.0162675380706787, "Finetune/Loss (Raw)": 1.1087210178375244, "Finetune/Step": 59, "Finetune/Step Time": 5.8054101224673}
+{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 2.0012216567993164, "Finetune/Loss (Raw)": 1.1135188341140747, "Finetune/Step": 60, "Finetune/Step Time": 5.782150769233704}
+{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.987690806388855, "Finetune/Loss (Raw)": 1.175853967666626, "Finetune/Step": 61, "Finetune/Step Time": 5.76618778901022}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.9754812717437744, "Finetune/Loss (Raw)": 1.230694055557251, "Finetune/Step": 62, "Finetune/Step Time": 5.743341772787033}
+{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.9635952711105347, "Finetune/Loss (Raw)": 1.226660966873169, "Finetune/Step": 63, "Finetune/Step Time": 5.722951923097883}
+{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.9496021270751953, "Finetune/Loss (Raw)": 1.0680310726165771, "Finetune/Step": 64, "Finetune/Step Time": 5.757693953812122}
+{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.936218023300171, "Finetune/Loss (Raw)": 1.0796371698379517, "Finetune/Step": 65, "Finetune/Step Time": 5.752730472271259}
+{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.9222869873046875, "Finetune/Loss (Raw)": 1.0167702436447144, "Finetune/Step": 66, "Finetune/Step Time": 5.739246122764818}
+{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.9071866273880005, "Finetune/Loss (Raw)": 0.910565972328186, "Finetune/Step": 67, "Finetune/Step Time": 5.715468474288485}
+{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.8959988355636597, "Finetune/Loss (Raw)": 1.1464152336120605, "Finetune/Step": 68, "Finetune/Step Time": 5.713306328829597}
+{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.8852689266204834, "Finetune/Loss (Raw)": 1.1556366682052612, "Finetune/Step": 69, "Finetune/Step Time": 5.690986702407616}
+{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.8754498958587646, "Finetune/Loss (Raw)": 1.197933316230774, "Finetune/Step": 70, "Finetune/Step Time": 5.672065540722438}
+{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.8621606826782227, "Finetune/Loss (Raw)": 0.9319167137145996, "Finetune/Step": 71, "Finetune/Step Time": 5.655298031551737}
+{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.8505398035049438, "Finetune/Loss (Raw)": 1.0254461765289307, "Finetune/Step": 72, "Finetune/Step Time": 5.632644805643293}
+{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.8381857872009277, "Finetune/Loss (Raw)": 0.9487074613571167, "Finetune/Step": 73, "Finetune/Step Time": 5.615917552007388}
+{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.826081395149231, "Finetune/Loss (Raw)": 0.9424612522125244, "Finetune/Step": 74, "Finetune/Step Time": 5.599268816612862}
+{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.8125699758529663, "Finetune/Loss (Raw)": 0.8127211928367615, "Finetune/Step": 75, "Finetune/Step Time": 5.5950135930379234}
+{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.8019453287124634, "Finetune/Loss (Raw)": 1.0050981044769287, "Finetune/Step": 76, "Finetune/Step Time": 5.588005247868989}
+{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.7931997776031494, "Finetune/Loss (Raw)": 1.1285419464111328, "Finetune/Step": 77, "Finetune/Step Time": 5.56917177547108}
+{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.785772442817688, "Finetune/Loss (Raw)": 1.2138712406158447, "Finetune/Step": 78, "Finetune/Step Time": 5.550483098396888}
+{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.7780582904815674, "Finetune/Loss (Raw)": 1.1763395071029663, "Finetune/Step": 79, "Finetune/Step Time": 5.536008469666107}
+{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.7679179906845093, "Finetune/Loss (Raw)": 0.9668511152267456, "Finetune/Step": 80, "Finetune/Step Time": 5.541607651114464}
+{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.7601717710494995, "Finetune/Loss (Raw)": 1.140479564666748, "Finetune/Step": 81, "Finetune/Step Time": 5.539530339064421}
+{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.7521178722381592, "Finetune/Loss (Raw)": 1.0997655391693115, "Finetune/Step": 82, "Finetune/Step Time": 5.523671580523979}
+{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.7426843643188477, "Finetune/Loss (Raw)": 0.9691250920295715, "Finetune/Step": 83, "Finetune/Step Time": 5.5314042625657045}
+{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.7361109256744385, "Finetune/Loss (Raw)": 1.1904951333999634, "Finetune/Step": 84, "Finetune/Step Time": 5.5334856907526655}
+{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.7280552387237549, "Finetune/Loss (Raw)": 1.0513827800750732, "Finetune/Step": 85, "Finetune/Step Time": 5.520088768005371}
+{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.7115274667739868, "Finetune/Loss (Raw)": 0.30667805671691895, "Finetune/Step": 86, "Finetune/Step Time": 5.561315772145293}
+{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.703696370124817, "Finetune/Loss (Raw)": 1.030226230621338, "Finetune/Step": 87, "Finetune/Step Time": 5.54860798517863}
+{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.6982122659683228, "Finetune/Loss (Raw)": 1.2210776805877686, "Finetune/Step": 88, "Finetune/Step Time": 5.555444099686363}
+{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.6910690069198608, "Finetune/Loss (Raw)": 1.0624737739562988, "Finetune/Step": 89, "Finetune/Step Time": 5.542448879627699}
+{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.6849626302719116, "Finetune/Loss (Raw)": 1.1414896249771118, "Finetune/Step": 90, "Finetune/Step Time": 5.549459499782986}
+{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.6791495084762573, "Finetune/Loss (Raw)": 1.1559638977050781, "Finetune/Step": 91, "Finetune/Step Time": 5.551928735041356}
+{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.67380690574646, "Finetune/Loss (Raw)": 1.1876333951950073, "Finetune/Step": 92, "Finetune/Step Time": 5.54088767974273}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.6658031940460205, "Finetune/Loss (Raw)": 0.9294597506523132, "Finetune/Step": 93, "Finetune/Step Time": 5.532183113918509}
+{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.6604011058807373, "Finetune/Loss (Raw)": 1.1580281257629395, "Finetune/Step": 94, "Finetune/Step Time": 5.516493657802013}
+{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.654185175895691, "Finetune/Loss (Raw)": 1.0698662996292114, "Finetune/Step": 95, "Finetune/Step Time": 5.504446024643747}
+{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.6481914520263672, "Finetune/Loss (Raw)": 1.078788161277771, "Finetune/Step": 96, "Finetune/Step Time": 5.506686195731163}
+{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.6417754888534546, "Finetune/Loss (Raw)": 1.0258492231369019, "Finetune/Step": 97, "Finetune/Step Time": 5.501957069967211}
+{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.636404037475586, "Finetune/Loss (Raw)": 1.115376591682434, "Finetune/Step": 98, "Finetune/Step Time": 5.490657745575418}
+{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.6219093799591064, "Finetune/Loss (Raw)": 0.2014346718788147, "Finetune/Step": 99, "Finetune/Step Time": 5.516781532403194}
+{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.6176390647888184, "Finetune/Loss (Raw)": 1.1948717832565308, "Finetune/Step": 100, "Finetune/Step Time": 5.510014536380768}
+{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.6120052337646484, "Finetune/Loss (Raw)": 1.048631191253662, "Finetune/Step": 101, "Finetune/Step Time": 5.511462471272686}
+{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.6080255508422852, "Finetune/Loss (Raw)": 1.2060637474060059, "Finetune/Step": 102, "Finetune/Step Time": 5.495516709252899}
+{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.595186710357666, "Finetune/Loss (Raw)": 0.28563982248306274, "Finetune/Step": 103, "Finetune/Step Time": 5.5340369511576535}
+{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.59083092212677, "Finetune/Loss (Raw)": 1.1421626806259155, "Finetune/Step": 104, "Finetune/Step Time": 5.521610418191323}
+{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.5856448411941528, "Finetune/Loss (Raw)": 1.0463074445724487, "Finetune/Step": 105, "Finetune/Step Time": 5.50505337033953}
+{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.5805524587631226, "Finetune/Loss (Raw)": 1.0458441972732544, "Finetune/Step": 106, "Finetune/Step Time": 5.492779176190214}
+{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.576198935508728, "Finetune/Loss (Raw)": 1.1147249937057495, "Finetune/Step": 107, "Finetune/Step Time": 5.481427257306108}
+{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.5709141492843628, "Finetune/Loss (Raw)": 1.00543212890625, "Finetune/Step": 108, "Finetune/Step Time": 5.473238307016867}
+{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.5668692588806152, "Finetune/Loss (Raw)": 1.1300400495529175, "Finetune/Step": 109, "Finetune/Step Time": 5.462818819448488}
+{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.5620228052139282, "Finetune/Loss (Raw)": 1.0337557792663574, "Finetune/Step": 110, "Finetune/Step Time": 5.450898116285151}
+{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.5579302310943604, "Finetune/Loss (Raw)": 1.107742428779602, "Finetune/Step": 111, "Finetune/Step Time": 5.4558456588435815}
+{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.5535930395126343, "Finetune/Loss (Raw)": 1.072163462638855, "Finetune/Step": 112, "Finetune/Step Time": 5.451498453106199}
+{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.5496037006378174, "Finetune/Loss (Raw)": 1.1028021574020386, "Finetune/Step": 113, "Finetune/Step Time": 5.467451150438427}
+{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.5380183458328247, "Finetune/Loss (Raw)": 0.22887206077575684, "Finetune/Step": 114, "Finetune/Step Time": 5.499089259850352}
+{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.5339887142181396, "Finetune/Loss (Raw)": 1.074618935585022, "Finetune/Step": 115, "Finetune/Step Time": 5.489834242281707}
+{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.5285871028900146, "Finetune/Loss (Raw)": 0.9073858261108398, "Finetune/Step": 116, "Finetune/Step Time": 5.494076001233068}
+{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.5249534845352173, "Finetune/Loss (Raw)": 1.1034656763076782, "Finetune/Step": 117, "Finetune/Step Time": 5.489247069399581}
+{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.5216692686080933, "Finetune/Loss (Raw)": 1.137410044670105, "Finetune/Step": 118, "Finetune/Step Time": 5.479077159348181}
+{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.5176105499267578, "Finetune/Loss (Raw)": 1.0386613607406616, "Finetune/Step": 119, "Finetune/Step Time": 5.4701160523070005}
+{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.5139186382293701, "Finetune/Loss (Raw)": 1.0745964050292969, "Finetune/Step": 120, "Finetune/Step Time": 5.465340727567673}
+{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.5097613334655762, "Finetune/Loss (Raw)": 1.0108962059020996, "Finetune/Step": 121, "Finetune/Step Time": 5.473117984030858}
+{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.5052787065505981, "Finetune/Loss (Raw)": 0.9628824591636658, "Finetune/Step": 122, "Finetune/Step Time": 5.464321568364003}
+{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.5011707544326782, "Finetune/Loss (Raw)": 0.9999949336051941, "Finetune/Step": 123, "Finetune/Step Time": 5.454770243264796}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.4980682134628296, "Finetune/Loss (Raw)": 1.116456151008606, "Finetune/Step": 124, "Finetune/Step Time": 5.447954750830127}
+{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.494050145149231, "Finetune/Loss (Raw)": 0.9958020448684692, "Finetune/Step": 125, "Finetune/Step Time": 5.441290075302124}
+{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.4908475875854492, "Finetune/Loss (Raw)": 1.090526819229126, "Finetune/Step": 126, "Finetune/Step Time": 5.452357712246123}
+{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.4867366552352905, "Finetune/Loss (Raw)": 0.968755304813385, "Finetune/Step": 127, "Finetune/Step Time": 5.442972344676341}
+{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.483830451965332, "Finetune/Loss (Raw)": 1.1147488355636597, "Finetune/Step": 128, "Finetune/Step Time": 5.435863653197885}
+{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.4445115327835083, "Finetune/Loss (Raw)": 1.1431584358215332, "Finetune/Step": 129, "Finetune/Step Time": 5.294401779770851}
+{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.4024771451950073, "Finetune/Loss (Raw)": 1.124619483947754, "Finetune/Step": 130, "Finetune/Step Time": 5.276562010869384}
+{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.3727585077285767, "Finetune/Loss (Raw)": 1.0860188007354736, "Finetune/Step": 131, "Finetune/Step Time": 5.275910263881087}
+{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.3484143018722534, "Finetune/Loss (Raw)": 1.0920888185501099, "Finetune/Step": 132, "Finetune/Step Time": 5.275890355929732}
+{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.3248510360717773, "Finetune/Loss (Raw)": 0.8702530264854431, "Finetune/Step": 133, "Finetune/Step Time": 5.285575425252318}
+{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.3061883449554443, "Finetune/Loss (Raw)": 1.2319728136062622, "Finetune/Step": 134, "Finetune/Step Time": 5.281550595536828}
+{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.2845046520233154, "Finetune/Loss (Raw)": 0.9874557256698608, "Finetune/Step": 135, "Finetune/Step Time": 5.283240981400013}
+{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.2670722007751465, "Finetune/Loss (Raw)": 1.0681687593460083, "Finetune/Step": 136, "Finetune/Step Time": 5.268783792853355}
+{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.250333547592163, "Finetune/Loss (Raw)": 0.9674355983734131, "Finetune/Step": 137, "Finetune/Step Time": 5.2712272554636}
+{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.230989933013916, "Finetune/Loss (Raw)": 1.1083509922027588, "Finetune/Step": 138, "Finetune/Step Time": 5.243060803040862}
+{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.2137255668640137, "Finetune/Loss (Raw)": 0.8978467583656311, "Finetune/Step": 139, "Finetune/Step Time": 5.244369238615036}
+{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.199088454246521, "Finetune/Loss (Raw)": 1.2724980115890503, "Finetune/Step": 140, "Finetune/Step Time": 5.238415345549583}
+{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.1842334270477295, "Finetune/Loss (Raw)": 1.0165923833847046, "Finetune/Step": 141, "Finetune/Step Time": 5.232429521158338}
+{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.1677255630493164, "Finetune/Loss (Raw)": 1.0140414237976074, "Finetune/Step": 142, "Finetune/Step Time": 5.270449571311474}
+{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.155395746231079, "Finetune/Loss (Raw)": 0.9535518288612366, "Finetune/Step": 143, "Finetune/Step Time": 5.285285208374262}
+{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.143601417541504, "Finetune/Loss (Raw)": 0.32285284996032715, "Finetune/Step": 144, "Finetune/Step Time": 5.303473150357604}
+{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.1268911361694336, "Finetune/Loss (Raw)": 0.3177684247493744, "Finetune/Step": 145, "Finetune/Step Time": 5.330594200640917}
+{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.1199803352355957, "Finetune/Loss (Raw)": 0.9487972855567932, "Finetune/Step": 146, "Finetune/Step Time": 5.321927657350898}
+{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.10957670211792, "Finetune/Loss (Raw)": 0.8847576379776001, "Finetune/Step": 147, "Finetune/Step Time": 5.327891638502479}
+{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.1011929512023926, "Finetune/Loss (Raw)": 1.05571448802948, "Finetune/Step": 148, "Finetune/Step Time": 5.3306001126766205}
+{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.0955867767333984, "Finetune/Loss (Raw)": 1.0993801355361938, "Finetune/Step": 149, "Finetune/Step Time": 5.320392405614257}
+{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.091339349746704, "Finetune/Loss (Raw)": 1.1021947860717773, "Finetune/Step": 150, "Finetune/Step Time": 5.324148073792458}
+{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0980324745178223, "Finetune/Loss (Raw)": 1.075502634048462, "Finetune/Step": 151, "Finetune/Step Time": 5.299088299274445}
+{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0911674499511719, "Finetune/Loss (Raw)": 1.0211269855499268, "Finetune/Step": 152, "Finetune/Step Time": 5.304320938885212}
+{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.0857200622558594, "Finetune/Loss (Raw)": 1.1435062885284424, "Finetune/Step": 153, "Finetune/Step Time": 5.313607532531023}
+{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.0923556089401245, "Finetune/Loss (Raw)": 1.1143795251846313, "Finetune/Step": 154, "Finetune/Step Time": 5.281609125435352}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0872467756271362, "Finetune/Loss (Raw)": 1.1813068389892578, "Finetune/Step": 155, "Finetune/Step Time": 5.287786077708006}
+{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.0771410465240479, "Finetune/Loss (Raw)": 0.32566457986831665, "Finetune/Step": 156, "Finetune/Step Time": 5.321445867419243}
+{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.072959065437317, "Finetune/Loss (Raw)": 1.0611623525619507, "Finetune/Step": 157, "Finetune/Step Time": 5.312619399279356}
+{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0696290731430054, "Finetune/Loss (Raw)": 1.0909656286239624, "Finetune/Step": 158, "Finetune/Step Time": 5.303254829719663}
+{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0645859241485596, "Finetune/Loss (Raw)": 1.064735770225525, "Finetune/Step": 159, "Finetune/Step Time": 5.306391613557935}
+{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.060243010520935, "Finetune/Loss (Raw)": 0.9990931749343872, "Finetune/Step": 160, "Finetune/Step Time": 5.296003498136997}
+{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0570425987243652, "Finetune/Loss (Raw)": 1.0125466585159302, "Finetune/Step": 161, "Finetune/Step Time": 5.292207656428218}
+{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.0564439296722412, "Finetune/Loss (Raw)": 1.2385958433151245, "Finetune/Step": 162, "Finetune/Step Time": 5.291160883381963}
+{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0513123273849487, "Finetune/Loss (Raw)": 1.0588574409484863, "Finetune/Step": 163, "Finetune/Step Time": 5.291127810254693}
+{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0476899147033691, "Finetune/Loss (Raw)": 0.9483754634857178, "Finetune/Step": 164, "Finetune/Step Time": 5.2889319434762}
+{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0436782836914062, "Finetune/Loss (Raw)": 1.0442092418670654, "Finetune/Step": 165, "Finetune/Step Time": 5.266064800322056}
+{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0406584739685059, "Finetune/Loss (Raw)": 0.9758419394493103, "Finetune/Step": 166, "Finetune/Step Time": 5.267315749078989}
+{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.039106845855713, "Finetune/Loss (Raw)": 1.1339212656021118, "Finetune/Step": 167, "Finetune/Step Time": 5.269145876169205}
+{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.036280632019043, "Finetune/Loss (Raw)": 0.970754861831665, "Finetune/Step": 168, "Finetune/Step Time": 5.257693216204643}
+{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.03262197971344, "Finetune/Loss (Raw)": 0.9582149386405945, "Finetune/Step": 169, "Finetune/Step Time": 5.2620568331331015}
+{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.0249314308166504, "Finetune/Loss (Raw)": 0.35362768173217773, "Finetune/Step": 170, "Finetune/Step Time": 5.292259989306331}
+{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.02242910861969, "Finetune/Loss (Raw)": 0.9992147088050842, "Finetune/Step": 171, "Finetune/Step Time": 5.29088132083416}
+{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.0196202993392944, "Finetune/Loss (Raw)": 0.9765347242355347, "Finetune/Step": 172, "Finetune/Step Time": 5.294051894918084}
+{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0197904109954834, "Finetune/Loss (Raw)": 1.168765664100647, "Finetune/Step": 173, "Finetune/Step Time": 5.262461153790355}
+{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0247876644134521, "Finetune/Loss (Raw)": 0.8855199813842773, "Finetune/Step": 174, "Finetune/Step Time": 5.243627222254872}
+{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.0243637561798096, "Finetune/Loss (Raw)": 1.1771677732467651, "Finetune/Step": 175, "Finetune/Step Time": 5.240639556199312}
+{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.0174987316131592, "Finetune/Loss (Raw)": 0.3415467441082001, "Finetune/Step": 176, "Finetune/Step Time": 5.246932901442051}
+{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0153155326843262, "Finetune/Loss (Raw)": 0.967096745967865, "Finetune/Step": 177, "Finetune/Step Time": 5.249924128875136}
+{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.0158195495605469, "Finetune/Loss (Raw)": 1.1781163215637207, "Finetune/Step": 178, "Finetune/Step Time": 5.256956035271287}
+{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0136284828186035, "Finetune/Loss (Raw)": 0.8997929096221924, "Finetune/Step": 179, "Finetune/Step Time": 5.260797891765833}
+{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.0121119022369385, "Finetune/Loss (Raw)": 1.067792534828186, "Finetune/Step": 180, "Finetune/Step Time": 5.238671503961086}
+{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.0122647285461426, "Finetune/Loss (Raw)": 1.0074245929718018, "Finetune/Step": 181, "Finetune/Step Time": 5.219474267214537}
+{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.0127685070037842, "Finetune/Loss (Raw)": 1.043774127960205, "Finetune/Step": 182, "Finetune/Step Time": 5.212827675044537}
+{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.0111931562423706, "Finetune/Loss (Raw)": 1.0001763105392456, "Finetune/Step": 183, "Finetune/Step Time": 5.195838904008269}
+{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.011173963546753, "Finetune/Loss (Raw)": 1.1479177474975586, "Finetune/Step": 184, "Finetune/Step Time": 5.182404480874538}
+{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.00999116897583, "Finetune/Loss (Raw)": 0.9177048802375793, "Finetune/Step": 185, "Finetune/Step Time": 5.179995251819491}
+{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.009243369102478, "Finetune/Loss (Raw)": 0.9874606728553772, "Finetune/Step": 186, "Finetune/Step Time": 5.17078011482954}
+{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.0084179639816284, "Finetune/Loss (Raw)": 1.0030637979507446, "Finetune/Step": 187, "Finetune/Step Time": 5.15681947208941}
+{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.008431077003479, "Finetune/Loss (Raw)": 1.1152046918869019, "Finetune/Step": 188, "Finetune/Step Time": 5.154821194708347}
+{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.0070810317993164, "Finetune/Loss (Raw)": 1.0030549764633179, "Finetune/Step": 189, "Finetune/Step Time": 5.165866661816835}
+{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 1.005767822265625, "Finetune/Loss (Raw)": 1.062599539756775, "Finetune/Step": 190, "Finetune/Step Time": 5.170618070289493}
+{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 1.0045427083969116, "Finetune/Loss (Raw)": 1.0698368549346924, "Finetune/Step": 191, "Finetune/Step Time": 5.176102440804243}
+{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 1.0044983625411987, "Finetune/Loss (Raw)": 1.0623602867126465, "Finetune/Step": 192, "Finetune/Step Time": 5.156836191192269}
+{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 1.0033819675445557, "Finetune/Loss (Raw)": 0.9367339015007019, "Finetune/Step": 193, "Finetune/Step Time": 5.149504289031029}
+{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 1.0035704374313354, "Finetune/Loss (Raw)": 1.0408985614776611, "Finetune/Step": 194, "Finetune/Step Time": 5.148394601419568}
+{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 1.0042129755020142, "Finetune/Loss (Raw)": 0.9928023815155029, "Finetune/Step": 195, "Finetune/Step Time": 5.1549447905272245}
+{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 1.0027614831924438, "Finetune/Loss (Raw)": 0.9606338739395142, "Finetune/Step": 196, "Finetune/Step Time": 5.151490395888686}
+{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 1.0018516778945923, "Finetune/Loss (Raw)": 1.0391759872436523, "Finetune/Step": 197, "Finetune/Step Time": 5.157612111419439}
+{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 1.0003314018249512, "Finetune/Loss (Raw)": 1.0033338069915771, "Finetune/Step": 198, "Finetune/Step Time": 5.1575908195227385}
+{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 1.0007368326187134, "Finetune/Loss (Raw)": 0.9838064312934875, "Finetune/Step": 199, "Finetune/Step Time": 5.161678956821561}
+{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 1.000618815422058, "Finetune/Loss (Raw)": 1.0103533267974854, "Finetune/Step": 200, "Finetune/Step Time": 5.166431490331888}
+{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 1.0019080638885498, "Finetune/Loss (Raw)": 1.1137137413024902, "Finetune/Step": 201, "Finetune/Step Time": 5.170060498639941}
+{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 1.0032894611358643, "Finetune/Loss (Raw)": 1.1192922592163086, "Finetune/Step": 202, "Finetune/Step Time": 5.173512579873204}
+{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.0051482915878296, "Finetune/Loss (Raw)": 1.0506489276885986, "Finetune/Step": 203, "Finetune/Step Time": 5.167640682309866}
+{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.0054881572723389, "Finetune/Loss (Raw)": 1.0486057996749878, "Finetune/Step": 204, "Finetune/Step Time": 5.162529347464442}
+{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.9990363717079163, "Finetune/Loss (Raw)": 0.30271482467651367, "Finetune/Step": 205, "Finetune/Step Time": 5.200390879064798}
+{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9974428415298462, "Finetune/Loss (Raw)": 1.0098991394042969, "Finetune/Step": 206, "Finetune/Step Time": 5.209265932440758}
+{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.9973849654197693, "Finetune/Loss (Raw)": 1.1689281463623047, "Finetune/Step": 207, "Finetune/Step Time": 5.232058014720678}
+{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.997990608215332, "Finetune/Loss (Raw)": 1.0443722009658813, "Finetune/Step": 208, "Finetune/Step Time": 5.217971125617623}
+{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.9968355894088745, "Finetune/Loss (Raw)": 0.9926397800445557, "Finetune/Step": 209, "Finetune/Step Time": 5.211930068209767}
+{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.9906802773475647, "Finetune/Loss (Raw)": 0.31189173460006714, "Finetune/Step": 210, "Finetune/Step Time": 5.242117945104837}
+{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.9907426834106445, "Finetune/Loss (Raw)": 0.9771082997322083, "Finetune/Step": 211, "Finetune/Step Time": 5.236182730644941}
+{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.9897522330284119, "Finetune/Loss (Raw)": 1.063713550567627, "Finetune/Step": 212, "Finetune/Step Time": 5.234063947573304}
+{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.9907315969467163, "Finetune/Loss (Raw)": 1.1767419576644897, "Finetune/Step": 213, "Finetune/Step Time": 5.237163633108139}
+{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.995870053768158, "Finetune/Loss (Raw)": 0.9644069075584412, "Finetune/Step": 214, "Finetune/Step Time": 5.218802178278565}
+{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.9952521324157715, "Finetune/Loss (Raw)": 0.9511250257492065, "Finetune/Step": 215, "Finetune/Step Time": 5.218272302299738}
+{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9928932189941406, "Finetune/Loss (Raw)": 0.9191398620605469, "Finetune/Step": 216, "Finetune/Step Time": 5.228018363937736}
+{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9932196140289307, "Finetune/Loss (Raw)": 1.1042481660842896, "Finetune/Step": 217, "Finetune/Step Time": 5.22659601084888}
+{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9925787448883057, "Finetune/Loss (Raw)": 1.0594598054885864, "Finetune/Step": 218, "Finetune/Step Time": 5.216969572007656}
+{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.9928569197654724, "Finetune/Loss (Raw)": 1.1915708780288696, "Finetune/Step": 219, "Finetune/Step Time": 5.20641497336328}
+{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.9911302328109741, "Finetune/Loss (Raw)": 0.9666123390197754, "Finetune/Step": 220, "Finetune/Step Time": 5.203725103288889}
+{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.9924566745758057, "Finetune/Loss (Raw)": 1.099242091178894, "Finetune/Step": 221, "Finetune/Step Time": 5.207253510132432}
+{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.9908536672592163, "Finetune/Loss (Raw)": 0.9528456330299377, "Finetune/Step": 222, "Finetune/Step Time": 5.213494561612606}
+{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.9901272058486938, "Finetune/Loss (Raw)": 0.9768871068954468, "Finetune/Step": 223, "Finetune/Step Time": 5.215396013110876}
+{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.9843322038650513, "Finetune/Loss (Raw)": 0.33702051639556885, "Finetune/Step": 224, "Finetune/Step Time": 5.2353615295141935}
+{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.9844756722450256, "Finetune/Loss (Raw)": 1.044217824935913, "Finetune/Step": 225, "Finetune/Step Time": 5.236214283853769}
+{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.9849897027015686, "Finetune/Loss (Raw)": 1.1811740398406982, "Finetune/Step": 226, "Finetune/Step Time": 5.2341824900358915}
+{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.9925931692123413, "Finetune/Loss (Raw)": 1.1746846437454224, "Finetune/Step": 227, "Finetune/Step Time": 5.203653449192643}
+{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.9920251965522766, "Finetune/Loss (Raw)": 1.122160792350769, "Finetune/Step": 228, "Finetune/Step Time": 5.198757268488407}
+{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.9917907118797302, "Finetune/Loss (Raw)": 1.0186156034469604, "Finetune/Step": 229, "Finetune/Step Time": 5.193107187747955}
+{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.9913075566291809, "Finetune/Loss (Raw)": 1.144225001335144, "Finetune/Step": 230, "Finetune/Step Time": 5.1957319509238005}
+{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9968810677528381, "Finetune/Loss (Raw)": 0.9990518093109131, "Finetune/Step": 231, "Finetune/Step Time": 5.156728440895677}
+{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9962517023086548, "Finetune/Loss (Raw)": 1.0615946054458618, "Finetune/Step": 232, "Finetune/Step Time": 5.160136034712195}
+{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.9904184937477112, "Finetune/Loss (Raw)": 0.29966509342193604, "Finetune/Step": 233, "Finetune/Step Time": 5.195508858188987}
+{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.9913128614425659, "Finetune/Loss (Raw)": 1.160322666168213, "Finetune/Step": 234, "Finetune/Step Time": 5.226766781881452}
+{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.9919463992118835, "Finetune/Loss (Raw)": 1.1958171129226685, "Finetune/Step": 235, "Finetune/Step Time": 5.26646195910871}
+{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.9919795989990234, "Finetune/Loss (Raw)": 1.0096849203109741, "Finetune/Step": 236, "Finetune/Step Time": 5.2674467246979475}
+{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.9914956092834473, "Finetune/Loss (Raw)": 1.0680748224258423, "Finetune/Step": 237, "Finetune/Step Time": 5.300101675093174}
+{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.9912705421447754, "Finetune/Loss (Raw)": 1.0049645900726318, "Finetune/Step": 238, "Finetune/Step Time": 5.304641650989652}
+{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.9894788265228271, "Finetune/Loss (Raw)": 0.8783918023109436, "Finetune/Step": 239, "Finetune/Step Time": 5.289765849709511}
+{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9885033369064331, "Finetune/Loss (Raw)": 0.9473027586936951, "Finetune/Step": 240, "Finetune/Step Time": 5.28736506588757}
+{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.9883757829666138, "Finetune/Loss (Raw)": 1.0864777565002441, "Finetune/Step": 241, "Finetune/Step Time": 5.263976242393255}
+{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.9947903752326965, "Finetune/Loss (Raw)": 1.0499377250671387, "Finetune/Step": 242, "Finetune/Step Time": 5.230126583948731}
+{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.9946778416633606, "Finetune/Loss (Raw)": 1.0602174997329712, "Finetune/Step": 243, "Finetune/Step Time": 5.239782745018601}
+{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9946041107177734, "Finetune/Loss (Raw)": 0.8979434370994568, "Finetune/Step": 244, "Finetune/Step Time": 5.226034419611096}
+{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.9952634572982788, "Finetune/Loss (Raw)": 1.1878606081008911, "Finetune/Step": 245, "Finetune/Step Time": 5.218719346448779}
+{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.9953321218490601, "Finetune/Loss (Raw)": 1.146196961402893, "Finetune/Step": 246, "Finetune/Step Time": 5.227586578577757}
+{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.9954103827476501, "Finetune/Loss (Raw)": 1.0486855506896973, "Finetune/Step": 247, "Finetune/Step Time": 5.228085730224848}
+{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.9947888851165771, "Finetune/Loss (Raw)": 0.9950370788574219, "Finetune/Step": 248, "Finetune/Step Time": 5.23202695325017}
+{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9948141574859619, "Finetune/Loss (Raw)": 1.0141355991363525, "Finetune/Step": 249, "Finetune/Step Time": 5.214586645364761}
+{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.9956378936767578, "Finetune/Loss (Raw)": 1.0683268308639526, "Finetune/Step": 250, "Finetune/Step Time": 5.213250361382961}
+{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 0.9966862797737122, "Finetune/Loss (Raw)": 1.1341863870620728, "Finetune/Step": 251, "Finetune/Step Time": 5.228389069437981}
+{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.9959339499473572, "Finetune/Loss (Raw)": 1.0201570987701416, "Finetune/Step": 252, "Finetune/Step Time": 5.2278509102761745}
+{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 0.9964535236358643, "Finetune/Loss (Raw)": 1.0623044967651367, "Finetune/Step": 253, "Finetune/Step Time": 5.223374357447028}
+{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.9954719543457031, "Finetune/Loss (Raw)": 0.9648879766464233, "Finetune/Step": 254, "Finetune/Step Time": 5.20451889000833}
+{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9902516603469849, "Finetune/Loss (Raw)": 0.3005535900592804, "Finetune/Step": 255, "Finetune/Step Time": 5.235280832275748}
+{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.9889024496078491, "Finetune/Loss (Raw)": 0.9420560598373413, "Finetune/Step": 256, "Finetune/Step Time": 5.237237213179469}
+{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.9889897108078003, "Finetune/Loss (Raw)": 1.1543266773223877, "Finetune/Step": 257, "Finetune/Step Time": 5.237523170188069}
+{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.9889025092124939, "Finetune/Loss (Raw)": 1.1134527921676636, "Finetune/Step": 258, "Finetune/Step Time": 5.2382030505687}
+{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.9887718558311462, "Finetune/Loss (Raw)": 1.0692980289459229, "Finetune/Step": 259, "Finetune/Step Time": 5.240774545818567}
+{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.9887168407440186, "Finetune/Loss (Raw)": 1.0850491523742676, "Finetune/Step": 260, "Finetune/Step Time": 5.260689090937376}
+{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9885692596435547, "Finetune/Loss (Raw)": 0.8513647317886353, "Finetune/Step": 261, "Finetune/Step Time": 5.245026770979166}
+{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.9854989647865295, "Finetune/Loss (Raw)": 0.8389729857444763, "Finetune/Step": 262, "Finetune/Step Time": 5.255923757329583}
+{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.9858033657073975, "Finetune/Loss (Raw)": 1.0264135599136353, "Finetune/Step": 263, "Finetune/Step Time": 5.2546125911176205}
+{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.985093355178833, "Finetune/Loss (Raw)": 0.9772957563400269, "Finetune/Step": 264, "Finetune/Step Time": 5.269095946103334}
+{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9851471185684204, "Finetune/Loss (Raw)": 0.9743173122406006, "Finetune/Step": 265, "Finetune/Step Time": 5.266543643549085}
+{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.985943078994751, "Finetune/Loss (Raw)": 1.2102282047271729, "Finetune/Step": 266, "Finetune/Step Time": 5.27795466594398}
+{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.9858876466751099, "Finetune/Loss (Raw)": 0.8907555341720581, "Finetune/Step": 267, "Finetune/Step Time": 5.276094265282154}
+{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9844666123390198, "Finetune/Loss (Raw)": 1.090606689453125, "Finetune/Step": 268, "Finetune/Step Time": 5.280090227723122}
+{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.9846291542053223, "Finetune/Loss (Raw)": 1.0373915433883667, "Finetune/Step": 269, "Finetune/Step Time": 5.286080988124013}
+{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.984785258769989, "Finetune/Loss (Raw)": 1.0340297222137451, "Finetune/Step": 270, "Finetune/Step Time": 5.253364738076925}
+{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9852790832519531, "Finetune/Loss (Raw)": 1.0167551040649414, "Finetune/Step": 271, "Finetune/Step Time": 5.244214080274105}
+{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.991358757019043, "Finetune/Loss (Raw)": 1.1010586023330688, "Finetune/Step": 272, "Finetune/Step Time": 5.228478724136949}
+{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 0.9970583319664001, "Finetune/Loss (Raw)": 1.0473096370697021, "Finetune/Step": 273, "Finetune/Step Time": 5.200977595523}
+{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 0.9981420636177063, "Finetune/Loss (Raw)": 1.0875091552734375, "Finetune/Step": 274, "Finetune/Step Time": 5.206459542736411}
+{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 0.9990529417991638, "Finetune/Loss (Raw)": 1.0013536214828491, "Finetune/Step": 275, "Finetune/Step Time": 5.204149154946208}
+{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 0.9971533417701721, "Finetune/Loss (Raw)": 0.8125665783882141, "Finetune/Step": 276, "Finetune/Step Time": 5.236591573804617}
+{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 0.9965264797210693, "Finetune/Loss (Raw)": 1.0191513299942017, "Finetune/Step": 277, "Finetune/Step Time": 5.236175084486604}
+{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 0.9959036707878113, "Finetune/Loss (Raw)": 1.022470235824585, "Finetune/Step": 278, "Finetune/Step Time": 5.229183400049806}
+{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 0.9968082904815674, "Finetune/Loss (Raw)": 1.1912893056869507, "Finetune/Step": 279, "Finetune/Step Time": 5.23507615365088}
+{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 0.9964605569839478, "Finetune/Loss (Raw)": 0.9766227602958679, "Finetune/Step": 280, "Finetune/Step Time": 5.233599497005343}
+{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 0.9958970546722412, "Finetune/Loss (Raw)": 1.0713741779327393, "Finetune/Step": 281, "Finetune/Step Time": 5.21962908282876}
+{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 0.995047390460968, "Finetune/Loss (Raw)": 1.0056216716766357, "Finetune/Step": 282, "Finetune/Step Time": 5.218029836192727}
+{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 0.9945741891860962, "Finetune/Loss (Raw)": 1.1207290887832642, "Finetune/Step": 283, "Finetune/Step Time": 5.216448873281479}
+{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 1.0008426904678345, "Finetune/Loss (Raw)": 1.1280426979064941, "Finetune/Step": 284, "Finetune/Step Time": 5.182960480451584}
+{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 1.0003775358200073, "Finetune/Loss (Raw)": 1.001625895500183, "Finetune/Step": 285, "Finetune/Step Time": 5.1992725525051355}
+{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 1.000101089477539, "Finetune/Loss (Raw)": 1.0555723905563354, "Finetune/Step": 286, "Finetune/Step Time": 5.213953927159309}
+{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 1.0000628232955933, "Finetune/Loss (Raw)": 1.0598357915878296, "Finetune/Step": 287, "Finetune/Step Time": 5.2103536054492}
+{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 0.9992426633834839, "Finetune/Loss (Raw)": 0.8941229581832886, "Finetune/Step": 288, "Finetune/Step Time": 5.217619942501187}
+{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 0.9999507665634155, "Finetune/Loss (Raw)": 1.1031798124313354, "Finetune/Step": 289, "Finetune/Step Time": 5.221607234328985}
+{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 0.9976232647895813, "Finetune/Loss (Raw)": 0.9406794309616089, "Finetune/Step": 290, "Finetune/Step Time": 5.2318253964185715}
+{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 0.9979609847068787, "Finetune/Loss (Raw)": 1.1020821332931519, "Finetune/Step": 291, "Finetune/Step Time": 5.237827505916357}
+{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 0.9990677237510681, "Finetune/Loss (Raw)": 1.0900425910949707, "Finetune/Step": 292, "Finetune/Step Time": 5.22567705437541}
+{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 0.9997274875640869, "Finetune/Loss (Raw)": 1.1286476850509644, "Finetune/Step": 293, "Finetune/Step Time": 5.221085438504815}
+{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 0.9979391694068909, "Finetune/Loss (Raw)": 0.746942400932312, "Finetune/Step": 294, "Finetune/Step Time": 5.226824613288045}
+{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 0.9975088238716125, "Finetune/Loss (Raw)": 1.0788426399230957, "Finetune/Step": 295, "Finetune/Step Time": 5.232562771067023}
+{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 0.9979000091552734, "Finetune/Loss (Raw)": 1.0208206176757812, "Finetune/Step": 296, "Finetune/Step Time": 5.237284705042839}
+{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 0.9992039203643799, "Finetune/Loss (Raw)": 1.1251113414764404, "Finetune/Step": 297, "Finetune/Step Time": 5.23995384760201}
+{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 1.003284215927124, "Finetune/Loss (Raw)": 0.8759260773658752, "Finetune/Step": 298, "Finetune/Step Time": 5.234337758272886}
+{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 0.9978736639022827, "Finetune/Loss (Raw)": 0.3066488802433014, "Finetune/Step": 299, "Finetune/Step Time": 5.263248711824417}
+{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 0.992983877658844, "Finetune/Loss (Raw)": 0.35064220428466797, "Finetune/Step": 300, "Finetune/Step Time": 5.282333768904209}
+{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.9868597984313965, "Finetune/Loss (Raw)": 0.38488486409187317, "Finetune/Step": 301, "Finetune/Step Time": 5.313083114102483}
+{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.986712634563446, "Finetune/Loss (Raw)": 0.8666776418685913, "Finetune/Step": 302, "Finetune/Step Time": 5.310274315997958}
+{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9799423813819885, "Finetune/Loss (Raw)": 0.3105789124965668, "Finetune/Step": 303, "Finetune/Step Time": 5.340673794969916}
+{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.985751748085022, "Finetune/Loss (Raw)": 1.0851460695266724, "Finetune/Step": 304, "Finetune/Step Time": 5.311859760433435}
+{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.9863240718841553, "Finetune/Loss (Raw)": 1.0403521060943604, "Finetune/Step": 305, "Finetune/Step Time": 5.303389759734273}
+{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.9844054579734802, "Finetune/Loss (Raw)": 0.9325406551361084, "Finetune/Step": 306, "Finetune/Step Time": 5.304036809131503}
+{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9863909482955933, "Finetune/Loss (Raw)": 1.1539362668991089, "Finetune/Step": 307, "Finetune/Step Time": 5.306702537462115}
+{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9860982298851013, "Finetune/Loss (Raw)": 1.0303218364715576, "Finetune/Step": 308, "Finetune/Step Time": 5.306042650714517}
+{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9871125817298889, "Finetune/Loss (Raw)": 1.1372580528259277, "Finetune/Step": 309, "Finetune/Step Time": 5.320305837318301}
+{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.986728847026825, "Finetune/Loss (Raw)": 0.9946554899215698, "Finetune/Step": 310, "Finetune/Step Time": 5.321082267910242}
+{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.9868664741516113, "Finetune/Loss (Raw)": 1.0177974700927734, "Finetune/Step": 311, "Finetune/Step Time": 5.327902456745505}
+{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9854245185852051, "Finetune/Loss (Raw)": 0.963340163230896, "Finetune/Step": 312, "Finetune/Step Time": 5.326501434668899}
+{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9867901802062988, "Finetune/Loss (Raw)": 1.0925055742263794, "Finetune/Step": 313, "Finetune/Step Time": 5.334196148440242}
+{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9881510734558105, "Finetune/Loss (Raw)": 1.1616672277450562, "Finetune/Step": 314, "Finetune/Step Time": 5.318799687549472}
+{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.9878430366516113, "Finetune/Loss (Raw)": 0.9636324048042297, "Finetune/Step": 315, "Finetune/Step Time": 5.324291622266173}
+{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9820213913917542, "Finetune/Loss (Raw)": 0.370034784078598, "Finetune/Step": 316, "Finetune/Step Time": 5.355435924604535}
+{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.981621265411377, "Finetune/Loss (Raw)": 0.9518420696258545, "Finetune/Step": 317, "Finetune/Step Time": 5.346216689795256}
+{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.9814614057540894, "Finetune/Loss (Raw)": 1.0421268939971924, "Finetune/Step": 318, "Finetune/Step Time": 5.339861340820789}
+{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9805768132209778, "Finetune/Loss (Raw)": 0.9566120505332947, "Finetune/Step": 319, "Finetune/Step Time": 5.346877578645945}
+{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9794530868530273, "Finetune/Loss (Raw)": 0.918524980545044, "Finetune/Step": 320, "Finetune/Step Time": 5.342476615682244}
+{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9746140837669373, "Finetune/Loss (Raw)": 0.31733983755111694, "Finetune/Step": 321, "Finetune/Step Time": 5.372922036796808}
+{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9741494655609131, "Finetune/Loss (Raw)": 0.9814330339431763, "Finetune/Step": 322, "Finetune/Step Time": 5.37407942302525}
+{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9745795130729675, "Finetune/Loss (Raw)": 1.047847032546997, "Finetune/Step": 323, "Finetune/Step Time": 5.368573721498251}
+{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9755857586860657, "Finetune/Loss (Raw)": 1.0894339084625244, "Finetune/Step": 324, "Finetune/Step Time": 5.3673626109957695}
+{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9755501747131348, "Finetune/Loss (Raw)": 1.0346266031265259, "Finetune/Step": 325, "Finetune/Step Time": 5.3647992722690105}
+{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9769942760467529, "Finetune/Loss (Raw)": 1.1881650686264038, "Finetune/Step": 326, "Finetune/Step Time": 5.3645435478538275}
+{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9771376848220825, "Finetune/Loss (Raw)": 1.0021660327911377, "Finetune/Step": 327, "Finetune/Step Time": 5.359191445633769}
+{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9774380922317505, "Finetune/Loss (Raw)": 1.0488040447235107, "Finetune/Step": 328, "Finetune/Step Time": 5.375409806147218}
+{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9760116338729858, "Finetune/Loss (Raw)": 0.9311262965202332, "Finetune/Step": 329, "Finetune/Step Time": 5.391910191625357}
+{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9740942716598511, "Finetune/Loss (Raw)": 0.8738691806793213, "Finetune/Step": 330, "Finetune/Step Time": 5.396082090213895}
+{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.974044680595398, "Finetune/Loss (Raw)": 1.0443010330200195, "Finetune/Step": 331, "Finetune/Step Time": 5.400643564760685}
+{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9721957445144653, "Finetune/Loss (Raw)": 0.8119524121284485, "Finetune/Step": 332, "Finetune/Step Time": 5.416950836777687}
+{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9777634143829346, "Finetune/Loss (Raw)": 1.0153722763061523, "Finetune/Step": 333, "Finetune/Step Time": 5.386370213702321}
+{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9775494337081909, "Finetune/Loss (Raw)": 0.9825031161308289, "Finetune/Step": 334, "Finetune/Step Time": 5.3811598382890224}
+{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.976154088973999, "Finetune/Loss (Raw)": 0.9903284311294556, "Finetune/Step": 335, "Finetune/Step Time": 5.368570003658533}
+{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9765442609786987, "Finetune/Loss (Raw)": 1.0943206548690796, "Finetune/Step": 336, "Finetune/Step Time": 5.371603310108185}
+{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9781534671783447, "Finetune/Loss (Raw)": 1.198608636856079, "Finetune/Step": 337, "Finetune/Step Time": 5.3675449918955564}
+{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.9833203554153442, "Finetune/Loss (Raw)": 0.9732643365859985, "Finetune/Step": 338, "Finetune/Step Time": 5.346291862428188}
+{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9830408096313477, "Finetune/Loss (Raw)": 0.941320538520813, "Finetune/Step": 339, "Finetune/Step Time": 5.348674658685923}
+{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9817355275154114, "Finetune/Loss (Raw)": 0.8966405391693115, "Finetune/Step": 340, "Finetune/Step Time": 5.347330331802368}
+{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9804401397705078, "Finetune/Loss (Raw)": 1.0109381675720215, "Finetune/Step": 341, "Finetune/Step Time": 5.348691018298268}
+{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.9812014102935791, "Finetune/Loss (Raw)": 1.0618411302566528, "Finetune/Step": 342, "Finetune/Step Time": 5.330762982368469}
+{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.9816447496414185, "Finetune/Loss (Raw)": 1.0078656673431396, "Finetune/Step": 343, "Finetune/Step Time": 5.3292595744133}
+{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9828080534934998, "Finetune/Loss (Raw)": 1.0680497884750366, "Finetune/Step": 344, "Finetune/Step Time": 5.304702077060938}
+{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.982836127281189, "Finetune/Loss (Raw)": 1.1078407764434814, "Finetune/Step": 345, "Finetune/Step Time": 5.307151211425662}
+{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9832874536514282, "Finetune/Loss (Raw)": 1.1172280311584473, "Finetune/Step": 346, "Finetune/Step Time": 5.325566599145532}
+{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9828615188598633, "Finetune/Loss (Raw)": 1.1370456218719482, "Finetune/Step": 347, "Finetune/Step Time": 5.328884990885854}
+{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9836133718490601, "Finetune/Loss (Raw)": 1.0628613233566284, "Finetune/Step": 348, "Finetune/Step Time": 5.396575134247541}
+{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9838075637817383, "Finetune/Loss (Raw)": 1.1240966320037842, "Finetune/Step": 349, "Finetune/Step Time": 5.452853344380856}
+{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9837418794631958, "Finetune/Loss (Raw)": 0.9444354772567749, "Finetune/Step": 350, "Finetune/Step Time": 5.466987453401089}
+{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9837417602539062, "Finetune/Loss (Raw)": 0.9768788814544678, "Finetune/Step": 351, "Finetune/Step Time": 5.479905059561133}
+{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 0.9888662099838257, "Finetune/Loss (Raw)": 0.9929359555244446, "Finetune/Step": 352, "Finetune/Step Time": 5.459343422204256}
+{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 0.9881302118301392, "Finetune/Loss (Raw)": 0.950017511844635, "Finetune/Step": 353, "Finetune/Step Time": 5.458030257374048}
+{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.9858041405677795, "Finetune/Loss (Raw)": 0.8834360241889954, "Finetune/Step": 354, "Finetune/Step Time": 5.464418478310108}
+{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9848235845565796, "Finetune/Loss (Raw)": 1.0491738319396973, "Finetune/Step": 355, "Finetune/Step Time": 5.474002880975604}
+{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.9830530285835266, "Finetune/Loss (Raw)": 0.8955314755439758, "Finetune/Step": 356, "Finetune/Step Time": 5.481242727488279}
+{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9822295904159546, "Finetune/Loss (Raw)": 0.9132140874862671, "Finetune/Step": 357, "Finetune/Step Time": 5.494493981823325}
+{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.976128101348877, "Finetune/Loss (Raw)": 0.3632354140281677, "Finetune/Step": 358, "Finetune/Step Time": 5.524678848683834}
+{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.974901556968689, "Finetune/Loss (Raw)": 0.8420541882514954, "Finetune/Step": 359, "Finetune/Step Time": 5.526532582938671}
+{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9743042588233948, "Finetune/Loss (Raw)": 0.9851377606391907, "Finetune/Step": 360, "Finetune/Step Time": 5.52579758502543}
+{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9789215326309204, "Finetune/Loss (Raw)": 0.8906816840171814, "Finetune/Step": 361, "Finetune/Step Time": 5.494427664205432}
+{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9774521589279175, "Finetune/Loss (Raw)": 0.9722426533699036, "Finetune/Step": 362, "Finetune/Step Time": 5.474544011056423}
+{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.976457953453064, "Finetune/Loss (Raw)": 1.0685499906539917, "Finetune/Step": 363, "Finetune/Step Time": 5.434715298935771}
+{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9769304394721985, "Finetune/Loss (Raw)": 1.0701696872711182, "Finetune/Step": 364, "Finetune/Step Time": 5.432532597333193}
+{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.977247416973114, "Finetune/Loss (Raw)": 1.108642578125, "Finetune/Step": 365, "Finetune/Step Time": 5.402753971517086}
+{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9763662815093994, "Finetune/Loss (Raw)": 0.8921812176704407, "Finetune/Step": 366, "Finetune/Step Time": 5.407372627407312}
+{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9772112369537354, "Finetune/Loss (Raw)": 0.9865490794181824, "Finetune/Step": 367, "Finetune/Step Time": 5.412954421713948}
+{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9776102304458618, "Finetune/Loss (Raw)": 0.9983702898025513, "Finetune/Step": 368, "Finetune/Step Time": 5.413757776841521}
+{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9767599105834961, "Finetune/Loss (Raw)": 0.9776332974433899, "Finetune/Step": 369, "Finetune/Step Time": 5.413786329329014}
+{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9774919152259827, "Finetune/Loss (Raw)": 1.1436364650726318, "Finetune/Step": 370, "Finetune/Step Time": 5.412964152172208}
+{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9781173467636108, "Finetune/Loss (Raw)": 1.140275001525879, "Finetune/Step": 371, "Finetune/Step Time": 5.403915150091052}
+{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9791666865348816, "Finetune/Loss (Raw)": 1.0322620868682861, "Finetune/Step": 372, "Finetune/Step Time": 5.412555757910013}
+{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9734237194061279, "Finetune/Loss (Raw)": 0.45275771617889404, "Finetune/Step": 373, "Finetune/Step Time": 5.446482848376036}
+{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.967340350151062, "Finetune/Loss (Raw)": 0.367524653673172, "Finetune/Step": 374, "Finetune/Step Time": 5.469154750928283}
+{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9677541255950928, "Finetune/Loss (Raw)": 1.1016494035720825, "Finetune/Step": 375, "Finetune/Step Time": 5.467560186982155}
+{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9668793678283691, "Finetune/Loss (Raw)": 0.8830679059028625, "Finetune/Step": 376, "Finetune/Step Time": 5.4673900958150625}
+{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9664760231971741, "Finetune/Loss (Raw)": 0.9625090956687927, "Finetune/Step": 377, "Finetune/Step Time": 5.4678175915032625}
+{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9674891233444214, "Finetune/Loss (Raw)": 1.1979962587356567, "Finetune/Step": 378, "Finetune/Step Time": 5.46744978800416}
+{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9675462245941162, "Finetune/Loss (Raw)": 1.1414992809295654, "Finetune/Step": 379, "Finetune/Step Time": 5.45392588339746}
+{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9676178693771362, "Finetune/Loss (Raw)": 1.0293372869491577, "Finetune/Step": 380, "Finetune/Step Time": 5.452066235244274}
+{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9675530195236206, "Finetune/Loss (Raw)": 1.0540027618408203, "Finetune/Step": 381, "Finetune/Step Time": 5.46008438616991}
+{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9672555923461914, "Finetune/Loss (Raw)": 0.9268092513084412, "Finetune/Step": 382, "Finetune/Step Time": 5.4984526969492435}
+{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.9720710515975952, "Finetune/Loss (Raw)": 0.9169385433197021, "Finetune/Step": 383, "Finetune/Step Time": 5.5006967559456825}
+{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9681357145309448, "Finetune/Loss (Raw)": 0.4383329153060913, "Finetune/Step": 384, "Finetune/Step Time": 5.536924704909325}
+{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9667807817459106, "Finetune/Loss (Raw)": 0.9808893799781799, "Finetune/Step": 385, "Finetune/Step Time": 5.534298654645681}
+{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9658455848693848, "Finetune/Loss (Raw)": 0.9937429428100586, "Finetune/Step": 386, "Finetune/Step Time": 5.533191937953234}
+{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9642634987831116, "Finetune/Loss (Raw)": 0.8667989373207092, "Finetune/Step": 387, "Finetune/Step Time": 5.534622196108103}
+{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9630395174026489, "Finetune/Loss (Raw)": 0.9283813238143921, "Finetune/Step": 388, "Finetune/Step Time": 5.5128597393631935}
+{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9636135101318359, "Finetune/Loss (Raw)": 0.9248379468917847, "Finetune/Step": 389, "Finetune/Step Time": 5.511873772367835}
+{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9634660482406616, "Finetune/Loss (Raw)": 0.8201002478599548, "Finetune/Step": 390, "Finetune/Step Time": 5.498261444270611}
+{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9631323218345642, "Finetune/Loss (Raw)": 0.9836870431900024, "Finetune/Step": 391, "Finetune/Step Time": 5.493371859192848}
+{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9629594087600708, "Finetune/Loss (Raw)": 0.9551703929901123, "Finetune/Step": 392, "Finetune/Step Time": 5.4892151188105345}
+{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9617539644241333, "Finetune/Loss (Raw)": 0.820013165473938, "Finetune/Step": 393, "Finetune/Step Time": 5.500227710232139}
+{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.958516001701355, "Finetune/Loss (Raw)": 0.7957707047462463, "Finetune/Step": 394, "Finetune/Step Time": 5.514558676630259}
+{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9608721733093262, "Finetune/Loss (Raw)": 1.1923459768295288, "Finetune/Step": 395, "Finetune/Step Time": 5.51335141249001}
+{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9608211517333984, "Finetune/Loss (Raw)": 1.0840801000595093, "Finetune/Step": 396, "Finetune/Step Time": 5.513592725619674}
+{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9591046571731567, "Finetune/Loss (Raw)": 0.8176770806312561, "Finetune/Step": 397, "Finetune/Step Time": 5.52854872122407}
+{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9601038694381714, "Finetune/Loss (Raw)": 1.1619244813919067, "Finetune/Step": 398, "Finetune/Step Time": 5.521909071132541}
+{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9592556357383728, "Finetune/Loss (Raw)": 0.9081810116767883, "Finetune/Step": 399, "Finetune/Step Time": 5.5093519780784845}
+{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.957892656326294, "Finetune/Loss (Raw)": 0.9266054034233093, "Finetune/Step": 400, "Finetune/Step Time": 5.49649503827095}
+{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.95824134349823, "Finetune/Loss (Raw)": 1.0919426679611206, "Finetune/Step": 401, "Finetune/Step Time": 5.498849365860224}
+{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.957417368888855, "Finetune/Loss (Raw)": 0.9820241928100586, "Finetune/Step": 402, "Finetune/Step Time": 5.510265177115798}
+{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9570577144622803, "Finetune/Loss (Raw)": 0.9553346037864685, "Finetune/Step": 403, "Finetune/Step Time": 5.521316176280379}
+{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9589887857437134, "Finetune/Loss (Raw)": 1.0597447156906128, "Finetune/Step": 404, "Finetune/Step Time": 5.488880505785346}
+{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9566364288330078, "Finetune/Loss (Raw)": 0.7180497050285339, "Finetune/Step": 405, "Finetune/Step Time": 5.499999383464456}
+{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9523297548294067, "Finetune/Loss (Raw)": 0.4712153375148773, "Finetune/Step": 406, "Finetune/Step Time": 5.530616590753198}
+{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.9462080001831055, "Finetune/Loss (Raw)": 0.4076929986476898, "Finetune/Step": 407, "Finetune/Step Time": 5.549952030181885}
+{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9460536241531372, "Finetune/Loss (Raw)": 0.9568657875061035, "Finetune/Step": 408, "Finetune/Step Time": 5.5501066613942385}
+{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9468759894371033, "Finetune/Loss (Raw)": 1.1766386032104492, "Finetune/Step": 409, "Finetune/Step Time": 5.550856148824096}
+{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9484972357749939, "Finetune/Loss (Raw)": 1.213140845298767, "Finetune/Step": 410, "Finetune/Step Time": 5.549448236823082}
+{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9474511742591858, "Finetune/Loss (Raw)": 0.9868344068527222, "Finetune/Step": 411, "Finetune/Step Time": 5.55200526304543}
+{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9414385557174683, "Finetune/Loss (Raw)": 0.3584246337413788, "Finetune/Step": 412, "Finetune/Step Time": 5.589486122131348}
+{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9421032667160034, "Finetune/Loss (Raw)": 1.0867091417312622, "Finetune/Step": 413, "Finetune/Step Time": 5.568614659830928}
+{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9411581754684448, "Finetune/Loss (Raw)": 0.9345967769622803, "Finetune/Step": 414, "Finetune/Step Time": 5.553915226832032}
+{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9409414529800415, "Finetune/Loss (Raw)": 1.0320982933044434, "Finetune/Step": 415, "Finetune/Step Time": 5.550882490351796}
+{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9426310062408447, "Finetune/Loss (Raw)": 1.1103951930999756, "Finetune/Step": 416, "Finetune/Step Time": 5.537199888378382}
+{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9420207738876343, "Finetune/Loss (Raw)": 1.0250669717788696, "Finetune/Step": 417, "Finetune/Step Time": 5.532104171812534}
+{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.9431115984916687, "Finetune/Loss (Raw)": 1.080301284790039, "Finetune/Step": 418, "Finetune/Step Time": 5.520729096606374}
+{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9418972730636597, "Finetune/Loss (Raw)": 0.9466555118560791, "Finetune/Step": 419, "Finetune/Step Time": 5.526004379615188}
+{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.936139702796936, "Finetune/Loss (Raw)": 0.35306623578071594, "Finetune/Step": 420, "Finetune/Step Time": 5.555751586332917}
+{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.9352703094482422, "Finetune/Loss (Raw)": 1.0173689126968384, "Finetune/Step": 421, "Finetune/Step Time": 5.556886076927185}
+{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9371286630630493, "Finetune/Loss (Raw)": 0.9848145842552185, "Finetune/Step": 422, "Finetune/Step Time": 5.562965268269181}
+{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9373825788497925, "Finetune/Loss (Raw)": 1.111339807510376, "Finetune/Step": 423, "Finetune/Step Time": 5.557470848783851}
+{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9374548196792603, "Finetune/Loss (Raw)": 1.0300747156143188, "Finetune/Step": 424, "Finetune/Step Time": 5.556959580630064}
+{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9345525503158569, "Finetune/Loss (Raw)": 0.7536155581474304, "Finetune/Step": 425, "Finetune/Step Time": 5.591802135109901}
+{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9355826377868652, "Finetune/Loss (Raw)": 1.0077697038650513, "Finetune/Step": 426, "Finetune/Step Time": 5.572182413190603}
+{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9407486319541931, "Finetune/Loss (Raw)": 0.9679000973701477, "Finetune/Step": 427, "Finetune/Step Time": 5.542249316349626}
+{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9466507434844971, "Finetune/Loss (Raw)": 1.1061142683029175, "Finetune/Step": 428, "Finetune/Step Time": 5.512343404814601}
+{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9518774747848511, "Finetune/Loss (Raw)": 1.0538989305496216, "Finetune/Step": 429, "Finetune/Step Time": 5.485757464542985}
+{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9519969820976257, "Finetune/Loss (Raw)": 0.881983757019043, "Finetune/Step": 430, "Finetune/Step Time": 5.4788507632911205}
+{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.957806408405304, "Finetune/Loss (Raw)": 1.0541777610778809, "Finetune/Step": 431, "Finetune/Step Time": 5.457411451265216}
+{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9565620422363281, "Finetune/Loss (Raw)": 0.9258788824081421, "Finetune/Step": 432, "Finetune/Step Time": 5.463136337697506}
+{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.955376923084259, "Finetune/Loss (Raw)": 0.888647198677063, "Finetune/Step": 433, "Finetune/Step Time": 5.467040186747909}
+{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9555429220199585, "Finetune/Loss (Raw)": 0.9537866711616516, "Finetune/Step": 434, "Finetune/Step Time": 5.467933166772127}
+{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9528726935386658, "Finetune/Loss (Raw)": 0.8121484518051147, "Finetune/Step": 435, "Finetune/Step Time": 5.458748780190945}
+{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9518746137619019, "Finetune/Loss (Raw)": 0.902571439743042, "Finetune/Step": 436, "Finetune/Step Time": 5.4558424558490515}
+{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9507805109024048, "Finetune/Loss (Raw)": 0.9972056150436401, "Finetune/Step": 437, "Finetune/Step Time": 5.446817414835095}
+{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9503178000450134, "Finetune/Loss (Raw)": 0.9354379773139954, "Finetune/Step": 438, "Finetune/Step Time": 5.444323420524597}
+{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9497331380844116, "Finetune/Loss (Raw)": 0.9429560899734497, "Finetune/Step": 439, "Finetune/Step Time": 5.449166631326079}
+{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.9504299163818359, "Finetune/Loss (Raw)": 1.0525262355804443, "Finetune/Step": 440, "Finetune/Step Time": 5.451117405667901}
+{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9499539136886597, "Finetune/Loss (Raw)": 1.0315818786621094, "Finetune/Step": 441, "Finetune/Step Time": 5.449130222201347}
+{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9442110061645508, "Finetune/Loss (Raw)": 0.42657098174095154, "Finetune/Step": 442, "Finetune/Step Time": 5.48143850453198}
+{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9448778629302979, "Finetune/Loss (Raw)": 1.0489871501922607, "Finetune/Step": 443, "Finetune/Step Time": 5.486115733161569}
+{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9507248997688293, "Finetune/Loss (Raw)": 1.1184630393981934, "Finetune/Step": 444, "Finetune/Step Time": 5.456819033250213}
+{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9510200023651123, "Finetune/Loss (Raw)": 0.9896146059036255, "Finetune/Step": 445, "Finetune/Step Time": 5.452896365895867}
+{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.9513028860092163, "Finetune/Loss (Raw)": 1.0783331394195557, "Finetune/Step": 446, "Finetune/Step Time": 5.455387031659484}
+{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9518204927444458, "Finetune/Loss (Raw)": 1.0228625535964966, "Finetune/Step": 447, "Finetune/Step Time": 5.4458526112139225}
+{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9521077871322632, "Finetune/Loss (Raw)": 0.9553065896034241, "Finetune/Step": 448, "Finetune/Step Time": 5.4458128325641155}
+{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9585229158401489, "Finetune/Loss (Raw)": 1.1384762525558472, "Finetune/Step": 449, "Finetune/Step Time": 5.418857278302312}
+{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9580766558647156, "Finetune/Loss (Raw)": 0.9243051409721375, "Finetune/Step": 450, "Finetune/Step Time": 5.417381729930639}
+{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9573811292648315, "Finetune/Loss (Raw)": 0.9588197469711304, "Finetune/Step": 451, "Finetune/Step Time": 5.422137381508946}
+{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.956657886505127, "Finetune/Loss (Raw)": 0.9968613982200623, "Finetune/Step": 452, "Finetune/Step Time": 5.415912630036473}
+{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.957891583442688, "Finetune/Loss (Raw)": 1.192535638809204, "Finetune/Step": 453, "Finetune/Step Time": 5.410938825458288}
+{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9561730027198792, "Finetune/Loss (Raw)": 0.9681894183158875, "Finetune/Step": 454, "Finetune/Step Time": 5.425799714401364}
+{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9566528797149658, "Finetune/Loss (Raw)": 1.0635913610458374, "Finetune/Step": 455, "Finetune/Step Time": 5.424720868468285}
+{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9510765075683594, "Finetune/Loss (Raw)": 0.3350220024585724, "Finetune/Step": 456, "Finetune/Step Time": 5.4443219266831875}
+{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.950778603553772, "Finetune/Loss (Raw)": 0.8929978609085083, "Finetune/Step": 457, "Finetune/Step Time": 5.4261536337435246}
+{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9531509876251221, "Finetune/Loss (Raw)": 1.1775407791137695, "Finetune/Step": 458, "Finetune/Step Time": 5.42303135804832}
+{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.9525372982025146, "Finetune/Loss (Raw)": 0.9657386541366577, "Finetune/Step": 459, "Finetune/Step Time": 5.43708124011755}
+{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9527783393859863, "Finetune/Loss (Raw)": 0.8428158760070801, "Finetune/Step": 460, "Finetune/Step Time": 5.436148585751653}
+{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9523097276687622, "Finetune/Loss (Raw)": 0.9553872346878052, "Finetune/Step": 461, "Finetune/Step Time": 5.4352562967687845}
+{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9521713256835938, "Finetune/Loss (Raw)": 0.9647936224937439, "Finetune/Step": 462, "Finetune/Step Time": 5.434577222913504}
+{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9535675048828125, "Finetune/Loss (Raw)": 1.1690349578857422, "Finetune/Step": 463, "Finetune/Step Time": 5.428402120247483}
+{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.947199285030365, "Finetune/Loss (Raw)": 0.2791842222213745, "Finetune/Step": 464, "Finetune/Step Time": 5.45840572938323}
+{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.9458620548248291, "Finetune/Loss (Raw)": 1.0274444818496704, "Finetune/Step": 465, "Finetune/Step Time": 5.466102223843336}
+{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9452974796295166, "Finetune/Loss (Raw)": 0.9010032415390015, "Finetune/Step": 466, "Finetune/Step Time": 5.470882620662451}
+{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9462268352508545, "Finetune/Loss (Raw)": 1.0602738857269287, "Finetune/Step": 467, "Finetune/Step Time": 5.470821566879749}
+{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9455679059028625, "Finetune/Loss (Raw)": 0.8122987151145935, "Finetune/Step": 468, "Finetune/Step Time": 5.4821498934179544}
+{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.9403936862945557, "Finetune/Loss (Raw)": 0.3486361503601074, "Finetune/Step": 469, "Finetune/Step Time": 5.508614428341389}
+{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.9396936297416687, "Finetune/Loss (Raw)": 0.9722374081611633, "Finetune/Step": 470, "Finetune/Step Time": 5.508233029395342}
+{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.9396525621414185, "Finetune/Loss (Raw)": 1.002609372138977, "Finetune/Step": 471, "Finetune/Step Time": 5.522981658577919}
+{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.940054178237915, "Finetune/Loss (Raw)": 1.1194480657577515, "Finetune/Step": 472, "Finetune/Step Time": 5.524033335968852}
+{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.9383896589279175, "Finetune/Loss (Raw)": 0.894788384437561, "Finetune/Step": 473, "Finetune/Step Time": 5.522118058055639}
+{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9377771615982056, "Finetune/Loss (Raw)": 1.0388306379318237, "Finetune/Step": 474, "Finetune/Step Time": 5.506688341498375}
+{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.937099814414978, "Finetune/Loss (Raw)": 1.0503485202789307, "Finetune/Step": 475, "Finetune/Step Time": 5.50571708753705}
+{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9366670846939087, "Finetune/Loss (Raw)": 1.0074594020843506, "Finetune/Step": 476, "Finetune/Step Time": 5.442587086930871}
+{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9361312389373779, "Finetune/Loss (Raw)": 1.0555204153060913, "Finetune/Step": 477, "Finetune/Step Time": 5.400733200833201}
+{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9362162351608276, "Finetune/Loss (Raw)": 0.9553159475326538, "Finetune/Step": 478, "Finetune/Step Time": 5.378322953358293}
+{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.936534583568573, "Finetune/Loss (Raw)": 1.017625093460083, "Finetune/Step": 479, "Finetune/Step Time": 5.363586721941829}
+{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9371160268783569, "Finetune/Loss (Raw)": 1.067355751991272, "Finetune/Step": 480, "Finetune/Step Time": 5.355831652879715}
+{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9375311136245728, "Finetune/Loss (Raw)": 1.0031545162200928, "Finetune/Step": 481, "Finetune/Step Time": 5.360327035188675}
+{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9385964870452881, "Finetune/Loss (Raw)": 1.0197980403900146, "Finetune/Step": 482, "Finetune/Step Time": 5.369279932230711}
+{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9384067058563232, "Finetune/Loss (Raw)": 1.0248841047286987, "Finetune/Step": 483, "Finetune/Step Time": 5.380516836419702}
+{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9387500882148743, "Finetune/Loss (Raw)": 0.9394828677177429, "Finetune/Step": 484, "Finetune/Step Time": 5.384804595261812}
+{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9381409287452698, "Finetune/Loss (Raw)": 0.8352434039115906, "Finetune/Step": 485, "Finetune/Step Time": 5.388828534632921}
+{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9429147243499756, "Finetune/Loss (Raw)": 0.9742817878723145, "Finetune/Step": 486, "Finetune/Step Time": 5.371484631672502}
+{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9442338943481445, "Finetune/Loss (Raw)": 1.0109063386917114, "Finetune/Step": 487, "Finetune/Step Time": 5.370245810598135}
+{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9446292519569397, "Finetune/Loss (Raw)": 1.035739541053772, "Finetune/Step": 488, "Finetune/Step Time": 5.368005884811282}
+{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.9449203014373779, "Finetune/Loss (Raw)": 0.927937924861908, "Finetune/Step": 489, "Finetune/Step Time": 5.372461382299662}
+{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9443800449371338, "Finetune/Loss (Raw)": 0.9030894041061401, "Finetune/Step": 490, "Finetune/Step Time": 5.378817200660706}
+{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9411401748657227, "Finetune/Loss (Raw)": 0.6538491249084473, "Finetune/Step": 491, "Finetune/Step Time": 5.407053794711828}
+{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9400957226753235, "Finetune/Loss (Raw)": 0.9364757537841797, "Finetune/Step": 492, "Finetune/Step Time": 5.413424091413617}
+{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.9396539926528931, "Finetune/Loss (Raw)": 1.0521080493927002, "Finetune/Step": 493, "Finetune/Step Time": 5.415534803643823}
+{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9401031732559204, "Finetune/Loss (Raw)": 0.9496743083000183, "Finetune/Step": 494, "Finetune/Step Time": 5.426151525229216}
+{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.9402516484260559, "Finetune/Loss (Raw)": 1.0055532455444336, "Finetune/Step": 495, "Finetune/Step Time": 5.426521647721529}
+{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9404467344284058, "Finetune/Loss (Raw)": 1.0233460664749146, "Finetune/Step": 496, "Finetune/Step Time": 5.439366592094302}
+{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9401558041572571, "Finetune/Loss (Raw)": 0.9403901696205139, "Finetune/Step": 497, "Finetune/Step Time": 5.441799400374293}
+{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9391811490058899, "Finetune/Loss (Raw)": 1.0188850164413452, "Finetune/Step": 498, "Finetune/Step Time": 5.439855786040425}
+{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.9371135234832764, "Finetune/Loss (Raw)": 0.8756210207939148, "Finetune/Step": 499, "Finetune/Step Time": 5.441837672144175}
+{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.936693012714386, "Finetune/Loss (Raw)": 0.9784302711486816, "Finetune/Step": 500, "Finetune/Step Time": 5.446284666657448}
+{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9391902089118958, "Finetune/Loss (Raw)": 0.7723976969718933, "Finetune/Step": 501, "Finetune/Step Time": 5.426536910235882}
+{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9431248903274536, "Finetune/Loss (Raw)": 0.871164083480835, "Finetune/Step": 502, "Finetune/Step Time": 5.413321698084474}
+{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9422581195831299, "Finetune/Loss (Raw)": 0.9907069802284241, "Finetune/Step": 503, "Finetune/Step Time": 5.428926877677441}
+{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.9435871839523315, "Finetune/Loss (Raw)": 1.053177833557129, "Finetune/Step": 504, "Finetune/Step Time": 5.424304001033306}
+{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.9438563585281372, "Finetune/Loss (Raw)": 0.9969679117202759, "Finetune/Step": 505, "Finetune/Step Time": 5.425144508481026}
+{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.9407826066017151, "Finetune/Loss (Raw)": 0.8045545220375061, "Finetune/Step": 506, "Finetune/Step Time": 5.436740132048726}
+{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.939671516418457, "Finetune/Loss (Raw)": 0.9992825984954834, "Finetune/Step": 507, "Finetune/Step Time": 5.432960171252489}
+{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.939155101776123, "Finetune/Loss (Raw)": 0.9632326364517212, "Finetune/Step": 508, "Finetune/Step Time": 5.432412063702941}
+{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.938355565071106, "Finetune/Loss (Raw)": 0.9516711235046387, "Finetune/Step": 509, "Finetune/Step Time": 5.435453491285443}
+{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.938251256942749, "Finetune/Loss (Raw)": 0.9134544730186462, "Finetune/Step": 510, "Finetune/Step Time": 5.398674434050918}
+{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.9394728541374207, "Finetune/Loss (Raw)": 1.073298692703247, "Finetune/Step": 511, "Finetune/Step Time": 5.369054149836302}
+{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.9439334869384766, "Finetune/Loss (Raw)": 1.0092953443527222, "Finetune/Step": 512, "Finetune/Step Time": 5.33055542036891}
+{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.9444892406463623, "Finetune/Loss (Raw)": 1.0520294904708862, "Finetune/Step": 513, "Finetune/Step Time": 5.334683571010828}
+{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.9451554417610168, "Finetune/Loss (Raw)": 1.0790152549743652, "Finetune/Step": 514, "Finetune/Step Time": 5.359872782602906}
+{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.9414847493171692, "Finetune/Loss (Raw)": 0.39694949984550476, "Finetune/Step": 515, "Finetune/Step Time": 5.389707008376718}
+{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.9425514936447144, "Finetune/Loss (Raw)": 1.0649282932281494, "Finetune/Step": 516, "Finetune/Step Time": 5.39378235116601}
+{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9432379007339478, "Finetune/Loss (Raw)": 1.0126982927322388, "Finetune/Step": 517, "Finetune/Step Time": 5.3932722974568605}
+{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9449073672294617, "Finetune/Loss (Raw)": 1.0337895154953003, "Finetune/Step": 518, "Finetune/Step Time": 5.395832668989897}
+{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.945469856262207, "Finetune/Loss (Raw)": 1.055680274963379, "Finetune/Step": 519, "Finetune/Step Time": 5.410585252568126}
+{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9456692934036255, "Finetune/Loss (Raw)": 0.9807002544403076, "Finetune/Step": 520, "Finetune/Step Time": 5.411159945651889}
+{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9469469785690308, "Finetune/Loss (Raw)": 0.9835616946220398, "Finetune/Step": 521, "Finetune/Step Time": 5.403145186603069}
+{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9484412670135498, "Finetune/Loss (Raw)": 0.987031102180481, "Finetune/Step": 522, "Finetune/Step Time": 5.395595028996468}
+{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9460265636444092, "Finetune/Loss (Raw)": 0.8832648396492004, "Finetune/Step": 523, "Finetune/Step Time": 5.402554750442505}
+{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.945398211479187, "Finetune/Loss (Raw)": 1.0036598443984985, "Finetune/Step": 524, "Finetune/Step Time": 5.399246511980891}
+{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9468826055526733, "Finetune/Loss (Raw)": 1.007682204246521, "Finetune/Step": 525, "Finetune/Step Time": 5.383311294019222}
+{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9447959065437317, "Finetune/Loss (Raw)": 0.8948204517364502, "Finetune/Step": 526, "Finetune/Step Time": 5.395769326016307}
+{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.9450621008872986, "Finetune/Loss (Raw)": 0.9422544240951538, "Finetune/Step": 527, "Finetune/Step Time": 5.390886809676886}
+{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.9458022117614746, "Finetune/Loss (Raw)": 1.0213367938995361, "Finetune/Step": 528, "Finetune/Step Time": 5.386444289237261}
+{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.9455842971801758, "Finetune/Loss (Raw)": 1.0640513896942139, "Finetune/Step": 529, "Finetune/Step Time": 5.386126765981317}
+{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.9463587403297424, "Finetune/Loss (Raw)": 1.0811513662338257, "Finetune/Step": 530, "Finetune/Step Time": 5.371320612728596}
+{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9477375745773315, "Finetune/Loss (Raw)": 1.1318328380584717, "Finetune/Step": 531, "Finetune/Step Time": 5.356158059090376}
+{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9470194578170776, "Finetune/Loss (Raw)": 0.9678242802619934, "Finetune/Step": 532, "Finetune/Step Time": 5.354714419692755}
+{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9484540224075317, "Finetune/Loss (Raw)": 0.9016723036766052, "Finetune/Step": 533, "Finetune/Step Time": 5.35190424695611}
+{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.9520895481109619, "Finetune/Loss (Raw)": 0.9365583658218384, "Finetune/Step": 534, "Finetune/Step Time": 5.32938763871789}
+{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9558542966842651, "Finetune/Loss (Raw)": 0.889581561088562, "Finetune/Step": 535, "Finetune/Step Time": 5.310917487367988}
+{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9547064304351807, "Finetune/Loss (Raw)": 0.8099392652511597, "Finetune/Step": 536, "Finetune/Step Time": 5.333093577995896}
+{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9536467790603638, "Finetune/Loss (Raw)": 1.041007161140442, "Finetune/Step": 537, "Finetune/Step Time": 5.334732426330447}
+{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9519420266151428, "Finetune/Loss (Raw)": 0.9949300289154053, "Finetune/Step": 538, "Finetune/Step Time": 5.34304921515286}
+{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9527523517608643, "Finetune/Loss (Raw)": 1.090560793876648, "Finetune/Step": 539, "Finetune/Step Time": 5.337587429210544}
+{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.9574680328369141, "Finetune/Loss (Raw)": 0.9620271921157837, "Finetune/Step": 540, "Finetune/Step Time": 5.299715733155608}
+{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9567258358001709, "Finetune/Loss (Raw)": 0.991706132888794, "Finetune/Step": 541, "Finetune/Step Time": 5.305959893390536}
+{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9572598338127136, "Finetune/Loss (Raw)": 1.002950668334961, "Finetune/Step": 542, "Finetune/Step Time": 5.304893294349313}
+{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.957966685295105, "Finetune/Loss (Raw)": 1.1225829124450684, "Finetune/Step": 543, "Finetune/Step Time": 5.304583661258221}
+{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9574840068817139, "Finetune/Loss (Raw)": 1.0486066341400146, "Finetune/Step": 544, "Finetune/Step Time": 5.304537128657103}
+{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9570142030715942, "Finetune/Loss (Raw)": 0.9649275541305542, "Finetune/Step": 545, "Finetune/Step Time": 5.302205488085747}
+{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.95585036277771, "Finetune/Loss (Raw)": 0.9313386678695679, "Finetune/Step": 546, "Finetune/Step Time": 5.303003389388323}
+{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9567388892173767, "Finetune/Loss (Raw)": 1.0603842735290527, "Finetune/Step": 547, "Finetune/Step Time": 5.293465228751302}
+{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9613391160964966, "Finetune/Loss (Raw)": 0.9418861865997314, "Finetune/Step": 548, "Finetune/Step Time": 5.278033463284373}
+{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9596084952354431, "Finetune/Loss (Raw)": 0.7958592772483826, "Finetune/Step": 549, "Finetune/Step Time": 5.285765957087278}
+{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9593501091003418, "Finetune/Loss (Raw)": 0.9517390131950378, "Finetune/Step": 550, "Finetune/Step Time": 5.268334120512009}
+{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.9580982327461243, "Finetune/Loss (Raw)": 0.9510998725891113, "Finetune/Step": 551, "Finetune/Step Time": 5.268918665125966}
+{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.9584901928901672, "Finetune/Loss (Raw)": 1.0802428722381592, "Finetune/Step": 552, "Finetune/Step Time": 5.264237416908145}
+{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9585355520248413, "Finetune/Loss (Raw)": 0.7594280242919922, "Finetune/Step": 553, "Finetune/Step Time": 5.228639293462038}
+{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9594498872756958, "Finetune/Loss (Raw)": 1.1247973442077637, "Finetune/Step": 554, "Finetune/Step Time": 5.225405748933554}
+{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9591996669769287, "Finetune/Loss (Raw)": 0.9358730912208557, "Finetune/Step": 555, "Finetune/Step Time": 5.238591842353344}
+{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.9582194089889526, "Finetune/Loss (Raw)": 0.9806349873542786, "Finetune/Step": 556, "Finetune/Step Time": 5.250118175521493}
+{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.9573482275009155, "Finetune/Loss (Raw)": 0.9423977136611938, "Finetune/Step": 557, "Finetune/Step Time": 5.246483599767089}
+{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9523838758468628, "Finetune/Loss (Raw)": 0.24654808640480042, "Finetune/Step": 558, "Finetune/Step Time": 5.270363824442029}
+{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.9516323804855347, "Finetune/Loss (Raw)": 0.9579856991767883, "Finetune/Step": 559, "Finetune/Step Time": 5.264384470880032}
+{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9509623050689697, "Finetune/Loss (Raw)": 0.840106725692749, "Finetune/Step": 560, "Finetune/Step Time": 5.259528836235404}
+{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.9507906436920166, "Finetune/Loss (Raw)": 0.8666712641716003, "Finetune/Step": 561, "Finetune/Step Time": 5.259865814819932}
+{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.9505164623260498, "Finetune/Loss (Raw)": 0.918692409992218, "Finetune/Step": 562, "Finetune/Step Time": 5.257606564089656}
+{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9521999359130859, "Finetune/Loss (Raw)": 1.0276340246200562, "Finetune/Step": 563, "Finetune/Step Time": 5.2578694596886635}
+{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9528915882110596, "Finetune/Loss (Raw)": 0.9911045432090759, "Finetune/Step": 564, "Finetune/Step Time": 5.267305042594671}
+{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.9521796107292175, "Finetune/Loss (Raw)": 0.9060701727867126, "Finetune/Step": 565, "Finetune/Step Time": 5.2767729461193085}
+{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.953208327293396, "Finetune/Loss (Raw)": 1.067111611366272, "Finetune/Step": 566, "Finetune/Step Time": 5.278101118281484}
+{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9533597826957703, "Finetune/Loss (Raw)": 0.9623458385467529, "Finetune/Step": 567, "Finetune/Step Time": 5.280517976731062}
+{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9473825693130493, "Finetune/Loss (Raw)": 0.2874458432197571, "Finetune/Step": 568, "Finetune/Step Time": 5.306334910914302}
+{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.946462869644165, "Finetune/Loss (Raw)": 0.9138556122779846, "Finetune/Step": 569, "Finetune/Step Time": 5.3118468429893255}
+{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.9510047435760498, "Finetune/Loss (Raw)": 1.0079323053359985, "Finetune/Step": 570, "Finetune/Step Time": 5.285717286169529}
+{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.9500084519386292, "Finetune/Loss (Raw)": 0.9214611053466797, "Finetune/Step": 571, "Finetune/Step Time": 5.302541691809893}
+{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.9492934942245483, "Finetune/Loss (Raw)": 1.0269415378570557, "Finetune/Step": 572, "Finetune/Step Time": 5.3014115914702415}
+{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.9498057961463928, "Finetune/Loss (Raw)": 1.055194616317749, "Finetune/Step": 573, "Finetune/Step Time": 5.30485088005662}
+{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.9498698115348816, "Finetune/Loss (Raw)": 1.086527705192566, "Finetune/Step": 574, "Finetune/Step Time": 5.302999144420028}
+{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.9505810141563416, "Finetune/Loss (Raw)": 1.1138917207717896, "Finetune/Step": 575, "Finetune/Step Time": 5.3203598111867905}
+{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.9506680965423584, "Finetune/Loss (Raw)": 0.9664595127105713, "Finetune/Step": 576, "Finetune/Step Time": 5.321529593318701}
+{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9493892192840576, "Finetune/Loss (Raw)": 0.9747748374938965, "Finetune/Step": 577, "Finetune/Step Time": 5.317314760759473}
+{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.9494689702987671, "Finetune/Loss (Raw)": 0.934525191783905, "Finetune/Step": 578, "Finetune/Step Time": 5.313188385218382}
+{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.948335587978363, "Finetune/Loss (Raw)": 0.8137391209602356, "Finetune/Step": 579, "Finetune/Step Time": 5.325367942452431}
+{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9485704898834229, "Finetune/Loss (Raw)": 1.026929259300232, "Finetune/Step": 580, "Finetune/Step Time": 5.327336527407169}
+{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.9479185938835144, "Finetune/Loss (Raw)": 1.1090878248214722, "Finetune/Step": 581, "Finetune/Step Time": 5.331583999097347}
+{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.9484626054763794, "Finetune/Loss (Raw)": 1.0378283262252808, "Finetune/Step": 582, "Finetune/Step Time": 5.326747853308916}
+{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.9468814134597778, "Finetune/Loss (Raw)": 0.8611990213394165, "Finetune/Step": 583, "Finetune/Step Time": 5.342851063236594}
+{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.9523445963859558, "Finetune/Loss (Raw)": 1.0343090295791626, "Finetune/Step": 584, "Finetune/Step Time": 5.31177837960422}
+{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9536816477775574, "Finetune/Loss (Raw)": 1.0641390085220337, "Finetune/Step": 585, "Finetune/Step Time": 5.312737664207816}
+{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.9471151828765869, "Finetune/Loss (Raw)": 0.33703240752220154, "Finetune/Step": 586, "Finetune/Step Time": 5.3385831993073225}
+{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.9486269354820251, "Finetune/Loss (Raw)": 1.159244418144226, "Finetune/Step": 587, "Finetune/Step Time": 5.318830445408821}
+{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9495105743408203, "Finetune/Loss (Raw)": 0.9559242129325867, "Finetune/Step": 588, "Finetune/Step Time": 5.327093785628676}
+{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9504182934761047, "Finetune/Loss (Raw)": 1.0715694427490234, "Finetune/Step": 589, "Finetune/Step Time": 5.322273472324014}
+{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.9512206315994263, "Finetune/Loss (Raw)": 1.0674989223480225, "Finetune/Step": 590, "Finetune/Step Time": 5.323128134012222}
+{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.9492855668067932, "Finetune/Loss (Raw)": 0.9213381409645081, "Finetune/Step": 591, "Finetune/Step Time": 5.325385056436062}
+{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.9545844793319702, "Finetune/Loss (Raw)": 0.9574509263038635, "Finetune/Step": 592, "Finetune/Step Time": 5.293000657111406}
+{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.9541428089141846, "Finetune/Loss (Raw)": 0.9709146618843079, "Finetune/Step": 593, "Finetune/Step Time": 5.306853868067265}
+{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.9549652338027954, "Finetune/Loss (Raw)": 1.0062735080718994, "Finetune/Step": 594, "Finetune/Step Time": 5.294595478102565}
+{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9543532133102417, "Finetune/Loss (Raw)": 0.9819362759590149, "Finetune/Step": 595, "Finetune/Step Time": 5.284471049904823}
+{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.9550304412841797, "Finetune/Loss (Raw)": 0.8989876508712769, "Finetune/Step": 596, "Finetune/Step Time": 5.267357088625431}
+{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.9590099453926086, "Finetune/Loss (Raw)": 0.8580026030540466, "Finetune/Step": 597, "Finetune/Step Time": 5.239126497879624}
+{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9589724540710449, "Finetune/Loss (Raw)": 0.9674442410469055, "Finetune/Step": 598, "Finetune/Step Time": 5.2602787762880325}
+{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.9589416980743408, "Finetune/Loss (Raw)": 0.9986715316772461, "Finetune/Step": 599, "Finetune/Step Time": 5.242863707244396}
+{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.958644449710846, "Finetune/Loss (Raw)": 1.081394076347351, "Finetune/Step": 600, "Finetune/Step Time": 5.24742660485208}
+{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9591846466064453, "Finetune/Loss (Raw)": 0.9639371037483215, "Finetune/Step": 601, "Finetune/Step Time": 5.270554879680276}
+{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.9591786861419678, "Finetune/Loss (Raw)": 1.038063406944275, "Finetune/Step": 602, "Finetune/Step Time": 5.263948868960142}
+{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.9581191539764404, "Finetune/Loss (Raw)": 0.9147321581840515, "Finetune/Step": 603, "Finetune/Step Time": 5.268646825104952}
+{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9583662152290344, "Finetune/Loss (Raw)": 1.0390881299972534, "Finetune/Step": 604, "Finetune/Step Time": 5.268028931692243}
+{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.9571912288665771, "Finetune/Loss (Raw)": 0.9051175117492676, "Finetune/Step": 605, "Finetune/Step Time": 5.2632188349962234}
+{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.9568062424659729, "Finetune/Loss (Raw)": 0.9060342907905579, "Finetune/Step": 606, "Finetune/Step Time": 5.280074017122388}
+{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.9551444053649902, "Finetune/Loss (Raw)": 0.8049101233482361, "Finetune/Step": 607, "Finetune/Step Time": 5.30950553715229}
+{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.9551981687545776, "Finetune/Loss (Raw)": 1.0742466449737549, "Finetune/Step": 608, "Finetune/Step Time": 5.307559620589018}
+{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.9544145464897156, "Finetune/Loss (Raw)": 0.9028428196907043, "Finetune/Step": 609, "Finetune/Step Time": 5.30285707488656}
+{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9538597464561462, "Finetune/Loss (Raw)": 0.9487820267677307, "Finetune/Step": 610, "Finetune/Step Time": 5.293970759958029}
+{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.9536882042884827, "Finetune/Loss (Raw)": 1.002927303314209, "Finetune/Step": 611, "Finetune/Step Time": 5.272056518122554}
+{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.9556523561477661, "Finetune/Loss (Raw)": 1.1908973455429077, "Finetune/Step": 612, "Finetune/Step Time": 5.268308039754629}
+{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9560024738311768, "Finetune/Loss (Raw)": 0.8800590634346008, "Finetune/Step": 613, "Finetune/Step Time": 5.260803543031216}
+{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.9559519290924072, "Finetune/Loss (Raw)": 0.9678149819374084, "Finetune/Step": 614, "Finetune/Step Time": 5.246299970895052}
+{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.9558382034301758, "Finetune/Loss (Raw)": 0.9963390827178955, "Finetune/Step": 615, "Finetune/Step Time": 5.252658599987626}
+{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.9553578495979309, "Finetune/Loss (Raw)": 0.9742587208747864, "Finetune/Step": 616, "Finetune/Step Time": 5.2549485322088}
+{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.9556969404220581, "Finetune/Loss (Raw)": 0.9713379740715027, "Finetune/Step": 617, "Finetune/Step Time": 5.247242422774434}
+{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.9566298723220825, "Finetune/Loss (Raw)": 1.0225046873092651, "Finetune/Step": 618, "Finetune/Step Time": 5.241577636450529}
+{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9585447311401367, "Finetune/Loss (Raw)": 0.8989502191543579, "Finetune/Step": 619, "Finetune/Step Time": 5.235849866643548}
+{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.9591941833496094, "Finetune/Loss (Raw)": 1.0196155309677124, "Finetune/Step": 620, "Finetune/Step Time": 5.2263491321355104}
+{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.958825945854187, "Finetune/Loss (Raw)": 1.0049610137939453, "Finetune/Step": 621, "Finetune/Step Time": 5.24550655297935}
+{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.9588218331336975, "Finetune/Loss (Raw)": 0.9491572976112366, "Finetune/Step": 622, "Finetune/Step Time": 5.234101811423898}
+{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.9592028856277466, "Finetune/Loss (Raw)": 1.0543218851089478, "Finetune/Step": 623, "Finetune/Step Time": 5.235031748190522}
+{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.9588034152984619, "Finetune/Loss (Raw)": 0.9722193479537964, "Finetune/Step": 624, "Finetune/Step Time": 5.221058523282409}
+{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.9594117403030396, "Finetune/Loss (Raw)": 1.0182510614395142, "Finetune/Step": 625, "Finetune/Step Time": 5.221747709438205}
+{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.9596439599990845, "Finetune/Loss (Raw)": 1.048606514930725, "Finetune/Step": 626, "Finetune/Step Time": 5.231588503345847}
+{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.9602911472320557, "Finetune/Loss (Raw)": 0.9584665894508362, "Finetune/Step": 627, "Finetune/Step Time": 5.233374150469899}
+{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.9603158235549927, "Finetune/Loss (Raw)": 0.9815922975540161, "Finetune/Step": 628, "Finetune/Step Time": 5.223209774121642}
+{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.9620485305786133, "Finetune/Loss (Raw)": 0.9941823482513428, "Finetune/Step": 629, "Finetune/Step Time": 5.212994880974293}
+{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9639060497283936, "Finetune/Loss (Raw)": 1.1089268922805786, "Finetune/Step": 630, "Finetune/Step Time": 5.194458618760109}
+{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9630807042121887, "Finetune/Loss (Raw)": 0.8850588798522949, "Finetune/Step": 631, "Finetune/Step Time": 5.179278668016195}
+{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9637644290924072, "Finetune/Loss (Raw)": 1.1406975984573364, "Finetune/Step": 632, "Finetune/Step Time": 5.17772383056581}
+{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9655457735061646, "Finetune/Loss (Raw)": 1.2249802350997925, "Finetune/Step": 633, "Finetune/Step Time": 5.178662346675992}
+{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9665683507919312, "Finetune/Loss (Raw)": 0.9354388117790222, "Finetune/Step": 634, "Finetune/Step Time": 5.169260300695896}
+{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.9664538502693176, "Finetune/Loss (Raw)": 0.984626293182373, "Finetune/Step": 635, "Finetune/Step Time": 5.172448821365833}
+{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9671885967254639, "Finetune/Loss (Raw)": 1.0572881698608398, "Finetune/Step": 636, "Finetune/Step Time": 5.196413971483707}
+{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9680702090263367, "Finetune/Loss (Raw)": 1.0645129680633545, "Finetune/Step": 637, "Finetune/Step Time": 5.186403265222907}
+{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.969385027885437, "Finetune/Loss (Raw)": 1.0817582607269287, "Finetune/Step": 638, "Finetune/Step Time": 5.185834353789687}
+{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.968758225440979, "Finetune/Loss (Raw)": 0.993061900138855, "Finetune/Step": 639, "Finetune/Step Time": 5.1831199415028095}
+{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9686420559883118, "Finetune/Loss (Raw)": 0.9944232106208801, "Finetune/Step": 640, "Finetune/Step Time": 5.182477472350001}
+{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.9686962366104126, "Finetune/Loss (Raw)": 1.0589722394943237, "Finetune/Step": 641, "Finetune/Step Time": 5.188604976981878}
+{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.9628933668136597, "Finetune/Loss (Raw)": 0.33623817563056946, "Finetune/Step": 642, "Finetune/Step Time": 5.185851475223899}
+{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.9673911333084106, "Finetune/Loss (Raw)": 0.972671627998352, "Finetune/Step": 643, "Finetune/Step Time": 5.154922548681498}
+{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.967110276222229, "Finetune/Loss (Raw)": 1.028970718383789, "Finetune/Step": 644, "Finetune/Step Time": 5.168181976303458}
+{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.9673808813095093, "Finetune/Loss (Raw)": 1.0473395586013794, "Finetune/Step": 645, "Finetune/Step Time": 5.166432734578848}
+{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9671180248260498, "Finetune/Loss (Raw)": 1.0001448392868042, "Finetune/Step": 646, "Finetune/Step Time": 5.176390526816249}
+{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.966259241104126, "Finetune/Loss (Raw)": 0.9457576870918274, "Finetune/Step": 647, "Finetune/Step Time": 5.17657714523375}
+{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9665879011154175, "Finetune/Loss (Raw)": 1.0227622985839844, "Finetune/Step": 648, "Finetune/Step Time": 5.174410691484809}
+{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9667053818702698, "Finetune/Loss (Raw)": 0.9986065030097961, "Finetune/Step": 649, "Finetune/Step Time": 5.169558065012097}
+{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.9663800001144409, "Finetune/Loss (Raw)": 0.9453788995742798, "Finetune/Step": 650, "Finetune/Step Time": 5.172027254477143}
+{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.9672925472259521, "Finetune/Loss (Raw)": 1.000071406364441, "Finetune/Step": 651, "Finetune/Step Time": 5.179682878777385}
+{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9672498106956482, "Finetune/Loss (Raw)": 0.9981884956359863, "Finetune/Step": 652, "Finetune/Step Time": 5.183709777891636}
+{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.966442883014679, "Finetune/Loss (Raw)": 0.904395580291748, "Finetune/Step": 653, "Finetune/Step Time": 5.186109285801649}
+{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9687566757202148, "Finetune/Loss (Raw)": 1.1909942626953125, "Finetune/Step": 654, "Finetune/Step Time": 5.177323633804917}
+{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9687216281890869, "Finetune/Loss (Raw)": 0.9377636909484863, "Finetune/Step": 655, "Finetune/Step Time": 5.185661315917969}
+{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9681786298751831, "Finetune/Loss (Raw)": 0.951820433139801, "Finetune/Step": 656, "Finetune/Step Time": 5.188527971506119}
+{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.9670886397361755, "Finetune/Loss (Raw)": 0.924540638923645, "Finetune/Step": 657, "Finetune/Step Time": 5.208373267203569}
+{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9661788940429688, "Finetune/Loss (Raw)": 0.9647083282470703, "Finetune/Step": 658, "Finetune/Step Time": 5.210189079865813}
+{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9635266065597534, "Finetune/Loss (Raw)": 0.7923354506492615, "Finetune/Step": 659, "Finetune/Step Time": 5.231321485713124}
+{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9645825028419495, "Finetune/Loss (Raw)": 1.1029807329177856, "Finetune/Step": 660, "Finetune/Step Time": 5.235665867105126}
+{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9653247594833374, "Finetune/Loss (Raw)": 0.9966756701469421, "Finetune/Step": 661, "Finetune/Step Time": 5.227937877178192}
+{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.9661118388175964, "Finetune/Loss (Raw)": 1.0373096466064453, "Finetune/Step": 662, "Finetune/Step Time": 5.216952785849571}
+{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9675403833389282, "Finetune/Loss (Raw)": 1.0724326372146606, "Finetune/Step": 663, "Finetune/Step Time": 5.205539619550109}
+{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9688129425048828, "Finetune/Loss (Raw)": 0.972830057144165, "Finetune/Step": 664, "Finetune/Step Time": 5.192688602954149}
+{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9694287180900574, "Finetune/Loss (Raw)": 1.119823932647705, "Finetune/Step": 665, "Finetune/Step Time": 5.200269332155585}
+{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.9706995487213135, "Finetune/Loss (Raw)": 1.1576027870178223, "Finetune/Step": 666, "Finetune/Step Time": 5.193036688491702}
+{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9706757068634033, "Finetune/Loss (Raw)": 1.0875097513198853, "Finetune/Step": 667, "Finetune/Step Time": 5.206081477925181}
+{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.969857931137085, "Finetune/Loss (Raw)": 0.8573463559150696, "Finetune/Step": 668, "Finetune/Step Time": 5.21151334233582}
+{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.969940721988678, "Finetune/Loss (Raw)": 1.0023061037063599, "Finetune/Step": 669, "Finetune/Step Time": 5.206058172509074}
+{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.9691849946975708, "Finetune/Loss (Raw)": 0.9062225818634033, "Finetune/Step": 670, "Finetune/Step Time": 5.208280572667718}
+{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9680189490318298, "Finetune/Loss (Raw)": 0.9733238816261292, "Finetune/Step": 671, "Finetune/Step Time": 5.207393527030945}
+{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.9679864645004272, "Finetune/Loss (Raw)": 1.0444414615631104, "Finetune/Step": 672, "Finetune/Step Time": 5.204693494364619}
+{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9690110087394714, "Finetune/Loss (Raw)": 1.0960725545883179, "Finetune/Step": 673, "Finetune/Step Time": 5.205963280051947}
+{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.970365047454834, "Finetune/Loss (Raw)": 1.1046571731567383, "Finetune/Step": 674, "Finetune/Step Time": 5.206773465499282}
+{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9701730608940125, "Finetune/Loss (Raw)": 1.035809874534607, "Finetune/Step": 675, "Finetune/Step Time": 5.209537344053388}
+{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.9706803560256958, "Finetune/Loss (Raw)": 1.0068215131759644, "Finetune/Step": 676, "Finetune/Step Time": 5.20447794906795}
+{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9712774753570557, "Finetune/Loss (Raw)": 0.8722928166389465, "Finetune/Step": 677, "Finetune/Step Time": 5.236610978841782}
+{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9725111126899719, "Finetune/Loss (Raw)": 1.1096457242965698, "Finetune/Step": 678, "Finetune/Step Time": 5.2488451320678}
+{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9737311601638794, "Finetune/Loss (Raw)": 1.10725998878479, "Finetune/Step": 679, "Finetune/Step Time": 5.254303136840463}
+{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9725388288497925, "Finetune/Loss (Raw)": 0.9276273846626282, "Finetune/Step": 680, "Finetune/Step Time": 5.2535401079803705}
+{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9747379422187805, "Finetune/Loss (Raw)": 1.040911316871643, "Finetune/Step": 681, "Finetune/Step Time": 5.252235729247332}
+{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.9742393493652344, "Finetune/Loss (Raw)": 1.0609849691390991, "Finetune/Step": 682, "Finetune/Step Time": 5.261390494182706}
+{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.9753772616386414, "Finetune/Loss (Raw)": 1.0815194845199585, "Finetune/Step": 683, "Finetune/Step Time": 5.243145624175668}
+{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.9750146269798279, "Finetune/Loss (Raw)": 0.9342169165611267, "Finetune/Step": 684, "Finetune/Step Time": 5.232807867228985}
+{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9735074043273926, "Finetune/Loss (Raw)": 0.7494829893112183, "Finetune/Step": 685, "Finetune/Step Time": 5.247990759089589}
+{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 0.9787184000015259, "Finetune/Loss (Raw)": 0.9135444164276123, "Finetune/Step": 686, "Finetune/Step Time": 5.230904186144471}
+{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 0.9786505699157715, "Finetune/Loss (Raw)": 0.9493088126182556, "Finetune/Step": 687, "Finetune/Step Time": 5.227501614019275}
+{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 0.9798388481140137, "Finetune/Loss (Raw)": 0.992205798625946, "Finetune/Step": 688, "Finetune/Step Time": 5.2259459383785725}
+{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 0.9786360263824463, "Finetune/Loss (Raw)": 0.7127054929733276, "Finetune/Step": 689, "Finetune/Step Time": 5.238905055448413}
+{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 0.978247880935669, "Finetune/Loss (Raw)": 0.8690139055252075, "Finetune/Step": 690, "Finetune/Step Time": 5.2727461364120245}
+{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 0.9783134460449219, "Finetune/Loss (Raw)": 1.036025047302246, "Finetune/Step": 691, "Finetune/Step Time": 5.2752455454319715}
+{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.9776308536529541, "Finetune/Loss (Raw)": 0.9037321209907532, "Finetune/Step": 692, "Finetune/Step Time": 5.292723171412945}
+{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.9778321981430054, "Finetune/Loss (Raw)": 0.9318410754203796, "Finetune/Step": 693, "Finetune/Step Time": 5.292445408180356}
+{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9725271463394165, "Finetune/Loss (Raw)": 0.388069748878479, "Finetune/Step": 694, "Finetune/Step Time": 5.321461606770754}
+{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.9715580940246582, "Finetune/Loss (Raw)": 0.8383014798164368, "Finetune/Step": 695, "Finetune/Step Time": 5.3283919505774975}
+{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.9777969717979431, "Finetune/Loss (Raw)": 1.086020827293396, "Finetune/Step": 696, "Finetune/Step Time": 5.303695952519774}
+{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 0.9777597188949585, "Finetune/Loss (Raw)": 0.9090942144393921, "Finetune/Step": 697, "Finetune/Step Time": 5.309695558622479}
+{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 0.9789373874664307, "Finetune/Loss (Raw)": 1.1586663722991943, "Finetune/Step": 698, "Finetune/Step Time": 5.303293501958251}
+{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 0.9809392690658569, "Finetune/Loss (Raw)": 1.1777039766311646, "Finetune/Step": 699, "Finetune/Step Time": 5.2885193303227425}
+{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 0.9805029630661011, "Finetune/Loss (Raw)": 0.971099317073822, "Finetune/Step": 700, "Finetune/Step Time": 5.307659950107336}
+{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.974629819393158, "Finetune/Loss (Raw)": 0.3034341037273407, "Finetune/Step": 701, "Finetune/Step Time": 5.339926416054368}
+{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9735662937164307, "Finetune/Loss (Raw)": 0.9503905773162842, "Finetune/Step": 702, "Finetune/Step Time": 5.34703403711319}
+{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.971579909324646, "Finetune/Loss (Raw)": 0.8596361875534058, "Finetune/Step": 703, "Finetune/Step Time": 5.337628455832601}
+{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9715902805328369, "Finetune/Loss (Raw)": 0.9677845239639282, "Finetune/Step": 704, "Finetune/Step Time": 5.349554670974612}
+{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9717823266983032, "Finetune/Loss (Raw)": 0.9993569850921631, "Finetune/Step": 705, "Finetune/Step Time": 5.359389465302229}
+{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.970342755317688, "Finetune/Loss (Raw)": 0.7502580285072327, "Finetune/Step": 706, "Finetune/Step Time": 5.36161589063704}
+{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9708887338638306, "Finetune/Loss (Raw)": 0.8836275935173035, "Finetune/Step": 707, "Finetune/Step Time": 5.347052864730358}
+{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.9717727303504944, "Finetune/Loss (Raw)": 1.1400821208953857, "Finetune/Step": 708, "Finetune/Step Time": 5.350826008245349}
+{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9705524444580078, "Finetune/Loss (Raw)": 0.9528902173042297, "Finetune/Step": 709, "Finetune/Step Time": 5.351879032328725}
+{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9691798090934753, "Finetune/Loss (Raw)": 0.862130880355835, "Finetune/Step": 710, "Finetune/Step Time": 5.341194916516542}
+{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9705631732940674, "Finetune/Loss (Raw)": 1.0382753610610962, "Finetune/Step": 711, "Finetune/Step Time": 5.343473602086306}
+{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.9678112268447876, "Finetune/Loss (Raw)": 0.6820594668388367, "Finetune/Step": 712, "Finetune/Step Time": 5.353637425228953}
+{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.966972827911377, "Finetune/Loss (Raw)": 0.9568269848823547, "Finetune/Step": 713, "Finetune/Step Time": 5.354007078334689}
+{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.9714920520782471, "Finetune/Loss (Raw)": 0.9154823422431946, "Finetune/Step": 714, "Finetune/Step Time": 5.329355930909514}
+{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.9710124731063843, "Finetune/Loss (Raw)": 1.0978600978851318, "Finetune/Step": 715, "Finetune/Step Time": 5.327966341748834}
+{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.9702056646347046, "Finetune/Loss (Raw)": 0.8526582717895508, "Finetune/Step": 716, "Finetune/Step Time": 5.302460892125964}
+{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.9703314304351807, "Finetune/Loss (Raw)": 1.0876684188842773, "Finetune/Step": 717, "Finetune/Step Time": 5.313642960041761}
+{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.970016360282898, "Finetune/Loss (Raw)": 1.0271598100662231, "Finetune/Step": 718, "Finetune/Step Time": 5.317890364676714}
+{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.9707448482513428, "Finetune/Loss (Raw)": 1.0145893096923828, "Finetune/Step": 719, "Finetune/Step Time": 5.318442279472947}
+{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9726388454437256, "Finetune/Loss (Raw)": 1.1998809576034546, "Finetune/Step": 720, "Finetune/Step Time": 5.320650085806847}
+{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.9720985889434814, "Finetune/Loss (Raw)": 0.9017643928527832, "Finetune/Step": 721, "Finetune/Step Time": 5.324543591588736}
+{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9717339277267456, "Finetune/Loss (Raw)": 0.9595962762832642, "Finetune/Step": 722, "Finetune/Step Time": 5.35079394467175}
+{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.9725654721260071, "Finetune/Loss (Raw)": 1.0883712768554688, "Finetune/Step": 723, "Finetune/Step Time": 5.348648838698864}
+{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.9738446474075317, "Finetune/Loss (Raw)": 1.0627278089523315, "Finetune/Step": 724, "Finetune/Step Time": 5.363514851778746}
+{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.9758760929107666, "Finetune/Loss (Raw)": 1.1180272102355957, "Finetune/Step": 725, "Finetune/Step Time": 5.362502653151751}
+{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.9740471243858337, "Finetune/Loss (Raw)": 0.7333325147628784, "Finetune/Step": 726, "Finetune/Step Time": 5.350714502856135}
+{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.9740860462188721, "Finetune/Loss (Raw)": 1.0036647319793701, "Finetune/Step": 727, "Finetune/Step Time": 5.356855947524309}
+{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.9747234582901001, "Finetune/Loss (Raw)": 1.1629701852798462, "Finetune/Step": 728, "Finetune/Step Time": 5.356253048405051}
+{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.9719468355178833, "Finetune/Loss (Raw)": 0.6085377931594849, "Finetune/Step": 729, "Finetune/Step Time": 5.345282590016723}
+{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9714740514755249, "Finetune/Loss (Raw)": 0.9775410890579224, "Finetune/Step": 730, "Finetune/Step Time": 5.348554523661733}
+{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.9726319313049316, "Finetune/Loss (Raw)": 1.0629440546035767, "Finetune/Step": 731, "Finetune/Step Time": 5.343680819496512}
+{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.9714786410331726, "Finetune/Loss (Raw)": 0.8914600014686584, "Finetune/Step": 732, "Finetune/Step Time": 5.374307606369257}
+{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9716789126396179, "Finetune/Loss (Raw)": 0.9307587146759033, "Finetune/Step": 733, "Finetune/Step Time": 5.371863627806306}
+{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.9712343215942383, "Finetune/Loss (Raw)": 0.8491211533546448, "Finetune/Step": 734, "Finetune/Step Time": 5.359151950106025}
+{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9715780019760132, "Finetune/Loss (Raw)": 0.8489058613777161, "Finetune/Step": 735, "Finetune/Step Time": 5.336068514734507}
+{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.9702694416046143, "Finetune/Loss (Raw)": 0.9067497253417969, "Finetune/Step": 736, "Finetune/Step Time": 5.369479261338711}
+{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9718812704086304, "Finetune/Loss (Raw)": 1.1091551780700684, "Finetune/Step": 737, "Finetune/Step Time": 5.365546526387334}
+{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9723199605941772, "Finetune/Loss (Raw)": 1.0049322843551636, "Finetune/Step": 738, "Finetune/Step Time": 5.3613083977252245}
+{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.9679652452468872, "Finetune/Loss (Raw)": 0.44552233815193176, "Finetune/Step": 739, "Finetune/Step Time": 5.407340252771974}
+{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9672964811325073, "Finetune/Loss (Raw)": 1.1052988767623901, "Finetune/Step": 740, "Finetune/Step Time": 5.4104264080524445}
+{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9665622711181641, "Finetune/Loss (Raw)": 0.7860795855522156, "Finetune/Step": 741, "Finetune/Step Time": 5.427420008927584}
+{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.9664661884307861, "Finetune/Loss (Raw)": 0.9555182456970215, "Finetune/Step": 742, "Finetune/Step Time": 5.432479141280055}
+{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.9669041633605957, "Finetune/Loss (Raw)": 1.0523971319198608, "Finetune/Step": 743, "Finetune/Step Time": 5.425304267555475}
+{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.9669623374938965, "Finetune/Loss (Raw)": 0.9817076921463013, "Finetune/Step": 744, "Finetune/Step Time": 5.426127003505826}
+{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.9659120440483093, "Finetune/Loss (Raw)": 0.8368993401527405, "Finetune/Step": 745, "Finetune/Step Time": 5.443312654271722}
+{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.966407060623169, "Finetune/Loss (Raw)": 1.0858675241470337, "Finetune/Step": 746, "Finetune/Step Time": 5.433773590251803}
+{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9679997563362122, "Finetune/Loss (Raw)": 1.102813720703125, "Finetune/Step": 747, "Finetune/Step Time": 5.413310641422868}
+{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.9684552550315857, "Finetune/Loss (Raw)": 1.0779205560684204, "Finetune/Step": 748, "Finetune/Step Time": 5.414327150210738}
+{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.968232274055481, "Finetune/Loss (Raw)": 0.976427435874939, "Finetune/Step": 749, "Finetune/Step Time": 5.402684241533279}
+{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.9685787558555603, "Finetune/Loss (Raw)": 0.9935027360916138, "Finetune/Step": 750, "Finetune/Step Time": 5.40719204954803}
+{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.9670016765594482, "Finetune/Loss (Raw)": 0.8524518013000488, "Finetune/Step": 751, "Finetune/Step Time": 5.409621635451913}
+{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.9675252437591553, "Finetune/Loss (Raw)": 1.0392409563064575, "Finetune/Step": 752, "Finetune/Step Time": 5.410537887364626}
+{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.9626277089118958, "Finetune/Loss (Raw)": 0.39136141538619995, "Finetune/Step": 753, "Finetune/Step Time": 5.438147844746709}
+{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.9611210823059082, "Finetune/Loss (Raw)": 0.8557584285736084, "Finetune/Step": 754, "Finetune/Step Time": 5.426971435546875}
+{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.9607845544815063, "Finetune/Loss (Raw)": 0.9153876900672913, "Finetune/Step": 755, "Finetune/Step Time": 5.447814600542188}
+{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.9604160785675049, "Finetune/Loss (Raw)": 0.9344322085380554, "Finetune/Step": 756, "Finetune/Step Time": 5.445258744060993}
+{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.960107684135437, "Finetune/Loss (Raw)": 0.9547035098075867, "Finetune/Step": 757, "Finetune/Step Time": 5.456468539312482}
+{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.9604119658470154, "Finetune/Loss (Raw)": 1.1478838920593262, "Finetune/Step": 758, "Finetune/Step Time": 5.464936327189207}
+{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.9617085456848145, "Finetune/Loss (Raw)": 1.051019310951233, "Finetune/Step": 759, "Finetune/Step Time": 5.46519111096859}
+{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.9605982899665833, "Finetune/Loss (Raw)": 0.9985825419425964, "Finetune/Step": 760, "Finetune/Step Time": 5.458235641941428}
+{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.9582623839378357, "Finetune/Loss (Raw)": 0.925984263420105, "Finetune/Step": 761, "Finetune/Step Time": 5.461381152272224}
+{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.9538485407829285, "Finetune/Loss (Raw)": 0.3704691529273987, "Finetune/Step": 762, "Finetune/Step Time": 5.492475166916847}
+{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.9529005289077759, "Finetune/Loss (Raw)": 0.8632701635360718, "Finetune/Step": 763, "Finetune/Step Time": 5.49726159311831}
+{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.9523253440856934, "Finetune/Loss (Raw)": 0.9836723208427429, "Finetune/Step": 764, "Finetune/Step Time": 5.47523201815784}
+{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.9513454437255859, "Finetune/Loss (Raw)": 0.9390870332717896, "Finetune/Step": 765, "Finetune/Step Time": 5.489079914987087}
+{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.9512050151824951, "Finetune/Loss (Raw)": 1.0637849569320679, "Finetune/Step": 766, "Finetune/Step Time": 5.506799187511206}
+{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.9504833221435547, "Finetune/Loss (Raw)": 0.9006770849227905, "Finetune/Step": 767, "Finetune/Step Time": 5.515542969107628}
+{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.949882984161377, "Finetune/Loss (Raw)": 0.9175885915756226, "Finetune/Step": 768, "Finetune/Step Time": 5.525295497849584}
+{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.9478957653045654, "Finetune/Loss (Raw)": 0.8046058416366577, "Finetune/Step": 769, "Finetune/Step Time": 5.533431129530072}
+{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.9530210494995117, "Finetune/Loss (Raw)": 0.9922744035720825, "Finetune/Step": 770, "Finetune/Step Time": 5.511521857231855}
+{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.9536362290382385, "Finetune/Loss (Raw)": 1.0514169931411743, "Finetune/Step": 771, "Finetune/Step Time": 5.515665575861931}
+{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.9532116651535034, "Finetune/Loss (Raw)": 0.9746294617652893, "Finetune/Step": 772, "Finetune/Step Time": 5.499764433130622}
+{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.9532102942466736, "Finetune/Loss (Raw)": 1.0471540689468384, "Finetune/Step": 773, "Finetune/Step Time": 5.498628996312618}
+{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.9520418047904968, "Finetune/Loss (Raw)": 0.8505884408950806, "Finetune/Step": 774, "Finetune/Step Time": 5.509030241519213}
+{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.9526054263114929, "Finetune/Loss (Raw)": 1.0178945064544678, "Finetune/Step": 775, "Finetune/Step Time": 5.511286025866866}
+{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.9504398107528687, "Finetune/Loss (Raw)": 0.7455674409866333, "Finetune/Step": 776, "Finetune/Step Time": 5.512662369757891}
+{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.9514032006263733, "Finetune/Loss (Raw)": 1.1219202280044556, "Finetune/Step": 777, "Finetune/Step Time": 5.528758272528648}
+{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.9523777961730957, "Finetune/Loss (Raw)": 1.0701295137405396, "Finetune/Step": 778, "Finetune/Step Time": 5.514540478587151}
+{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.9516515731811523, "Finetune/Loss (Raw)": 0.9071140885353088, "Finetune/Step": 779, "Finetune/Step Time": 5.511135905981064}
+{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.9464315176010132, "Finetune/Loss (Raw)": 0.3300130069255829, "Finetune/Step": 780, "Finetune/Step Time": 5.540548099204898}
+{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.9465065002441406, "Finetune/Loss (Raw)": 0.9139982461929321, "Finetune/Step": 781, "Finetune/Step Time": 5.541170412674546}
+{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.9425780177116394, "Finetune/Loss (Raw)": 0.688152015209198, "Finetune/Step": 782, "Finetune/Step Time": 5.570320162922144}
+{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.9424473643302917, "Finetune/Loss (Raw)": 0.9210339188575745, "Finetune/Step": 783, "Finetune/Step Time": 5.60155600681901}
+{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.9407021999359131, "Finetune/Loss (Raw)": 0.7284397482872009, "Finetune/Step": 784, "Finetune/Step Time": 5.618469400331378}
+{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.9416097402572632, "Finetune/Loss (Raw)": 1.0407040119171143, "Finetune/Step": 785, "Finetune/Step Time": 5.6136026456952095}
+{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.9427554607391357, "Finetune/Loss (Raw)": 1.111361026763916, "Finetune/Step": 786, "Finetune/Step Time": 5.611152362078428}
+{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.945052981376648, "Finetune/Loss (Raw)": 1.0864205360412598, "Finetune/Step": 787, "Finetune/Step Time": 5.615037837997079}
+{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.9450204968452454, "Finetune/Loss (Raw)": 1.0988249778747559, "Finetune/Step": 788, "Finetune/Step Time": 5.612067950889468}
+{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.944878101348877, "Finetune/Loss (Raw)": 0.9784496426582336, "Finetune/Step": 789, "Finetune/Step Time": 5.610366385430098}
+{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.9425603747367859, "Finetune/Loss (Raw)": 0.7406431436538696, "Finetune/Step": 790, "Finetune/Step Time": 5.6393790654838085}
+{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.9413644075393677, "Finetune/Loss (Raw)": 0.919349193572998, "Finetune/Step": 791, "Finetune/Step Time": 5.641230903565884}
+{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.9402463436126709, "Finetune/Loss (Raw)": 0.8297101259231567, "Finetune/Step": 792, "Finetune/Step Time": 5.631772663444281}
+{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.9396392107009888, "Finetune/Loss (Raw)": 1.0421115159988403, "Finetune/Step": 793, "Finetune/Step Time": 5.633772054687142}
+{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.9377182722091675, "Finetune/Loss (Raw)": 0.9117207527160645, "Finetune/Step": 794, "Finetune/Step Time": 5.63617948628962}
+{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.9368017911911011, "Finetune/Loss (Raw)": 0.9702091813087463, "Finetune/Step": 795, "Finetune/Step Time": 5.649937551468611}
+{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.9373906850814819, "Finetune/Loss (Raw)": 0.9327168464660645, "Finetune/Step": 796, "Finetune/Step Time": 5.646237155422568}
+{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.9369646310806274, "Finetune/Loss (Raw)": 0.9477776885032654, "Finetune/Step": 797, "Finetune/Step Time": 5.651960525661707}
+{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.9376791715621948, "Finetune/Loss (Raw)": 0.997684121131897, "Finetune/Step": 798, "Finetune/Step Time": 5.654373414814472}
+{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.9369620084762573, "Finetune/Loss (Raw)": 0.8815273642539978, "Finetune/Step": 799, "Finetune/Step Time": 5.660849452018738}
+{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.93684983253479, "Finetune/Loss (Raw)": 1.0300744771957397, "Finetune/Step": 800, "Finetune/Step Time": 5.666648883372545}
+{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.9365527033805847, "Finetune/Loss (Raw)": 1.0580440759658813, "Finetune/Step": 801, "Finetune/Step Time": 5.690774030983448}
+{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.9353585839271545, "Finetune/Loss (Raw)": 0.9518070816993713, "Finetune/Step": 802, "Finetune/Step Time": 5.694547511637211}
+{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.9333704710006714, "Finetune/Loss (Raw)": 0.7813332080841064, "Finetune/Step": 803, "Finetune/Step Time": 5.7001401744782925}
+{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.9331028461456299, "Finetune/Loss (Raw)": 0.9725611209869385, "Finetune/Step": 804, "Finetune/Step Time": 5.691169014200568}
+{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.9340723752975464, "Finetune/Loss (Raw)": 0.9964014887809753, "Finetune/Step": 805, "Finetune/Step Time": 5.661383345723152}
+{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.9317620396614075, "Finetune/Loss (Raw)": 0.8139245510101318, "Finetune/Step": 806, "Finetune/Step Time": 5.674883659929037}
+{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.9304838180541992, "Finetune/Loss (Raw)": 0.9436416029930115, "Finetune/Step": 807, "Finetune/Step Time": 5.6671449933201075}
+{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.9310221672058105, "Finetune/Loss (Raw)": 0.9965378046035767, "Finetune/Step": 808, "Finetune/Step Time": 5.685431560501456}
+{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.93019700050354, "Finetune/Loss (Raw)": 0.9352869987487793, "Finetune/Step": 809, "Finetune/Step Time": 5.68936986848712}
+{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.9303956031799316, "Finetune/Loss (Raw)": 1.0864017009735107, "Finetune/Step": 810, "Finetune/Step Time": 5.680696431547403}
+{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.9283968210220337, "Finetune/Loss (Raw)": 0.8256807327270508, "Finetune/Step": 811, "Finetune/Step Time": 5.678329447284341}
+{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.9303855895996094, "Finetune/Loss (Raw)": 1.1887809038162231, "Finetune/Step": 812, "Finetune/Step Time": 5.675122518092394}
+{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.9320868253707886, "Finetune/Loss (Raw)": 0.9672397971153259, "Finetune/Step": 813, "Finetune/Step Time": 5.661865975707769}
+{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.9322576522827148, "Finetune/Loss (Raw)": 0.9354164600372314, "Finetune/Step": 814, "Finetune/Step Time": 5.65167479775846}
+{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.9322950839996338, "Finetune/Loss (Raw)": 0.9541013836860657, "Finetune/Step": 815, "Finetune/Step Time": 5.6557224579155445}
+{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.9327661991119385, "Finetune/Loss (Raw)": 1.0525054931640625, "Finetune/Step": 816, "Finetune/Step Time": 5.656002793461084}
+{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.9353538751602173, "Finetune/Loss (Raw)": 1.0439252853393555, "Finetune/Step": 817, "Finetune/Step Time": 5.645457791164517}
+{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.9310932159423828, "Finetune/Loss (Raw)": 0.32365086674690247, "Finetune/Step": 818, "Finetune/Step Time": 5.63789133168757}
+{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.9292501211166382, "Finetune/Loss (Raw)": 0.8001038432121277, "Finetune/Step": 819, "Finetune/Step Time": 5.638136226683855}
+{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.9277830719947815, "Finetune/Loss (Raw)": 0.7159515619277954, "Finetune/Step": 820, "Finetune/Step Time": 5.619382344186306}
+{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.9278849363327026, "Finetune/Loss (Raw)": 0.9448820948600769, "Finetune/Step": 821, "Finetune/Step Time": 5.61952493712306}
+{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.9318987131118774, "Finetune/Loss (Raw)": 0.9018387198448181, "Finetune/Step": 822, "Finetune/Step Time": 5.603105820715427}
+{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.9337854385375977, "Finetune/Loss (Raw)": 1.0797926187515259, "Finetune/Step": 823, "Finetune/Step Time": 5.588715102523565}
+{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.9336258172988892, "Finetune/Loss (Raw)": 1.065592646598816, "Finetune/Step": 824, "Finetune/Step Time": 5.586745239794254}
+{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.9335269927978516, "Finetune/Loss (Raw)": 0.8964405655860901, "Finetune/Step": 825, "Finetune/Step Time": 5.577343752607703}
+{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.9310005903244019, "Finetune/Loss (Raw)": 0.8352876305580139, "Finetune/Step": 826, "Finetune/Step Time": 5.583357214927673}
+{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.9294635057449341, "Finetune/Loss (Raw)": 0.9809553027153015, "Finetune/Step": 827, "Finetune/Step Time": 5.570341736078262}
+{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.9247903823852539, "Finetune/Loss (Raw)": 0.37294772267341614, "Finetune/Step": 828, "Finetune/Step Time": 5.580988014116883}
+{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.9304750561714172, "Finetune/Loss (Raw)": 1.0310710668563843, "Finetune/Step": 829, "Finetune/Step Time": 5.557714104652405}
+{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.9306203722953796, "Finetune/Loss (Raw)": 0.9689876437187195, "Finetune/Step": 830, "Finetune/Step Time": 5.5540498327463865}
+{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.9316385984420776, "Finetune/Loss (Raw)": 0.9899715781211853, "Finetune/Step": 831, "Finetune/Step Time": 5.559604177251458}
+{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.9323822259902954, "Finetune/Loss (Raw)": 1.0629712343215942, "Finetune/Step": 832, "Finetune/Step Time": 5.5412942096591}
+{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.9278087615966797, "Finetune/Loss (Raw)": 0.4139520823955536, "Finetune/Step": 833, "Finetune/Step Time": 5.561368741095066}
+{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.9294676780700684, "Finetune/Loss (Raw)": 0.9625977277755737, "Finetune/Step": 834, "Finetune/Step Time": 5.569757798686624}
+{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.9300378561019897, "Finetune/Loss (Raw)": 0.9566150307655334, "Finetune/Step": 835, "Finetune/Step Time": 5.574582951143384}
+{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.9288445711135864, "Finetune/Loss (Raw)": 0.9873349666595459, "Finetune/Step": 836, "Finetune/Step Time": 5.569692097604275}
+{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.9283876419067383, "Finetune/Loss (Raw)": 0.8944067358970642, "Finetune/Step": 837, "Finetune/Step Time": 5.577897449955344}
+{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.9296637773513794, "Finetune/Loss (Raw)": 1.0254751443862915, "Finetune/Step": 838, "Finetune/Step Time": 5.581715384498239}
+{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.9285731315612793, "Finetune/Loss (Raw)": 0.8986734747886658, "Finetune/Step": 839, "Finetune/Step Time": 5.573109481483698}
+{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.9320736527442932, "Finetune/Loss (Raw)": 1.1301227807998657, "Finetune/Step": 840, "Finetune/Step Time": 5.561555990949273}
+{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.9313538074493408, "Finetune/Loss (Raw)": 0.8646946549415588, "Finetune/Step": 841, "Finetune/Step Time": 5.565065262839198}
+{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.9323084950447083, "Finetune/Loss (Raw)": 1.0376782417297363, "Finetune/Step": 842, "Finetune/Step Time": 5.564026966691017}
+{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.9315504431724548, "Finetune/Loss (Raw)": 1.0008306503295898, "Finetune/Step": 843, "Finetune/Step Time": 5.5778124164789915}
+{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.9324431419372559, "Finetune/Loss (Raw)": 0.9669231176376343, "Finetune/Step": 844, "Finetune/Step Time": 5.579481130465865}
+{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.9321192502975464, "Finetune/Loss (Raw)": 1.0462119579315186, "Finetune/Step": 845, "Finetune/Step Time": 5.5657792165875435}
+{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.9319953918457031, "Finetune/Loss (Raw)": 1.0113023519515991, "Finetune/Step": 846, "Finetune/Step Time": 5.557585868984461}
+{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.9276357293128967, "Finetune/Loss (Raw)": 0.45655393600463867, "Finetune/Step": 847, "Finetune/Step Time": 5.581616397947073}
+{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.9247706532478333, "Finetune/Loss (Raw)": 0.8331468105316162, "Finetune/Step": 848, "Finetune/Step Time": 5.5845991019159555}
+{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.9255051016807556, "Finetune/Loss (Raw)": 0.9957736730575562, "Finetune/Step": 849, "Finetune/Step Time": 5.562338860705495}
+{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.9249130487442017, "Finetune/Loss (Raw)": 0.8838192820549011, "Finetune/Step": 850, "Finetune/Step Time": 5.5577137395739555}
+{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.9243558645248413, "Finetune/Loss (Raw)": 1.0170495510101318, "Finetune/Step": 851, "Finetune/Step Time": 5.56312008202076}
+{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.9228149652481079, "Finetune/Loss (Raw)": 0.8654895424842834, "Finetune/Step": 852, "Finetune/Step Time": 5.5479726344347}
+{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.9214790463447571, "Finetune/Loss (Raw)": 0.9470298290252686, "Finetune/Step": 853, "Finetune/Step Time": 5.544010823592544}
+{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.9228266477584839, "Finetune/Loss (Raw)": 0.905826210975647, "Finetune/Step": 854, "Finetune/Step Time": 5.545716227963567}
+{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.9207427501678467, "Finetune/Loss (Raw)": 0.7369242310523987, "Finetune/Step": 855, "Finetune/Step Time": 5.580414455384016}
+{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.9192213416099548, "Finetune/Loss (Raw)": 0.9682266712188721, "Finetune/Step": 856, "Finetune/Step Time": 5.577952537685633}
+{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.9217350482940674, "Finetune/Loss (Raw)": 0.9302999377250671, "Finetune/Step": 857, "Finetune/Step Time": 5.5681399162858725}
+{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.9232508540153503, "Finetune/Loss (Raw)": 1.1715664863586426, "Finetune/Step": 858, "Finetune/Step Time": 5.565228285267949}
+{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.923179566860199, "Finetune/Loss (Raw)": 1.0538177490234375, "Finetune/Step": 859, "Finetune/Step Time": 5.579578900709748}
+{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.9234368801116943, "Finetune/Loss (Raw)": 0.9243931174278259, "Finetune/Step": 860, "Finetune/Step Time": 5.548986839130521}
+{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.9216123819351196, "Finetune/Loss (Raw)": 0.6972222328186035, "Finetune/Step": 861, "Finetune/Step Time": 5.538752384483814}
+{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.9228259325027466, "Finetune/Loss (Raw)": 1.0044584274291992, "Finetune/Step": 862, "Finetune/Step Time": 5.540989726781845}
+{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.9225919842720032, "Finetune/Loss (Raw)": 0.8189608454704285, "Finetune/Step": 863, "Finetune/Step Time": 5.5469311363995075}
+{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.923452615737915, "Finetune/Loss (Raw)": 1.016907811164856, "Finetune/Step": 864, "Finetune/Step Time": 5.515633698552847}
+{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.9220571517944336, "Finetune/Loss (Raw)": 0.9305320382118225, "Finetune/Step": 865, "Finetune/Step Time": 5.535619797185063}
+{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.9227402210235596, "Finetune/Loss (Raw)": 1.0923621654510498, "Finetune/Step": 866, "Finetune/Step Time": 5.53739008307457}
+{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.9274410009384155, "Finetune/Loss (Raw)": 1.0472360849380493, "Finetune/Step": 867, "Finetune/Step Time": 5.494190281257033}
+{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.9260642528533936, "Finetune/Loss (Raw)": 0.9290670156478882, "Finetune/Step": 868, "Finetune/Step Time": 5.486628057435155}
+{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.9282599687576294, "Finetune/Loss (Raw)": 1.067128300666809, "Finetune/Step": 869, "Finetune/Step Time": 5.477650091052055}
+{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.9277622699737549, "Finetune/Loss (Raw)": 0.8918207883834839, "Finetune/Step": 870, "Finetune/Step Time": 5.480677295476198}
+{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.9259545207023621, "Finetune/Loss (Raw)": 0.8210008144378662, "Finetune/Step": 871, "Finetune/Step Time": 5.484367610886693}
+{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.9259220361709595, "Finetune/Loss (Raw)": 0.9775417447090149, "Finetune/Step": 872, "Finetune/Step Time": 5.483985533937812}
+{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.9272975921630859, "Finetune/Loss (Raw)": 1.012973427772522, "Finetune/Step": 873, "Finetune/Step Time": 5.4681303184479475}
+{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.9254316091537476, "Finetune/Loss (Raw)": 0.8470274209976196, "Finetune/Step": 874, "Finetune/Step Time": 5.4727639351040125}
+{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.923842191696167, "Finetune/Loss (Raw)": 0.8993654847145081, "Finetune/Step": 875, "Finetune/Step Time": 5.483869466930628}
+{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.9225379228591919, "Finetune/Loss (Raw)": 0.9109741449356079, "Finetune/Step": 876, "Finetune/Step Time": 5.4854983277618885}
+{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.9227385520935059, "Finetune/Loss (Raw)": 1.0021058320999146, "Finetune/Step": 877, "Finetune/Step Time": 5.494297316297889}
+{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.9224753379821777, "Finetune/Loss (Raw)": 0.9598119258880615, "Finetune/Step": 878, "Finetune/Step Time": 5.487389791756868}
+{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.9224191904067993, "Finetune/Loss (Raw)": 0.8452703356742859, "Finetune/Step": 879, "Finetune/Step Time": 5.507454378530383}
+{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.9218178987503052, "Finetune/Loss (Raw)": 0.9622755646705627, "Finetune/Step": 880, "Finetune/Step Time": 5.511508043855429}
+{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.9253115653991699, "Finetune/Loss (Raw)": 0.8385523557662964, "Finetune/Step": 881, "Finetune/Step Time": 5.494359914213419}
+{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.926666259765625, "Finetune/Loss (Raw)": 1.0291478633880615, "Finetune/Step": 882, "Finetune/Step Time": 5.493618477135897}
+{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.9275916218757629, "Finetune/Loss (Raw)": 1.03384268283844, "Finetune/Step": 883, "Finetune/Step Time": 5.465754522010684}
+{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.9284650087356567, "Finetune/Loss (Raw)": 1.0462205410003662, "Finetune/Step": 884, "Finetune/Step Time": 5.465933725237846}
+{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.9227493405342102, "Finetune/Loss (Raw)": 0.22309960424900055, "Finetune/Step": 885, "Finetune/Step Time": 5.48350078240037}
+{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.9214670062065125, "Finetune/Loss (Raw)": 0.9837473630905151, "Finetune/Step": 886, "Finetune/Step Time": 5.487223632633686}
+{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.9163709878921509, "Finetune/Loss (Raw)": 0.3987326920032501, "Finetune/Step": 887, "Finetune/Step Time": 5.517324944958091}
+{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.9168310165405273, "Finetune/Loss (Raw)": 1.0574591159820557, "Finetune/Step": 888, "Finetune/Step Time": 5.523719681426883}
+{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.9175691604614258, "Finetune/Loss (Raw)": 1.0204763412475586, "Finetune/Step": 889, "Finetune/Step Time": 5.529252711683512}
+{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.9221494197845459, "Finetune/Loss (Raw)": 0.9567342400550842, "Finetune/Step": 890, "Finetune/Step Time": 5.499725051224232}
+{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.9228922724723816, "Finetune/Loss (Raw)": 0.9583574533462524, "Finetune/Step": 891, "Finetune/Step Time": 5.5022176038473845}
+{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.9219595193862915, "Finetune/Loss (Raw)": 0.8642745614051819, "Finetune/Step": 892, "Finetune/Step Time": 5.506754349917173}
+{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.9231800436973572, "Finetune/Loss (Raw)": 1.0953172445297241, "Finetune/Step": 893, "Finetune/Step Time": 5.493653919547796}
+{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.9223889112472534, "Finetune/Loss (Raw)": 0.9625292420387268, "Finetune/Step": 894, "Finetune/Step Time": 5.4786443170160055}
+{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.9226197004318237, "Finetune/Loss (Raw)": 0.930204451084137, "Finetune/Step": 895, "Finetune/Step Time": 5.4852201621979475}
+{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.923618733882904, "Finetune/Loss (Raw)": 1.0454745292663574, "Finetune/Step": 896, "Finetune/Step Time": 5.4783029574900866}
+{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.9237468838691711, "Finetune/Loss (Raw)": 0.8210093379020691, "Finetune/Step": 897, "Finetune/Step Time": 5.481709163635969}
+{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.9187836647033691, "Finetune/Loss (Raw)": 0.35698333382606506, "Finetune/Step": 898, "Finetune/Step Time": 5.50438529998064}
+{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.9174386262893677, "Finetune/Loss (Raw)": 0.8792455196380615, "Finetune/Step": 899, "Finetune/Step Time": 5.538490574806929}
+{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.9183425307273865, "Finetune/Loss (Raw)": 1.0903338193893433, "Finetune/Step": 900, "Finetune/Step Time": 5.539006231352687}
+{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.9185202121734619, "Finetune/Loss (Raw)": 1.0698957443237305, "Finetune/Step": 901, "Finetune/Step Time": 5.545061308890581}
+{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.9198923110961914, "Finetune/Loss (Raw)": 1.0262254476547241, "Finetune/Step": 902, "Finetune/Step Time": 5.529355335980654}
+{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.9200928211212158, "Finetune/Loss (Raw)": 1.0435446500778198, "Finetune/Step": 903, "Finetune/Step Time": 5.539362424984574}
+{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.9214954376220703, "Finetune/Loss (Raw)": 0.9251134395599365, "Finetune/Step": 904, "Finetune/Step Time": 5.536130474880338}
+{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.9208630323410034, "Finetune/Loss (Raw)": 1.0409702062606812, "Finetune/Step": 905, "Finetune/Step Time": 5.5170372892171144}
+{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.919633150100708, "Finetune/Loss (Raw)": 0.9127033352851868, "Finetune/Step": 906, "Finetune/Step Time": 5.514851626008749}
+{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.9204279184341431, "Finetune/Loss (Raw)": 1.0088430643081665, "Finetune/Step": 907, "Finetune/Step Time": 5.515070227906108}
+{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.9252086877822876, "Finetune/Loss (Raw)": 0.9419518709182739, "Finetune/Step": 908, "Finetune/Step Time": 5.48519117757678}
+{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.9256547093391418, "Finetune/Loss (Raw)": 0.9710914492607117, "Finetune/Step": 909, "Finetune/Step Time": 5.489150142297149}
+{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.9275399446487427, "Finetune/Loss (Raw)": 0.9294664859771729, "Finetune/Step": 910, "Finetune/Step Time": 5.46229687333107}
+{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.927538275718689, "Finetune/Loss (Raw)": 0.9208070635795593, "Finetune/Step": 911, "Finetune/Step Time": 5.42619969509542}
+{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.93043452501297, "Finetune/Loss (Raw)": 1.0991729497909546, "Finetune/Step": 912, "Finetune/Step Time": 5.417027436196804}
+{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.9277042150497437, "Finetune/Loss (Raw)": 0.6912251710891724, "Finetune/Step": 913, "Finetune/Step Time": 5.412353618070483}
+{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.927640438079834, "Finetune/Loss (Raw)": 1.1031925678253174, "Finetune/Step": 914, "Finetune/Step Time": 5.416335286572576}
+{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.9268643260002136, "Finetune/Loss (Raw)": 0.987076461315155, "Finetune/Step": 915, "Finetune/Step Time": 5.389917908236384}
+{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.9261445999145508, "Finetune/Loss (Raw)": 1.006697654724121, "Finetune/Step": 916, "Finetune/Step Time": 5.39618424884975}
+{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.9274961948394775, "Finetune/Loss (Raw)": 1.151459813117981, "Finetune/Step": 917, "Finetune/Step Time": 5.44027935154736}
+{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.9291152358055115, "Finetune/Loss (Raw)": 0.9478791952133179, "Finetune/Step": 918, "Finetune/Step Time": 5.419107360765338}
+{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.9277477860450745, "Finetune/Loss (Raw)": 0.7443128824234009, "Finetune/Step": 919, "Finetune/Step Time": 5.432824283838272}
+{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.9276539087295532, "Finetune/Loss (Raw)": 0.8176959753036499, "Finetune/Step": 920, "Finetune/Step Time": 5.439028887078166}
+{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.9271332025527954, "Finetune/Loss (Raw)": 0.9754634499549866, "Finetune/Step": 921, "Finetune/Step Time": 5.429632721468806}
+{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.9270239472389221, "Finetune/Loss (Raw)": 0.8977332711219788, "Finetune/Step": 922, "Finetune/Step Time": 5.428807254880667}
+{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.9272712469100952, "Finetune/Loss (Raw)": 1.0018582344055176, "Finetune/Step": 923, "Finetune/Step Time": 5.410287871956825}
+{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.9270219802856445, "Finetune/Loss (Raw)": 0.9008200764656067, "Finetune/Step": 924, "Finetune/Step Time": 5.418619470670819}
+{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.9257892966270447, "Finetune/Loss (Raw)": 0.7899910807609558, "Finetune/Step": 925, "Finetune/Step Time": 5.438505744561553}
+{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.9249268770217896, "Finetune/Loss (Raw)": 0.8872926831245422, "Finetune/Step": 926, "Finetune/Step Time": 5.443237626925111}
+{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.9259558916091919, "Finetune/Loss (Raw)": 1.0132453441619873, "Finetune/Step": 927, "Finetune/Step Time": 5.436366181820631}
+{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.9255526065826416, "Finetune/Loss (Raw)": 0.978450357913971, "Finetune/Step": 928, "Finetune/Step Time": 5.428581319749355}
+{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.9251008033752441, "Finetune/Loss (Raw)": 1.000211477279663, "Finetune/Step": 929, "Finetune/Step Time": 5.404558589681983}
+{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.9245052933692932, "Finetune/Loss (Raw)": 0.8755822777748108, "Finetune/Step": 930, "Finetune/Step Time": 5.408746952190995}
+{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.9262446761131287, "Finetune/Loss (Raw)": 1.0039786100387573, "Finetune/Step": 931, "Finetune/Step Time": 5.390970654785633}
+{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.9266914129257202, "Finetune/Loss (Raw)": 1.02973473072052, "Finetune/Step": 932, "Finetune/Step Time": 5.396928612142801}
+{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.9267555475234985, "Finetune/Loss (Raw)": 1.0046123266220093, "Finetune/Step": 933, "Finetune/Step Time": 5.40641507320106}
+{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.9280855655670166, "Finetune/Loss (Raw)": 0.9841675162315369, "Finetune/Step": 934, "Finetune/Step Time": 5.403418093919754}
+{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.9272466897964478, "Finetune/Loss (Raw)": 0.8362675309181213, "Finetune/Step": 935, "Finetune/Step Time": 5.404103783890605}
+{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.9264917373657227, "Finetune/Loss (Raw)": 0.8999046087265015, "Finetune/Step": 936, "Finetune/Step Time": 5.396601021289825}
+{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.9278974533081055, "Finetune/Loss (Raw)": 1.1152137517929077, "Finetune/Step": 937, "Finetune/Step Time": 5.391947006806731}
+{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.9280300140380859, "Finetune/Loss (Raw)": 1.103367805480957, "Finetune/Step": 938, "Finetune/Step Time": 5.395586071535945}
+{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.9285777807235718, "Finetune/Loss (Raw)": 0.8958055973052979, "Finetune/Step": 939, "Finetune/Step Time": 5.396951720118523}
+{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.9270718097686768, "Finetune/Loss (Raw)": 0.9960165619850159, "Finetune/Step": 940, "Finetune/Step Time": 5.399623721837997}
+{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.9270579814910889, "Finetune/Loss (Raw)": 0.9654659032821655, "Finetune/Step": 941, "Finetune/Step Time": 5.399318899959326}
+{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.9266921877861023, "Finetune/Loss (Raw)": 0.8885902762413025, "Finetune/Step": 942, "Finetune/Step Time": 5.405224898830056}
+{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.9265406131744385, "Finetune/Loss (Raw)": 0.9347041845321655, "Finetune/Step": 943, "Finetune/Step Time": 5.404450833797455}
+{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.9259674549102783, "Finetune/Loss (Raw)": 0.9791346788406372, "Finetune/Step": 944, "Finetune/Step Time": 5.399783773347735}
+{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.9243783950805664, "Finetune/Loss (Raw)": 0.8405321836471558, "Finetune/Step": 945, "Finetune/Step Time": 5.409034924581647}
+{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.9286923408508301, "Finetune/Loss (Raw)": 0.8758395910263062, "Finetune/Step": 946, "Finetune/Step Time": 5.395450823009014}
+{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.9297161102294922, "Finetune/Loss (Raw)": 0.9311471581459045, "Finetune/Step": 947, "Finetune/Step Time": 5.414013655856252}
+{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.9270749092102051, "Finetune/Loss (Raw)": 0.3778706192970276, "Finetune/Step": 948, "Finetune/Step Time": 5.4347594901919365}
+{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.9283757209777832, "Finetune/Loss (Raw)": 1.1113909482955933, "Finetune/Step": 949, "Finetune/Step Time": 5.420870853587985}
+{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.9283100366592407, "Finetune/Loss (Raw)": 0.8934256434440613, "Finetune/Step": 950, "Finetune/Step Time": 5.408558642491698}
+{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.9289344549179077, "Finetune/Loss (Raw)": 1.1597228050231934, "Finetune/Step": 951, "Finetune/Step Time": 5.4021174646914005}
+{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.9270698428153992, "Finetune/Loss (Raw)": 0.8269184231758118, "Finetune/Step": 952, "Finetune/Step Time": 5.407161692157388}
+{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.9275314211845398, "Finetune/Loss (Raw)": 0.9555238485336304, "Finetune/Step": 953, "Finetune/Step Time": 5.400272760540247}
+{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.9279091358184814, "Finetune/Loss (Raw)": 0.8836408853530884, "Finetune/Step": 954, "Finetune/Step Time": 5.397092755883932}
+{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.9278005957603455, "Finetune/Loss (Raw)": 0.9670552015304565, "Finetune/Step": 955, "Finetune/Step Time": 5.396865226328373}
+{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.9327268600463867, "Finetune/Loss (Raw)": 1.0035098791122437, "Finetune/Step": 956, "Finetune/Step Time": 5.368622520938516}
+{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.9316008687019348, "Finetune/Loss (Raw)": 0.8869461417198181, "Finetune/Step": 957, "Finetune/Step Time": 5.36502081900835}
+{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.9314584732055664, "Finetune/Loss (Raw)": 0.9507617950439453, "Finetune/Step": 958, "Finetune/Step Time": 5.3746422585099936}
+{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.9307680130004883, "Finetune/Loss (Raw)": 0.9015994668006897, "Finetune/Step": 959, "Finetune/Step Time": 5.356895150616765}
+{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.9297093152999878, "Finetune/Loss (Raw)": 0.9274434447288513, "Finetune/Step": 960, "Finetune/Step Time": 5.358996154740453}
+{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.9331201910972595, "Finetune/Loss (Raw)": 0.8505468964576721, "Finetune/Step": 961, "Finetune/Step Time": 5.33043677918613}
+{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.933978796005249, "Finetune/Loss (Raw)": 1.0725010633468628, "Finetune/Step": 962, "Finetune/Step Time": 5.3394700437784195}
+{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.9334063529968262, "Finetune/Loss (Raw)": 0.8833472728729248, "Finetune/Step": 963, "Finetune/Step Time": 5.332985194399953}
+{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.9328446388244629, "Finetune/Loss (Raw)": 0.9154348373413086, "Finetune/Step": 964, "Finetune/Step Time": 5.332547463476658}
+{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.93196702003479, "Finetune/Loss (Raw)": 0.7820752263069153, "Finetune/Step": 965, "Finetune/Step Time": 5.328465733677149}
+{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.9312340617179871, "Finetune/Loss (Raw)": 0.9316509366035461, "Finetune/Step": 966, "Finetune/Step Time": 5.329932542517781}
+{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.9317718744277954, "Finetune/Loss (Raw)": 0.9675173163414001, "Finetune/Step": 967, "Finetune/Step Time": 5.335383048281074}
+{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.9309026002883911, "Finetune/Loss (Raw)": 1.0188473463058472, "Finetune/Step": 968, "Finetune/Step Time": 5.33428012393415}
+{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.9310886263847351, "Finetune/Loss (Raw)": 0.8885136842727661, "Finetune/Step": 969, "Finetune/Step Time": 5.341553024947643}
+{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.928100049495697, "Finetune/Loss (Raw)": 0.6551406979560852, "Finetune/Step": 970, "Finetune/Step Time": 5.349390123039484}
+{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.927862823009491, "Finetune/Loss (Raw)": 0.970463752746582, "Finetune/Step": 971, "Finetune/Step Time": 5.36287397146225}
+{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.9233393669128418, "Finetune/Loss (Raw)": 0.38791361451148987, "Finetune/Step": 972, "Finetune/Step Time": 5.392397033050656}
+{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.9219311475753784, "Finetune/Loss (Raw)": 0.8659675717353821, "Finetune/Step": 973, "Finetune/Step Time": 5.399078814312816}
+{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.9211353063583374, "Finetune/Loss (Raw)": 0.9094340801239014, "Finetune/Step": 974, "Finetune/Step Time": 5.414793005213141}
+{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.9260371327400208, "Finetune/Loss (Raw)": 1.0839892625808716, "Finetune/Step": 975, "Finetune/Step Time": 5.403001189231873}
+{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.9270379543304443, "Finetune/Loss (Raw)": 0.9612413048744202, "Finetune/Step": 976, "Finetune/Step Time": 5.400056831538677}
+{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.9274385571479797, "Finetune/Loss (Raw)": 1.0470566749572754, "Finetune/Step": 977, "Finetune/Step Time": 5.405915420502424}
+{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.9277231693267822, "Finetune/Loss (Raw)": 0.9202501177787781, "Finetune/Step": 978, "Finetune/Step Time": 5.380130095407367}
+{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.9265937805175781, "Finetune/Loss (Raw)": 0.87248694896698, "Finetune/Step": 979, "Finetune/Step Time": 5.381238175556064}
+{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.928696870803833, "Finetune/Loss (Raw)": 1.1346853971481323, "Finetune/Step": 980, "Finetune/Step Time": 5.380368830636144}
+{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.9287585020065308, "Finetune/Loss (Raw)": 0.9549279808998108, "Finetune/Step": 981, "Finetune/Step Time": 5.38150916993618}
+{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.9294975996017456, "Finetune/Loss (Raw)": 1.0004173517227173, "Finetune/Step": 982, "Finetune/Step Time": 5.370533129200339}
+{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.9316403269767761, "Finetune/Loss (Raw)": 1.0111985206604004, "Finetune/Step": 983, "Finetune/Step Time": 5.335921889171004}
+{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.9312307834625244, "Finetune/Loss (Raw)": 0.9158037900924683, "Finetune/Step": 984, "Finetune/Step Time": 5.346561664715409}
+{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.9311968088150024, "Finetune/Loss (Raw)": 0.9259626269340515, "Finetune/Step": 985, "Finetune/Step Time": 5.346047567203641}
+{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.928615927696228, "Finetune/Loss (Raw)": 0.8412054777145386, "Finetune/Step": 986, "Finetune/Step Time": 5.349985755980015}
+{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.927861750125885, "Finetune/Loss (Raw)": 0.9572874903678894, "Finetune/Step": 987, "Finetune/Step Time": 5.348336027935147}
+{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.9269962906837463, "Finetune/Loss (Raw)": 0.8136037588119507, "Finetune/Step": 988, "Finetune/Step Time": 5.351270779967308}
+{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.9294781684875488, "Finetune/Loss (Raw)": 1.0149099826812744, "Finetune/Step": 989, "Finetune/Step Time": 5.35493210144341}
+{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.927520751953125, "Finetune/Loss (Raw)": 0.7538986802101135, "Finetune/Step": 990, "Finetune/Step Time": 5.37110579200089}
+{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.929202675819397, "Finetune/Loss (Raw)": 1.0342605113983154, "Finetune/Step": 991, "Finetune/Step Time": 5.362464206293225}
+{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.9286967515945435, "Finetune/Loss (Raw)": 0.9521380066871643, "Finetune/Step": 992, "Finetune/Step Time": 5.360607648268342}
+{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.9288819432258606, "Finetune/Loss (Raw)": 0.9542415738105774, "Finetune/Step": 993, "Finetune/Step Time": 5.3719436302781105}
+{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.9262810349464417, "Finetune/Loss (Raw)": 0.7594459652900696, "Finetune/Step": 994, "Finetune/Step Time": 5.380640864372253}
+{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.9253286123275757, "Finetune/Loss (Raw)": 0.9253349304199219, "Finetune/Step": 995, "Finetune/Step Time": 5.380270343273878}
+{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.9253926873207092, "Finetune/Loss (Raw)": 0.9372535347938538, "Finetune/Step": 996, "Finetune/Step Time": 5.384861193597317}
+{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.9241667985916138, "Finetune/Loss (Raw)": 0.9102277159690857, "Finetune/Step": 997, "Finetune/Step Time": 5.3660061173141}
+{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.924362301826477, "Finetune/Loss (Raw)": 0.9168312549591064, "Finetune/Step": 998, "Finetune/Step Time": 5.378857411444187}
+{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.9264465570449829, "Finetune/Loss (Raw)": 1.0877904891967773, "Finetune/Step": 999, "Finetune/Step Time": 5.373231541365385}
+{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.9275598526000977, "Finetune/Loss (Raw)": 1.1200485229492188, "Finetune/Step": 1000, "Finetune/Step Time": 5.36741135828197}
+{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.9221440553665161, "Finetune/Loss (Raw)": 0.31975626945495605, "Finetune/Step": 1001, "Finetune/Step Time": 5.401062101125717}
+{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.9230802059173584, "Finetune/Loss (Raw)": 0.9668486714363098, "Finetune/Step": 1002, "Finetune/Step Time": 5.402930226176977}
+{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.924118161201477, "Finetune/Loss (Raw)": 1.0322234630584717, "Finetune/Step": 1003, "Finetune/Step Time": 5.406641872599721}
+{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.9251072406768799, "Finetune/Loss (Raw)": 1.0375670194625854, "Finetune/Step": 1004, "Finetune/Step Time": 5.406945271417499}
+{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.9250954389572144, "Finetune/Loss (Raw)": 1.0006052255630493, "Finetune/Step": 1005, "Finetune/Step Time": 5.390251778066158}
+{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.92406165599823, "Finetune/Loss (Raw)": 0.8274846076965332, "Finetune/Step": 1006, "Finetune/Step Time": 5.406247440725565}
+{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.924435019493103, "Finetune/Loss (Raw)": 0.8930695056915283, "Finetune/Step": 1007, "Finetune/Step Time": 5.388920221477747}
+{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.9245001077651978, "Finetune/Loss (Raw)": 0.970599353313446, "Finetune/Step": 1008, "Finetune/Step Time": 5.388605171814561}
+{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.9212589263916016, "Finetune/Loss (Raw)": 0.42368537187576294, "Finetune/Step": 1009, "Finetune/Step Time": 5.40628295391798}
+{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.9200693368911743, "Finetune/Loss (Raw)": 0.8768688440322876, "Finetune/Step": 1010, "Finetune/Step Time": 5.409586112946272}
+{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.9189270734786987, "Finetune/Loss (Raw)": 0.887643575668335, "Finetune/Step": 1011, "Finetune/Step Time": 5.40914187207818}
+{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.9184705018997192, "Finetune/Loss (Raw)": 0.9877787828445435, "Finetune/Step": 1012, "Finetune/Step Time": 5.414601515978575}
+{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.9237287044525146, "Finetune/Loss (Raw)": 0.8961470723152161, "Finetune/Step": 1013, "Finetune/Step Time": 5.384915117174387}
+{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.9240970611572266, "Finetune/Loss (Raw)": 1.0308988094329834, "Finetune/Step": 1014, "Finetune/Step Time": 5.379808355122805}
+{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.9233854413032532, "Finetune/Loss (Raw)": 0.3076445460319519, "Finetune/Step": 1015, "Finetune/Step Time": 5.3828444480896}
+{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.9228417873382568, "Finetune/Loss (Raw)": 0.9878705143928528, "Finetune/Step": 1016, "Finetune/Step Time": 5.381604615598917}
+{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.9230235815048218, "Finetune/Loss (Raw)": 1.0437432527542114, "Finetune/Step": 1017, "Finetune/Step Time": 5.373218167573214}
+{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.9231319427490234, "Finetune/Loss (Raw)": 0.9705968499183655, "Finetune/Step": 1018, "Finetune/Step Time": 5.421437563374639}
+{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.9227210879325867, "Finetune/Loss (Raw)": 0.9057775735855103, "Finetune/Step": 1019, "Finetune/Step Time": 5.4202385153621435}
+{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.9235395193099976, "Finetune/Loss (Raw)": 0.9690355658531189, "Finetune/Step": 1020, "Finetune/Step Time": 5.41583452001214}
+{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.9214456081390381, "Finetune/Loss (Raw)": 0.8272923231124878, "Finetune/Step": 1021, "Finetune/Step Time": 5.426877239719033}
+{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.9215564727783203, "Finetune/Loss (Raw)": 0.9767211675643921, "Finetune/Step": 1022, "Finetune/Step Time": 5.433191614225507}
+{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.9204877614974976, "Finetune/Loss (Raw)": 0.7934150695800781, "Finetune/Step": 1023, "Finetune/Step Time": 5.437140958383679}
+{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.9192749261856079, "Finetune/Loss (Raw)": 0.8902270793914795, "Finetune/Step": 1024, "Finetune/Step Time": 5.438623478636146}
+{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.9195870757102966, "Finetune/Loss (Raw)": 0.8609665632247925, "Finetune/Step": 1025, "Finetune/Step Time": 5.424008008092642}
+{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.9243628978729248, "Finetune/Loss (Raw)": 0.9682870507240295, "Finetune/Step": 1026, "Finetune/Step Time": 5.402108373120427}
+{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.9203419089317322, "Finetune/Loss (Raw)": 0.3645607829093933, "Finetune/Step": 1027, "Finetune/Step Time": 5.3943638149648905}
+{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.9197680950164795, "Finetune/Loss (Raw)": 1.0168871879577637, "Finetune/Step": 1028, "Finetune/Step Time": 5.39807915315032}
+{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.9181482195854187, "Finetune/Loss (Raw)": 0.8625473976135254, "Finetune/Step": 1029, "Finetune/Step Time": 5.405348429456353}
+{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.9177455902099609, "Finetune/Loss (Raw)": 0.9746893048286438, "Finetune/Step": 1030, "Finetune/Step Time": 5.409227609634399}
+{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.9171046018600464, "Finetune/Loss (Raw)": 0.961495578289032, "Finetune/Step": 1031, "Finetune/Step Time": 5.38466371037066}
+{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.9125748872756958, "Finetune/Loss (Raw)": 0.34530872106552124, "Finetune/Step": 1032, "Finetune/Step Time": 5.411786364391446}
+{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.9120849370956421, "Finetune/Loss (Raw)": 0.9782671332359314, "Finetune/Step": 1033, "Finetune/Step Time": 5.4386503007262945}
+{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.9113102555274963, "Finetune/Loss (Raw)": 0.8135358691215515, "Finetune/Step": 1034, "Finetune/Step Time": 5.446516701951623}
+{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.9109352827072144, "Finetune/Loss (Raw)": 0.9608508348464966, "Finetune/Step": 1035, "Finetune/Step Time": 5.446913216263056}
+{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.9108372926712036, "Finetune/Loss (Raw)": 0.929406464099884, "Finetune/Step": 1036, "Finetune/Step Time": 5.452119762077928}
+{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.9096449017524719, "Finetune/Loss (Raw)": 0.8184641003608704, "Finetune/Step": 1037, "Finetune/Step Time": 5.455431250855327}
+{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.9112713932991028, "Finetune/Loss (Raw)": 1.1376569271087646, "Finetune/Step": 1038, "Finetune/Step Time": 5.4490293096750975}
+{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.9116999506950378, "Finetune/Loss (Raw)": 0.9756681323051453, "Finetune/Step": 1039, "Finetune/Step Time": 5.448823297396302}
+{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.9101864099502563, "Finetune/Loss (Raw)": 0.9054341316223145, "Finetune/Step": 1040, "Finetune/Step Time": 5.445558737963438}
+{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.9130878448486328, "Finetune/Loss (Raw)": 1.0626037120819092, "Finetune/Step": 1041, "Finetune/Step Time": 5.428163915872574}
+{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.9128230214118958, "Finetune/Loss (Raw)": 1.0692967176437378, "Finetune/Step": 1042, "Finetune/Step Time": 5.429254239425063}
+{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.9080257415771484, "Finetune/Loss (Raw)": 0.3730323910713196, "Finetune/Step": 1043, "Finetune/Step Time": 5.468520997092128}
+{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.9066455364227295, "Finetune/Loss (Raw)": 0.830028235912323, "Finetune/Step": 1044, "Finetune/Step Time": 5.469697643071413}
+{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.9054709672927856, "Finetune/Loss (Raw)": 1.0011191368103027, "Finetune/Step": 1045, "Finetune/Step Time": 5.443790026009083}
+{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.9051508903503418, "Finetune/Loss (Raw)": 0.9069018363952637, "Finetune/Step": 1046, "Finetune/Step Time": 5.455954639241099}
+{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.9069660902023315, "Finetune/Loss (Raw)": 0.9766682982444763, "Finetune/Step": 1047, "Finetune/Step Time": 5.442813633009791}
+{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.9094470143318176, "Finetune/Loss (Raw)": 1.135247826576233, "Finetune/Step": 1048, "Finetune/Step Time": 5.434815101325512}
+{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.9083566665649414, "Finetune/Loss (Raw)": 0.8359004855155945, "Finetune/Step": 1049, "Finetune/Step Time": 5.432464735582471}
+{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.9075484275817871, "Finetune/Loss (Raw)": 0.7942757606506348, "Finetune/Step": 1050, "Finetune/Step Time": 5.44406970590353}
+{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.9068569540977478, "Finetune/Loss (Raw)": 0.9133496880531311, "Finetune/Step": 1051, "Finetune/Step Time": 5.4480160772800446}
+{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.9086095094680786, "Finetune/Loss (Raw)": 1.1251518726348877, "Finetune/Step": 1052, "Finetune/Step Time": 5.4463907945901155}
+{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.9097188115119934, "Finetune/Loss (Raw)": 0.9319811463356018, "Finetune/Step": 1053, "Finetune/Step Time": 5.433630337938666}
+{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.9112218618392944, "Finetune/Loss (Raw)": 1.0796750783920288, "Finetune/Step": 1054, "Finetune/Step Time": 5.428303588181734}
+{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.9102548360824585, "Finetune/Loss (Raw)": 0.8894728422164917, "Finetune/Step": 1055, "Finetune/Step Time": 5.4295264929533005}
+{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.9110379219055176, "Finetune/Loss (Raw)": 1.0786807537078857, "Finetune/Step": 1056, "Finetune/Step Time": 5.4309809692204}
+{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.9101226329803467, "Finetune/Loss (Raw)": 0.8830626606941223, "Finetune/Step": 1057, "Finetune/Step Time": 5.426113007590175}
+{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.9102742671966553, "Finetune/Loss (Raw)": 0.8949795365333557, "Finetune/Step": 1058, "Finetune/Step Time": 5.418428875505924}
+{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.9095156788825989, "Finetune/Loss (Raw)": 0.9068849682807922, "Finetune/Step": 1059, "Finetune/Step Time": 5.436517149209976}
+{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.9087976217269897, "Finetune/Loss (Raw)": 0.9378288984298706, "Finetune/Step": 1060, "Finetune/Step Time": 5.435205673798919}
+{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.9071552753448486, "Finetune/Loss (Raw)": 0.7943940162658691, "Finetune/Step": 1061, "Finetune/Step Time": 5.4164615999907255}
+{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.9070872068405151, "Finetune/Loss (Raw)": 0.9754470586776733, "Finetune/Step": 1062, "Finetune/Step Time": 5.401615293696523}
+{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.907895028591156, "Finetune/Loss (Raw)": 0.9396728873252869, "Finetune/Step": 1063, "Finetune/Step Time": 5.409327125176787}
+{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.9099881052970886, "Finetune/Loss (Raw)": 1.167819619178772, "Finetune/Step": 1064, "Finetune/Step Time": 5.397175755351782}
+{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.9098207354545593, "Finetune/Loss (Raw)": 1.0937867164611816, "Finetune/Step": 1065, "Finetune/Step Time": 5.398315358906984}
+{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.9080331325531006, "Finetune/Loss (Raw)": 0.8745545744895935, "Finetune/Step": 1066, "Finetune/Step Time": 5.392703555524349}
+{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.9094718098640442, "Finetune/Loss (Raw)": 1.079951286315918, "Finetune/Step": 1067, "Finetune/Step Time": 5.399033531546593}
+{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.9086382389068604, "Finetune/Loss (Raw)": 0.889323353767395, "Finetune/Step": 1068, "Finetune/Step Time": 5.403815133497119}
+{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.9083309769630432, "Finetune/Loss (Raw)": 0.9261360764503479, "Finetune/Step": 1069, "Finetune/Step Time": 5.429738987237215}
+{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.909196674823761, "Finetune/Loss (Raw)": 0.9993987083435059, "Finetune/Step": 1070, "Finetune/Step Time": 5.419607043266296}
+{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.9099372625350952, "Finetune/Loss (Raw)": 1.0295065641403198, "Finetune/Step": 1071, "Finetune/Step Time": 5.417461363598704}
+{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.9101539850234985, "Finetune/Loss (Raw)": 1.0068671703338623, "Finetune/Step": 1072, "Finetune/Step Time": 5.427120132371783}
+{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.9108222126960754, "Finetune/Loss (Raw)": 0.9260677695274353, "Finetune/Step": 1073, "Finetune/Step Time": 5.411170173436403}
+{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.9120103716850281, "Finetune/Loss (Raw)": 1.0279241800308228, "Finetune/Step": 1074, "Finetune/Step Time": 5.396643158048391}
+{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.9124670028686523, "Finetune/Loss (Raw)": 0.9895970821380615, "Finetune/Step": 1075, "Finetune/Step Time": 5.402973147109151}
+{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.9176995754241943, "Finetune/Loss (Raw)": 1.0476415157318115, "Finetune/Step": 1076, "Finetune/Step Time": 5.373347112908959}
+{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.9172625541687012, "Finetune/Loss (Raw)": 1.0554440021514893, "Finetune/Step": 1077, "Finetune/Step Time": 5.376709725707769}
+{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.9184062480926514, "Finetune/Loss (Raw)": 1.039823055267334, "Finetune/Step": 1078, "Finetune/Step Time": 5.379296865314245}
+{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.9158095121383667, "Finetune/Loss (Raw)": 0.8273484706878662, "Finetune/Step": 1079, "Finetune/Step Time": 5.383733345195651}
+{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.9166708588600159, "Finetune/Loss (Raw)": 0.9371694922447205, "Finetune/Step": 1080, "Finetune/Step Time": 5.383554624393582}
+{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.917441189289093, "Finetune/Loss (Raw)": 1.0541235208511353, "Finetune/Step": 1081, "Finetune/Step Time": 5.386796034872532}
+{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.9169126749038696, "Finetune/Loss (Raw)": 0.8159860372543335, "Finetune/Step": 1082, "Finetune/Step Time": 5.406898224726319}
+{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.9172603487968445, "Finetune/Loss (Raw)": 1.011555790901184, "Finetune/Step": 1083, "Finetune/Step Time": 5.405906151980162}
+{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.9174458980560303, "Finetune/Loss (Raw)": 1.0272632837295532, "Finetune/Step": 1084, "Finetune/Step Time": 5.4200926423072815}
+{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.9182568788528442, "Finetune/Loss (Raw)": 0.9907559752464294, "Finetune/Step": 1085, "Finetune/Step Time": 5.410284662619233}
+{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.9187495708465576, "Finetune/Loss (Raw)": 1.0138245820999146, "Finetune/Step": 1086, "Finetune/Step Time": 5.396722136065364}
+{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.9194566011428833, "Finetune/Loss (Raw)": 0.9920965433120728, "Finetune/Step": 1087, "Finetune/Step Time": 5.398910418152809}
+{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.9184644222259521, "Finetune/Loss (Raw)": 0.8004462122917175, "Finetune/Step": 1088, "Finetune/Step Time": 5.406713496893644}
+{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.9195317625999451, "Finetune/Loss (Raw)": 0.9871681928634644, "Finetune/Step": 1089, "Finetune/Step Time": 5.40289256349206}
+{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.9195128679275513, "Finetune/Loss (Raw)": 1.0700794458389282, "Finetune/Step": 1090, "Finetune/Step Time": 5.4004089292138815}
+{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.9197374582290649, "Finetune/Loss (Raw)": 0.9120886921882629, "Finetune/Step": 1091, "Finetune/Step Time": 5.399257780984044}
+{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.9205783605575562, "Finetune/Loss (Raw)": 1.0230728387832642, "Finetune/Step": 1092, "Finetune/Step Time": 5.397946679964662}
+{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.9211181402206421, "Finetune/Loss (Raw)": 0.8511664867401123, "Finetune/Step": 1093, "Finetune/Step Time": 5.3946814723312855}
+{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.9214044809341431, "Finetune/Loss (Raw)": 0.9683090448379517, "Finetune/Step": 1094, "Finetune/Step Time": 5.389044703915715}
+{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.9217791557312012, "Finetune/Loss (Raw)": 1.0154728889465332, "Finetune/Step": 1095, "Finetune/Step Time": 5.372578555718064}
+{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.9218664169311523, "Finetune/Loss (Raw)": 1.0300182104110718, "Finetune/Step": 1096, "Finetune/Step Time": 5.368094747886062}
+{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.922405481338501, "Finetune/Loss (Raw)": 0.9575189352035522, "Finetune/Step": 1097, "Finetune/Step Time": 5.368615502491593}
+{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.924616813659668, "Finetune/Loss (Raw)": 0.9381909370422363, "Finetune/Step": 1098, "Finetune/Step Time": 5.374839600175619}
+{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.9246858358383179, "Finetune/Loss (Raw)": 0.9792967438697815, "Finetune/Step": 1099, "Finetune/Step Time": 5.347954634577036}
+{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.9289392828941345, "Finetune/Loss (Raw)": 0.9323522448539734, "Finetune/Step": 1100, "Finetune/Step Time": 5.321944504976273}
+{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.9304472208023071, "Finetune/Loss (Raw)": 1.0589916706085205, "Finetune/Step": 1101, "Finetune/Step Time": 5.320677427574992}
+{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.9294735193252563, "Finetune/Loss (Raw)": 0.7848002314567566, "Finetune/Step": 1102, "Finetune/Step Time": 5.31750363484025}
+{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.9297140836715698, "Finetune/Loss (Raw)": 1.1147749423980713, "Finetune/Step": 1103, "Finetune/Step Time": 5.303655324503779}
+{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.9303485155105591, "Finetune/Loss (Raw)": 1.042449712753296, "Finetune/Step": 1104, "Finetune/Step Time": 5.312326958402991}
+{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.9305112361907959, "Finetune/Loss (Raw)": 1.0678911209106445, "Finetune/Step": 1105, "Finetune/Step Time": 5.31689658947289}
+{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.9308002591133118, "Finetune/Loss (Raw)": 0.9572422504425049, "Finetune/Step": 1106, "Finetune/Step Time": 5.328460309654474}
+{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.9318631887435913, "Finetune/Loss (Raw)": 1.008535623550415, "Finetune/Step": 1107, "Finetune/Step Time": 5.323349183425307}
+{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.9313653707504272, "Finetune/Loss (Raw)": 1.07096266746521, "Finetune/Step": 1108, "Finetune/Step Time": 5.322972668334842}
+{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.9300830364227295, "Finetune/Loss (Raw)": 0.7907902598381042, "Finetune/Step": 1109, "Finetune/Step Time": 5.333698347210884}
+{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.9298455119132996, "Finetune/Loss (Raw)": 0.9700168967247009, "Finetune/Step": 1110, "Finetune/Step Time": 5.332431545481086}
+{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.9306159019470215, "Finetune/Loss (Raw)": 1.1098021268844604, "Finetune/Step": 1111, "Finetune/Step Time": 5.327273838222027}
+{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.9305659532546997, "Finetune/Loss (Raw)": 0.9094133377075195, "Finetune/Step": 1112, "Finetune/Step Time": 5.314891686663032}
+{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.930587649345398, "Finetune/Loss (Raw)": 0.9287468194961548, "Finetune/Step": 1113, "Finetune/Step Time": 5.310500705614686}
+{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.9316824674606323, "Finetune/Loss (Raw)": 0.9813457727432251, "Finetune/Step": 1114, "Finetune/Step Time": 5.332544201985002}
+{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.9320101737976074, "Finetune/Loss (Raw)": 0.9992243051528931, "Finetune/Step": 1115, "Finetune/Step Time": 5.3297336138784885}
+{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.9340212345123291, "Finetune/Loss (Raw)": 1.0710227489471436, "Finetune/Step": 1116, "Finetune/Step Time": 5.323787592351437}
+{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.9329023957252502, "Finetune/Loss (Raw)": 0.8716973066329956, "Finetune/Step": 1117, "Finetune/Step Time": 5.323014726862311}
+{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.9351810216903687, "Finetune/Loss (Raw)": 1.045571208000183, "Finetune/Step": 1118, "Finetune/Step Time": 5.299781979992986}
+{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.9324874877929688, "Finetune/Loss (Raw)": 0.6894750595092773, "Finetune/Step": 1119, "Finetune/Step Time": 5.308686437085271}
+{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.9323736429214478, "Finetune/Loss (Raw)": 0.93757563829422, "Finetune/Step": 1120, "Finetune/Step Time": 5.311264522373676}
+{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.9336543083190918, "Finetune/Loss (Raw)": 1.118162751197815, "Finetune/Step": 1121, "Finetune/Step Time": 5.280581068247557}
+{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.9355148077011108, "Finetune/Loss (Raw)": 0.9975919127464294, "Finetune/Step": 1122, "Finetune/Step Time": 5.28569832444191}
+{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.935279905796051, "Finetune/Loss (Raw)": 0.8952624797821045, "Finetune/Step": 1123, "Finetune/Step Time": 5.302986856549978}
+{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.937164306640625, "Finetune/Loss (Raw)": 1.1784603595733643, "Finetune/Step": 1124, "Finetune/Step Time": 5.2995427921414375}
+{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.9372314810752869, "Finetune/Loss (Raw)": 0.9188244342803955, "Finetune/Step": 1125, "Finetune/Step Time": 5.295931151136756}
+{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.9374854564666748, "Finetune/Loss (Raw)": 0.9493364691734314, "Finetune/Step": 1126, "Finetune/Step Time": 5.278324516490102}
+{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.9367772936820984, "Finetune/Loss (Raw)": 0.9971436262130737, "Finetune/Step": 1127, "Finetune/Step Time": 5.277153572067618}
+{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.9354348182678223, "Finetune/Loss (Raw)": 0.948217511177063, "Finetune/Step": 1128, "Finetune/Step Time": 5.288649324327707}
+{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.9413586854934692, "Finetune/Loss (Raw)": 1.0780036449432373, "Finetune/Step": 1129, "Finetune/Step Time": 5.252641594037414}
+{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.9399938583374023, "Finetune/Loss (Raw)": 0.7921524047851562, "Finetune/Step": 1130, "Finetune/Step Time": 5.271170828491449}
+{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.9401099681854248, "Finetune/Loss (Raw)": 1.0470917224884033, "Finetune/Step": 1131, "Finetune/Step Time": 5.253833543509245}
+{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.9398013353347778, "Finetune/Loss (Raw)": 0.9980639219284058, "Finetune/Step": 1132, "Finetune/Step Time": 5.254928410053253}
+{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.9394411444664001, "Finetune/Loss (Raw)": 0.9544997811317444, "Finetune/Step": 1133, "Finetune/Step Time": 5.250149756669998}
+{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.9402737021446228, "Finetune/Loss (Raw)": 0.9340539574623108, "Finetune/Step": 1134, "Finetune/Step Time": 5.2319849990308285}
+{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.9414749145507812, "Finetune/Loss (Raw)": 1.0468263626098633, "Finetune/Step": 1135, "Finetune/Step Time": 5.226693041622639}
+{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.9411996603012085, "Finetune/Loss (Raw)": 0.9353557229042053, "Finetune/Step": 1136, "Finetune/Step Time": 5.2237458396703005}
+{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.9458929300308228, "Finetune/Loss (Raw)": 1.0244251489639282, "Finetune/Step": 1137, "Finetune/Step Time": 5.193821594119072}
+{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.9466018676757812, "Finetune/Loss (Raw)": 0.967619001865387, "Finetune/Step": 1138, "Finetune/Step Time": 5.201820958405733}
+{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.9470083117485046, "Finetune/Loss (Raw)": 0.9396654367446899, "Finetune/Step": 1139, "Finetune/Step Time": 5.214460656046867}
+{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.9469538927078247, "Finetune/Loss (Raw)": 0.9808098077774048, "Finetune/Step": 1140, "Finetune/Step Time": 5.207532986998558}
+{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.9471840858459473, "Finetune/Loss (Raw)": 0.9256133437156677, "Finetune/Step": 1141, "Finetune/Step Time": 5.212789036333561}
+{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.941449761390686, "Finetune/Loss (Raw)": 0.2969054877758026, "Finetune/Step": 1142, "Finetune/Step Time": 5.236780859529972}
+{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.9461748600006104, "Finetune/Loss (Raw)": 0.912458598613739, "Finetune/Step": 1143, "Finetune/Step Time": 5.217892646789551}
+{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.9460620284080505, "Finetune/Loss (Raw)": 0.9734264612197876, "Finetune/Step": 1144, "Finetune/Step Time": 5.2214384861290455}
+{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.945185661315918, "Finetune/Loss (Raw)": 0.9315716028213501, "Finetune/Step": 1145, "Finetune/Step Time": 5.221754539757967}
+{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.9457485675811768, "Finetune/Loss (Raw)": 1.0426477193832397, "Finetune/Step": 1146, "Finetune/Step Time": 5.177161416038871}
+{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.9446291327476501, "Finetune/Loss (Raw)": 0.7624877095222473, "Finetune/Step": 1147, "Finetune/Step Time": 5.179261989891529}
+{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.9397313594818115, "Finetune/Loss (Raw)": 0.34211575984954834, "Finetune/Step": 1148, "Finetune/Step Time": 5.209880298003554}
+{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.9417096376419067, "Finetune/Loss (Raw)": 1.0805200338363647, "Finetune/Step": 1149, "Finetune/Step Time": 5.210616484284401}
+{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.941613495349884, "Finetune/Loss (Raw)": 0.964413046836853, "Finetune/Step": 1150, "Finetune/Step Time": 5.2010474391281605}
+{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.9420990943908691, "Finetune/Loss (Raw)": 0.8555732369422913, "Finetune/Step": 1151, "Finetune/Step Time": 5.185409143567085}
+{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.9427161812782288, "Finetune/Loss (Raw)": 0.9692105054855347, "Finetune/Step": 1152, "Finetune/Step Time": 5.2022167928516865}
+{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.9442946910858154, "Finetune/Loss (Raw)": 1.0630189180374146, "Finetune/Step": 1153, "Finetune/Step Time": 5.215860269963741}
+{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.939300537109375, "Finetune/Loss (Raw)": 0.32903581857681274, "Finetune/Step": 1154, "Finetune/Step Time": 5.238603051751852}
+{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.9391008615493774, "Finetune/Loss (Raw)": 0.3390029966831207, "Finetune/Step": 1155, "Finetune/Step Time": 5.238003088161349}
+{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.9399480223655701, "Finetune/Loss (Raw)": 1.1253196001052856, "Finetune/Step": 1156, "Finetune/Step Time": 5.234334073960781}
+{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.9412167072296143, "Finetune/Loss (Raw)": 1.02494478225708, "Finetune/Step": 1157, "Finetune/Step Time": 5.226438941434026}
+{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.9406558275222778, "Finetune/Loss (Raw)": 0.9028967618942261, "Finetune/Step": 1158, "Finetune/Step Time": 5.217066206037998}
+{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.9397331476211548, "Finetune/Loss (Raw)": 0.843392550945282, "Finetune/Step": 1159, "Finetune/Step Time": 5.226785082370043}
+{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.9442970752716064, "Finetune/Loss (Raw)": 0.9294793605804443, "Finetune/Step": 1160, "Finetune/Step Time": 5.217290565371513}
+{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.9441004395484924, "Finetune/Loss (Raw)": 0.9531084299087524, "Finetune/Step": 1161, "Finetune/Step Time": 5.209664307534695}
+{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.9455913305282593, "Finetune/Loss (Raw)": 1.004368543624878, "Finetune/Step": 1162, "Finetune/Step Time": 5.206197263672948}
+{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.9438534379005432, "Finetune/Loss (Raw)": 0.7384027242660522, "Finetune/Step": 1163, "Finetune/Step Time": 5.214510710909963}
+{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.945754885673523, "Finetune/Loss (Raw)": 1.1727910041809082, "Finetune/Step": 1164, "Finetune/Step Time": 5.212332481518388}
+{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.9421862363815308, "Finetune/Loss (Raw)": 0.3616773784160614, "Finetune/Step": 1165, "Finetune/Step Time": 5.231344159692526}
+{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.9400663375854492, "Finetune/Loss (Raw)": 0.8663061857223511, "Finetune/Step": 1166, "Finetune/Step Time": 5.2400305941700935}
+{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.9387535452842712, "Finetune/Loss (Raw)": 0.807634174823761, "Finetune/Step": 1167, "Finetune/Step Time": 5.253778498619795}
+{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.9386590719223022, "Finetune/Loss (Raw)": 0.8933362364768982, "Finetune/Step": 1168, "Finetune/Step Time": 5.252464007586241}
+{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.9380906224250793, "Finetune/Loss (Raw)": 0.9898497462272644, "Finetune/Step": 1169, "Finetune/Step Time": 5.2539405561983585}
+{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.9333816766738892, "Finetune/Loss (Raw)": 0.4665440618991852, "Finetune/Step": 1170, "Finetune/Step Time": 5.2796869948506355}
+{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.9389292001724243, "Finetune/Loss (Raw)": 1.0831197500228882, "Finetune/Step": 1171, "Finetune/Step Time": 5.239922596141696}
+{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.9403631687164307, "Finetune/Loss (Raw)": 1.013573408126831, "Finetune/Step": 1172, "Finetune/Step Time": 5.233310097828507}
+{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.9401194453239441, "Finetune/Loss (Raw)": 0.9699267745018005, "Finetune/Step": 1173, "Finetune/Step Time": 5.216660061851144}
+{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.9358090162277222, "Finetune/Loss (Raw)": 0.3551667332649231, "Finetune/Step": 1174, "Finetune/Step Time": 5.227594109252095}
+{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.9352320432662964, "Finetune/Loss (Raw)": 0.9028188586235046, "Finetune/Step": 1175, "Finetune/Step Time": 5.241289729252458}
+{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.9334214925765991, "Finetune/Loss (Raw)": 0.9034947752952576, "Finetune/Step": 1176, "Finetune/Step Time": 5.237028416246176}
+{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.9291368722915649, "Finetune/Loss (Raw)": 0.28746533393859863, "Finetune/Step": 1177, "Finetune/Step Time": 5.268894989043474}
+{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.9254611730575562, "Finetune/Loss (Raw)": 0.32378917932510376, "Finetune/Step": 1178, "Finetune/Step Time": 5.285010704770684}
+{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.9269554018974304, "Finetune/Loss (Raw)": 1.1046141386032104, "Finetune/Step": 1179, "Finetune/Step Time": 5.277962923049927}
+{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.9251065850257874, "Finetune/Loss (Raw)": 0.8884991407394409, "Finetune/Step": 1180, "Finetune/Step Time": 5.2933200262486935}
+{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.9261367321014404, "Finetune/Loss (Raw)": 1.0638353824615479, "Finetune/Step": 1181, "Finetune/Step Time": 5.281645951792598}
+{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.9229475259780884, "Finetune/Loss (Raw)": 0.6714603304862976, "Finetune/Step": 1182, "Finetune/Step Time": 5.283084250986576}
+{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.9238817691802979, "Finetune/Loss (Raw)": 1.0090621709823608, "Finetune/Step": 1183, "Finetune/Step Time": 5.283803433179855}
+{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.921664834022522, "Finetune/Loss (Raw)": 0.7949103713035583, "Finetune/Step": 1184, "Finetune/Step Time": 5.311783589422703}
+{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.9224798679351807, "Finetune/Loss (Raw)": 0.9873881340026855, "Finetune/Step": 1185, "Finetune/Step Time": 5.314942555502057}
+{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.9241019487380981, "Finetune/Loss (Raw)": 1.102600336074829, "Finetune/Step": 1186, "Finetune/Step Time": 5.327343733981252}
+{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.9197138547897339, "Finetune/Loss (Raw)": 0.3452163338661194, "Finetune/Step": 1187, "Finetune/Step Time": 5.343202397227287}
+{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.9202600717544556, "Finetune/Loss (Raw)": 1.0077458620071411, "Finetune/Step": 1188, "Finetune/Step Time": 5.342089608311653}
+{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.9221827983856201, "Finetune/Loss (Raw)": 1.0404950380325317, "Finetune/Step": 1189, "Finetune/Step Time": 5.346364967525005}
+{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.9220156669616699, "Finetune/Loss (Raw)": 0.9540558457374573, "Finetune/Step": 1190, "Finetune/Step Time": 5.344373699277639}
+{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.922698974609375, "Finetune/Loss (Raw)": 1.027138113975525, "Finetune/Step": 1191, "Finetune/Step Time": 5.337533673271537}
+{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.9214329123497009, "Finetune/Loss (Raw)": 1.0057613849639893, "Finetune/Step": 1192, "Finetune/Step Time": 5.3446662202477455}
+{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.9206936359405518, "Finetune/Loss (Raw)": 0.9991583228111267, "Finetune/Step": 1193, "Finetune/Step Time": 5.343413006514311}
+{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.9217981100082397, "Finetune/Loss (Raw)": 1.0159337520599365, "Finetune/Step": 1194, "Finetune/Step Time": 5.356359055265784}
+{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.9209330677986145, "Finetune/Loss (Raw)": 0.9692214727401733, "Finetune/Step": 1195, "Finetune/Step Time": 5.346747376024723}
+{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.921506941318512, "Finetune/Loss (Raw)": 0.962779700756073, "Finetune/Step": 1196, "Finetune/Step Time": 5.342936584725976}
+{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.9226179122924805, "Finetune/Loss (Raw)": 1.068332314491272, "Finetune/Step": 1197, "Finetune/Step Time": 5.310116855427623}
+{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.9231538772583008, "Finetune/Loss (Raw)": 1.068013310432434, "Finetune/Step": 1198, "Finetune/Step Time": 5.314373172819614}
+{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.9230685234069824, "Finetune/Loss (Raw)": 1.018573522567749, "Finetune/Step": 1199, "Finetune/Step Time": 5.309849053621292}
+{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.9231887459754944, "Finetune/Loss (Raw)": 1.022258996963501, "Finetune/Step": 1200, "Finetune/Step Time": 5.305800771340728}
+{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.923961877822876, "Finetune/Loss (Raw)": 1.025023341178894, "Finetune/Step": 1201, "Finetune/Step Time": 5.318082615733147}
+{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.924716591835022, "Finetune/Loss (Raw)": 1.1245381832122803, "Finetune/Step": 1202, "Finetune/Step Time": 5.321522830054164}
+{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.9255831241607666, "Finetune/Loss (Raw)": 1.1005053520202637, "Finetune/Step": 1203, "Finetune/Step Time": 5.300436202436686}
+{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.9255945682525635, "Finetune/Loss (Raw)": 1.0491093397140503, "Finetune/Step": 1204, "Finetune/Step Time": 5.30761587806046}
+{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.9245136976242065, "Finetune/Loss (Raw)": 0.9170977473258972, "Finetune/Step": 1205, "Finetune/Step Time": 5.323946945369244}
+{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.9250510334968567, "Finetune/Loss (Raw)": 1.1086004972457886, "Finetune/Step": 1206, "Finetune/Step Time": 5.316325046122074}
+{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.9258384704589844, "Finetune/Loss (Raw)": 0.9281416535377502, "Finetune/Step": 1207, "Finetune/Step Time": 5.32227922603488}
+{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.9263507723808289, "Finetune/Loss (Raw)": 1.00273859500885, "Finetune/Step": 1208, "Finetune/Step Time": 5.322609873488545}
+{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.9261412620544434, "Finetune/Loss (Raw)": 1.0273021459579468, "Finetune/Step": 1209, "Finetune/Step Time": 5.32106370665133}
+{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.927405834197998, "Finetune/Loss (Raw)": 0.9778557419776917, "Finetune/Step": 1210, "Finetune/Step Time": 5.299075415357947}
+{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.9266381859779358, "Finetune/Loss (Raw)": 0.9132972955703735, "Finetune/Step": 1211, "Finetune/Step Time": 5.3011452704668045}
+{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.9272518157958984, "Finetune/Loss (Raw)": 1.105807900428772, "Finetune/Step": 1212, "Finetune/Step Time": 5.289016017690301}
+{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.9266071319580078, "Finetune/Loss (Raw)": 0.908241331577301, "Finetune/Step": 1213, "Finetune/Step Time": 5.288109248504043}
+{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.925094485282898, "Finetune/Loss (Raw)": 0.8201996088027954, "Finetune/Step": 1214, "Finetune/Step Time": 5.301139144226909}
+{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.924882709980011, "Finetune/Loss (Raw)": 0.9649921655654907, "Finetune/Step": 1215, "Finetune/Step Time": 5.311499357223511}
+{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.9213544130325317, "Finetune/Loss (Raw)": 0.34882354736328125, "Finetune/Step": 1216, "Finetune/Step Time": 5.331950111314654}
+{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.9221163392066956, "Finetune/Loss (Raw)": 1.0846951007843018, "Finetune/Step": 1217, "Finetune/Step Time": 5.335265697911382}
+{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.9217621088027954, "Finetune/Loss (Raw)": 1.0247409343719482, "Finetune/Step": 1218, "Finetune/Step Time": 5.320301923900843}
+{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.9169828295707703, "Finetune/Loss (Raw)": 0.30033889412879944, "Finetune/Step": 1219, "Finetune/Step Time": 5.351636266335845}
+{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.9164665937423706, "Finetune/Loss (Raw)": 0.9569936394691467, "Finetune/Step": 1220, "Finetune/Step Time": 5.351361945271492}
+{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.9176058769226074, "Finetune/Loss (Raw)": 0.9969879388809204, "Finetune/Step": 1221, "Finetune/Step Time": 5.3610504772514105}
+{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.917651355266571, "Finetune/Loss (Raw)": 0.9741408824920654, "Finetune/Step": 1222, "Finetune/Step Time": 5.371075443923473}
+{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.9174100756645203, "Finetune/Loss (Raw)": 0.9845858216285706, "Finetune/Step": 1223, "Finetune/Step Time": 5.371955519542098}
+{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.9171019196510315, "Finetune/Loss (Raw)": 0.9905734658241272, "Finetune/Step": 1224, "Finetune/Step Time": 5.372667349874973}
+{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.9162170886993408, "Finetune/Loss (Raw)": 0.8442605137825012, "Finetune/Step": 1225, "Finetune/Step Time": 5.358093744143844}
+{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.9156350493431091, "Finetune/Loss (Raw)": 0.8636893033981323, "Finetune/Step": 1226, "Finetune/Step Time": 5.348458264023066}
+{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.9145591855049133, "Finetune/Loss (Raw)": 0.8415892720222473, "Finetune/Step": 1227, "Finetune/Step Time": 5.355983065441251}
+{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.9151816368103027, "Finetune/Loss (Raw)": 1.0120148658752441, "Finetune/Step": 1228, "Finetune/Step Time": 5.361647268757224}
+{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.915033221244812, "Finetune/Loss (Raw)": 1.0400055646896362, "Finetune/Step": 1229, "Finetune/Step Time": 5.357674537226558}
+{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.9120179414749146, "Finetune/Loss (Raw)": 0.3988453149795532, "Finetune/Step": 1230, "Finetune/Step Time": 5.382096758112311}
+{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.9116942882537842, "Finetune/Loss (Raw)": 1.0733460187911987, "Finetune/Step": 1231, "Finetune/Step Time": 5.3766820672899485}
+{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.9111782312393188, "Finetune/Loss (Raw)": 0.976393461227417, "Finetune/Step": 1232, "Finetune/Step Time": 5.364791180938482}
+{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.9106763601303101, "Finetune/Loss (Raw)": 1.0036475658416748, "Finetune/Step": 1233, "Finetune/Step Time": 5.349944544956088}
+{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.9093033075332642, "Finetune/Loss (Raw)": 0.7814880013465881, "Finetune/Step": 1234, "Finetune/Step Time": 5.358836540952325}
+{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.9086605310440063, "Finetune/Loss (Raw)": 0.9262635707855225, "Finetune/Step": 1235, "Finetune/Step Time": 5.3577305525541306}
+{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.9086846113204956, "Finetune/Loss (Raw)": 1.0740412473678589, "Finetune/Step": 1236, "Finetune/Step Time": 5.353929104283452}
+{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.9103875756263733, "Finetune/Loss (Raw)": 1.008772850036621, "Finetune/Step": 1237, "Finetune/Step Time": 5.356400744989514}
+{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.9118660092353821, "Finetune/Loss (Raw)": 1.1592634916305542, "Finetune/Step": 1238, "Finetune/Step Time": 5.358558818697929}
+{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.9106248617172241, "Finetune/Loss (Raw)": 0.9509355425834656, "Finetune/Step": 1239, "Finetune/Step Time": 5.366559160873294}
+{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.9110260009765625, "Finetune/Loss (Raw)": 0.9607555270195007, "Finetune/Step": 1240, "Finetune/Step Time": 5.3649662733078}
+{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.9107042551040649, "Finetune/Loss (Raw)": 0.8875635862350464, "Finetune/Step": 1241, "Finetune/Step Time": 5.368967726826668}
+{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.9103792309761047, "Finetune/Loss (Raw)": 0.9397439956665039, "Finetune/Step": 1242, "Finetune/Step Time": 5.343306720256805}
+{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.9105246067047119, "Finetune/Loss (Raw)": 1.017836093902588, "Finetune/Step": 1243, "Finetune/Step Time": 5.348922556266189}
+{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.9095494747161865, "Finetune/Loss (Raw)": 0.9462005496025085, "Finetune/Step": 1244, "Finetune/Step Time": 5.352491652593017}
+{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.9101463556289673, "Finetune/Loss (Raw)": 0.9480986595153809, "Finetune/Step": 1245, "Finetune/Step Time": 5.343169244006276}
+{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.9088371992111206, "Finetune/Loss (Raw)": 0.8779987096786499, "Finetune/Step": 1246, "Finetune/Step Time": 5.3647635616362095}
+{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.911556601524353, "Finetune/Loss (Raw)": 1.037558913230896, "Finetune/Step": 1247, "Finetune/Step Time": 5.351437466219068}
+{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.9104011058807373, "Finetune/Loss (Raw)": 0.7896661758422852, "Finetune/Step": 1248, "Finetune/Step Time": 5.3557069804519415}
+{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.9085856676101685, "Finetune/Loss (Raw)": 0.8857885599136353, "Finetune/Step": 1249, "Finetune/Step Time": 5.356752086430788}
+{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.9086495637893677, "Finetune/Loss (Raw)": 1.005775809288025, "Finetune/Step": 1250, "Finetune/Step Time": 5.337912432849407}
+{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.9095878601074219, "Finetune/Loss (Raw)": 1.015362024307251, "Finetune/Step": 1251, "Finetune/Step Time": 5.32333873026073}
+{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.9071664214134216, "Finetune/Loss (Raw)": 0.8685122728347778, "Finetune/Step": 1252, "Finetune/Step Time": 5.318652847781777}
+{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.9070581197738647, "Finetune/Loss (Raw)": 0.9049668312072754, "Finetune/Step": 1253, "Finetune/Step Time": 5.336324092000723}
+{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.9071207046508789, "Finetune/Loss (Raw)": 0.9573477506637573, "Finetune/Step": 1254, "Finetune/Step Time": 5.339985400438309}
+{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.9077588319778442, "Finetune/Loss (Raw)": 1.0788218975067139, "Finetune/Step": 1255, "Finetune/Step Time": 5.3424023892730474}
+{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.9081974625587463, "Finetune/Loss (Raw)": 1.004360318183899, "Finetune/Step": 1256, "Finetune/Step Time": 5.338355150073767}
+{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.905031681060791, "Finetune/Loss (Raw)": 0.6727867126464844, "Finetune/Step": 1257, "Finetune/Step Time": 5.364029100164771}
+{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.9060940742492676, "Finetune/Loss (Raw)": 0.9281371235847473, "Finetune/Step": 1258, "Finetune/Step Time": 5.341727662831545}
+{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.9046933650970459, "Finetune/Loss (Raw)": 0.8678025007247925, "Finetune/Step": 1259, "Finetune/Step Time": 5.352522367611527}
+{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.9058351516723633, "Finetune/Loss (Raw)": 1.1442066431045532, "Finetune/Step": 1260, "Finetune/Step Time": 5.354593686759472}
+{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.9047636985778809, "Finetune/Loss (Raw)": 0.8173577785491943, "Finetune/Step": 1261, "Finetune/Step Time": 5.354100074619055}
+{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.9050679206848145, "Finetune/Loss (Raw)": 0.9730000495910645, "Finetune/Step": 1262, "Finetune/Step Time": 5.349521320313215}
+{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.9048711061477661, "Finetune/Loss (Raw)": 1.0216245651245117, "Finetune/Step": 1263, "Finetune/Step Time": 5.3462262861430645}
+{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.9052311182022095, "Finetune/Loss (Raw)": 0.9814401268959045, "Finetune/Step": 1264, "Finetune/Step Time": 5.344534896314144}
+{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.9001661539077759, "Finetune/Loss (Raw)": 0.3761126697063446, "Finetune/Step": 1265, "Finetune/Step Time": 5.374359181150794}
+{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.8998129367828369, "Finetune/Loss (Raw)": 0.9224122166633606, "Finetune/Step": 1266, "Finetune/Step Time": 5.380189593881369}
+{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.9004613161087036, "Finetune/Loss (Raw)": 1.0226502418518066, "Finetune/Step": 1267, "Finetune/Step Time": 5.3665531780570745}
+{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.9009522199630737, "Finetune/Loss (Raw)": 1.0436511039733887, "Finetune/Step": 1268, "Finetune/Step Time": 5.369979938492179}
+{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.9010283946990967, "Finetune/Loss (Raw)": 0.9353649020195007, "Finetune/Step": 1269, "Finetune/Step Time": 5.361486429348588}
+{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.9070164561271667, "Finetune/Loss (Raw)": 1.0633742809295654, "Finetune/Step": 1270, "Finetune/Step Time": 5.350451560690999}
+{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.9082937240600586, "Finetune/Loss (Raw)": 1.0759464502334595, "Finetune/Step": 1271, "Finetune/Step Time": 5.335388062521815}
+{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.9067693948745728, "Finetune/Loss (Raw)": 0.7783111333847046, "Finetune/Step": 1272, "Finetune/Step Time": 5.343215702101588}
+{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.9066082239151001, "Finetune/Loss (Raw)": 0.9109416007995605, "Finetune/Step": 1273, "Finetune/Step Time": 5.353150455281138}
+{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.9050899744033813, "Finetune/Loss (Raw)": 0.8483160734176636, "Finetune/Step": 1274, "Finetune/Step Time": 5.3449114710092545}
+{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.9079986810684204, "Finetune/Loss (Raw)": 1.1347930431365967, "Finetune/Step": 1275, "Finetune/Step Time": 5.336129350587726}
+{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.9125344753265381, "Finetune/Loss (Raw)": 0.9227041602134705, "Finetune/Step": 1276, "Finetune/Step Time": 5.306466186419129}
+{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.9115207195281982, "Finetune/Loss (Raw)": 0.9507565498352051, "Finetune/Step": 1277, "Finetune/Step Time": 5.30896950699389}
+{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.9095632433891296, "Finetune/Loss (Raw)": 0.7138581275939941, "Finetune/Step": 1278, "Finetune/Step Time": 5.315222902223468}
+{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.9104183912277222, "Finetune/Loss (Raw)": 0.9650273323059082, "Finetune/Step": 1279, "Finetune/Step Time": 5.316810369491577}
+{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.9116405248641968, "Finetune/Loss (Raw)": 1.125649333000183, "Finetune/Step": 1280, "Finetune/Step Time": 5.2959814090281725}
+{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.9106936454772949, "Finetune/Loss (Raw)": 0.9418196082115173, "Finetune/Step": 1281, "Finetune/Step Time": 5.28082893230021}
+{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.9156085252761841, "Finetune/Loss (Raw)": 0.9581348896026611, "Finetune/Step": 1282, "Finetune/Step Time": 5.250964678823948}
+{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.9195139408111572, "Finetune/Loss (Raw)": 0.838905394077301, "Finetune/Step": 1283, "Finetune/Step Time": 5.231134971603751}
+{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.9181209802627563, "Finetune/Loss (Raw)": 0.9470133185386658, "Finetune/Step": 1284, "Finetune/Step Time": 5.233312426134944}
+{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.918220043182373, "Finetune/Loss (Raw)": 1.0376254320144653, "Finetune/Step": 1285, "Finetune/Step Time": 5.233372122049332}
+{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.918476402759552, "Finetune/Loss (Raw)": 0.9357146620750427, "Finetune/Step": 1286, "Finetune/Step Time": 5.248651837930083}
+{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.9192489385604858, "Finetune/Loss (Raw)": 0.9422763586044312, "Finetune/Step": 1287, "Finetune/Step Time": 5.238029265776277}
+{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.9189064502716064, "Finetune/Loss (Raw)": 0.885640025138855, "Finetune/Step": 1288, "Finetune/Step Time": 5.218490833416581}
+{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.9183732271194458, "Finetune/Loss (Raw)": 0.884852409362793, "Finetune/Step": 1289, "Finetune/Step Time": 5.203236952424049}
+{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.9189857244491577, "Finetune/Loss (Raw)": 1.0827739238739014, "Finetune/Step": 1290, "Finetune/Step Time": 5.197874257341027}
+{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.9207004308700562, "Finetune/Loss (Raw)": 0.9578847885131836, "Finetune/Step": 1291, "Finetune/Step Time": 5.194438714534044}
+{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.9187764525413513, "Finetune/Loss (Raw)": 0.9265197515487671, "Finetune/Step": 1292, "Finetune/Step Time": 5.189342048019171}
+{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.9232257604598999, "Finetune/Loss (Raw)": 0.9311838150024414, "Finetune/Step": 1293, "Finetune/Step Time": 5.158956654369831}
+{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.9240131974220276, "Finetune/Loss (Raw)": 0.9671056270599365, "Finetune/Step": 1294, "Finetune/Step Time": 5.160901784896851}
+{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.9247732758522034, "Finetune/Loss (Raw)": 0.9049185514450073, "Finetune/Step": 1295, "Finetune/Step Time": 5.160252353176475}
+{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.9249936938285828, "Finetune/Loss (Raw)": 0.9215555787086487, "Finetune/Step": 1296, "Finetune/Step Time": 5.164178308099508}
+{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.9246758222579956, "Finetune/Loss (Raw)": 0.9491557478904724, "Finetune/Step": 1297, "Finetune/Step Time": 5.1789907068014145}
+{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.9273887872695923, "Finetune/Loss (Raw)": 0.8138076066970825, "Finetune/Step": 1298, "Finetune/Step Time": 5.156971657648683}
+{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.9245448112487793, "Finetune/Loss (Raw)": 0.7190886735916138, "Finetune/Step": 1299, "Finetune/Step Time": 5.160388518124819}
+{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.9234311580657959, "Finetune/Loss (Raw)": 0.8710269927978516, "Finetune/Step": 1300, "Finetune/Step Time": 5.158788861706853}
+{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.923574686050415, "Finetune/Loss (Raw)": 0.9882957339286804, "Finetune/Step": 1301, "Finetune/Step Time": 5.176503110677004}
+{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.9278546571731567, "Finetune/Loss (Raw)": 0.9030057787895203, "Finetune/Step": 1302, "Finetune/Step Time": 5.167867053300142}
+{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.9281318783760071, "Finetune/Loss (Raw)": 0.9383019208908081, "Finetune/Step": 1303, "Finetune/Step Time": 5.151613850146532}
+{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.9287235736846924, "Finetune/Loss (Raw)": 0.9792368412017822, "Finetune/Step": 1304, "Finetune/Step Time": 5.156975019723177}
+{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.9337680339813232, "Finetune/Loss (Raw)": 0.9331467747688293, "Finetune/Step": 1305, "Finetune/Step Time": 5.129984442144632}
+{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.9388327598571777, "Finetune/Loss (Raw)": 0.9720771312713623, "Finetune/Step": 1306, "Finetune/Step Time": 5.116532523185015}
+{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.9384544491767883, "Finetune/Loss (Raw)": 1.056192398071289, "Finetune/Step": 1307, "Finetune/Step Time": 5.110239923000336}
+{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.9398332834243774, "Finetune/Loss (Raw)": 1.0649937391281128, "Finetune/Step": 1308, "Finetune/Step Time": 5.093353928998113}
+{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.9388397336006165, "Finetune/Loss (Raw)": 0.9366551637649536, "Finetune/Step": 1309, "Finetune/Step Time": 5.1112129632383585}
+{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.9405397772789001, "Finetune/Loss (Raw)": 0.8890714049339294, "Finetune/Step": 1310, "Finetune/Step Time": 5.110002154484391}
+{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.9402420520782471, "Finetune/Loss (Raw)": 0.9709451198577881, "Finetune/Step": 1311, "Finetune/Step Time": 5.111948320642114}
+{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.9398360252380371, "Finetune/Loss (Raw)": 0.742942214012146, "Finetune/Step": 1312, "Finetune/Step Time": 5.1068840604275465}
+{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.9397943019866943, "Finetune/Loss (Raw)": 0.9820501804351807, "Finetune/Step": 1313, "Finetune/Step Time": 5.113534124568105}
+{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.9388450384140015, "Finetune/Loss (Raw)": 0.9810962080955505, "Finetune/Step": 1314, "Finetune/Step Time": 5.099190134555101}
+{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.9436880946159363, "Finetune/Loss (Raw)": 0.9651188850402832, "Finetune/Step": 1315, "Finetune/Step Time": 5.070300256833434}
+{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.9443777203559875, "Finetune/Loss (Raw)": 1.0960252285003662, "Finetune/Step": 1316, "Finetune/Step Time": 5.074478188529611}
+{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.9442307949066162, "Finetune/Loss (Raw)": 1.0216865539550781, "Finetune/Step": 1317, "Finetune/Step Time": 5.067724080756307}
+{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.9440470337867737, "Finetune/Loss (Raw)": 0.9305351376533508, "Finetune/Step": 1318, "Finetune/Step Time": 5.067705055698752}
+{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.9435845613479614, "Finetune/Loss (Raw)": 0.9679366946220398, "Finetune/Step": 1319, "Finetune/Step Time": 5.065694196149707}
+{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.9429789185523987, "Finetune/Loss (Raw)": 0.9282451868057251, "Finetune/Step": 1320, "Finetune/Step Time": 5.066538712009788}
+{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.9427420496940613, "Finetune/Loss (Raw)": 0.9688342809677124, "Finetune/Step": 1321, "Finetune/Step Time": 5.068939097225666}
+{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.942147970199585, "Finetune/Loss (Raw)": 0.9398886561393738, "Finetune/Step": 1322, "Finetune/Step Time": 5.0585813745856285}
+{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.9425658583641052, "Finetune/Loss (Raw)": 1.0227158069610596, "Finetune/Step": 1323, "Finetune/Step Time": 5.058845425024629}
+{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.9429033994674683, "Finetune/Loss (Raw)": 1.0059853792190552, "Finetune/Step": 1324, "Finetune/Step Time": 5.060406446456909}
+{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.9427143335342407, "Finetune/Loss (Raw)": 1.0441333055496216, "Finetune/Step": 1325, "Finetune/Step Time": 5.0775108356028795}
+{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.9421733617782593, "Finetune/Loss (Raw)": 0.9987686276435852, "Finetune/Step": 1326, "Finetune/Step Time": 5.070760063827038}
+{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.9410329461097717, "Finetune/Loss (Raw)": 0.8726014494895935, "Finetune/Step": 1327, "Finetune/Step Time": 5.117578269913793}
+{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.9417785406112671, "Finetune/Loss (Raw)": 1.117691993713379, "Finetune/Step": 1328, "Finetune/Step Time": 5.11399782449007}
+{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.9427967071533203, "Finetune/Loss (Raw)": 1.1553454399108887, "Finetune/Step": 1329, "Finetune/Step Time": 5.106159785762429}
+{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.9399189949035645, "Finetune/Loss (Raw)": 0.7561901807785034, "Finetune/Step": 1330, "Finetune/Step Time": 5.099477346986532}
+{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.9393985271453857, "Finetune/Loss (Raw)": 1.033889889717102, "Finetune/Step": 1331, "Finetune/Step Time": 5.09279677644372}
+{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.9377753138542175, "Finetune/Loss (Raw)": 0.8413416147232056, "Finetune/Step": 1332, "Finetune/Step Time": 5.095603942871094}
+{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.9379769563674927, "Finetune/Loss (Raw)": 0.9429008960723877, "Finetune/Step": 1333, "Finetune/Step Time": 5.082886112853885}
+{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.9370675683021545, "Finetune/Loss (Raw)": 0.9922023415565491, "Finetune/Step": 1334, "Finetune/Step Time": 5.086085993796587}
+{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.9377537369728088, "Finetune/Loss (Raw)": 1.015971302986145, "Finetune/Step": 1335, "Finetune/Step Time": 5.078740831464529}
+{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.9378107786178589, "Finetune/Loss (Raw)": 1.010033130645752, "Finetune/Step": 1336, "Finetune/Step Time": 5.073944287374616}
+{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.9381628036499023, "Finetune/Loss (Raw)": 1.0723721981048584, "Finetune/Step": 1337, "Finetune/Step Time": 5.075887376442552}
+{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.9329148530960083, "Finetune/Loss (Raw)": 0.3061130940914154, "Finetune/Step": 1338, "Finetune/Step Time": 5.107841119170189}
+{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.932655394077301, "Finetune/Loss (Raw)": 0.880088746547699, "Finetune/Step": 1339, "Finetune/Step Time": 5.114042561501265}
+{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.9315489530563354, "Finetune/Loss (Raw)": 0.9641866683959961, "Finetune/Step": 1340, "Finetune/Step Time": 5.120734509080648}
+{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.9318425059318542, "Finetune/Loss (Raw)": 0.9458150267601013, "Finetune/Step": 1341, "Finetune/Step Time": 5.122137052938342}
+{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.9338139891624451, "Finetune/Loss (Raw)": 1.0725486278533936, "Finetune/Step": 1342, "Finetune/Step Time": 5.119799876585603}
+{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.9331328272819519, "Finetune/Loss (Raw)": 0.8778042197227478, "Finetune/Step": 1343, "Finetune/Step Time": 5.131658358499408}
+{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.9375523328781128, "Finetune/Loss (Raw)": 0.914511501789093, "Finetune/Step": 1344, "Finetune/Step Time": 5.107736947014928}
+{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.9372241497039795, "Finetune/Loss (Raw)": 1.0426969528198242, "Finetune/Step": 1345, "Finetune/Step Time": 5.107150541618466}
+{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.9364087581634521, "Finetune/Loss (Raw)": 0.920371413230896, "Finetune/Step": 1346, "Finetune/Step Time": 5.109475331380963}
+{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.9428545236587524, "Finetune/Loss (Raw)": 1.1253911256790161, "Finetune/Step": 1347, "Finetune/Step Time": 5.096266994252801}
+{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.9387167692184448, "Finetune/Loss (Raw)": 0.42736610770225525, "Finetune/Step": 1348, "Finetune/Step Time": 5.129170501604676}
+{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.9391337633132935, "Finetune/Loss (Raw)": 1.050368070602417, "Finetune/Step": 1349, "Finetune/Step Time": 5.111286032944918}
+{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.9394780993461609, "Finetune/Loss (Raw)": 1.018206238746643, "Finetune/Step": 1350, "Finetune/Step Time": 5.1099338959902525}
+{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.9398295283317566, "Finetune/Loss (Raw)": 1.0295737981796265, "Finetune/Step": 1351, "Finetune/Step Time": 5.113765489310026}
+{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.9353676438331604, "Finetune/Loss (Raw)": 0.4194478690624237, "Finetune/Step": 1352, "Finetune/Step Time": 5.14426052197814}
+{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.9359327554702759, "Finetune/Loss (Raw)": 0.9165945649147034, "Finetune/Step": 1353, "Finetune/Step Time": 5.145918358117342}
+{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.9368880987167358, "Finetune/Loss (Raw)": 0.985981285572052, "Finetune/Step": 1354, "Finetune/Step Time": 5.155473325401545}
+{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.9387137293815613, "Finetune/Loss (Raw)": 1.0752688646316528, "Finetune/Step": 1355, "Finetune/Step Time": 5.149405276402831}
+{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.9389424324035645, "Finetune/Loss (Raw)": 1.0412811040878296, "Finetune/Step": 1356, "Finetune/Step Time": 5.14371439255774}
+{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.9389127492904663, "Finetune/Loss (Raw)": 1.0362130403518677, "Finetune/Step": 1357, "Finetune/Step Time": 5.156264806166291}
+{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.9432276487350464, "Finetune/Loss (Raw)": 0.9511471390724182, "Finetune/Step": 1358, "Finetune/Step Time": 5.121746337041259}
+{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.9413601160049438, "Finetune/Loss (Raw)": 0.8343091607093811, "Finetune/Step": 1359, "Finetune/Step Time": 5.134857844561338}
+{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.9413532018661499, "Finetune/Loss (Raw)": 0.9755025506019592, "Finetune/Step": 1360, "Finetune/Step Time": 5.138265248388052}
+{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.9418567419052124, "Finetune/Loss (Raw)": 1.0680986642837524, "Finetune/Step": 1361, "Finetune/Step Time": 5.139770545065403}
+{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.9430915117263794, "Finetune/Loss (Raw)": 0.9395449757575989, "Finetune/Step": 1362, "Finetune/Step Time": 5.122974133118987}
+{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.9432065486907959, "Finetune/Loss (Raw)": 0.9409892559051514, "Finetune/Step": 1363, "Finetune/Step Time": 5.123356249183416}
+{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.9419653415679932, "Finetune/Loss (Raw)": 0.9151682257652283, "Finetune/Step": 1364, "Finetune/Step Time": 5.152069514617324}
+{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.9409692883491516, "Finetune/Loss (Raw)": 0.881272554397583, "Finetune/Step": 1365, "Finetune/Step Time": 5.144105998799205}
+{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.9392313957214355, "Finetune/Loss (Raw)": 0.93681401014328, "Finetune/Step": 1366, "Finetune/Step Time": 5.139191107824445}
+{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.9388259053230286, "Finetune/Loss (Raw)": 0.899030327796936, "Finetune/Step": 1367, "Finetune/Step Time": 5.157967627048492}
+{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.9392532110214233, "Finetune/Loss (Raw)": 1.015448808670044, "Finetune/Step": 1368, "Finetune/Step Time": 5.158854857087135}
+{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.9403412342071533, "Finetune/Loss (Raw)": 1.0268324613571167, "Finetune/Step": 1369, "Finetune/Step Time": 5.168658647686243}
+{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.9394197463989258, "Finetune/Loss (Raw)": 0.821802020072937, "Finetune/Step": 1370, "Finetune/Step Time": 5.171365953981876}
+{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.9389394521713257, "Finetune/Loss (Raw)": 0.9563496708869934, "Finetune/Step": 1371, "Finetune/Step Time": 5.159823989495635}
+{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.9344812631607056, "Finetune/Loss (Raw)": 0.37555187940597534, "Finetune/Step": 1372, "Finetune/Step Time": 5.1875243578106165}
+{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.9356104731559753, "Finetune/Loss (Raw)": 1.0926417112350464, "Finetune/Step": 1373, "Finetune/Step Time": 5.188372818753123}
+{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.9357645511627197, "Finetune/Loss (Raw)": 0.8977171778678894, "Finetune/Step": 1374, "Finetune/Step Time": 5.180196957662702}
+{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.9354689121246338, "Finetune/Loss (Raw)": 0.999719500541687, "Finetune/Step": 1375, "Finetune/Step Time": 5.177946258336306}
+{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.9317930340766907, "Finetune/Loss (Raw)": 0.3191538155078888, "Finetune/Step": 1376, "Finetune/Step Time": 5.200603684410453}
+{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.9326784610748291, "Finetune/Loss (Raw)": 0.999116063117981, "Finetune/Step": 1377, "Finetune/Step Time": 5.209559736773372}
+{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.9337714910507202, "Finetune/Loss (Raw)": 1.1456897258758545, "Finetune/Step": 1378, "Finetune/Step Time": 5.228082682937384}
+{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.9312314987182617, "Finetune/Loss (Raw)": 0.6902440786361694, "Finetune/Step": 1379, "Finetune/Step Time": 5.2450169418007135}
+{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.9314785003662109, "Finetune/Loss (Raw)": 0.9001279473304749, "Finetune/Step": 1380, "Finetune/Step Time": 5.245551751926541}
+{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.9322906732559204, "Finetune/Loss (Raw)": 1.0089246034622192, "Finetune/Step": 1381, "Finetune/Step Time": 5.231196124106646}
+{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.9322438836097717, "Finetune/Loss (Raw)": 0.9513611197471619, "Finetune/Step": 1382, "Finetune/Step Time": 5.230112694203854}
+{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.9307496547698975, "Finetune/Loss (Raw)": 0.8875588178634644, "Finetune/Step": 1383, "Finetune/Step Time": 5.244095431640744}
+{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.930286169052124, "Finetune/Loss (Raw)": 0.9450321793556213, "Finetune/Step": 1384, "Finetune/Step Time": 5.247282538563013}
+{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.9328365325927734, "Finetune/Loss (Raw)": 0.9992349743843079, "Finetune/Step": 1385, "Finetune/Step Time": 5.224393865093589}
+{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.9326983094215393, "Finetune/Loss (Raw)": 0.9104443192481995, "Finetune/Step": 1386, "Finetune/Step Time": 5.225010432302952}
+{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.932373583316803, "Finetune/Loss (Raw)": 0.8262354731559753, "Finetune/Step": 1387, "Finetune/Step Time": 5.219403149560094}
+{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.9312475919723511, "Finetune/Loss (Raw)": 1.0000795125961304, "Finetune/Step": 1388, "Finetune/Step Time": 5.214946269989014}
+{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.9324361085891724, "Finetune/Loss (Raw)": 0.9694873094558716, "Finetune/Step": 1389, "Finetune/Step Time": 5.215881556272507}
+{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.9336844682693481, "Finetune/Loss (Raw)": 1.1327943801879883, "Finetune/Step": 1390, "Finetune/Step Time": 5.22392425686121}
+{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.9324841499328613, "Finetune/Loss (Raw)": 0.8679735064506531, "Finetune/Step": 1391, "Finetune/Step Time": 5.239375427365303}
+{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.9316566586494446, "Finetune/Loss (Raw)": 0.8755320310592651, "Finetune/Step": 1392, "Finetune/Step Time": 5.272125719115138}
+{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.9362508058547974, "Finetune/Loss (Raw)": 0.9641644358634949, "Finetune/Step": 1393, "Finetune/Step Time": 5.279499024152756}
+{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.9368792772293091, "Finetune/Loss (Raw)": 1.0028510093688965, "Finetune/Step": 1394, "Finetune/Step Time": 5.266572745516896}
+{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.9362884163856506, "Finetune/Loss (Raw)": 0.9470243453979492, "Finetune/Step": 1395, "Finetune/Step Time": 5.26891915127635}
+{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.9335422515869141, "Finetune/Loss (Raw)": 0.6921331286430359, "Finetune/Step": 1396, "Finetune/Step Time": 5.276237662881613}
+{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.934166669845581, "Finetune/Loss (Raw)": 1.0152995586395264, "Finetune/Step": 1397, "Finetune/Step Time": 5.299713585525751}
+{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.9334544539451599, "Finetune/Loss (Raw)": 0.9722093343734741, "Finetune/Step": 1398, "Finetune/Step Time": 5.279827376827598}
+{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.9311828017234802, "Finetune/Loss (Raw)": 0.7851702570915222, "Finetune/Step": 1399, "Finetune/Step Time": 5.285700993612409}
+{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.9330428838729858, "Finetune/Loss (Raw)": 1.0164090394973755, "Finetune/Step": 1400, "Finetune/Step Time": 5.281008580699563}
+{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.9329286813735962, "Finetune/Loss (Raw)": 0.8963139057159424, "Finetune/Step": 1401, "Finetune/Step Time": 5.27935410477221}
+{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.9293545484542847, "Finetune/Loss (Raw)": 0.39082834124565125, "Finetune/Step": 1402, "Finetune/Step Time": 5.311215469613671}
+{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.9275869131088257, "Finetune/Loss (Raw)": 0.9085332751274109, "Finetune/Step": 1403, "Finetune/Step Time": 5.312767842784524}
+{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.9278093576431274, "Finetune/Loss (Raw)": 0.9511834383010864, "Finetune/Step": 1404, "Finetune/Step Time": 5.3096398543566465}
+{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.9266217350959778, "Finetune/Loss (Raw)": 0.798735499382019, "Finetune/Step": 1405, "Finetune/Step Time": 5.3080328572541475}
+{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.9284358024597168, "Finetune/Loss (Raw)": 0.9460678100585938, "Finetune/Step": 1406, "Finetune/Step Time": 5.30155479349196}
+{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.9237819910049438, "Finetune/Loss (Raw)": 0.3693303167819977, "Finetune/Step": 1407, "Finetune/Step Time": 5.326428828760982}
+{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.9215192794799805, "Finetune/Loss (Raw)": 0.8360314965248108, "Finetune/Step": 1408, "Finetune/Step Time": 5.329722141847014}
+{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.9217272996902466, "Finetune/Loss (Raw)": 0.968445360660553, "Finetune/Step": 1409, "Finetune/Step Time": 5.3268979378044605}
+{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.9209719300270081, "Finetune/Loss (Raw)": 0.8614466190338135, "Finetune/Step": 1410, "Finetune/Step Time": 5.354995343834162}
+{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.922406017780304, "Finetune/Loss (Raw)": 1.0224698781967163, "Finetune/Step": 1411, "Finetune/Step Time": 5.356328468769789}
+{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.9206081628799438, "Finetune/Loss (Raw)": 0.7168901562690735, "Finetune/Step": 1412, "Finetune/Step Time": 5.35640574619174}
+{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.9203505516052246, "Finetune/Loss (Raw)": 1.0046488046646118, "Finetune/Step": 1413, "Finetune/Step Time": 5.359952736645937}
+{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.9213401675224304, "Finetune/Loss (Raw)": 1.062387228012085, "Finetune/Step": 1414, "Finetune/Step Time": 5.349379079416394}
+{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.9212133288383484, "Finetune/Loss (Raw)": 0.9260333180427551, "Finetune/Step": 1415, "Finetune/Step Time": 5.353911289945245}
+{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.9225903749465942, "Finetune/Loss (Raw)": 1.061905860900879, "Finetune/Step": 1416, "Finetune/Step Time": 5.352134734392166}
+{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.9227043390274048, "Finetune/Loss (Raw)": 0.8994351625442505, "Finetune/Step": 1417, "Finetune/Step Time": 5.351160440593958}
+{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.920734703540802, "Finetune/Loss (Raw)": 0.8306667804718018, "Finetune/Step": 1418, "Finetune/Step Time": 5.357701227068901}
+{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.9198837280273438, "Finetune/Loss (Raw)": 0.8489547967910767, "Finetune/Step": 1419, "Finetune/Step Time": 5.340938728302717}
+{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.9202030897140503, "Finetune/Loss (Raw)": 0.9673963785171509, "Finetune/Step": 1420, "Finetune/Step Time": 5.340610599145293}
+{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.9198521375656128, "Finetune/Loss (Raw)": 0.8862583041191101, "Finetune/Step": 1421, "Finetune/Step Time": 5.340719936415553}
+{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.9194135069847107, "Finetune/Loss (Raw)": 0.9109711647033691, "Finetune/Step": 1422, "Finetune/Step Time": 5.3375271912664175}
+{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.9201991558074951, "Finetune/Loss (Raw)": 1.0054763555526733, "Finetune/Step": 1423, "Finetune/Step Time": 5.327589621767402}
+{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.919536828994751, "Finetune/Loss (Raw)": 0.8367798328399658, "Finetune/Step": 1424, "Finetune/Step Time": 5.321835283190012}
+{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.9196152687072754, "Finetune/Loss (Raw)": 0.9591944217681885, "Finetune/Step": 1425, "Finetune/Step Time": 5.315234849229455}
+{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.9199283719062805, "Finetune/Loss (Raw)": 0.8538928627967834, "Finetune/Step": 1426, "Finetune/Step Time": 5.31566602550447}
+{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.9213854670524597, "Finetune/Loss (Raw)": 0.9055944681167603, "Finetune/Step": 1427, "Finetune/Step Time": 5.315124111250043}
+{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.9217201471328735, "Finetune/Loss (Raw)": 0.9138674139976501, "Finetune/Step": 1428, "Finetune/Step Time": 5.321184951812029}
+{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.9203415513038635, "Finetune/Loss (Raw)": 0.811832845211029, "Finetune/Step": 1429, "Finetune/Step Time": 5.31182306446135}
+{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.920377254486084, "Finetune/Loss (Raw)": 0.9075850248336792, "Finetune/Step": 1430, "Finetune/Step Time": 5.302747584879398}
+{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.9196851253509521, "Finetune/Loss (Raw)": 0.8496947288513184, "Finetune/Step": 1431, "Finetune/Step Time": 5.313124405220151}
+{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.9192750453948975, "Finetune/Loss (Raw)": 0.9267454743385315, "Finetune/Step": 1432, "Finetune/Step Time": 5.315914329141378}
+{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.919636607170105, "Finetune/Loss (Raw)": 0.979426920413971, "Finetune/Step": 1433, "Finetune/Step Time": 5.317271575331688}
+{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.9149235486984253, "Finetune/Loss (Raw)": 0.36881959438323975, "Finetune/Step": 1434, "Finetune/Step Time": 5.331069748848677}
+{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.9144227504730225, "Finetune/Loss (Raw)": 0.9920806884765625, "Finetune/Step": 1435, "Finetune/Step Time": 5.3383320569992065}
+{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.912041425704956, "Finetune/Loss (Raw)": 0.7601776123046875, "Finetune/Step": 1436, "Finetune/Step Time": 5.348791072145104}
+{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.9126496315002441, "Finetune/Loss (Raw)": 1.0145070552825928, "Finetune/Step": 1437, "Finetune/Step Time": 5.33179091848433}
+{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.9131314754486084, "Finetune/Loss (Raw)": 0.9507585763931274, "Finetune/Step": 1438, "Finetune/Step Time": 5.33670393191278}
+{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.9134936332702637, "Finetune/Loss (Raw)": 1.017292857170105, "Finetune/Step": 1439, "Finetune/Step Time": 5.333685038611293}
+{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.9131078124046326, "Finetune/Loss (Raw)": 0.6935597062110901, "Finetune/Step": 1440, "Finetune/Step Time": 5.338624022901058}
+{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.9126251935958862, "Finetune/Loss (Raw)": 0.9202767014503479, "Finetune/Step": 1441, "Finetune/Step Time": 5.334712630137801}
+{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.9124751687049866, "Finetune/Loss (Raw)": 0.9618968963623047, "Finetune/Step": 1442, "Finetune/Step Time": 5.340116428211331}
+{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.9118195176124573, "Finetune/Loss (Raw)": 0.8811889886856079, "Finetune/Step": 1443, "Finetune/Step Time": 5.3438024539500475}
+{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.9100477695465088, "Finetune/Loss (Raw)": 0.86924809217453, "Finetune/Step": 1444, "Finetune/Step Time": 5.341611821204424}
+{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.9091048240661621, "Finetune/Loss (Raw)": 0.9009789228439331, "Finetune/Step": 1445, "Finetune/Step Time": 5.343927081674337}
+{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.9082508683204651, "Finetune/Loss (Raw)": 0.8212372064590454, "Finetune/Step": 1446, "Finetune/Step Time": 5.35859645344317}
+{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.9080525636672974, "Finetune/Loss (Raw)": 0.9425525665283203, "Finetune/Step": 1447, "Finetune/Step Time": 5.363209860399365}
+{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.9087692499160767, "Finetune/Loss (Raw)": 1.0199806690216064, "Finetune/Step": 1448, "Finetune/Step Time": 5.355055432766676}
+{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.9076703786849976, "Finetune/Loss (Raw)": 0.8281779289245605, "Finetune/Step": 1449, "Finetune/Step Time": 5.357563581317663}
+{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.9068597555160522, "Finetune/Loss (Raw)": 0.8361313939094543, "Finetune/Step": 1450, "Finetune/Step Time": 5.393059186637402}
+{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.9058513045310974, "Finetune/Loss (Raw)": 0.8936321139335632, "Finetune/Step": 1451, "Finetune/Step Time": 5.39714165404439}
+{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.9059637188911438, "Finetune/Loss (Raw)": 1.020374059677124, "Finetune/Step": 1452, "Finetune/Step Time": 5.389843478798866}
+{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.9047500491142273, "Finetune/Loss (Raw)": 0.8887821435928345, "Finetune/Step": 1453, "Finetune/Step Time": 5.3852096647024155}
+{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.9059634208679199, "Finetune/Loss (Raw)": 1.154079794883728, "Finetune/Step": 1454, "Finetune/Step Time": 5.387961991131306}
+{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.906852662563324, "Finetune/Loss (Raw)": 0.986423671245575, "Finetune/Step": 1455, "Finetune/Step Time": 5.3461747244000435}
+{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.9051570892333984, "Finetune/Loss (Raw)": 0.9006665349006653, "Finetune/Step": 1456, "Finetune/Step Time": 5.347651002928615}
+{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.8990275859832764, "Finetune/Loss (Raw)": 0.3707646131515503, "Finetune/Step": 1457, "Finetune/Step Time": 5.3769070114940405}
+{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.9003942012786865, "Finetune/Loss (Raw)": 0.9311200380325317, "Finetune/Step": 1458, "Finetune/Step Time": 5.375306598842144}
+{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.900580883026123, "Finetune/Loss (Raw)": 1.0577731132507324, "Finetune/Step": 1459, "Finetune/Step Time": 5.383861845359206}
+{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.9023352861404419, "Finetune/Loss (Raw)": 1.0659178495407104, "Finetune/Step": 1460, "Finetune/Step Time": 5.3746304996311665}
+{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.9036107063293457, "Finetune/Loss (Raw)": 1.1061501502990723, "Finetune/Step": 1461, "Finetune/Step Time": 5.368411298841238}
+{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.9037950038909912, "Finetune/Loss (Raw)": 1.015788197517395, "Finetune/Step": 1462, "Finetune/Step Time": 5.371248263865709}
+{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.903790295124054, "Finetune/Loss (Raw)": 1.0153706073760986, "Finetune/Step": 1463, "Finetune/Step Time": 5.372586661949754}
+{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.9026588201522827, "Finetune/Loss (Raw)": 0.865205705165863, "Finetune/Step": 1464, "Finetune/Step Time": 5.378074457868934}
+{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.9016704559326172, "Finetune/Loss (Raw)": 0.9458634853363037, "Finetune/Step": 1465, "Finetune/Step Time": 5.3718064073473215}
+{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.9065624475479126, "Finetune/Loss (Raw)": 0.932289719581604, "Finetune/Step": 1466, "Finetune/Step Time": 5.346795639023185}
+{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.9069382548332214, "Finetune/Loss (Raw)": 0.9281848073005676, "Finetune/Step": 1467, "Finetune/Step Time": 5.375091623514891}
+{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.9072644710540771, "Finetune/Loss (Raw)": 1.0059492588043213, "Finetune/Step": 1468, "Finetune/Step Time": 5.3680777084082365}
+{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.9028661251068115, "Finetune/Loss (Raw)": 0.3828204870223999, "Finetune/Step": 1469, "Finetune/Step Time": 5.405859934166074}
+{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.901939868927002, "Finetune/Loss (Raw)": 0.9539952874183655, "Finetune/Step": 1470, "Finetune/Step Time": 5.394583132117987}
+{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.9025354385375977, "Finetune/Loss (Raw)": 0.9540274739265442, "Finetune/Step": 1471, "Finetune/Step Time": 5.369076244533062}
+{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.901903510093689, "Finetune/Loss (Raw)": 0.8336273431777954, "Finetune/Step": 1472, "Finetune/Step Time": 5.362333523109555}
+{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.8990206718444824, "Finetune/Loss (Raw)": 0.673693835735321, "Finetune/Step": 1473, "Finetune/Step Time": 5.3686606623232365}
+{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.900347113609314, "Finetune/Loss (Raw)": 1.0901572704315186, "Finetune/Step": 1474, "Finetune/Step Time": 5.363914346322417}
+{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.8971840143203735, "Finetune/Loss (Raw)": 0.7205060124397278, "Finetune/Step": 1475, "Finetune/Step Time": 5.356962336227298}
+{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.901402473449707, "Finetune/Loss (Raw)": 0.9673432111740112, "Finetune/Step": 1476, "Finetune/Step Time": 5.329422943294048}
+{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.8955814242362976, "Finetune/Loss (Raw)": 0.30526652932167053, "Finetune/Step": 1477, "Finetune/Step Time": 5.36506811529398}
+{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.8958563208580017, "Finetune/Loss (Raw)": 1.053395390510559, "Finetune/Step": 1478, "Finetune/Step Time": 5.357700169086456}
+{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.8946347832679749, "Finetune/Loss (Raw)": 0.8732106685638428, "Finetune/Step": 1479, "Finetune/Step Time": 5.372021408751607}
+{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.8987765312194824, "Finetune/Loss (Raw)": 0.9495965838432312, "Finetune/Step": 1480, "Finetune/Step Time": 5.341569487005472}
+{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.8992106914520264, "Finetune/Loss (Raw)": 0.9721710085868835, "Finetune/Step": 1481, "Finetune/Step Time": 5.345694595947862}
+{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.8987953662872314, "Finetune/Loss (Raw)": 0.9328186511993408, "Finetune/Step": 1482, "Finetune/Step Time": 5.325674118474126}
+{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.8972476720809937, "Finetune/Loss (Raw)": 0.8771610856056213, "Finetune/Step": 1483, "Finetune/Step Time": 5.349314184859395}
+{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.8969569802284241, "Finetune/Loss (Raw)": 1.004072904586792, "Finetune/Step": 1484, "Finetune/Step Time": 5.345602182671428}
+{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.8958622217178345, "Finetune/Loss (Raw)": 0.8960884809494019, "Finetune/Step": 1485, "Finetune/Step Time": 5.334140071645379}
+{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.890857458114624, "Finetune/Loss (Raw)": 0.3105390667915344, "Finetune/Step": 1486, "Finetune/Step Time": 5.363154012709856}
+{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.8926888108253479, "Finetune/Loss (Raw)": 1.0687129497528076, "Finetune/Step": 1487, "Finetune/Step Time": 5.358847666531801}
+{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.8940739631652832, "Finetune/Loss (Raw)": 1.1528048515319824, "Finetune/Step": 1488, "Finetune/Step Time": 5.356268495321274}
+{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.891921877861023, "Finetune/Loss (Raw)": 0.792637825012207, "Finetune/Step": 1489, "Finetune/Step Time": 5.369637800380588}
+{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.8915805816650391, "Finetune/Loss (Raw)": 0.8958535194396973, "Finetune/Step": 1490, "Finetune/Step Time": 5.389997415244579}
+{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.8904860019683838, "Finetune/Loss (Raw)": 0.8008790016174316, "Finetune/Step": 1491, "Finetune/Step Time": 5.403377614915371}
+{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.8914922475814819, "Finetune/Loss (Raw)": 1.0439765453338623, "Finetune/Step": 1492, "Finetune/Step Time": 5.37534898519516}
+{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.8871817588806152, "Finetune/Loss (Raw)": 0.32952916622161865, "Finetune/Step": 1493, "Finetune/Step Time": 5.400524472817779}
+{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.8869228959083557, "Finetune/Loss (Raw)": 0.9036779999732971, "Finetune/Step": 1494, "Finetune/Step Time": 5.404900586232543}
+{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.8877390623092651, "Finetune/Loss (Raw)": 1.0034892559051514, "Finetune/Step": 1495, "Finetune/Step Time": 5.400807624682784}
+{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.8873429298400879, "Finetune/Loss (Raw)": 0.9647510647773743, "Finetune/Step": 1496, "Finetune/Step Time": 5.400324327871203}
+{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.8857885599136353, "Finetune/Loss (Raw)": 0.8278725147247314, "Finetune/Step": 1497, "Finetune/Step Time": 5.393695103004575}
+{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.8875256776809692, "Finetune/Loss (Raw)": 1.0441503524780273, "Finetune/Step": 1498, "Finetune/Step Time": 5.395935218781233}
+{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.8833625912666321, "Finetune/Loss (Raw)": 0.42347797751426697, "Finetune/Step": 1499, "Finetune/Step Time": 5.42027703486383}
+{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.8831526637077332, "Finetune/Loss (Raw)": 0.3486826419830322, "Finetune/Step": 1500, "Finetune/Step Time": 5.41985092125833}
+{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.8825053572654724, "Finetune/Loss (Raw)": 1.009786605834961, "Finetune/Step": 1501, "Finetune/Step Time": 5.451153365895152}
+{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.8838536143302917, "Finetune/Loss (Raw)": 1.0702967643737793, "Finetune/Step": 1502, "Finetune/Step Time": 5.443642335012555}
+{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.8825801014900208, "Finetune/Loss (Raw)": 0.8367020487785339, "Finetune/Step": 1503, "Finetune/Step Time": 5.4459491185843945}
+{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.8876391649246216, "Finetune/Loss (Raw)": 0.9667160511016846, "Finetune/Step": 1504, "Finetune/Step Time": 5.426851702854037}
+{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.8871608972549438, "Finetune/Loss (Raw)": 0.9379063248634338, "Finetune/Step": 1505, "Finetune/Step Time": 5.412543684244156}
+{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.8848305940628052, "Finetune/Loss (Raw)": 0.8474045991897583, "Finetune/Step": 1506, "Finetune/Step Time": 5.400916645303369}
+{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.8875574469566345, "Finetune/Loss (Raw)": 1.0392796993255615, "Finetune/Step": 1507, "Finetune/Step Time": 5.379755822941661}
+{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.8882519006729126, "Finetune/Loss (Raw)": 0.9890243411064148, "Finetune/Step": 1508, "Finetune/Step Time": 5.3826899863779545}
+{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.8881674408912659, "Finetune/Loss (Raw)": 0.9981120228767395, "Finetune/Step": 1509, "Finetune/Step Time": 5.376859189942479}
+{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.8889234066009521, "Finetune/Loss (Raw)": 1.048122763633728, "Finetune/Step": 1510, "Finetune/Step Time": 5.375654188916087}
+{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.8904476165771484, "Finetune/Loss (Raw)": 1.0826586484909058, "Finetune/Step": 1511, "Finetune/Step Time": 5.364935666322708}
+{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.8897896409034729, "Finetune/Loss (Raw)": 0.8608081340789795, "Finetune/Step": 1512, "Finetune/Step Time": 5.367975812405348}
+{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.8907315135002136, "Finetune/Loss (Raw)": 1.1197987794876099, "Finetune/Step": 1513, "Finetune/Step Time": 5.369675265625119}
+{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.8908217549324036, "Finetune/Loss (Raw)": 0.921992838382721, "Finetune/Step": 1514, "Finetune/Step Time": 5.378547729924321}
+{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.8916730284690857, "Finetune/Loss (Raw)": 0.9351957440376282, "Finetune/Step": 1515, "Finetune/Step Time": 5.376551190391183}
+{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.8911349773406982, "Finetune/Loss (Raw)": 0.9312135577201843, "Finetune/Step": 1516, "Finetune/Step Time": 5.378160214051604}
+{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.8901596069335938, "Finetune/Loss (Raw)": 0.8446303009986877, "Finetune/Step": 1517, "Finetune/Step Time": 5.379289612174034}
+{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.8894944787025452, "Finetune/Loss (Raw)": 1.0476679801940918, "Finetune/Step": 1518, "Finetune/Step Time": 5.373115669935942}
+{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.8890727758407593, "Finetune/Loss (Raw)": 0.8139941096305847, "Finetune/Step": 1519, "Finetune/Step Time": 5.3583720698952675}
+{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.8852436542510986, "Finetune/Loss (Raw)": 0.3853986859321594, "Finetune/Step": 1520, "Finetune/Step Time": 5.353283442556858}
+{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.8854977488517761, "Finetune/Loss (Raw)": 0.9966944456100464, "Finetune/Step": 1521, "Finetune/Step Time": 5.316430721431971}
+{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.8844976425170898, "Finetune/Loss (Raw)": 0.874832272529602, "Finetune/Step": 1522, "Finetune/Step Time": 5.3264155723154545}
+{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.8832184076309204, "Finetune/Loss (Raw)": 0.7832866907119751, "Finetune/Step": 1523, "Finetune/Step Time": 5.351326897740364}
+{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.8844401240348816, "Finetune/Loss (Raw)": 0.8485153913497925, "Finetune/Step": 1524, "Finetune/Step Time": 5.368456332013011}
+{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.8831440210342407, "Finetune/Loss (Raw)": 0.8493949770927429, "Finetune/Step": 1525, "Finetune/Step Time": 5.356674311682582}
+{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.883937656879425, "Finetune/Loss (Raw)": 1.0737941265106201, "Finetune/Step": 1526, "Finetune/Step Time": 5.355564765632153}
+{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.884941816329956, "Finetune/Loss (Raw)": 0.91370689868927, "Finetune/Step": 1527, "Finetune/Step Time": 5.350076969712973}
+{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.8802365064620972, "Finetune/Loss (Raw)": 0.4141280949115753, "Finetune/Step": 1528, "Finetune/Step Time": 5.373745383694768}
+{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.8813625574111938, "Finetune/Loss (Raw)": 1.0404484272003174, "Finetune/Step": 1529, "Finetune/Step Time": 5.364731768146157}
+{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.8840593099594116, "Finetune/Loss (Raw)": 0.7360076308250427, "Finetune/Step": 1530, "Finetune/Step Time": 5.352074705064297}
+{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.8846580982208252, "Finetune/Loss (Raw)": 0.9851837158203125, "Finetune/Step": 1531, "Finetune/Step Time": 5.355101617053151}
+{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.8844940662384033, "Finetune/Loss (Raw)": 0.9301819205284119, "Finetune/Step": 1532, "Finetune/Step Time": 5.364271987229586}
+{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.8848627209663391, "Finetune/Loss (Raw)": 0.845923662185669, "Finetune/Step": 1533, "Finetune/Step Time": 5.357580000534654}
+{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.8846264481544495, "Finetune/Loss (Raw)": 0.9158263206481934, "Finetune/Step": 1534, "Finetune/Step Time": 5.364586001262069}
+{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.888556718826294, "Finetune/Loss (Raw)": 0.8724070191383362, "Finetune/Step": 1535, "Finetune/Step Time": 5.3361508920788765}
+{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.8888842463493347, "Finetune/Loss (Raw)": 0.8779556751251221, "Finetune/Step": 1536, "Finetune/Step Time": 5.341159611940384}
+{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.8882112503051758, "Finetune/Loss (Raw)": 0.8822965025901794, "Finetune/Step": 1537, "Finetune/Step Time": 5.341384345665574}
+{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.8848401308059692, "Finetune/Loss (Raw)": 0.4299473166465759, "Finetune/Step": 1538, "Finetune/Step Time": 5.340702369809151}
+{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.8843196630477905, "Finetune/Loss (Raw)": 0.9558553695678711, "Finetune/Step": 1539, "Finetune/Step Time": 5.330029807984829}
+{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.8862738609313965, "Finetune/Loss (Raw)": 0.9670208096504211, "Finetune/Step": 1540, "Finetune/Step Time": 5.32941972091794}
+{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.8867489099502563, "Finetune/Loss (Raw)": 1.0654540061950684, "Finetune/Step": 1541, "Finetune/Step Time": 5.329494448378682}
+{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.885235607624054, "Finetune/Loss (Raw)": 0.8686856031417847, "Finetune/Step": 1542, "Finetune/Step Time": 5.337112417444587}
+{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.884456992149353, "Finetune/Loss (Raw)": 0.8263666033744812, "Finetune/Step": 1543, "Finetune/Step Time": 5.333010882139206}
+{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.8836669325828552, "Finetune/Loss (Raw)": 0.9607842564582825, "Finetune/Step": 1544, "Finetune/Step Time": 5.331636223942041}
+{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.8835290670394897, "Finetune/Loss (Raw)": 0.8817903399467468, "Finetune/Step": 1545, "Finetune/Step Time": 5.333898717537522}
+{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.8851067423820496, "Finetune/Loss (Raw)": 1.0326056480407715, "Finetune/Step": 1546, "Finetune/Step Time": 5.333029067143798}
+{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.885780930519104, "Finetune/Loss (Raw)": 0.9352487921714783, "Finetune/Step": 1547, "Finetune/Step Time": 5.338710635900497}
+{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.8860077857971191, "Finetune/Loss (Raw)": 0.996431827545166, "Finetune/Step": 1548, "Finetune/Step Time": 5.34851642511785}
+{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.8821800351142883, "Finetune/Loss (Raw)": 0.3963092863559723, "Finetune/Step": 1549, "Finetune/Step Time": 5.37950225174427}
+{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.8826671242713928, "Finetune/Loss (Raw)": 0.9733196496963501, "Finetune/Step": 1550, "Finetune/Step Time": 5.3781733978539705}
+{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.8813526630401611, "Finetune/Loss (Raw)": 0.8372260928153992, "Finetune/Step": 1551, "Finetune/Step Time": 5.372932069003582}
+{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.8825308084487915, "Finetune/Loss (Raw)": 0.9875786304473877, "Finetune/Step": 1552, "Finetune/Step Time": 5.383755652233958}
+{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.8817925453186035, "Finetune/Loss (Raw)": 0.8646979928016663, "Finetune/Step": 1553, "Finetune/Step Time": 5.395249269902706}
+{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.8817234039306641, "Finetune/Loss (Raw)": 0.8450407385826111, "Finetune/Step": 1554, "Finetune/Step Time": 5.386186962947249}
+{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.8825253844261169, "Finetune/Loss (Raw)": 1.00825035572052, "Finetune/Step": 1555, "Finetune/Step Time": 5.389110468327999}
+{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.8820246458053589, "Finetune/Loss (Raw)": 0.8497695326805115, "Finetune/Step": 1556, "Finetune/Step Time": 5.395056433975697}
+{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.8822449445724487, "Finetune/Loss (Raw)": 0.8400396108627319, "Finetune/Step": 1557, "Finetune/Step Time": 5.3943910505622625}
+{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.882252037525177, "Finetune/Loss (Raw)": 0.9084886908531189, "Finetune/Step": 1558, "Finetune/Step Time": 5.384452350437641}
+{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.8845484852790833, "Finetune/Loss (Raw)": 1.143638014793396, "Finetune/Step": 1559, "Finetune/Step Time": 5.375951001420617}
+{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.8850315809249878, "Finetune/Loss (Raw)": 0.9885846972465515, "Finetune/Step": 1560, "Finetune/Step Time": 5.381172694265842}
+{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.885115385055542, "Finetune/Loss (Raw)": 0.9901580810546875, "Finetune/Step": 1561, "Finetune/Step Time": 5.378981530666351}
+{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.8896801471710205, "Finetune/Loss (Raw)": 0.9530972838401794, "Finetune/Step": 1562, "Finetune/Step Time": 5.358108464628458}
+{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.8888951539993286, "Finetune/Loss (Raw)": 0.8916081190109253, "Finetune/Step": 1563, "Finetune/Step Time": 5.375711904838681}
+{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.8899142146110535, "Finetune/Loss (Raw)": 0.8906192779541016, "Finetune/Step": 1564, "Finetune/Step Time": 5.362338131293654}
+{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.8884989619255066, "Finetune/Loss (Raw)": 0.8333523273468018, "Finetune/Step": 1565, "Finetune/Step Time": 5.362104319036007}
+{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.8882535696029663, "Finetune/Loss (Raw)": 0.9193496704101562, "Finetune/Step": 1566, "Finetune/Step Time": 5.359263150021434}
+{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.887678325176239, "Finetune/Loss (Raw)": 0.9436604976654053, "Finetune/Step": 1567, "Finetune/Step Time": 5.365883642807603}
+{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.8895690441131592, "Finetune/Loss (Raw)": 0.9355722665786743, "Finetune/Step": 1568, "Finetune/Step Time": 5.338963048532605}
+{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.8886091709136963, "Finetune/Loss (Raw)": 0.7974112033843994, "Finetune/Step": 1569, "Finetune/Step Time": 5.350908732041717}
+{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.888868510723114, "Finetune/Loss (Raw)": 0.9950905442237854, "Finetune/Step": 1570, "Finetune/Step Time": 5.34848615527153}
+{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.8892521858215332, "Finetune/Loss (Raw)": 0.930306077003479, "Finetune/Step": 1571, "Finetune/Step Time": 5.344943962991238}
+{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.890108585357666, "Finetune/Loss (Raw)": 0.9788643717765808, "Finetune/Step": 1572, "Finetune/Step Time": 5.339323379099369}
+{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.8905377388000488, "Finetune/Loss (Raw)": 0.9559136033058167, "Finetune/Step": 1573, "Finetune/Step Time": 5.355205589905381}
+{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.8902814388275146, "Finetune/Loss (Raw)": 0.7884225845336914, "Finetune/Step": 1574, "Finetune/Step Time": 5.340080410242081}
+{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.8917115926742554, "Finetune/Loss (Raw)": 1.1256192922592163, "Finetune/Step": 1575, "Finetune/Step Time": 5.349859748035669}
+{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.8911343812942505, "Finetune/Loss (Raw)": 0.9460954070091248, "Finetune/Step": 1576, "Finetune/Step Time": 5.353496186435223}
+{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.8918819427490234, "Finetune/Loss (Raw)": 0.9238645434379578, "Finetune/Step": 1577, "Finetune/Step Time": 5.345295011997223}
+{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.8927163481712341, "Finetune/Loss (Raw)": 0.9429315328598022, "Finetune/Step": 1578, "Finetune/Step Time": 5.304168002679944}
+{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.892880916595459, "Finetune/Loss (Raw)": 0.9147065281867981, "Finetune/Step": 1579, "Finetune/Step Time": 5.321257734671235}
+{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.8909029960632324, "Finetune/Loss (Raw)": 0.7671942114830017, "Finetune/Step": 1580, "Finetune/Step Time": 5.355819657444954}
+{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.890338659286499, "Finetune/Loss (Raw)": 0.8165460824966431, "Finetune/Step": 1581, "Finetune/Step Time": 5.351363776251674}
+{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.8886224031448364, "Finetune/Loss (Raw)": 0.9344037175178528, "Finetune/Step": 1582, "Finetune/Step Time": 5.352877978235483}
+{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.8885535597801208, "Finetune/Loss (Raw)": 0.9776118397712708, "Finetune/Step": 1583, "Finetune/Step Time": 5.355928964912891}
+{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.8886711597442627, "Finetune/Loss (Raw)": 0.9157213568687439, "Finetune/Step": 1584, "Finetune/Step Time": 5.35764073766768}
+{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.8938820362091064, "Finetune/Loss (Raw)": 1.037756085395813, "Finetune/Step": 1585, "Finetune/Step Time": 5.327609542757273}
+{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.895316481590271, "Finetune/Loss (Raw)": 1.114728331565857, "Finetune/Step": 1586, "Finetune/Step Time": 5.368109010159969}
+{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.8951029777526855, "Finetune/Loss (Raw)": 1.0304410457611084, "Finetune/Step": 1587, "Finetune/Step Time": 5.362061517313123}
+{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.8941051363945007, "Finetune/Loss (Raw)": 0.9381960034370422, "Finetune/Step": 1588, "Finetune/Step Time": 5.371911549940705}
+{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.8924809694290161, "Finetune/Loss (Raw)": 0.8982516527175903, "Finetune/Step": 1589, "Finetune/Step Time": 5.387703452259302}
+{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.8922417163848877, "Finetune/Loss (Raw)": 0.9851605892181396, "Finetune/Step": 1590, "Finetune/Step Time": 5.393227137625217}
+{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.8904175162315369, "Finetune/Loss (Raw)": 0.7818835973739624, "Finetune/Step": 1591, "Finetune/Step Time": 5.408531416207552}
+{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.890394926071167, "Finetune/Loss (Raw)": 0.8623118996620178, "Finetune/Step": 1592, "Finetune/Step Time": 5.410525545477867}
+{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.8899029493331909, "Finetune/Loss (Raw)": 0.882888913154602, "Finetune/Step": 1593, "Finetune/Step Time": 5.413609189912677}
+{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.8896765112876892, "Finetune/Loss (Raw)": 0.9033030867576599, "Finetune/Step": 1594, "Finetune/Step Time": 5.419094849377871}
+{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.8887507319450378, "Finetune/Loss (Raw)": 0.8096901178359985, "Finetune/Step": 1595, "Finetune/Step Time": 5.386315157637}
+{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.8891462087631226, "Finetune/Loss (Raw)": 1.056566596031189, "Finetune/Step": 1596, "Finetune/Step Time": 5.390776589512825}
+{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.8925631046295166, "Finetune/Loss (Raw)": 0.8201828598976135, "Finetune/Step": 1597, "Finetune/Step Time": 5.358667941763997}
+{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.8925671577453613, "Finetune/Loss (Raw)": 0.9545153379440308, "Finetune/Step": 1598, "Finetune/Step Time": 5.371131209656596}
+{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.8880133032798767, "Finetune/Loss (Raw)": 0.37113234400749207, "Finetune/Step": 1599, "Finetune/Step Time": 5.403160149231553}
+{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.8889420032501221, "Finetune/Loss (Raw)": 0.9525038003921509, "Finetune/Step": 1600, "Finetune/Step Time": 5.407143674790859}
+{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.8866620063781738, "Finetune/Loss (Raw)": 0.3818584680557251, "Finetune/Step": 1601, "Finetune/Step Time": 5.438497420400381}
+{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.8863421678543091, "Finetune/Loss (Raw)": 1.049216866493225, "Finetune/Step": 1602, "Finetune/Step Time": 5.448360662907362}
+{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.8885030150413513, "Finetune/Loss (Raw)": 0.9970876574516296, "Finetune/Step": 1603, "Finetune/Step Time": 5.444005498662591}
+{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.887787938117981, "Finetune/Loss (Raw)": 0.8758131861686707, "Finetune/Step": 1604, "Finetune/Step Time": 5.443507242947817}
+{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.8914916515350342, "Finetune/Loss (Raw)": 0.7793394923210144, "Finetune/Step": 1605, "Finetune/Step Time": 5.421519119292498}
+{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.8890206813812256, "Finetune/Loss (Raw)": 0.737118661403656, "Finetune/Step": 1606, "Finetune/Step Time": 5.452096169814467}
+{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.8889725804328918, "Finetune/Loss (Raw)": 0.8670523762702942, "Finetune/Step": 1607, "Finetune/Step Time": 5.439677327871323}
+{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.8845113515853882, "Finetune/Loss (Raw)": 0.3785667419433594, "Finetune/Step": 1608, "Finetune/Step Time": 5.4703678749501705}
+{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.8841221928596497, "Finetune/Loss (Raw)": 0.9223522543907166, "Finetune/Step": 1609, "Finetune/Step Time": 5.476240372285247}
+{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.8840970396995544, "Finetune/Loss (Raw)": 0.9295951724052429, "Finetune/Step": 1610, "Finetune/Step Time": 5.478188667446375}
+{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.8838309049606323, "Finetune/Loss (Raw)": 0.8431034088134766, "Finetune/Step": 1611, "Finetune/Step Time": 5.470493528991938}
+{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.8831079602241516, "Finetune/Loss (Raw)": 0.9115310311317444, "Finetune/Step": 1612, "Finetune/Step Time": 5.473203595727682}
+{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.8822864294052124, "Finetune/Loss (Raw)": 0.7909315228462219, "Finetune/Step": 1613, "Finetune/Step Time": 5.48523180000484}
+{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.8873464465141296, "Finetune/Loss (Raw)": 0.9582153558731079, "Finetune/Step": 1614, "Finetune/Step Time": 5.455178657546639}
+{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.887016773223877, "Finetune/Loss (Raw)": 1.02652108669281, "Finetune/Step": 1615, "Finetune/Step Time": 5.448617184534669}
+{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.885190486907959, "Finetune/Loss (Raw)": 0.9190360307693481, "Finetune/Step": 1616, "Finetune/Step Time": 5.448211805894971}
+{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.8857752680778503, "Finetune/Loss (Raw)": 0.8674961924552917, "Finetune/Step": 1617, "Finetune/Step Time": 5.445360517129302}
+{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.8856934309005737, "Finetune/Loss (Raw)": 0.885372519493103, "Finetune/Step": 1618, "Finetune/Step Time": 5.425638662651181}
+{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.8856794834136963, "Finetune/Loss (Raw)": 0.7990914583206177, "Finetune/Step": 1619, "Finetune/Step Time": 5.415245471522212}
+{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.8862581253051758, "Finetune/Loss (Raw)": 1.1180421113967896, "Finetune/Step": 1620, "Finetune/Step Time": 5.418116047978401}
+{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.8901079297065735, "Finetune/Loss (Raw)": 0.8223098516464233, "Finetune/Step": 1621, "Finetune/Step Time": 5.393809098750353}
+{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.891057550907135, "Finetune/Loss (Raw)": 1.0252289772033691, "Finetune/Step": 1622, "Finetune/Step Time": 5.391417298465967}
+{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.8919153213500977, "Finetune/Loss (Raw)": 1.1132872104644775, "Finetune/Step": 1623, "Finetune/Step Time": 5.3756420481950045}
+{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.8914779424667358, "Finetune/Loss (Raw)": 0.9087647199630737, "Finetune/Step": 1624, "Finetune/Step Time": 5.37804208509624}
+{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.8924826383590698, "Finetune/Loss (Raw)": 0.9564797878265381, "Finetune/Step": 1625, "Finetune/Step Time": 5.37856020219624}
+{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.8919060826301575, "Finetune/Loss (Raw)": 0.9703438878059387, "Finetune/Step": 1626, "Finetune/Step Time": 5.370077203959227}
+{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.8965035676956177, "Finetune/Loss (Raw)": 1.0119541883468628, "Finetune/Step": 1627, "Finetune/Step Time": 5.337113441899419}
+{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.9012556076049805, "Finetune/Loss (Raw)": 0.9569500088691711, "Finetune/Step": 1628, "Finetune/Step Time": 5.305943790823221}
+{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.9003971815109253, "Finetune/Loss (Raw)": 0.8999051451683044, "Finetune/Step": 1629, "Finetune/Step Time": 5.277625406160951}
+{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.900017499923706, "Finetune/Loss (Raw)": 1.02169668674469, "Finetune/Step": 1630, "Finetune/Step Time": 5.275664087384939}
+{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.900753378868103, "Finetune/Loss (Raw)": 0.9308937191963196, "Finetune/Step": 1631, "Finetune/Step Time": 5.278567895293236}
+{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.900326132774353, "Finetune/Loss (Raw)": 0.9120369553565979, "Finetune/Step": 1632, "Finetune/Step Time": 5.270216533914208}
+{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.8997061252593994, "Finetune/Loss (Raw)": 0.8585396409034729, "Finetune/Step": 1633, "Finetune/Step Time": 5.27079550921917}
+{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.9006294012069702, "Finetune/Loss (Raw)": 0.9655890464782715, "Finetune/Step": 1634, "Finetune/Step Time": 5.26426681317389}
+{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.8996599912643433, "Finetune/Loss (Raw)": 0.915191650390625, "Finetune/Step": 1635, "Finetune/Step Time": 5.285620916634798}
+{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.8993339538574219, "Finetune/Loss (Raw)": 0.9472940564155579, "Finetune/Step": 1636, "Finetune/Step Time": 5.295462930575013}
+{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.8987969160079956, "Finetune/Loss (Raw)": 0.9293702244758606, "Finetune/Step": 1637, "Finetune/Step Time": 5.297211058437824}
+{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.8974605798721313, "Finetune/Loss (Raw)": 0.8770719170570374, "Finetune/Step": 1638, "Finetune/Step Time": 5.299524404108524}
+{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.8953655958175659, "Finetune/Loss (Raw)": 0.8145030736923218, "Finetune/Step": 1639, "Finetune/Step Time": 5.297107577323914}
+{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.8964030146598816, "Finetune/Loss (Raw)": 0.9935905337333679, "Finetune/Step": 1640, "Finetune/Step Time": 5.28577397018671}
+{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.8954567909240723, "Finetune/Loss (Raw)": 0.9986870288848877, "Finetune/Step": 1641, "Finetune/Step Time": 5.283327853307128}
+{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.8956921696662903, "Finetune/Loss (Raw)": 0.9521180987358093, "Finetune/Step": 1642, "Finetune/Step Time": 5.2728309240192175}
+{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.8965445160865784, "Finetune/Loss (Raw)": 1.0442936420440674, "Finetune/Step": 1643, "Finetune/Step Time": 5.274939047172666}
+{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.8965561389923096, "Finetune/Loss (Raw)": 0.932709813117981, "Finetune/Step": 1644, "Finetune/Step Time": 5.300847301259637}
+{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.8969546556472778, "Finetune/Loss (Raw)": 0.8956333994865417, "Finetune/Step": 1645, "Finetune/Step Time": 5.302864212542772}
+{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.8966038227081299, "Finetune/Loss (Raw)": 1.0027655363082886, "Finetune/Step": 1646, "Finetune/Step Time": 5.306751484051347}
+{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.8969683647155762, "Finetune/Loss (Raw)": 0.8606474995613098, "Finetune/Step": 1647, "Finetune/Step Time": 5.320006623864174}
+{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.9018998742103577, "Finetune/Loss (Raw)": 1.016640067100525, "Finetune/Step": 1648, "Finetune/Step Time": 5.294335400685668}
+{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.9013241529464722, "Finetune/Loss (Raw)": 0.9229936599731445, "Finetune/Step": 1649, "Finetune/Step Time": 5.296547831967473}
+{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.9017536044120789, "Finetune/Loss (Raw)": 0.9298112392425537, "Finetune/Step": 1650, "Finetune/Step Time": 5.2858886402100325}
+{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.902213454246521, "Finetune/Loss (Raw)": 0.842143714427948, "Finetune/Step": 1651, "Finetune/Step Time": 5.276777990162373}
+{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.902317225933075, "Finetune/Loss (Raw)": 0.8618001341819763, "Finetune/Step": 1652, "Finetune/Step Time": 5.260855220258236}
+{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.9029264450073242, "Finetune/Loss (Raw)": 0.9273682236671448, "Finetune/Step": 1653, "Finetune/Step Time": 5.253607051447034}
+{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.9023145437240601, "Finetune/Loss (Raw)": 0.9954738616943359, "Finetune/Step": 1654, "Finetune/Step Time": 5.2670935317873955}
+{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.8981359004974365, "Finetune/Loss (Raw)": 0.3788434565067291, "Finetune/Step": 1655, "Finetune/Step Time": 5.297392331063747}
+{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.9023227691650391, "Finetune/Loss (Raw)": 0.9500468373298645, "Finetune/Step": 1656, "Finetune/Step Time": 5.27136055752635}
+{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.9008368253707886, "Finetune/Loss (Raw)": 0.8502415418624878, "Finetune/Step": 1657, "Finetune/Step Time": 5.269954405725002}
+{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.9025533199310303, "Finetune/Loss (Raw)": 0.9557237029075623, "Finetune/Step": 1658, "Finetune/Step Time": 5.255541827529669}
+{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.9029646515846252, "Finetune/Loss (Raw)": 1.0378307104110718, "Finetune/Step": 1659, "Finetune/Step Time": 5.256495572626591}
+{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.9030585289001465, "Finetune/Loss (Raw)": 0.9422023296356201, "Finetune/Step": 1660, "Finetune/Step Time": 5.2533711604774}
+{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.9034501314163208, "Finetune/Loss (Raw)": 0.8960464000701904, "Finetune/Step": 1661, "Finetune/Step Time": 5.249486120417714}
+{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.9043877720832825, "Finetune/Loss (Raw)": 1.0358468294143677, "Finetune/Step": 1662, "Finetune/Step Time": 5.2497331984341145}
+{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.9028102159500122, "Finetune/Loss (Raw)": 0.6704753637313843, "Finetune/Step": 1663, "Finetune/Step Time": 5.259921301156282}
+{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.9019491672515869, "Finetune/Loss (Raw)": 0.7677451372146606, "Finetune/Step": 1664, "Finetune/Step Time": 5.253673996776342}
+{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.9031941890716553, "Finetune/Loss (Raw)": 1.041660189628601, "Finetune/Step": 1665, "Finetune/Step Time": 5.264179026708007}
+{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.906765341758728, "Finetune/Loss (Raw)": 0.8870539665222168, "Finetune/Step": 1666, "Finetune/Step Time": 5.229975340887904}
+{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.9068668484687805, "Finetune/Loss (Raw)": 0.9688494801521301, "Finetune/Step": 1667, "Finetune/Step Time": 5.227226193994284}
+{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.9074010848999023, "Finetune/Loss (Raw)": 1.0354005098342896, "Finetune/Step": 1668, "Finetune/Step Time": 5.2324555311352015}
+{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.9062826633453369, "Finetune/Loss (Raw)": 0.9222943782806396, "Finetune/Step": 1669, "Finetune/Step Time": 5.229681346565485}
+{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.9071527719497681, "Finetune/Loss (Raw)": 0.9800580739974976, "Finetune/Step": 1670, "Finetune/Step Time": 5.216554015874863}
+{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.9073500037193298, "Finetune/Loss (Raw)": 0.8516144156455994, "Finetune/Step": 1671, "Finetune/Step Time": 5.224317183718085}
+{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.9075510501861572, "Finetune/Loss (Raw)": 0.9865155220031738, "Finetune/Step": 1672, "Finetune/Step Time": 5.241228321567178}
+{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.9069784283638, "Finetune/Loss (Raw)": 0.8084967732429504, "Finetune/Step": 1673, "Finetune/Step Time": 5.246635220944881}
+{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.9047711491584778, "Finetune/Loss (Raw)": 0.7500756978988647, "Finetune/Step": 1674, "Finetune/Step Time": 5.253250120207667}
+{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.9042001962661743, "Finetune/Loss (Raw)": 0.8621654510498047, "Finetune/Step": 1675, "Finetune/Step Time": 5.257351920008659}
+{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.9045724868774414, "Finetune/Loss (Raw)": 1.044084072113037, "Finetune/Step": 1676, "Finetune/Step Time": 5.251698777079582}
+{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.909212589263916, "Finetune/Loss (Raw)": 0.9902463555335999, "Finetune/Step": 1677, "Finetune/Step Time": 5.221003333106637}
+{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.9080356359481812, "Finetune/Loss (Raw)": 0.8226644396781921, "Finetune/Step": 1678, "Finetune/Step Time": 5.218529252335429}
+{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.9044643640518188, "Finetune/Loss (Raw)": 0.3801046311855316, "Finetune/Step": 1679, "Finetune/Step Time": 5.250211179256439}
+{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.9039422273635864, "Finetune/Loss (Raw)": 0.9207424521446228, "Finetune/Step": 1680, "Finetune/Step Time": 5.247726492583752}
+{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.9045931100845337, "Finetune/Loss (Raw)": 0.948014497756958, "Finetune/Step": 1681, "Finetune/Step Time": 5.230051746591926}
+{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.9065108299255371, "Finetune/Loss (Raw)": 1.0905109643936157, "Finetune/Step": 1682, "Finetune/Step Time": 5.232733938843012}
+{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.9052247405052185, "Finetune/Loss (Raw)": 0.8436328172683716, "Finetune/Step": 1683, "Finetune/Step Time": 5.240441173315048}
+{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.9055848121643066, "Finetune/Loss (Raw)": 0.8958572745323181, "Finetune/Step": 1684, "Finetune/Step Time": 5.23254569247365}
+{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.9055784344673157, "Finetune/Loss (Raw)": 0.8392257690429688, "Finetune/Step": 1685, "Finetune/Step Time": 5.236429175361991}
+{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.9044860601425171, "Finetune/Loss (Raw)": 0.7686654925346375, "Finetune/Step": 1686, "Finetune/Step Time": 5.24822972714901}
+{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.9033323526382446, "Finetune/Loss (Raw)": 0.9959613680839539, "Finetune/Step": 1687, "Finetune/Step Time": 5.251131381839514}
+{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.9033846855163574, "Finetune/Loss (Raw)": 0.9952847957611084, "Finetune/Step": 1688, "Finetune/Step Time": 5.248636666685343}
+{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.8979929685592651, "Finetune/Loss (Raw)": 0.3000113368034363, "Finetune/Step": 1689, "Finetune/Step Time": 5.276029260829091}
+{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.8987407684326172, "Finetune/Loss (Raw)": 1.048814058303833, "Finetune/Step": 1690, "Finetune/Step Time": 5.267886700108647}
+{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.8989625573158264, "Finetune/Loss (Raw)": 0.9200027585029602, "Finetune/Step": 1691, "Finetune/Step Time": 5.250206811353564}
+{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.89871746301651, "Finetune/Loss (Raw)": 0.8592439293861389, "Finetune/Step": 1692, "Finetune/Step Time": 5.282536573708057}
+{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.8985086679458618, "Finetune/Loss (Raw)": 0.8066291809082031, "Finetune/Step": 1693, "Finetune/Step Time": 5.301195882260799}
+{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.8967490792274475, "Finetune/Loss (Raw)": 0.694122850894928, "Finetune/Step": 1694, "Finetune/Step Time": 5.30365864187479}
+{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.8962199687957764, "Finetune/Loss (Raw)": 0.8759352564811707, "Finetune/Step": 1695, "Finetune/Step Time": 5.309451527893543}
+{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.8962498903274536, "Finetune/Loss (Raw)": 0.9394076466560364, "Finetune/Step": 1696, "Finetune/Step Time": 5.307440100237727}
+{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.8976750373840332, "Finetune/Loss (Raw)": 0.979826807975769, "Finetune/Step": 1697, "Finetune/Step Time": 5.293742524459958}
+{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.8970411419868469, "Finetune/Loss (Raw)": 0.9139488339424133, "Finetune/Step": 1698, "Finetune/Step Time": 5.295927718281746}
+{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.8975820541381836, "Finetune/Loss (Raw)": 0.9995487332344055, "Finetune/Step": 1699, "Finetune/Step Time": 5.2940523363649845}
+{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.8976253867149353, "Finetune/Loss (Raw)": 0.9844015836715698, "Finetune/Step": 1700, "Finetune/Step Time": 5.303636502474546}
+{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.8982310891151428, "Finetune/Loss (Raw)": 1.033446192741394, "Finetune/Step": 1701, "Finetune/Step Time": 5.289205318316817}
+{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.8996516466140747, "Finetune/Loss (Raw)": 0.970248818397522, "Finetune/Step": 1702, "Finetune/Step Time": 5.288409177213907}
+{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.897461473941803, "Finetune/Loss (Raw)": 0.845283567905426, "Finetune/Step": 1703, "Finetune/Step Time": 5.295322274789214}
+{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.8927477598190308, "Finetune/Loss (Raw)": 0.34273624420166016, "Finetune/Step": 1704, "Finetune/Step Time": 5.32209382019937}
+{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.8926604390144348, "Finetune/Loss (Raw)": 0.9126899242401123, "Finetune/Step": 1705, "Finetune/Step Time": 5.325402742251754}
+{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.8931787014007568, "Finetune/Loss (Raw)": 1.0092693567276, "Finetune/Step": 1706, "Finetune/Step Time": 5.327399419620633}
+{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.8932167291641235, "Finetune/Loss (Raw)": 0.9195706248283386, "Finetune/Step": 1707, "Finetune/Step Time": 5.312500050291419}
+{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.8944675326347351, "Finetune/Loss (Raw)": 0.9272974133491516, "Finetune/Step": 1708, "Finetune/Step Time": 5.292676730081439}
+{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.8964277505874634, "Finetune/Loss (Raw)": 1.0674586296081543, "Finetune/Step": 1709, "Finetune/Step Time": 5.290070317685604}
+{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.8966645002365112, "Finetune/Loss (Raw)": 0.9647051692008972, "Finetune/Step": 1710, "Finetune/Step Time": 5.298641458153725}
+{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.8966380953788757, "Finetune/Loss (Raw)": 0.9742333889007568, "Finetune/Step": 1711, "Finetune/Step Time": 5.3016414269804955}
+{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.898165225982666, "Finetune/Loss (Raw)": 1.1111984252929688, "Finetune/Step": 1712, "Finetune/Step Time": 5.3019299656152725}
+{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.8975634574890137, "Finetune/Loss (Raw)": 0.9607256054878235, "Finetune/Step": 1713, "Finetune/Step Time": 5.3017294611781836}
+{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.8964763879776001, "Finetune/Loss (Raw)": 0.9755789637565613, "Finetune/Step": 1714, "Finetune/Step Time": 5.267754662781954}
+{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.894569993019104, "Finetune/Loss (Raw)": 0.786422610282898, "Finetune/Step": 1715, "Finetune/Step Time": 5.275289446115494}
+{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.8943468332290649, "Finetune/Loss (Raw)": 0.9096290469169617, "Finetune/Step": 1716, "Finetune/Step Time": 5.263521710410714}
+{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.8951864242553711, "Finetune/Loss (Raw)": 1.0057240724563599, "Finetune/Step": 1717, "Finetune/Step Time": 5.262818105518818}
+{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.8949812054634094, "Finetune/Loss (Raw)": 0.9588946104049683, "Finetune/Step": 1718, "Finetune/Step Time": 5.252926979213953}
+{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.8960831165313721, "Finetune/Loss (Raw)": 0.9229321479797363, "Finetune/Step": 1719, "Finetune/Step Time": 5.238766081631184}
+{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.897366464138031, "Finetune/Loss (Raw)": 1.0265766382217407, "Finetune/Step": 1720, "Finetune/Step Time": 5.24638532474637}
+{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.8980393409729004, "Finetune/Loss (Raw)": 0.9690138101577759, "Finetune/Step": 1721, "Finetune/Step Time": 5.247333511710167}
+{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.8986504077911377, "Finetune/Loss (Raw)": 0.9815256595611572, "Finetune/Step": 1722, "Finetune/Step Time": 5.237714175134897}
+{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.9000346660614014, "Finetune/Loss (Raw)": 0.9868658185005188, "Finetune/Step": 1723, "Finetune/Step Time": 5.252649988979101}
+{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.8984584808349609, "Finetune/Loss (Raw)": 0.8548202514648438, "Finetune/Step": 1724, "Finetune/Step Time": 5.245573248714209}
+{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.8993712663650513, "Finetune/Loss (Raw)": 0.9370209574699402, "Finetune/Step": 1725, "Finetune/Step Time": 5.235033556818962}
+{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.8988088369369507, "Finetune/Loss (Raw)": 0.88251793384552, "Finetune/Step": 1726, "Finetune/Step Time": 5.227127850055695}
+{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.9032759070396423, "Finetune/Loss (Raw)": 0.9429243803024292, "Finetune/Step": 1727, "Finetune/Step Time": 5.211917292326689}
+{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.9039381742477417, "Finetune/Loss (Raw)": 1.0372718572616577, "Finetune/Step": 1728, "Finetune/Step Time": 5.208013163879514}
+{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.9087542295455933, "Finetune/Loss (Raw)": 0.9983153939247131, "Finetune/Step": 1729, "Finetune/Step Time": 5.1723256297409534}
+{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.9068046808242798, "Finetune/Loss (Raw)": 0.7996746897697449, "Finetune/Step": 1730, "Finetune/Step Time": 5.163751509040594}
+{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.907379150390625, "Finetune/Loss (Raw)": 1.0706183910369873, "Finetune/Step": 1731, "Finetune/Step Time": 5.160360364243388}
+{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.9088329076766968, "Finetune/Loss (Raw)": 1.0618929862976074, "Finetune/Step": 1732, "Finetune/Step Time": 5.174228707328439}
+{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.9102729558944702, "Finetune/Loss (Raw)": 0.963667094707489, "Finetune/Step": 1733, "Finetune/Step Time": 5.165734538808465}
+{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.9122052192687988, "Finetune/Loss (Raw)": 0.984447181224823, "Finetune/Step": 1734, "Finetune/Step Time": 5.148985030129552}
+{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.9124109745025635, "Finetune/Loss (Raw)": 0.8933930397033691, "Finetune/Step": 1735, "Finetune/Step Time": 5.147873807698488}
+{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.9167982339859009, "Finetune/Loss (Raw)": 0.9401363730430603, "Finetune/Step": 1736, "Finetune/Step Time": 5.116547342389822}
+{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.916458249092102, "Finetune/Loss (Raw)": 0.8788343667984009, "Finetune/Step": 1737, "Finetune/Step Time": 5.104820270091295}
+{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.9119448065757751, "Finetune/Loss (Raw)": 0.3518705666065216, "Finetune/Step": 1738, "Finetune/Step Time": 5.131914343684912}
+{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.9123794436454773, "Finetune/Loss (Raw)": 0.8987363576889038, "Finetune/Step": 1739, "Finetune/Step Time": 5.111286344006658}
+{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.9118996858596802, "Finetune/Loss (Raw)": 0.8501196503639221, "Finetune/Step": 1740, "Finetune/Step Time": 5.126275544986129}
+{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.9141718149185181, "Finetune/Loss (Raw)": 1.0817655324935913, "Finetune/Step": 1741, "Finetune/Step Time": 5.116861591115594}
+{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.9132117033004761, "Finetune/Loss (Raw)": 0.835319459438324, "Finetune/Step": 1742, "Finetune/Step Time": 5.124844901263714}
+{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.9124873876571655, "Finetune/Loss (Raw)": 0.9338198900222778, "Finetune/Step": 1743, "Finetune/Step Time": 5.140020864084363}
+{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.9122108817100525, "Finetune/Loss (Raw)": 0.883637011051178, "Finetune/Step": 1744, "Finetune/Step Time": 5.141740437597036}
+{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.9128361940383911, "Finetune/Loss (Raw)": 0.947542667388916, "Finetune/Step": 1745, "Finetune/Step Time": 5.137000985443592}
+{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.9138650894165039, "Finetune/Loss (Raw)": 1.0170701742172241, "Finetune/Step": 1746, "Finetune/Step Time": 5.1372473277151585}
+{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.9109785556793213, "Finetune/Loss (Raw)": 0.42961177229881287, "Finetune/Step": 1747, "Finetune/Step Time": 5.177991732954979}
+{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.9086524248123169, "Finetune/Loss (Raw)": 0.8203001022338867, "Finetune/Step": 1748, "Finetune/Step Time": 5.188737045973539}
+{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.9096553325653076, "Finetune/Loss (Raw)": 0.9506726264953613, "Finetune/Step": 1749, "Finetune/Step Time": 5.187498226761818}
+{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.9099303483963013, "Finetune/Loss (Raw)": 1.0604321956634521, "Finetune/Step": 1750, "Finetune/Step Time": 5.206041106954217}
+{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.9090334177017212, "Finetune/Loss (Raw)": 0.9984836578369141, "Finetune/Step": 1751, "Finetune/Step Time": 5.2100558783859015}
+{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.9108507037162781, "Finetune/Loss (Raw)": 1.1413750648498535, "Finetune/Step": 1752, "Finetune/Step Time": 5.2092122957110405}
+{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.9105023741722107, "Finetune/Loss (Raw)": 0.911895751953125, "Finetune/Step": 1753, "Finetune/Step Time": 5.207441905513406}
+{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.9106007218360901, "Finetune/Loss (Raw)": 0.982928454875946, "Finetune/Step": 1754, "Finetune/Step Time": 5.214301638305187}
+{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.9100315570831299, "Finetune/Loss (Raw)": 0.9391055107116699, "Finetune/Step": 1755, "Finetune/Step Time": 5.220710929483175}
+{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.9108583927154541, "Finetune/Loss (Raw)": 1.0627774000167847, "Finetune/Step": 1756, "Finetune/Step Time": 5.224017659202218}
+{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.9066150784492493, "Finetune/Loss (Raw)": 0.35676470398902893, "Finetune/Step": 1757, "Finetune/Step Time": 5.254212925210595}
+{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.9049736857414246, "Finetune/Loss (Raw)": 0.8115965127944946, "Finetune/Step": 1758, "Finetune/Step Time": 5.258429948240519}
+{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.9055987596511841, "Finetune/Loss (Raw)": 1.0109107494354248, "Finetune/Step": 1759, "Finetune/Step Time": 5.264006074517965}
+{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.9064215421676636, "Finetune/Loss (Raw)": 1.0173542499542236, "Finetune/Step": 1760, "Finetune/Step Time": 5.261980624869466}
+{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.9062955379486084, "Finetune/Loss (Raw)": 0.8424116373062134, "Finetune/Step": 1761, "Finetune/Step Time": 5.266316283494234}
+{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.905220627784729, "Finetune/Loss (Raw)": 0.8279922604560852, "Finetune/Step": 1762, "Finetune/Step Time": 5.275290237739682}
+{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.9063116908073425, "Finetune/Loss (Raw)": 1.0548561811447144, "Finetune/Step": 1763, "Finetune/Step Time": 5.27075107395649}
+{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.9068471193313599, "Finetune/Loss (Raw)": 1.0158175230026245, "Finetune/Step": 1764, "Finetune/Step Time": 5.278355725109577}
+{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.9063940048217773, "Finetune/Loss (Raw)": 0.8713786005973816, "Finetune/Step": 1765, "Finetune/Step Time": 5.2911895532161}
+{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.9071205854415894, "Finetune/Loss (Raw)": 0.9700688719749451, "Finetune/Step": 1766, "Finetune/Step Time": 5.2931520994752645}
+{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.9072010517120361, "Finetune/Loss (Raw)": 0.8248041272163391, "Finetune/Step": 1767, "Finetune/Step Time": 5.293993290513754}
+{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.9062589406967163, "Finetune/Loss (Raw)": 0.8730016946792603, "Finetune/Step": 1768, "Finetune/Step Time": 5.295001327991486}
+{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.9044970870018005, "Finetune/Loss (Raw)": 0.7731738090515137, "Finetune/Step": 1769, "Finetune/Step Time": 5.3096542079001665}
+{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.9046832323074341, "Finetune/Loss (Raw)": 0.9759397506713867, "Finetune/Step": 1770, "Finetune/Step Time": 5.311703218147159}
+{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.9033118486404419, "Finetune/Loss (Raw)": 0.8687639832496643, "Finetune/Step": 1771, "Finetune/Step Time": 5.309626346454024}
+{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.9043519496917725, "Finetune/Loss (Raw)": 1.0658398866653442, "Finetune/Step": 1772, "Finetune/Step Time": 5.283846652135253}
+{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.9045202136039734, "Finetune/Loss (Raw)": 0.9171668291091919, "Finetune/Step": 1773, "Finetune/Step Time": 5.292047897353768}
+{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.9040029644966125, "Finetune/Loss (Raw)": 0.9365556836128235, "Finetune/Step": 1774, "Finetune/Step Time": 5.305053699761629}
+{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.9051308631896973, "Finetune/Loss (Raw)": 1.0050179958343506, "Finetune/Step": 1775, "Finetune/Step Time": 5.292176328599453}
+{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.9044982194900513, "Finetune/Loss (Raw)": 0.9356653690338135, "Finetune/Step": 1776, "Finetune/Step Time": 5.290936714038253}
+{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.9049559831619263, "Finetune/Loss (Raw)": 0.981586217880249, "Finetune/Step": 1777, "Finetune/Step Time": 5.295667868107557}
+{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.9050185680389404, "Finetune/Loss (Raw)": 0.9378239512443542, "Finetune/Step": 1778, "Finetune/Step Time": 5.297434255480766}
+{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.9068129658699036, "Finetune/Loss (Raw)": 1.0718249082565308, "Finetune/Step": 1779, "Finetune/Step Time": 5.281896483153105}
+{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.9068963527679443, "Finetune/Loss (Raw)": 0.8724693059921265, "Finetune/Step": 1780, "Finetune/Step Time": 5.273791814222932}
+{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.9058324098587036, "Finetune/Loss (Raw)": 0.7911869287490845, "Finetune/Step": 1781, "Finetune/Step Time": 5.27471455745399}
+{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.9051393270492554, "Finetune/Loss (Raw)": 0.9067622423171997, "Finetune/Step": 1782, "Finetune/Step Time": 5.261531880125403}
+{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.9087755680084229, "Finetune/Loss (Raw)": 0.8442833423614502, "Finetune/Step": 1783, "Finetune/Step Time": 5.231748217716813}
+{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.9095844626426697, "Finetune/Loss (Raw)": 1.0535857677459717, "Finetune/Step": 1784, "Finetune/Step Time": 5.234812485054135}
+{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.9086898565292358, "Finetune/Loss (Raw)": 0.7357318997383118, "Finetune/Step": 1785, "Finetune/Step Time": 5.249014299362898}
+{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.9082669019699097, "Finetune/Loss (Raw)": 0.9015862345695496, "Finetune/Step": 1786, "Finetune/Step Time": 5.247002810239792}
+{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.90619957447052, "Finetune/Loss (Raw)": 0.7732025980949402, "Finetune/Step": 1787, "Finetune/Step Time": 5.251457400619984}
+{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.9055206775665283, "Finetune/Loss (Raw)": 0.8553115129470825, "Finetune/Step": 1788, "Finetune/Step Time": 5.247258523479104}
+{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.9007750749588013, "Finetune/Loss (Raw)": 0.2886122167110443, "Finetune/Step": 1789, "Finetune/Step Time": 5.283303942531347}
+{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.9006315469741821, "Finetune/Loss (Raw)": 1.01746666431427, "Finetune/Step": 1790, "Finetune/Step Time": 5.286050483584404}
+{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.9036755561828613, "Finetune/Loss (Raw)": 1.060118556022644, "Finetune/Step": 1791, "Finetune/Step Time": 5.278231747448444}
+{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.9053694605827332, "Finetune/Loss (Raw)": 0.9845576882362366, "Finetune/Step": 1792, "Finetune/Step Time": 5.2781558986753225}
+{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.9033594131469727, "Finetune/Loss (Raw)": 0.7843800783157349, "Finetune/Step": 1793, "Finetune/Step Time": 5.282449763268232}
+{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.9043339490890503, "Finetune/Loss (Raw)": 1.0117839574813843, "Finetune/Step": 1794, "Finetune/Step Time": 5.288725942373276}
+{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.8996235132217407, "Finetune/Loss (Raw)": 0.36592036485671997, "Finetune/Step": 1795, "Finetune/Step Time": 5.320607973262668}
+{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.898514986038208, "Finetune/Loss (Raw)": 0.8935117125511169, "Finetune/Step": 1796, "Finetune/Step Time": 5.314178474247456}
+{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.8990911245346069, "Finetune/Loss (Raw)": 0.9960362911224365, "Finetune/Step": 1797, "Finetune/Step Time": 5.313770394772291}
+{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.8985836505889893, "Finetune/Loss (Raw)": 0.9151055812835693, "Finetune/Step": 1798, "Finetune/Step Time": 5.317620011046529}
+{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.8990200757980347, "Finetune/Loss (Raw)": 0.9074726104736328, "Finetune/Step": 1799, "Finetune/Step Time": 5.309348240494728}
+{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.898353099822998, "Finetune/Loss (Raw)": 0.9011473059654236, "Finetune/Step": 1800, "Finetune/Step Time": 5.3033846244215965}
+{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.9001582860946655, "Finetune/Loss (Raw)": 1.0395612716674805, "Finetune/Step": 1801, "Finetune/Step Time": 5.307658003643155}
+{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.9016257524490356, "Finetune/Loss (Raw)": 0.9379072785377502, "Finetune/Step": 1802, "Finetune/Step Time": 5.310354191809893}
+{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.9018428325653076, "Finetune/Loss (Raw)": 0.8899526000022888, "Finetune/Step": 1803, "Finetune/Step Time": 5.322810942307115}
+{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.901104211807251, "Finetune/Loss (Raw)": 0.9495413303375244, "Finetune/Step": 1804, "Finetune/Step Time": 5.326109375804663}
+{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.8982983231544495, "Finetune/Loss (Raw)": 0.6310911178588867, "Finetune/Step": 1805, "Finetune/Step Time": 5.33463204279542}
+{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.8984812498092651, "Finetune/Loss (Raw)": 0.8460779786109924, "Finetune/Step": 1806, "Finetune/Step Time": 5.346397960558534}
+{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.9028310179710388, "Finetune/Loss (Raw)": 0.93687903881073, "Finetune/Step": 1807, "Finetune/Step Time": 5.3158384300768375}
+{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.9029515981674194, "Finetune/Loss (Raw)": 0.9361652135848999, "Finetune/Step": 1808, "Finetune/Step Time": 5.304543402045965}
+{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.9027936458587646, "Finetune/Loss (Raw)": 0.9278090596199036, "Finetune/Step": 1809, "Finetune/Step Time": 5.303939756006002}
+{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.9015414118766785, "Finetune/Loss (Raw)": 0.9302199482917786, "Finetune/Step": 1810, "Finetune/Step Time": 5.3060443345457315}
+{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.9022635221481323, "Finetune/Loss (Raw)": 0.936063289642334, "Finetune/Step": 1811, "Finetune/Step Time": 5.298981532454491}
+{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.9022926092147827, "Finetune/Loss (Raw)": 0.8995868563652039, "Finetune/Step": 1812, "Finetune/Step Time": 5.305623043328524}
+{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.902876615524292, "Finetune/Loss (Raw)": 0.913968026638031, "Finetune/Step": 1813, "Finetune/Step Time": 5.29554733261466}
+{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.9042971134185791, "Finetune/Loss (Raw)": 0.950497031211853, "Finetune/Step": 1814, "Finetune/Step Time": 5.283546032384038}
+{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.9032964110374451, "Finetune/Loss (Raw)": 0.8678692579269409, "Finetune/Step": 1815, "Finetune/Step Time": 5.281539477407932}
+{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.9033944010734558, "Finetune/Loss (Raw)": 1.0078243017196655, "Finetune/Step": 1816, "Finetune/Step Time": 5.27613715082407}
+{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.9080483913421631, "Finetune/Loss (Raw)": 0.895720362663269, "Finetune/Step": 1817, "Finetune/Step Time": 5.248265465721488}
+{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.9067498445510864, "Finetune/Loss (Raw)": 0.8826016783714294, "Finetune/Step": 1818, "Finetune/Step Time": 5.248705288395286}
+{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.9070850610733032, "Finetune/Loss (Raw)": 0.9629117250442505, "Finetune/Step": 1819, "Finetune/Step Time": 5.257191011682153}
+{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.9068347215652466, "Finetune/Loss (Raw)": 0.8272055983543396, "Finetune/Step": 1820, "Finetune/Step Time": 5.224809505045414}
+{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.9079189300537109, "Finetune/Loss (Raw)": 0.945403516292572, "Finetune/Step": 1821, "Finetune/Step Time": 5.209737995639443}
+{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.9116076231002808, "Finetune/Loss (Raw)": 1.1662791967391968, "Finetune/Step": 1822, "Finetune/Step Time": 5.201790316030383}
+{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.9121183156967163, "Finetune/Loss (Raw)": 0.941304087638855, "Finetune/Step": 1823, "Finetune/Step Time": 5.192883798852563}
+{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.9113260507583618, "Finetune/Loss (Raw)": 0.8379912972450256, "Finetune/Step": 1824, "Finetune/Step Time": 5.197175608947873}
+{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.9106433987617493, "Finetune/Loss (Raw)": 0.8924514055252075, "Finetune/Step": 1825, "Finetune/Step Time": 5.198568686842918}
+{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.9114007949829102, "Finetune/Loss (Raw)": 1.0108906030654907, "Finetune/Step": 1826, "Finetune/Step Time": 5.1991658844053745}
+{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.9107638597488403, "Finetune/Loss (Raw)": 0.9180304408073425, "Finetune/Step": 1827, "Finetune/Step Time": 5.2308235839009285}
+{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.9112589955329895, "Finetune/Loss (Raw)": 1.0477725267410278, "Finetune/Step": 1828, "Finetune/Step Time": 5.229233028367162}
+{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.9118735790252686, "Finetune/Loss (Raw)": 1.1121138334274292, "Finetune/Step": 1829, "Finetune/Step Time": 5.232887232676148}
+{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.9122440814971924, "Finetune/Loss (Raw)": 1.01767098903656, "Finetune/Step": 1830, "Finetune/Step Time": 5.244622230529785}
+{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.9127849340438843, "Finetune/Loss (Raw)": 0.9145146012306213, "Finetune/Step": 1831, "Finetune/Step Time": 5.229661028832197}
+{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.9181994795799255, "Finetune/Loss (Raw)": 1.0357974767684937, "Finetune/Step": 1832, "Finetune/Step Time": 5.202227253466845}
+{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.9174395203590393, "Finetune/Loss (Raw)": 0.8154197931289673, "Finetune/Step": 1833, "Finetune/Step Time": 5.230321055278182}
+{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.917909562587738, "Finetune/Loss (Raw)": 1.0694334506988525, "Finetune/Step": 1834, "Finetune/Step Time": 5.2302397936582565}
+{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.9179798364639282, "Finetune/Loss (Raw)": 0.9285673499107361, "Finetune/Step": 1835, "Finetune/Step Time": 5.238472631201148}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.9182642698287964, "Finetune/Loss (Raw)": 0.9637016654014587, "Finetune/Step": 1836, "Finetune/Step Time": 5.234009955078363}
+{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.9172403216362, "Finetune/Loss (Raw)": 0.9363916516304016, "Finetune/Step": 1837, "Finetune/Step Time": 5.235805679112673}
+{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.9172239899635315, "Finetune/Loss (Raw)": 0.9626158475875854, "Finetune/Step": 1838, "Finetune/Step Time": 5.228964243084192}
+{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.9171363711357117, "Finetune/Loss (Raw)": 0.9630163311958313, "Finetune/Step": 1839, "Finetune/Step Time": 5.231477953493595}
+{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.9160833358764648, "Finetune/Loss (Raw)": 0.9764126539230347, "Finetune/Step": 1840, "Finetune/Step Time": 5.24138836376369}
+{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.915032148361206, "Finetune/Loss (Raw)": 0.8261753916740417, "Finetune/Step": 1841, "Finetune/Step Time": 5.242989733815193}
+{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.9155973196029663, "Finetune/Loss (Raw)": 1.04792320728302, "Finetune/Step": 1842, "Finetune/Step Time": 5.24218643642962}
+{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.9170706272125244, "Finetune/Loss (Raw)": 0.9750049710273743, "Finetune/Step": 1843, "Finetune/Step Time": 5.248051570728421}
+{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.9171431064605713, "Finetune/Loss (Raw)": 0.9189008474349976, "Finetune/Step": 1844, "Finetune/Step Time": 5.259727379307151}
+{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.9164139032363892, "Finetune/Loss (Raw)": 0.9123789072036743, "Finetune/Step": 1845, "Finetune/Step Time": 5.254421865567565}
+{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.9171575307846069, "Finetune/Loss (Raw)": 1.054083228111267, "Finetune/Step": 1846, "Finetune/Step Time": 5.256327109411359}
+{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.9175999164581299, "Finetune/Loss (Raw)": 0.9795527458190918, "Finetune/Step": 1847, "Finetune/Step Time": 5.265378957614303}
+{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.9169260263442993, "Finetune/Loss (Raw)": 0.940322756767273, "Finetune/Step": 1848, "Finetune/Step Time": 5.24858589284122}
+{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.9173095226287842, "Finetune/Loss (Raw)": 1.0181094408035278, "Finetune/Step": 1849, "Finetune/Step Time": 5.242532568052411}
+{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.9175572395324707, "Finetune/Loss (Raw)": 1.013237476348877, "Finetune/Step": 1850, "Finetune/Step Time": 5.248896211385727}
+{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.9162858724594116, "Finetune/Loss (Raw)": 0.8241236805915833, "Finetune/Step": 1851, "Finetune/Step Time": 5.253034779801965}
+{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.9174612760543823, "Finetune/Loss (Raw)": 1.0052776336669922, "Finetune/Step": 1852, "Finetune/Step Time": 5.254604190587997}
+{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.9178061485290527, "Finetune/Loss (Raw)": 0.9811520576477051, "Finetune/Step": 1853, "Finetune/Step Time": 5.256178200244904}
+{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.918397068977356, "Finetune/Loss (Raw)": 0.9581663608551025, "Finetune/Step": 1854, "Finetune/Step Time": 5.250817522406578}
+{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.9187580347061157, "Finetune/Loss (Raw)": 0.9891210198402405, "Finetune/Step": 1855, "Finetune/Step Time": 5.236360022798181}
+{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.9190081357955933, "Finetune/Loss (Raw)": 1.0692826509475708, "Finetune/Step": 1856, "Finetune/Step Time": 5.236819621175528}
+{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.9181283712387085, "Finetune/Loss (Raw)": 0.8857071995735168, "Finetune/Step": 1857, "Finetune/Step Time": 5.272977946326137}
+{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.9196014404296875, "Finetune/Loss (Raw)": 0.9882403612136841, "Finetune/Step": 1858, "Finetune/Step Time": 5.281573127955198}
+{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.919315755367279, "Finetune/Loss (Raw)": 1.0340447425842285, "Finetune/Step": 1859, "Finetune/Step Time": 5.276659799739718}
+{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.9180508255958557, "Finetune/Loss (Raw)": 0.8999843597412109, "Finetune/Step": 1860, "Finetune/Step Time": 5.265784649178386}
+{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.91707444190979, "Finetune/Loss (Raw)": 0.8386841416358948, "Finetune/Step": 1861, "Finetune/Step Time": 5.266115751117468}
+{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.9160500764846802, "Finetune/Loss (Raw)": 0.8533334732055664, "Finetune/Step": 1862, "Finetune/Step Time": 5.25116141885519}
+{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.9154191017150879, "Finetune/Loss (Raw)": 0.8126272559165955, "Finetune/Step": 1863, "Finetune/Step Time": 5.2505782172083855}
+{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.9145127534866333, "Finetune/Loss (Raw)": 0.8241158723831177, "Finetune/Step": 1864, "Finetune/Step Time": 5.255744615569711}
+{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.9155465960502625, "Finetune/Loss (Raw)": 1.0111676454544067, "Finetune/Step": 1865, "Finetune/Step Time": 5.258011052384973}
+{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.9208036065101624, "Finetune/Loss (Raw)": 1.0247745513916016, "Finetune/Step": 1866, "Finetune/Step Time": 5.240880871191621}
+{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.9221600294113159, "Finetune/Loss (Raw)": 1.0723543167114258, "Finetune/Step": 1867, "Finetune/Step Time": 5.2466453574597836}
+{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.9229001402854919, "Finetune/Loss (Raw)": 0.9448561072349548, "Finetune/Step": 1868, "Finetune/Step Time": 5.2485452108085155}
+{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.9223849773406982, "Finetune/Loss (Raw)": 1.015824317932129, "Finetune/Step": 1869, "Finetune/Step Time": 5.245821865275502}
+{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.9227582216262817, "Finetune/Loss (Raw)": 0.8830929398536682, "Finetune/Step": 1870, "Finetune/Step Time": 5.238544099032879}
+{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.9227671027183533, "Finetune/Loss (Raw)": 0.9349591135978699, "Finetune/Step": 1871, "Finetune/Step Time": 5.251994635909796}
+{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.9220662713050842, "Finetune/Loss (Raw)": 0.7939286828041077, "Finetune/Step": 1872, "Finetune/Step Time": 5.256810316815972}
+{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.9174789786338806, "Finetune/Loss (Raw)": 0.3603666126728058, "Finetune/Step": 1873, "Finetune/Step Time": 5.282850261777639}
+{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.9175662994384766, "Finetune/Loss (Raw)": 1.02825129032135, "Finetune/Step": 1874, "Finetune/Step Time": 5.284565372392535}
+{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.9211805462837219, "Finetune/Loss (Raw)": 0.8922339081764221, "Finetune/Step": 1875, "Finetune/Step Time": 5.25346066057682}
+{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.9221023321151733, "Finetune/Loss (Raw)": 0.9382944703102112, "Finetune/Step": 1876, "Finetune/Step Time": 5.240286508575082}
+{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.9220812320709229, "Finetune/Loss (Raw)": 0.9479601383209229, "Finetune/Step": 1877, "Finetune/Step Time": 5.244459111243486}
+{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.9198640584945679, "Finetune/Loss (Raw)": 0.7766414880752563, "Finetune/Step": 1878, "Finetune/Step Time": 5.237677652388811}
+{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.920444130897522, "Finetune/Loss (Raw)": 1.0727390050888062, "Finetune/Step": 1879, "Finetune/Step Time": 5.229278858751059}
+{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.9176966547966003, "Finetune/Loss (Raw)": 0.7896937727928162, "Finetune/Step": 1880, "Finetune/Step Time": 5.249866334721446}
+{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.9169372916221619, "Finetune/Loss (Raw)": 0.8146923780441284, "Finetune/Step": 1881, "Finetune/Step Time": 5.2577049396932125}
+{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.9167667627334595, "Finetune/Loss (Raw)": 0.9611068367958069, "Finetune/Step": 1882, "Finetune/Step Time": 5.254307333379984}
+{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.9160258173942566, "Finetune/Loss (Raw)": 0.8442637324333191, "Finetune/Step": 1883, "Finetune/Step Time": 5.262612810358405}
+{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.9104623794555664, "Finetune/Loss (Raw)": 0.350658118724823, "Finetune/Step": 1884, "Finetune/Step Time": 5.2917177975177765}
+{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.91517573595047, "Finetune/Loss (Raw)": 0.9600701332092285, "Finetune/Step": 1885, "Finetune/Step Time": 5.27533302642405}
+{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.9171397089958191, "Finetune/Loss (Raw)": 1.0629850625991821, "Finetune/Step": 1886, "Finetune/Step Time": 5.2789681777358055}
+{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.9155645370483398, "Finetune/Loss (Raw)": 0.8092963099479675, "Finetune/Step": 1887, "Finetune/Step Time": 5.273899108171463}
+{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.9135459661483765, "Finetune/Loss (Raw)": 0.7589731216430664, "Finetune/Step": 1888, "Finetune/Step Time": 5.288827715441585}
+{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.9142009019851685, "Finetune/Loss (Raw)": 0.9262410998344421, "Finetune/Step": 1889, "Finetune/Step Time": 5.294625695794821}
+{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.9146901965141296, "Finetune/Loss (Raw)": 0.8906181454658508, "Finetune/Step": 1890, "Finetune/Step Time": 5.288688071072102}
+{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.9142024517059326, "Finetune/Loss (Raw)": 0.9924277663230896, "Finetune/Step": 1891, "Finetune/Step Time": 5.2824222929775715}
+{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.914700448513031, "Finetune/Loss (Raw)": 1.0795634984970093, "Finetune/Step": 1892, "Finetune/Step Time": 5.26292578317225}
+{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.9150876998901367, "Finetune/Loss (Raw)": 0.9209399223327637, "Finetune/Step": 1893, "Finetune/Step Time": 5.263738878071308}
+{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.9137759208679199, "Finetune/Loss (Raw)": 0.8021599650382996, "Finetune/Step": 1894, "Finetune/Step Time": 5.255086118355393}
+{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.9142987728118896, "Finetune/Loss (Raw)": 0.8917370438575745, "Finetune/Step": 1895, "Finetune/Step Time": 5.253929710015655}
+{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.9148921966552734, "Finetune/Loss (Raw)": 0.9489572048187256, "Finetune/Step": 1896, "Finetune/Step Time": 5.255805529654026}
+{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.917244017124176, "Finetune/Loss (Raw)": 1.0742075443267822, "Finetune/Step": 1897, "Finetune/Step Time": 5.242671046406031}
+{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.9172776937484741, "Finetune/Loss (Raw)": 0.9802509546279907, "Finetune/Step": 1898, "Finetune/Step Time": 5.247006027027965}
+{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.9168633818626404, "Finetune/Loss (Raw)": 0.8157310485839844, "Finetune/Step": 1899, "Finetune/Step Time": 5.265689400956035}
+{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.9154345989227295, "Finetune/Loss (Raw)": 0.8829552531242371, "Finetune/Step": 1900, "Finetune/Step Time": 5.267418194562197}
+{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.915143609046936, "Finetune/Loss (Raw)": 0.8799216151237488, "Finetune/Step": 1901, "Finetune/Step Time": 5.26375369168818}
+{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.9155370593070984, "Finetune/Loss (Raw)": 0.9869112372398376, "Finetune/Step": 1902, "Finetune/Step Time": 5.253963904455304}
+{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.9142407178878784, "Finetune/Loss (Raw)": 0.8390861749649048, "Finetune/Step": 1903, "Finetune/Step Time": 5.272960256785154}
+{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.91416335105896, "Finetune/Loss (Raw)": 0.9257630109786987, "Finetune/Step": 1904, "Finetune/Step Time": 5.277551829814911}
+{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.9089566469192505, "Finetune/Loss (Raw)": 0.3151293992996216, "Finetune/Step": 1905, "Finetune/Step Time": 5.300038583576679}
+{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.9088784456253052, "Finetune/Loss (Raw)": 0.9278165698051453, "Finetune/Step": 1906, "Finetune/Step Time": 5.312231658026576}
+{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.9077785611152649, "Finetune/Loss (Raw)": 0.9310422539710999, "Finetune/Step": 1907, "Finetune/Step Time": 5.327679628506303}
+{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.9077722430229187, "Finetune/Loss (Raw)": 0.8716579079627991, "Finetune/Step": 1908, "Finetune/Step Time": 5.325888212770224}
+{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.9071772694587708, "Finetune/Loss (Raw)": 0.715026319026947, "Finetune/Step": 1909, "Finetune/Step Time": 5.326631115749478}
+{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.9073013067245483, "Finetune/Loss (Raw)": 0.9226384162902832, "Finetune/Step": 1910, "Finetune/Step Time": 5.329042451456189}
+{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.9082694053649902, "Finetune/Loss (Raw)": 0.9682079553604126, "Finetune/Step": 1911, "Finetune/Step Time": 5.334359232336283}
+{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.9076035618782043, "Finetune/Loss (Raw)": 0.9683554768562317, "Finetune/Step": 1912, "Finetune/Step Time": 5.328625055029988}
+{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.9092522859573364, "Finetune/Loss (Raw)": 0.9467702507972717, "Finetune/Step": 1913, "Finetune/Step Time": 5.31334943883121}
+{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.9106160402297974, "Finetune/Loss (Raw)": 1.076138973236084, "Finetune/Step": 1914, "Finetune/Step Time": 5.310518391430378}
+{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.9125975370407104, "Finetune/Loss (Raw)": 1.0268319845199585, "Finetune/Step": 1915, "Finetune/Step Time": 5.331969436258078}
+{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.9129645824432373, "Finetune/Loss (Raw)": 0.902299702167511, "Finetune/Step": 1916, "Finetune/Step Time": 5.3320246785879135}
+{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.9171888828277588, "Finetune/Loss (Raw)": 0.8293189406394958, "Finetune/Step": 1917, "Finetune/Step Time": 5.295373573899269}
+{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.9160982370376587, "Finetune/Loss (Raw)": 0.8778631687164307, "Finetune/Step": 1918, "Finetune/Step Time": 5.282953713089228}
+{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.9150228500366211, "Finetune/Loss (Raw)": 0.9224715232849121, "Finetune/Step": 1919, "Finetune/Step Time": 5.278684984892607}
+{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.9138491153717041, "Finetune/Loss (Raw)": 0.8343178033828735, "Finetune/Step": 1920, "Finetune/Step Time": 5.287882663309574}
+{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.9155405759811401, "Finetune/Loss (Raw)": 1.000892162322998, "Finetune/Step": 1921, "Finetune/Step Time": 5.271845556795597}
+{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.9099750518798828, "Finetune/Loss (Raw)": 0.29939985275268555, "Finetune/Step": 1922, "Finetune/Step Time": 5.299594737589359}
+{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.9144349098205566, "Finetune/Loss (Raw)": 0.9367780685424805, "Finetune/Step": 1923, "Finetune/Step Time": 5.2695319671183825}
+{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.9154923558235168, "Finetune/Loss (Raw)": 1.0288656949996948, "Finetune/Step": 1924, "Finetune/Step Time": 5.266827875748277}
+{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.9165071249008179, "Finetune/Loss (Raw)": 1.125918984413147, "Finetune/Step": 1925, "Finetune/Step Time": 5.263687089085579}
+{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.9119502305984497, "Finetune/Loss (Raw)": 0.33182695508003235, "Finetune/Step": 1926, "Finetune/Step Time": 5.289152342826128}
+{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.9079504609107971, "Finetune/Loss (Raw)": 0.3955041170120239, "Finetune/Step": 1927, "Finetune/Step Time": 5.320622276514769}
+{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.908832848072052, "Finetune/Loss (Raw)": 1.014094352722168, "Finetune/Step": 1928, "Finetune/Step Time": 5.309198319911957}
+{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.9070557355880737, "Finetune/Loss (Raw)": 0.812095046043396, "Finetune/Step": 1929, "Finetune/Step Time": 5.300251260399818}
+{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.9067425727844238, "Finetune/Loss (Raw)": 0.8978238105773926, "Finetune/Step": 1930, "Finetune/Step Time": 5.28540793992579}
+{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.9072630405426025, "Finetune/Loss (Raw)": 0.9565700888633728, "Finetune/Step": 1931, "Finetune/Step Time": 5.263090526685119}
+{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.9061963558197021, "Finetune/Loss (Raw)": 0.8130013942718506, "Finetune/Step": 1932, "Finetune/Step Time": 5.2762475702911615}
+{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.9086621403694153, "Finetune/Loss (Raw)": 0.9467095136642456, "Finetune/Step": 1933, "Finetune/Step Time": 5.2690891940146685}
+{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.9097797870635986, "Finetune/Loss (Raw)": 0.9891347885131836, "Finetune/Step": 1934, "Finetune/Step Time": 5.255231140181422}
+{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.9103918075561523, "Finetune/Loss (Raw)": 1.0152204036712646, "Finetune/Step": 1935, "Finetune/Step Time": 5.260878600180149}
+{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.9095907211303711, "Finetune/Loss (Raw)": 0.8336325287818909, "Finetune/Step": 1936, "Finetune/Step Time": 5.269126446917653}
+{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.9098861217498779, "Finetune/Loss (Raw)": 0.9656133055686951, "Finetune/Step": 1937, "Finetune/Step Time": 5.267907710745931}
+{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.9057289958000183, "Finetune/Loss (Raw)": 0.39811381697654724, "Finetune/Step": 1938, "Finetune/Step Time": 5.29194481484592}
+{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.9056252241134644, "Finetune/Loss (Raw)": 0.9227738380432129, "Finetune/Step": 1939, "Finetune/Step Time": 5.288237597793341}
+{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.9030483961105347, "Finetune/Loss (Raw)": 0.5697550773620605, "Finetune/Step": 1940, "Finetune/Step Time": 5.288832150399685}
+{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.9027973413467407, "Finetune/Loss (Raw)": 0.8818378448486328, "Finetune/Step": 1941, "Finetune/Step Time": 5.287184607237577}
+{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.9041686654090881, "Finetune/Loss (Raw)": 1.126019835472107, "Finetune/Step": 1942, "Finetune/Step Time": 5.288640972226858}
+{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.9053794145584106, "Finetune/Loss (Raw)": 1.0228471755981445, "Finetune/Step": 1943, "Finetune/Step Time": 5.287597117945552}
+{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.904769241809845, "Finetune/Loss (Raw)": 0.929725706577301, "Finetune/Step": 1944, "Finetune/Step Time": 5.29167965054512}
+{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.9007417559623718, "Finetune/Loss (Raw)": 0.38020116090774536, "Finetune/Step": 1945, "Finetune/Step Time": 5.331158265471458}
+{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.901123046875, "Finetune/Loss (Raw)": 0.9314020872116089, "Finetune/Step": 1946, "Finetune/Step Time": 5.355537535622716}
+{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.9022607803344727, "Finetune/Loss (Raw)": 1.1085505485534668, "Finetune/Step": 1947, "Finetune/Step Time": 5.342674270272255}
+{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.9041857719421387, "Finetune/Loss (Raw)": 1.0735995769500732, "Finetune/Step": 1948, "Finetune/Step Time": 5.341642092913389}
+{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.9049086570739746, "Finetune/Loss (Raw)": 1.037933111190796, "Finetune/Step": 1949, "Finetune/Step Time": 5.339661406353116}
+{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.9041072130203247, "Finetune/Loss (Raw)": 1.0636875629425049, "Finetune/Step": 1950, "Finetune/Step Time": 5.335614440962672}
+{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.9048291444778442, "Finetune/Loss (Raw)": 1.033726453781128, "Finetune/Step": 1951, "Finetune/Step Time": 5.339843986555934}
+{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.9064981937408447, "Finetune/Loss (Raw)": 1.0516260862350464, "Finetune/Step": 1952, "Finetune/Step Time": 5.334163410589099}
+{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.9048941731452942, "Finetune/Loss (Raw)": 0.6871308088302612, "Finetune/Step": 1953, "Finetune/Step Time": 5.345280816778541}
+{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.9034279584884644, "Finetune/Loss (Raw)": 0.8232168555259705, "Finetune/Step": 1954, "Finetune/Step Time": 5.353491336107254}
+{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.9026244878768921, "Finetune/Loss (Raw)": 0.8151789307594299, "Finetune/Step": 1955, "Finetune/Step Time": 5.3384783659130335}
+{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.9010262489318848, "Finetune/Loss (Raw)": 0.8432040810585022, "Finetune/Step": 1956, "Finetune/Step Time": 5.332299210131168}
+{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.9006279706954956, "Finetune/Loss (Raw)": 1.061134934425354, "Finetune/Step": 1957, "Finetune/Step Time": 5.325542874634266}
+{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.9008139967918396, "Finetune/Loss (Raw)": 1.041476845741272, "Finetune/Step": 1958, "Finetune/Step Time": 5.310817738994956}
+{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.9000674486160278, "Finetune/Loss (Raw)": 0.818957507610321, "Finetune/Step": 1959, "Finetune/Step Time": 5.313269603997469}
+{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.9004300236701965, "Finetune/Loss (Raw)": 1.0822111368179321, "Finetune/Step": 1960, "Finetune/Step Time": 5.318410597741604}
+{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.9002484083175659, "Finetune/Loss (Raw)": 0.7921719551086426, "Finetune/Step": 1961, "Finetune/Step Time": 5.296205749735236}
+{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.8950692415237427, "Finetune/Loss (Raw)": 0.40650278329849243, "Finetune/Step": 1962, "Finetune/Step Time": 5.328561766073108}
+{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.890855073928833, "Finetune/Loss (Raw)": 0.38914909958839417, "Finetune/Step": 1963, "Finetune/Step Time": 5.346898039802909}
+{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.8911852836608887, "Finetune/Loss (Raw)": 1.0059672594070435, "Finetune/Step": 1964, "Finetune/Step Time": 5.364158932119608}
+{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.890133261680603, "Finetune/Loss (Raw)": 0.8017416596412659, "Finetune/Step": 1965, "Finetune/Step Time": 5.363531403243542}
+{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.8893598914146423, "Finetune/Loss (Raw)": 0.8636218309402466, "Finetune/Step": 1966, "Finetune/Step Time": 5.358691858127713}
+{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.8882585763931274, "Finetune/Loss (Raw)": 0.822048008441925, "Finetune/Step": 1967, "Finetune/Step Time": 5.346351070329547}
+{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.8884373903274536, "Finetune/Loss (Raw)": 0.9992950558662415, "Finetune/Step": 1968, "Finetune/Step Time": 5.332396926358342}
+{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.8854533433914185, "Finetune/Loss (Raw)": 0.4442231357097626, "Finetune/Step": 1969, "Finetune/Step Time": 5.360806791111827}
+{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.8842661380767822, "Finetune/Loss (Raw)": 0.8959610462188721, "Finetune/Step": 1970, "Finetune/Step Time": 5.356381380930543}
+{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.8797785043716431, "Finetune/Loss (Raw)": 0.40058350563049316, "Finetune/Step": 1971, "Finetune/Step Time": 5.371050540357828}
+{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.8796931505203247, "Finetune/Loss (Raw)": 0.9079731702804565, "Finetune/Step": 1972, "Finetune/Step Time": 5.359602686017752}
+{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.8792807459831238, "Finetune/Loss (Raw)": 0.8595936298370361, "Finetune/Step": 1973, "Finetune/Step Time": 5.38552569039166}
+{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.8793520331382751, "Finetune/Loss (Raw)": 1.0632115602493286, "Finetune/Step": 1974, "Finetune/Step Time": 5.3851210083812475}
+{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.8787912130355835, "Finetune/Loss (Raw)": 0.9077646136283875, "Finetune/Step": 1975, "Finetune/Step Time": 5.374653946608305}
+{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.8788117170333862, "Finetune/Loss (Raw)": 0.9429435729980469, "Finetune/Step": 1976, "Finetune/Step Time": 5.376679256558418}
+{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.8784216046333313, "Finetune/Loss (Raw)": 0.9681777954101562, "Finetune/Step": 1977, "Finetune/Step Time": 5.384737342596054}
+{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.8785351514816284, "Finetune/Loss (Raw)": 1.0277694463729858, "Finetune/Step": 1978, "Finetune/Step Time": 5.377859067171812}
+{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.8750095367431641, "Finetune/Loss (Raw)": 0.3728485107421875, "Finetune/Step": 1979, "Finetune/Step Time": 5.385480284690857}
+{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.8733494281768799, "Finetune/Loss (Raw)": 0.7927795052528381, "Finetune/Step": 1980, "Finetune/Step Time": 5.398583076894283}
+{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.8734166026115417, "Finetune/Loss (Raw)": 0.9897551536560059, "Finetune/Step": 1981, "Finetune/Step Time": 5.399187760427594}
+{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.8734209537506104, "Finetune/Loss (Raw)": 0.9587273597717285, "Finetune/Step": 1982, "Finetune/Step Time": 5.406625676900148}
+{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.872666597366333, "Finetune/Loss (Raw)": 0.8925578594207764, "Finetune/Step": 1983, "Finetune/Step Time": 5.405479161068797}
+{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.8727892637252808, "Finetune/Loss (Raw)": 1.0849897861480713, "Finetune/Step": 1984, "Finetune/Step Time": 5.404887797310948}
+{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.8736798763275146, "Finetune/Loss (Raw)": 0.9996964335441589, "Finetune/Step": 1985, "Finetune/Step Time": 5.366473067551851}
+{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.8750349283218384, "Finetune/Loss (Raw)": 1.16169273853302, "Finetune/Step": 1986, "Finetune/Step Time": 5.356174601241946}
+{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.8743130564689636, "Finetune/Loss (Raw)": 0.9416491985321045, "Finetune/Step": 1987, "Finetune/Step Time": 5.382113693282008}
+{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.8740017414093018, "Finetune/Loss (Raw)": 0.8601313233375549, "Finetune/Step": 1988, "Finetune/Step Time": 5.381082445383072}
+{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.8749431371688843, "Finetune/Loss (Raw)": 0.9591851830482483, "Finetune/Step": 1989, "Finetune/Step Time": 5.382524356245995}
+{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.8758740425109863, "Finetune/Loss (Raw)": 0.9724867343902588, "Finetune/Step": 1990, "Finetune/Step Time": 5.383276620879769}
+{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.8758648633956909, "Finetune/Loss (Raw)": 0.8114531636238098, "Finetune/Step": 1991, "Finetune/Step Time": 5.379738379269838}
+{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.8769298791885376, "Finetune/Loss (Raw)": 0.9604413509368896, "Finetune/Step": 1992, "Finetune/Step Time": 5.374640420079231}
+{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.8756781816482544, "Finetune/Loss (Raw)": 0.8509457111358643, "Finetune/Step": 1993, "Finetune/Step Time": 5.379079377278686}
+{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.8733698725700378, "Finetune/Loss (Raw)": 0.7293071150779724, "Finetune/Step": 1994, "Finetune/Step Time": 5.375411342829466}
+{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.8711950778961182, "Finetune/Loss (Raw)": 0.7939881682395935, "Finetune/Step": 1995, "Finetune/Step Time": 5.379105817526579}
+{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.8703129291534424, "Finetune/Loss (Raw)": 0.831940233707428, "Finetune/Step": 1996, "Finetune/Step Time": 5.367191629484296}
+{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.8706302046775818, "Finetune/Loss (Raw)": 1.0564314126968384, "Finetune/Step": 1997, "Finetune/Step Time": 5.369460806250572}
+{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.8706297874450684, "Finetune/Loss (Raw)": 0.8830362558364868, "Finetune/Step": 1998, "Finetune/Step Time": 5.370206357911229}
+{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.8665051460266113, "Finetune/Loss (Raw)": 0.4070087671279907, "Finetune/Step": 1999, "Finetune/Step Time": 5.369797568768263}
+{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.8671260476112366, "Finetune/Loss (Raw)": 0.8734096884727478, "Finetune/Step": 2000, "Finetune/Step Time": 5.3929343447089195}
+{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.8716131448745728, "Finetune/Loss (Raw)": 0.9347094297409058, "Finetune/Step": 2001, "Finetune/Step Time": 5.366726765409112}
+{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.8708726167678833, "Finetune/Loss (Raw)": 0.9334607720375061, "Finetune/Step": 2002, "Finetune/Step Time": 5.363690299913287}
+{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.8706323504447937, "Finetune/Loss (Raw)": 0.8614851236343384, "Finetune/Step": 2003, "Finetune/Step Time": 5.36268131621182}
+{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.8701517581939697, "Finetune/Loss (Raw)": 0.8767777681350708, "Finetune/Step": 2004, "Finetune/Step Time": 5.366943188011646}
+{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.8697152137756348, "Finetune/Loss (Raw)": 0.8920840620994568, "Finetune/Step": 2005, "Finetune/Step Time": 5.360803158953786}
+{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.8708101511001587, "Finetune/Loss (Raw)": 0.9167917966842651, "Finetune/Step": 2006, "Finetune/Step Time": 5.350392363965511}
+{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.8710179924964905, "Finetune/Loss (Raw)": 1.0993435382843018, "Finetune/Step": 2007, "Finetune/Step Time": 5.361748952418566}
+{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.8723123073577881, "Finetune/Loss (Raw)": 0.9553658962249756, "Finetune/Step": 2008, "Finetune/Step Time": 5.346403606235981}
+{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.8727620244026184, "Finetune/Loss (Raw)": 0.8722513318061829, "Finetune/Step": 2009, "Finetune/Step Time": 5.335492618381977}
+{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.8731879591941833, "Finetune/Loss (Raw)": 1.0156248807907104, "Finetune/Step": 2010, "Finetune/Step Time": 5.335004970431328}
+{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.8751840591430664, "Finetune/Loss (Raw)": 1.0997684001922607, "Finetune/Step": 2011, "Finetune/Step Time": 5.328350320458412}
+{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.8796340227127075, "Finetune/Loss (Raw)": 0.9202553629875183, "Finetune/Step": 2012, "Finetune/Step Time": 5.296629974618554}
+{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.8799775838851929, "Finetune/Loss (Raw)": 1.0040457248687744, "Finetune/Step": 2013, "Finetune/Step Time": 5.300244141370058}
+{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.8777233958244324, "Finetune/Loss (Raw)": 0.7744474411010742, "Finetune/Step": 2014, "Finetune/Step Time": 5.309532893821597}
+{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.8744255900382996, "Finetune/Loss (Raw)": 0.38718143105506897, "Finetune/Step": 2015, "Finetune/Step Time": 5.337398836389184}
+{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.8716054558753967, "Finetune/Loss (Raw)": 0.39799317717552185, "Finetune/Step": 2016, "Finetune/Step Time": 5.354140566661954}
+{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.8707311153411865, "Finetune/Loss (Raw)": 0.8143258690834045, "Finetune/Step": 2017, "Finetune/Step Time": 5.3604786694049835}
+{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.8712208271026611, "Finetune/Loss (Raw)": 0.9533015489578247, "Finetune/Step": 2018, "Finetune/Step Time": 5.37207611091435}
+{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.8702177405357361, "Finetune/Loss (Raw)": 0.8640300631523132, "Finetune/Step": 2019, "Finetune/Step Time": 5.368478752672672}
+{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.8692282438278198, "Finetune/Loss (Raw)": 0.9529120326042175, "Finetune/Step": 2020, "Finetune/Step Time": 5.371998451650143}
+{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.8693968057632446, "Finetune/Loss (Raw)": 0.9425152540206909, "Finetune/Step": 2021, "Finetune/Step Time": 5.368589356541634}
+{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.8701030015945435, "Finetune/Loss (Raw)": 0.8925567865371704, "Finetune/Step": 2022, "Finetune/Step Time": 5.374964518472552}
+{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.8689541816711426, "Finetune/Loss (Raw)": 0.7446826696395874, "Finetune/Step": 2023, "Finetune/Step Time": 5.399616887792945}
+{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.8686723709106445, "Finetune/Loss (Raw)": 0.9128860831260681, "Finetune/Step": 2024, "Finetune/Step Time": 5.3992621172219515}
+{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.866914689540863, "Finetune/Loss (Raw)": 0.8492226004600525, "Finetune/Step": 2025, "Finetune/Step Time": 5.411264047026634}
+{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.8666736483573914, "Finetune/Loss (Raw)": 0.9493997097015381, "Finetune/Step": 2026, "Finetune/Step Time": 5.398163611069322}
+{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.8669253587722778, "Finetune/Loss (Raw)": 0.8479488492012024, "Finetune/Step": 2027, "Finetune/Step Time": 5.378212619572878}
+{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.8674187660217285, "Finetune/Loss (Raw)": 0.94611656665802, "Finetune/Step": 2028, "Finetune/Step Time": 5.391518427059054}
+{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.8685574531555176, "Finetune/Loss (Raw)": 1.0256706476211548, "Finetune/Step": 2029, "Finetune/Step Time": 5.384906405583024}
+{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.8635255098342896, "Finetune/Loss (Raw)": 0.3428192138671875, "Finetune/Step": 2030, "Finetune/Step Time": 5.409280216321349}
+{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.8638672828674316, "Finetune/Loss (Raw)": 0.8828379511833191, "Finetune/Step": 2031, "Finetune/Step Time": 5.389374431222677}
+{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.864780068397522, "Finetune/Loss (Raw)": 1.0425961017608643, "Finetune/Step": 2032, "Finetune/Step Time": 5.384564284235239}
+{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.870049774646759, "Finetune/Loss (Raw)": 0.989648699760437, "Finetune/Step": 2033, "Finetune/Step Time": 5.35803671553731}
+{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.8710017204284668, "Finetune/Loss (Raw)": 1.0496642589569092, "Finetune/Step": 2034, "Finetune/Step Time": 5.345973623916507}
+{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.8701372146606445, "Finetune/Loss (Raw)": 0.8203953504562378, "Finetune/Step": 2035, "Finetune/Step Time": 5.355509204789996}
+{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.8708699941635132, "Finetune/Loss (Raw)": 0.9654513597488403, "Finetune/Step": 2036, "Finetune/Step Time": 5.378560954704881}
+{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.8725022077560425, "Finetune/Loss (Raw)": 0.9239495992660522, "Finetune/Step": 2037, "Finetune/Step Time": 5.392981993034482}
+{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.8716243505477905, "Finetune/Loss (Raw)": 0.810269832611084, "Finetune/Step": 2038, "Finetune/Step Time": 5.395536787807941}
+{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.8721499443054199, "Finetune/Loss (Raw)": 1.0354887247085571, "Finetune/Step": 2039, "Finetune/Step Time": 5.389902625232935}
+{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.8723400235176086, "Finetune/Loss (Raw)": 0.992680549621582, "Finetune/Step": 2040, "Finetune/Step Time": 5.388235894963145}
+{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.8725289106369019, "Finetune/Loss (Raw)": 0.970950186252594, "Finetune/Step": 2041, "Finetune/Step Time": 5.429295592010021}
+{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.8704358339309692, "Finetune/Loss (Raw)": 0.8082296252250671, "Finetune/Step": 2042, "Finetune/Step Time": 5.431320684030652}
+{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.8696495294570923, "Finetune/Loss (Raw)": 0.9261816740036011, "Finetune/Step": 2043, "Finetune/Step Time": 5.40251599997282}
+{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.8698304295539856, "Finetune/Loss (Raw)": 0.925451397895813, "Finetune/Step": 2044, "Finetune/Step Time": 5.4017414804548025}
+{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.8713079690933228, "Finetune/Loss (Raw)": 1.018449068069458, "Finetune/Step": 2045, "Finetune/Step Time": 5.41357091628015}
+{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.87255859375, "Finetune/Loss (Raw)": 1.0379407405853271, "Finetune/Step": 2046, "Finetune/Step Time": 5.41401301510632}
+{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.8727723956108093, "Finetune/Loss (Raw)": 0.9498373866081238, "Finetune/Step": 2047, "Finetune/Step Time": 5.417590567842126}
+{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.8724307417869568, "Finetune/Loss (Raw)": 0.7905874252319336, "Finetune/Step": 2048, "Finetune/Step Time": 5.407412003725767}
+{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.8701550960540771, "Finetune/Loss (Raw)": 0.709607720375061, "Finetune/Step": 2049, "Finetune/Step Time": 5.421521669253707}
+{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.8741967678070068, "Finetune/Loss (Raw)": 0.8167386651039124, "Finetune/Step": 2050, "Finetune/Step Time": 5.405073139816523}
+{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.8751803636550903, "Finetune/Loss (Raw)": 1.0626810789108276, "Finetune/Step": 2051, "Finetune/Step Time": 5.408732121810317}
+{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.8747188448905945, "Finetune/Loss (Raw)": 0.9697859287261963, "Finetune/Step": 2052, "Finetune/Step Time": 5.420855468139052}
+{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.8731985092163086, "Finetune/Loss (Raw)": 0.9313182234764099, "Finetune/Step": 2053, "Finetune/Step Time": 5.423905761912465}
+{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.8787212371826172, "Finetune/Loss (Raw)": 1.038733720779419, "Finetune/Step": 2054, "Finetune/Step Time": 5.395602189004421}
+{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.8834139108657837, "Finetune/Loss (Raw)": 0.9961671829223633, "Finetune/Step": 2055, "Finetune/Step Time": 5.3702967166900635}
+{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.8831886053085327, "Finetune/Loss (Raw)": 0.9852533936500549, "Finetune/Step": 2056, "Finetune/Step Time": 5.370658071711659}
+{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.8835786581039429, "Finetune/Loss (Raw)": 0.8620187044143677, "Finetune/Step": 2057, "Finetune/Step Time": 5.3794069066643715}
+{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.8833556175231934, "Finetune/Loss (Raw)": 0.86927330493927, "Finetune/Step": 2058, "Finetune/Step Time": 5.39110922627151}
+{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.882294774055481, "Finetune/Loss (Raw)": 0.820786714553833, "Finetune/Step": 2059, "Finetune/Step Time": 5.392677612602711}
+{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.8831398487091064, "Finetune/Loss (Raw)": 0.9211642742156982, "Finetune/Step": 2060, "Finetune/Step Time": 5.373759165406227}
+{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.8836960196495056, "Finetune/Loss (Raw)": 1.017905592918396, "Finetune/Step": 2061, "Finetune/Step Time": 5.372686387971044}
+{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.8826273679733276, "Finetune/Loss (Raw)": 0.8523474335670471, "Finetune/Step": 2062, "Finetune/Step Time": 5.372948784381151}
+{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.882489025592804, "Finetune/Loss (Raw)": 0.9975101351737976, "Finetune/Step": 2063, "Finetune/Step Time": 5.36532267741859}
+{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.8832381367683411, "Finetune/Loss (Raw)": 0.9295215010643005, "Finetune/Step": 2064, "Finetune/Step Time": 5.379551224410534}
+{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.8831666111946106, "Finetune/Loss (Raw)": 0.9564612507820129, "Finetune/Step": 2065, "Finetune/Step Time": 5.388038974255323}
+{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.8827251195907593, "Finetune/Loss (Raw)": 0.34159916639328003, "Finetune/Step": 2066, "Finetune/Step Time": 5.3892859145998955}
+{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.882797122001648, "Finetune/Loss (Raw)": 0.9319906234741211, "Finetune/Step": 2067, "Finetune/Step Time": 5.390345141291618}
+{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.8854618072509766, "Finetune/Loss (Raw)": 0.910834789276123, "Finetune/Step": 2068, "Finetune/Step Time": 5.390724508091807}
+{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.8856205940246582, "Finetune/Loss (Raw)": 0.9021562337875366, "Finetune/Step": 2069, "Finetune/Step Time": 5.387401707470417}
+{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.8822310566902161, "Finetune/Loss (Raw)": 0.6921653747558594, "Finetune/Step": 2070, "Finetune/Step Time": 5.39857361651957}
+{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.8816852569580078, "Finetune/Loss (Raw)": 0.9529831409454346, "Finetune/Step": 2071, "Finetune/Step Time": 5.404735684394836}
+{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.8830398321151733, "Finetune/Loss (Raw)": 1.103112816810608, "Finetune/Step": 2072, "Finetune/Step Time": 5.397226011380553}
+{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.8871151804924011, "Finetune/Loss (Raw)": 0.9018433690071106, "Finetune/Step": 2073, "Finetune/Step Time": 5.3664213586598635}
+{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.8878088593482971, "Finetune/Loss (Raw)": 1.0201942920684814, "Finetune/Step": 2074, "Finetune/Step Time": 5.344647828489542}
+{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.8860311508178711, "Finetune/Loss (Raw)": 0.8810061812400818, "Finetune/Step": 2075, "Finetune/Step Time": 5.343567745760083}
+{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.8836017847061157, "Finetune/Loss (Raw)": 0.7626423835754395, "Finetune/Step": 2076, "Finetune/Step Time": 5.355738837271929}
+{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.8822040557861328, "Finetune/Loss (Raw)": 0.8590165376663208, "Finetune/Step": 2077, "Finetune/Step Time": 5.355684332549572}
+{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.8807059526443481, "Finetune/Loss (Raw)": 0.871928870677948, "Finetune/Step": 2078, "Finetune/Step Time": 5.355312215164304}
+{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.879878044128418, "Finetune/Loss (Raw)": 0.9277563095092773, "Finetune/Step": 2079, "Finetune/Step Time": 5.350043563172221}
+{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.877626359462738, "Finetune/Loss (Raw)": 0.7634140849113464, "Finetune/Step": 2080, "Finetune/Step Time": 5.357579717412591}
+{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.8793718814849854, "Finetune/Loss (Raw)": 0.9105552434921265, "Finetune/Step": 2081, "Finetune/Step Time": 5.3573289178311825}
+{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.8795239329338074, "Finetune/Loss (Raw)": 0.8426828980445862, "Finetune/Step": 2082, "Finetune/Step Time": 5.344252619892359}
+{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.880736768245697, "Finetune/Loss (Raw)": 0.9704187512397766, "Finetune/Step": 2083, "Finetune/Step Time": 5.326746426522732}
+{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.8827354907989502, "Finetune/Loss (Raw)": 1.0990370512008667, "Finetune/Step": 2084, "Finetune/Step Time": 5.321596831083298}
+{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.8769252300262451, "Finetune/Loss (Raw)": 0.31742018461227417, "Finetune/Step": 2085, "Finetune/Step Time": 5.350504331290722}
+{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.8764212131500244, "Finetune/Loss (Raw)": 0.9769735336303711, "Finetune/Step": 2086, "Finetune/Step Time": 5.355524959042668}
+{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.8783255219459534, "Finetune/Loss (Raw)": 1.0627106428146362, "Finetune/Step": 2087, "Finetune/Step Time": 5.345270652323961}
+{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.8778823018074036, "Finetune/Loss (Raw)": 1.0254733562469482, "Finetune/Step": 2088, "Finetune/Step Time": 5.335182072594762}
+{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.8793474435806274, "Finetune/Loss (Raw)": 0.9797090888023376, "Finetune/Step": 2089, "Finetune/Step Time": 5.329254070296884}
+{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.87827467918396, "Finetune/Loss (Raw)": 0.2691928744316101, "Finetune/Step": 2090, "Finetune/Step Time": 5.339613579213619}
+{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.8817242383956909, "Finetune/Loss (Raw)": 0.8306936025619507, "Finetune/Step": 2091, "Finetune/Step Time": 5.311369594186544}
+{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.8816408514976501, "Finetune/Loss (Raw)": 0.9952890872955322, "Finetune/Step": 2092, "Finetune/Step Time": 5.288478381931782}
+{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.8828067183494568, "Finetune/Loss (Raw)": 0.9509666562080383, "Finetune/Step": 2093, "Finetune/Step Time": 5.285622926428914}
+{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.884246289730072, "Finetune/Loss (Raw)": 1.0478893518447876, "Finetune/Step": 2094, "Finetune/Step Time": 5.285518107935786}
+{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.8852337598800659, "Finetune/Loss (Raw)": 0.9484505653381348, "Finetune/Step": 2095, "Finetune/Step Time": 5.2898693680763245}
+{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.8846772313117981, "Finetune/Loss (Raw)": 0.9280586242675781, "Finetune/Step": 2096, "Finetune/Step Time": 5.291761035099626}
+{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.8894186019897461, "Finetune/Loss (Raw)": 1.0511213541030884, "Finetune/Step": 2097, "Finetune/Step Time": 5.260330161079764}
+{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.8893104791641235, "Finetune/Loss (Raw)": 0.8821170926094055, "Finetune/Step": 2098, "Finetune/Step Time": 5.267636304721236}
+{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.8889783024787903, "Finetune/Loss (Raw)": 0.35806623101234436, "Finetune/Step": 2099, "Finetune/Step Time": 5.269256142899394}
+{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.8879140615463257, "Finetune/Loss (Raw)": 0.7717416882514954, "Finetune/Step": 2100, "Finetune/Step Time": 5.274839572608471}
+{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.8888757824897766, "Finetune/Loss (Raw)": 0.9826975464820862, "Finetune/Step": 2101, "Finetune/Step Time": 5.240173324942589}
+{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.887531042098999, "Finetune/Loss (Raw)": 0.8910923600196838, "Finetune/Step": 2102, "Finetune/Step Time": 5.242372756823897}
+{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.8832814693450928, "Finetune/Loss (Raw)": 0.36382222175598145, "Finetune/Step": 2103, "Finetune/Step Time": 5.2744527496397495}
+{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.8827224373817444, "Finetune/Loss (Raw)": 0.8713828921318054, "Finetune/Step": 2104, "Finetune/Step Time": 5.282130790874362}
+{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.8823359608650208, "Finetune/Loss (Raw)": 0.9187043905258179, "Finetune/Step": 2105, "Finetune/Step Time": 5.291682465001941}
+{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.881462812423706, "Finetune/Loss (Raw)": 0.9160078763961792, "Finetune/Step": 2106, "Finetune/Step Time": 5.290555315092206}
+{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.8857939839363098, "Finetune/Loss (Raw)": 0.9272382259368896, "Finetune/Step": 2107, "Finetune/Step Time": 5.259245691820979}
+{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.8865376114845276, "Finetune/Loss (Raw)": 0.8879604935646057, "Finetune/Step": 2108, "Finetune/Step Time": 5.256494622677565}
+{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.8861474990844727, "Finetune/Loss (Raw)": 0.9398205280303955, "Finetune/Step": 2109, "Finetune/Step Time": 5.259092375636101}
+{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.886197566986084, "Finetune/Loss (Raw)": 0.9651364088058472, "Finetune/Step": 2110, "Finetune/Step Time": 5.266703205183148}
+{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.8862910270690918, "Finetune/Loss (Raw)": 0.904531717300415, "Finetune/Step": 2111, "Finetune/Step Time": 5.281093088909984}
+{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.8813923597335815, "Finetune/Loss (Raw)": 0.45794981718063354, "Finetune/Step": 2112, "Finetune/Step Time": 5.311757858842611}
+{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.88080894947052, "Finetune/Loss (Raw)": 0.9250249862670898, "Finetune/Step": 2113, "Finetune/Step Time": 5.310089625418186}
+{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.8802483081817627, "Finetune/Loss (Raw)": 1.0899269580841064, "Finetune/Step": 2114, "Finetune/Step Time": 5.327442800626159}
+{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.8806489706039429, "Finetune/Loss (Raw)": 0.9929396510124207, "Finetune/Step": 2115, "Finetune/Step Time": 5.304293157532811}
+{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.8771919012069702, "Finetune/Loss (Raw)": 0.4176189601421356, "Finetune/Step": 2116, "Finetune/Step Time": 5.330763429403305}
+{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.8755865693092346, "Finetune/Loss (Raw)": 0.7537052631378174, "Finetune/Step": 2117, "Finetune/Step Time": 5.347118247300386}
+{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.8745827674865723, "Finetune/Loss (Raw)": 0.8440065979957581, "Finetune/Step": 2118, "Finetune/Step Time": 5.342959772795439}
+{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.8749979734420776, "Finetune/Loss (Raw)": 0.8645926117897034, "Finetune/Step": 2119, "Finetune/Step Time": 5.35567712597549}
+{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.8700714111328125, "Finetune/Loss (Raw)": 0.3298436105251312, "Finetune/Step": 2120, "Finetune/Step Time": 5.386996030807495}
+{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.8706340789794922, "Finetune/Loss (Raw)": 0.9229644536972046, "Finetune/Step": 2121, "Finetune/Step Time": 5.379964999854565}
+{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.8726775050163269, "Finetune/Loss (Raw)": 0.9908693432807922, "Finetune/Step": 2122, "Finetune/Step Time": 5.373705310747027}
+{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.8742340803146362, "Finetune/Loss (Raw)": 0.9932225942611694, "Finetune/Step": 2123, "Finetune/Step Time": 5.365123929455876}
+{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.8754338026046753, "Finetune/Loss (Raw)": 0.9855061173439026, "Finetune/Step": 2124, "Finetune/Step Time": 5.361195581033826}
+{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.8748345375061035, "Finetune/Loss (Raw)": 0.9797291159629822, "Finetune/Step": 2125, "Finetune/Step Time": 5.374545821920037}
+{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.8757225275039673, "Finetune/Loss (Raw)": 0.9967038631439209, "Finetune/Step": 2126, "Finetune/Step Time": 5.371366709470749}
+{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.8798861503601074, "Finetune/Loss (Raw)": 0.9399499893188477, "Finetune/Step": 2127, "Finetune/Step Time": 5.343088028952479}
+{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.8757758140563965, "Finetune/Loss (Raw)": 0.34728047251701355, "Finetune/Step": 2128, "Finetune/Step Time": 5.3566338792443275}
+{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.8706148862838745, "Finetune/Loss (Raw)": 0.27411648631095886, "Finetune/Step": 2129, "Finetune/Step Time": 5.382539726793766}
+{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.8707466125488281, "Finetune/Loss (Raw)": 0.9503175616264343, "Finetune/Step": 2130, "Finetune/Step Time": 5.381710834801197}
+{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.8715544939041138, "Finetune/Loss (Raw)": 0.9648968577384949, "Finetune/Step": 2131, "Finetune/Step Time": 5.371807748451829}
+{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.8714346289634705, "Finetune/Loss (Raw)": 0.8614343404769897, "Finetune/Step": 2132, "Finetune/Step Time": 5.375727230682969}
+{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.8733770251274109, "Finetune/Loss (Raw)": 1.1407101154327393, "Finetune/Step": 2133, "Finetune/Step Time": 5.37296736240387}
+{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.8729853630065918, "Finetune/Loss (Raw)": 0.8666642308235168, "Finetune/Step": 2134, "Finetune/Step Time": 5.383341846987605}
+{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.8711795806884766, "Finetune/Loss (Raw)": 0.8681981563568115, "Finetune/Step": 2135, "Finetune/Step Time": 5.367644887417555}
+{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.8712285161018372, "Finetune/Loss (Raw)": 0.9616259932518005, "Finetune/Step": 2136, "Finetune/Step Time": 5.360413635149598}
+{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.8676625490188599, "Finetune/Loss (Raw)": 0.41581302881240845, "Finetune/Step": 2137, "Finetune/Step Time": 5.392390709370375}
+{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.8668681383132935, "Finetune/Loss (Raw)": 0.9139397740364075, "Finetune/Step": 2138, "Finetune/Step Time": 5.391500802710652}
+{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.8649572134017944, "Finetune/Loss (Raw)": 0.8551633954048157, "Finetune/Step": 2139, "Finetune/Step Time": 5.405228525400162}
+{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.865249514579773, "Finetune/Loss (Raw)": 0.9576773643493652, "Finetune/Step": 2140, "Finetune/Step Time": 5.407430052757263}
+{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.8657722473144531, "Finetune/Loss (Raw)": 1.070957064628601, "Finetune/Step": 2141, "Finetune/Step Time": 5.393218340352178}
+{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.8664313554763794, "Finetune/Loss (Raw)": 0.8588113784790039, "Finetune/Step": 2142, "Finetune/Step Time": 5.381613481789827}
+{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.8706621527671814, "Finetune/Loss (Raw)": 0.9287214279174805, "Finetune/Step": 2143, "Finetune/Step Time": 5.366877090185881}
+{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.8746107816696167, "Finetune/Loss (Raw)": 0.9034224152565002, "Finetune/Step": 2144, "Finetune/Step Time": 5.345853839069605}
+{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.8736501932144165, "Finetune/Loss (Raw)": 0.6913623213768005, "Finetune/Step": 2145, "Finetune/Step Time": 5.344236869364977}
+{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.8732595443725586, "Finetune/Loss (Raw)": 0.9033002257347107, "Finetune/Step": 2146, "Finetune/Step Time": 5.347998095676303}
+{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.873774528503418, "Finetune/Loss (Raw)": 0.9299511313438416, "Finetune/Step": 2147, "Finetune/Step Time": 5.350204030051827}
+{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.8746410608291626, "Finetune/Loss (Raw)": 1.0638277530670166, "Finetune/Step": 2148, "Finetune/Step Time": 5.346085796132684}
+{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.8749359250068665, "Finetune/Loss (Raw)": 0.9802582263946533, "Finetune/Step": 2149, "Finetune/Step Time": 5.335074918344617}
+{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.8749884366989136, "Finetune/Loss (Raw)": 0.8992795944213867, "Finetune/Step": 2150, "Finetune/Step Time": 5.332243228331208}
+{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.8777434229850769, "Finetune/Loss (Raw)": 1.0973199605941772, "Finetune/Step": 2151, "Finetune/Step Time": 5.316192826256156}
+{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.8768945932388306, "Finetune/Loss (Raw)": 0.8042270541191101, "Finetune/Step": 2152, "Finetune/Step Time": 5.32150362432003}
+{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.8769035339355469, "Finetune/Loss (Raw)": 0.8503767251968384, "Finetune/Step": 2153, "Finetune/Step Time": 5.310898909345269}
+{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.8762603998184204, "Finetune/Loss (Raw)": 0.8670743703842163, "Finetune/Step": 2154, "Finetune/Step Time": 5.319555722177029}
+{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.8767266273498535, "Finetune/Loss (Raw)": 0.9076316356658936, "Finetune/Step": 2155, "Finetune/Step Time": 5.326046274974942}
+{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.8751559257507324, "Finetune/Loss (Raw)": 0.745064377784729, "Finetune/Step": 2156, "Finetune/Step Time": 5.321084678173065}
+{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.8738257884979248, "Finetune/Loss (Raw)": 0.8554190397262573, "Finetune/Step": 2157, "Finetune/Step Time": 5.329684749245644}
+{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.8787103891372681, "Finetune/Loss (Raw)": 0.968036413192749, "Finetune/Step": 2158, "Finetune/Step Time": 5.298559885472059}
+{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.879177451133728, "Finetune/Loss (Raw)": 0.942628800868988, "Finetune/Step": 2159, "Finetune/Step Time": 5.313626414164901}
+{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.8783043622970581, "Finetune/Loss (Raw)": 0.9308323860168457, "Finetune/Step": 2160, "Finetune/Step Time": 5.309331497177482}
+{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.8772329092025757, "Finetune/Loss (Raw)": 0.8525035977363586, "Finetune/Step": 2161, "Finetune/Step Time": 5.302783815190196}
+{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.8761603832244873, "Finetune/Loss (Raw)": 0.9123827815055847, "Finetune/Step": 2162, "Finetune/Step Time": 5.316747700795531}
+{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.8765300512313843, "Finetune/Loss (Raw)": 0.8677243590354919, "Finetune/Step": 2163, "Finetune/Step Time": 5.300536446273327}
+{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.8771274089813232, "Finetune/Loss (Raw)": 1.0419087409973145, "Finetune/Step": 2164, "Finetune/Step Time": 5.276871969923377}
+{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.8770849704742432, "Finetune/Loss (Raw)": 0.918517529964447, "Finetune/Step": 2165, "Finetune/Step Time": 5.285620003938675}
+{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.878304123878479, "Finetune/Loss (Raw)": 0.9663174748420715, "Finetune/Step": 2166, "Finetune/Step Time": 5.285373881459236}
+{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.8785797357559204, "Finetune/Loss (Raw)": 1.0707664489746094, "Finetune/Step": 2167, "Finetune/Step Time": 5.2851433996111155}
+{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.8779729604721069, "Finetune/Loss (Raw)": 0.9150201082229614, "Finetune/Step": 2168, "Finetune/Step Time": 5.284217681735754}
+{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.8779129981994629, "Finetune/Loss (Raw)": 0.9632765054702759, "Finetune/Step": 2169, "Finetune/Step Time": 5.243363291025162}
+{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.8780790567398071, "Finetune/Loss (Raw)": 0.8294851183891296, "Finetune/Step": 2170, "Finetune/Step Time": 5.243648508563638}
+{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.8777239322662354, "Finetune/Loss (Raw)": 0.8807269930839539, "Finetune/Step": 2171, "Finetune/Step Time": 5.252472020685673}
+{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.8775309324264526, "Finetune/Loss (Raw)": 0.900741696357727, "Finetune/Step": 2172, "Finetune/Step Time": 5.252796612679958}
+{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.8767772912979126, "Finetune/Loss (Raw)": 0.9219877123832703, "Finetune/Step": 2173, "Finetune/Step Time": 5.255931841209531}
+{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.874803364276886, "Finetune/Loss (Raw)": 0.7852742075920105, "Finetune/Step": 2174, "Finetune/Step Time": 5.26820214651525}
+{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.8744915127754211, "Finetune/Loss (Raw)": 0.909919023513794, "Finetune/Step": 2175, "Finetune/Step Time": 5.2837292440235615}
+{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.8760329484939575, "Finetune/Loss (Raw)": 0.9878913760185242, "Finetune/Step": 2176, "Finetune/Step Time": 5.283614801242948}
+{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.8789280652999878, "Finetune/Loss (Raw)": 1.0801855325698853, "Finetune/Step": 2177, "Finetune/Step Time": 5.273223921656609}
+{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.8787218332290649, "Finetune/Loss (Raw)": 0.7903398275375366, "Finetune/Step": 2178, "Finetune/Step Time": 5.2611065953969955}
+{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.8779938220977783, "Finetune/Loss (Raw)": 0.9694902896881104, "Finetune/Step": 2179, "Finetune/Step Time": 5.270159555599093}
+{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.8779519200325012, "Finetune/Loss (Raw)": 0.9644255638122559, "Finetune/Step": 2180, "Finetune/Step Time": 5.2744306195527315}
+{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.8783307671546936, "Finetune/Loss (Raw)": 0.9798122048377991, "Finetune/Step": 2181, "Finetune/Step Time": 5.272278496995568}
+{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.8778920769691467, "Finetune/Loss (Raw)": 0.9825783371925354, "Finetune/Step": 2182, "Finetune/Step Time": 5.275167562067509}
+{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.8761172890663147, "Finetune/Loss (Raw)": 0.7689968347549438, "Finetune/Step": 2183, "Finetune/Step Time": 5.2909783739596605}
+{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.8746771812438965, "Finetune/Loss (Raw)": 0.8009185791015625, "Finetune/Step": 2184, "Finetune/Step Time": 5.305230928584933}
+{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.8752363324165344, "Finetune/Loss (Raw)": 0.9335920810699463, "Finetune/Step": 2185, "Finetune/Step Time": 5.303766500204802}
+{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.8754138946533203, "Finetune/Loss (Raw)": 0.8920016884803772, "Finetune/Step": 2186, "Finetune/Step Time": 5.288760960102081}
+{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.8748412132263184, "Finetune/Loss (Raw)": 0.7474785447120667, "Finetune/Step": 2187, "Finetune/Step Time": 5.321100424975157}
+{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.8746486902236938, "Finetune/Loss (Raw)": 0.89652419090271, "Finetune/Step": 2188, "Finetune/Step Time": 5.353699030354619}
+{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.8731882572174072, "Finetune/Loss (Raw)": 0.8309670090675354, "Finetune/Step": 2189, "Finetune/Step Time": 5.3616378009319305}
+{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.8730923533439636, "Finetune/Loss (Raw)": 0.8400784134864807, "Finetune/Step": 2190, "Finetune/Step Time": 5.370557771995664}
+{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.8725556135177612, "Finetune/Loss (Raw)": 0.9288080334663391, "Finetune/Step": 2191, "Finetune/Step Time": 5.385028814896941}
+{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.8714811205863953, "Finetune/Loss (Raw)": 0.7919843196868896, "Finetune/Step": 2192, "Finetune/Step Time": 5.3666065242141485}
+{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.8716800212860107, "Finetune/Loss (Raw)": 0.9819206595420837, "Finetune/Step": 2193, "Finetune/Step Time": 5.360285021364689}
+{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.8765450119972229, "Finetune/Loss (Raw)": 0.9643164873123169, "Finetune/Step": 2194, "Finetune/Step Time": 5.332954879850149}
+{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.8769476413726807, "Finetune/Loss (Raw)": 0.9835279583930969, "Finetune/Step": 2195, "Finetune/Step Time": 5.331074537709355}
+{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.8765465021133423, "Finetune/Loss (Raw)": 0.8594847917556763, "Finetune/Step": 2196, "Finetune/Step Time": 5.329161688685417}
+{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.8772785067558289, "Finetune/Loss (Raw)": 0.995851993560791, "Finetune/Step": 2197, "Finetune/Step Time": 5.330267461016774}
+{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.8786523938179016, "Finetune/Loss (Raw)": 0.868023693561554, "Finetune/Step": 2198, "Finetune/Step Time": 5.3246988747268915}
+{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.877836287021637, "Finetune/Loss (Raw)": 0.848524272441864, "Finetune/Step": 2199, "Finetune/Step Time": 5.316536543890834}
+{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.8759982585906982, "Finetune/Loss (Raw)": 0.8678406476974487, "Finetune/Step": 2200, "Finetune/Step Time": 5.328652257099748}
+{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.871691107749939, "Finetune/Loss (Raw)": 0.35052695870399475, "Finetune/Step": 2201, "Finetune/Step Time": 5.347680136561394}
+{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.8708293437957764, "Finetune/Loss (Raw)": 0.9098925590515137, "Finetune/Step": 2202, "Finetune/Step Time": 5.340174512937665}
+{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.8707647323608398, "Finetune/Loss (Raw)": 0.8727419376373291, "Finetune/Step": 2203, "Finetune/Step Time": 5.341162810102105}
+{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.8713762760162354, "Finetune/Loss (Raw)": 0.8409108519554138, "Finetune/Step": 2204, "Finetune/Step Time": 5.338957594707608}
+{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.8679643273353577, "Finetune/Loss (Raw)": 0.42228859663009644, "Finetune/Step": 2205, "Finetune/Step Time": 5.3690024353563786}
+{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.8665306568145752, "Finetune/Loss (Raw)": 0.6884236931800842, "Finetune/Step": 2206, "Finetune/Step Time": 5.411556700244546}
+{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.8667764067649841, "Finetune/Loss (Raw)": 0.9592116475105286, "Finetune/Step": 2207, "Finetune/Step Time": 5.408157924190164}
+{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.8675813674926758, "Finetune/Loss (Raw)": 0.8664462566375732, "Finetune/Step": 2208, "Finetune/Step Time": 5.411850661039352}
+{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.8674882054328918, "Finetune/Loss (Raw)": 0.8986297845840454, "Finetune/Step": 2209, "Finetune/Step Time": 5.4025080893188715}
+{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.8639570474624634, "Finetune/Loss (Raw)": 0.3907013535499573, "Finetune/Step": 2210, "Finetune/Step Time": 5.43218563310802}
+{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.8641160726547241, "Finetune/Loss (Raw)": 0.9907702803611755, "Finetune/Step": 2211, "Finetune/Step Time": 5.457252681255341}
+{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.8609854578971863, "Finetune/Loss (Raw)": 0.6983191967010498, "Finetune/Step": 2212, "Finetune/Step Time": 5.480327911674976}
+{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.8648349046707153, "Finetune/Loss (Raw)": 0.8101414442062378, "Finetune/Step": 2213, "Finetune/Step Time": 5.457612838596106}
+{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.8627172708511353, "Finetune/Loss (Raw)": 0.7059143781661987, "Finetune/Step": 2214, "Finetune/Step Time": 5.463695051148534}
+{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.8618331551551819, "Finetune/Loss (Raw)": 0.9495527148246765, "Finetune/Step": 2215, "Finetune/Step Time": 5.464007634669542}
+{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.861095666885376, "Finetune/Loss (Raw)": 0.931079626083374, "Finetune/Step": 2216, "Finetune/Step Time": 5.466444348916411}
+{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.8613899946212769, "Finetune/Loss (Raw)": 1.017377495765686, "Finetune/Step": 2217, "Finetune/Step Time": 5.468137860298157}
+{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.8648538589477539, "Finetune/Loss (Raw)": 0.7125642895698547, "Finetune/Step": 2218, "Finetune/Step Time": 5.43285814858973}
+{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.8650318384170532, "Finetune/Loss (Raw)": 0.8534732460975647, "Finetune/Step": 2219, "Finetune/Step Time": 5.462555656209588}
+{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.8648411631584167, "Finetune/Loss (Raw)": 0.9708840847015381, "Finetune/Step": 2220, "Finetune/Step Time": 5.463191023096442}
+{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.8639012575149536, "Finetune/Loss (Raw)": 0.8306636214256287, "Finetune/Step": 2221, "Finetune/Step Time": 5.479881240054965}
+{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.8634433746337891, "Finetune/Loss (Raw)": 0.9892745018005371, "Finetune/Step": 2222, "Finetune/Step Time": 5.48975390009582}
+{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.8632376194000244, "Finetune/Loss (Raw)": 0.9221159219741821, "Finetune/Step": 2223, "Finetune/Step Time": 5.493965830653906}
+{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.8630205392837524, "Finetune/Loss (Raw)": 0.9002733826637268, "Finetune/Step": 2224, "Finetune/Step Time": 5.495533807203174}
+{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.861656129360199, "Finetune/Loss (Raw)": 0.876477062702179, "Finetune/Step": 2225, "Finetune/Step Time": 5.506911916658282}
+{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.8621466159820557, "Finetune/Loss (Raw)": 0.9449080228805542, "Finetune/Step": 2226, "Finetune/Step Time": 5.507182108238339}
+{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.8668877482414246, "Finetune/Loss (Raw)": 0.9649249911308289, "Finetune/Step": 2227, "Finetune/Step Time": 5.481470223516226}
+{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.8677443265914917, "Finetune/Loss (Raw)": 0.8813839554786682, "Finetune/Step": 2228, "Finetune/Step Time": 5.47945243678987}
+{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.86725914478302, "Finetune/Loss (Raw)": 0.9205864071846008, "Finetune/Step": 2229, "Finetune/Step Time": 5.478633169084787}
+{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.8669874668121338, "Finetune/Loss (Raw)": 0.8563272356987, "Finetune/Step": 2230, "Finetune/Step Time": 5.4792916644364595}
+{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.8718580603599548, "Finetune/Loss (Raw)": 0.9872569441795349, "Finetune/Step": 2231, "Finetune/Step Time": 5.4486794006079435}
+{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.8730376958847046, "Finetune/Loss (Raw)": 1.022375226020813, "Finetune/Step": 2232, "Finetune/Step Time": 5.4396592527627945}
+{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.8719985485076904, "Finetune/Loss (Raw)": 0.7856878638267517, "Finetune/Step": 2233, "Finetune/Step Time": 5.4379962012171745}
+{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.8724753856658936, "Finetune/Loss (Raw)": 0.9770545959472656, "Finetune/Step": 2234, "Finetune/Step Time": 5.451743990182877}
+{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.873234748840332, "Finetune/Loss (Raw)": 1.0244282484054565, "Finetune/Step": 2235, "Finetune/Step Time": 5.462541637942195}
+{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.8741157054901123, "Finetune/Loss (Raw)": 1.0007216930389404, "Finetune/Step": 2236, "Finetune/Step Time": 5.453664036467671}
+{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.8738957643508911, "Finetune/Loss (Raw)": 0.9116665124893188, "Finetune/Step": 2237, "Finetune/Step Time": 5.454714057967067}
+{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.8722596168518066, "Finetune/Loss (Raw)": 0.7557106614112854, "Finetune/Step": 2238, "Finetune/Step Time": 5.459115333855152}
+{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.8742150068283081, "Finetune/Loss (Raw)": 1.1548293828964233, "Finetune/Step": 2239, "Finetune/Step Time": 5.445355074480176}
+{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.8788112998008728, "Finetune/Loss (Raw)": 1.046274185180664, "Finetune/Step": 2240, "Finetune/Step Time": 5.42843696475029}
+{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.879363477230072, "Finetune/Loss (Raw)": 0.9956981539726257, "Finetune/Step": 2241, "Finetune/Step Time": 5.4359733406454325}
+{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.8777123689651489, "Finetune/Loss (Raw)": 0.8785932660102844, "Finetune/Step": 2242, "Finetune/Step Time": 5.419489426538348}
+{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.8769464492797852, "Finetune/Loss (Raw)": 0.8948993682861328, "Finetune/Step": 2243, "Finetune/Step Time": 5.421475434675813}
+{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.8827229142189026, "Finetune/Loss (Raw)": 1.1570039987564087, "Finetune/Step": 2244, "Finetune/Step Time": 5.38899265229702}
+{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.8842491507530212, "Finetune/Loss (Raw)": 0.9490633606910706, "Finetune/Step": 2245, "Finetune/Step Time": 5.369223400950432}
+{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.8860732913017273, "Finetune/Loss (Raw)": 1.0774991512298584, "Finetune/Step": 2246, "Finetune/Step Time": 5.3718489315360785}
+{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.8858667016029358, "Finetune/Loss (Raw)": 0.8381468653678894, "Finetune/Step": 2247, "Finetune/Step Time": 5.3705426678061485}
+{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.889236330986023, "Finetune/Loss (Raw)": 0.7611550092697144, "Finetune/Step": 2248, "Finetune/Step Time": 5.336288809776306}
+{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.8887737989425659, "Finetune/Loss (Raw)": 0.8637612462043762, "Finetune/Step": 2249, "Finetune/Step Time": 5.335170049220324}
+{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.8883551359176636, "Finetune/Loss (Raw)": 0.9372848868370056, "Finetune/Step": 2250, "Finetune/Step Time": 5.355558818206191}
+{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.8880170583724976, "Finetune/Loss (Raw)": 0.9499452114105225, "Finetune/Step": 2251, "Finetune/Step Time": 5.357331924140453}
+{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.8827901482582092, "Finetune/Loss (Raw)": 0.3164587914943695, "Finetune/Step": 2252, "Finetune/Step Time": 5.39393524825573}
+{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.8831011056900024, "Finetune/Loss (Raw)": 1.0195271968841553, "Finetune/Step": 2253, "Finetune/Step Time": 5.376133346930146}
+{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.8834257125854492, "Finetune/Loss (Raw)": 1.03825843334198, "Finetune/Step": 2254, "Finetune/Step Time": 5.381980832666159}
+{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.8836232423782349, "Finetune/Loss (Raw)": 0.9652329683303833, "Finetune/Step": 2255, "Finetune/Step Time": 5.379860596731305}
+{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.8877951502799988, "Finetune/Loss (Raw)": 0.8812872767448425, "Finetune/Step": 2256, "Finetune/Step Time": 5.340487528592348}
+{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.8932755589485168, "Finetune/Loss (Raw)": 0.9756066203117371, "Finetune/Step": 2257, "Finetune/Step Time": 5.312413841485977}
+{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.8917662501335144, "Finetune/Loss (Raw)": 0.7571274638175964, "Finetune/Step": 2258, "Finetune/Step Time": 5.312312167137861}
+{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.8907431960105896, "Finetune/Loss (Raw)": 0.8339436054229736, "Finetune/Step": 2259, "Finetune/Step Time": 5.310051031410694}
+{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.89070725440979, "Finetune/Loss (Raw)": 0.8568402528762817, "Finetune/Step": 2260, "Finetune/Step Time": 5.315272508189082}
+{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.8892776966094971, "Finetune/Loss (Raw)": 0.9577235579490662, "Finetune/Step": 2261, "Finetune/Step Time": 5.317579118534923}
+{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.890601396560669, "Finetune/Loss (Raw)": 1.0360928773880005, "Finetune/Step": 2262, "Finetune/Step Time": 5.311422660946846}
+{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.8904000520706177, "Finetune/Loss (Raw)": 0.8424279093742371, "Finetune/Step": 2263, "Finetune/Step Time": 5.315867457538843}
+{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.8903024792671204, "Finetune/Loss (Raw)": 0.9491387605667114, "Finetune/Step": 2264, "Finetune/Step Time": 5.318752728402615}
+{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.8940609693527222, "Finetune/Loss (Raw)": 0.8968947529792786, "Finetune/Step": 2265, "Finetune/Step Time": 5.289475452154875}
+{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.8927191495895386, "Finetune/Loss (Raw)": 0.7421950697898865, "Finetune/Step": 2266, "Finetune/Step Time": 5.295660149306059}
+{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.892853319644928, "Finetune/Loss (Raw)": 0.872333824634552, "Finetune/Step": 2267, "Finetune/Step Time": 5.276562200859189}
+{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.8918659090995789, "Finetune/Loss (Raw)": 0.8312875628471375, "Finetune/Step": 2268, "Finetune/Step Time": 5.274314204230905}
+{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.8907840251922607, "Finetune/Loss (Raw)": 0.9324730634689331, "Finetune/Step": 2269, "Finetune/Step Time": 5.268017726019025}
+{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.89031982421875, "Finetune/Loss (Raw)": 0.7993918657302856, "Finetune/Step": 2270, "Finetune/Step Time": 5.276865484192967}
+{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.8905092477798462, "Finetune/Loss (Raw)": 0.9529741406440735, "Finetune/Step": 2271, "Finetune/Step Time": 5.257368579506874}
+{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.8910584449768066, "Finetune/Loss (Raw)": 0.9737181067466736, "Finetune/Step": 2272, "Finetune/Step Time": 5.2520012483000755}
+{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.8928419947624207, "Finetune/Loss (Raw)": 0.9196600317955017, "Finetune/Step": 2273, "Finetune/Step Time": 5.238463012501597}
+{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.8922913074493408, "Finetune/Loss (Raw)": 0.8328120708465576, "Finetune/Step": 2274, "Finetune/Step Time": 5.249909546226263}
+{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.8930160999298096, "Finetune/Loss (Raw)": 1.0227181911468506, "Finetune/Step": 2275, "Finetune/Step Time": 5.242594486102462}
+{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.8918229341506958, "Finetune/Loss (Raw)": 0.9111128449440002, "Finetune/Step": 2276, "Finetune/Step Time": 5.245269408449531}
+{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.8899627327919006, "Finetune/Loss (Raw)": 0.7421472668647766, "Finetune/Step": 2277, "Finetune/Step Time": 5.250080579891801}
+{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.8904297351837158, "Finetune/Loss (Raw)": 0.9590598940849304, "Finetune/Step": 2278, "Finetune/Step Time": 5.248821912333369}
+{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.8900243639945984, "Finetune/Loss (Raw)": 1.0454295873641968, "Finetune/Step": 2279, "Finetune/Step Time": 5.238443426787853}
+{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.8906393051147461, "Finetune/Loss (Raw)": 0.882940411567688, "Finetune/Step": 2280, "Finetune/Step Time": 5.233765095472336}
+{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.8910880088806152, "Finetune/Loss (Raw)": 0.907812774181366, "Finetune/Step": 2281, "Finetune/Step Time": 5.2355289198458195}
+{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.8914896845817566, "Finetune/Loss (Raw)": 0.9184824228286743, "Finetune/Step": 2282, "Finetune/Step Time": 5.2301479075104}
+{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.892561137676239, "Finetune/Loss (Raw)": 1.0447789430618286, "Finetune/Step": 2283, "Finetune/Step Time": 5.218218583613634}
+{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.8937516808509827, "Finetune/Loss (Raw)": 0.8974543213844299, "Finetune/Step": 2284, "Finetune/Step Time": 5.232853764668107}
+{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.8945088386535645, "Finetune/Loss (Raw)": 0.9523337483406067, "Finetune/Step": 2285, "Finetune/Step Time": 5.233454082161188}
+{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.8943583965301514, "Finetune/Loss (Raw)": 0.9487800598144531, "Finetune/Step": 2286, "Finetune/Step Time": 5.244100829586387}
+{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.8930115699768066, "Finetune/Loss (Raw)": 0.7702403664588928, "Finetune/Step": 2287, "Finetune/Step Time": 5.229934703558683}
+{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.8931912183761597, "Finetune/Loss (Raw)": 0.9538269639015198, "Finetune/Step": 2288, "Finetune/Step Time": 5.2336711045354605}
+{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.8922208547592163, "Finetune/Loss (Raw)": 0.7282994985580444, "Finetune/Step": 2289, "Finetune/Step Time": 5.2475399021059275}
+{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.8928849101066589, "Finetune/Loss (Raw)": 0.9973787665367126, "Finetune/Step": 2290, "Finetune/Step Time": 5.231022249907255}
+{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.8925926685333252, "Finetune/Loss (Raw)": 0.8303117156028748, "Finetune/Step": 2291, "Finetune/Step Time": 5.243674714118242}
+{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.8908990621566772, "Finetune/Loss (Raw)": 0.8251380324363708, "Finetune/Step": 2292, "Finetune/Step Time": 5.252064408734441}
+{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.8893778920173645, "Finetune/Loss (Raw)": 0.7238032817840576, "Finetune/Step": 2293, "Finetune/Step Time": 5.237766647711396}
+{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.889161229133606, "Finetune/Loss (Raw)": 0.938583493232727, "Finetune/Step": 2294, "Finetune/Step Time": 5.236187480390072}
+{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.888109564781189, "Finetune/Loss (Raw)": 0.9361558556556702, "Finetune/Step": 2295, "Finetune/Step Time": 5.253908829763532}
+{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.886834442615509, "Finetune/Loss (Raw)": 0.7517990469932556, "Finetune/Step": 2296, "Finetune/Step Time": 5.254989992827177}
+{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.886493444442749, "Finetune/Loss (Raw)": 0.9196289777755737, "Finetune/Step": 2297, "Finetune/Step Time": 5.269019288942218}
+{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.8867290019989014, "Finetune/Loss (Raw)": 0.8596335649490356, "Finetune/Step": 2298, "Finetune/Step Time": 5.27030323445797}
+{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.8873709440231323, "Finetune/Loss (Raw)": 0.9629021883010864, "Finetune/Step": 2299, "Finetune/Step Time": 5.268823936581612}
+{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.8878135681152344, "Finetune/Loss (Raw)": 0.957392156124115, "Finetune/Step": 2300, "Finetune/Step Time": 5.274733193218708}
+{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.8870875239372253, "Finetune/Loss (Raw)": 0.8290591835975647, "Finetune/Step": 2301, "Finetune/Step Time": 5.262388970702887}
+{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.8871592283248901, "Finetune/Loss (Raw)": 0.7944519519805908, "Finetune/Step": 2302, "Finetune/Step Time": 5.255179792642593}
+{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.8871636390686035, "Finetune/Loss (Raw)": 0.9104764461517334, "Finetune/Step": 2303, "Finetune/Step Time": 5.238046623766422}
+{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.8850035667419434, "Finetune/Loss (Raw)": 0.7114011645317078, "Finetune/Step": 2304, "Finetune/Step Time": 5.246225913986564}
+{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.8829203844070435, "Finetune/Loss (Raw)": 0.8135477900505066, "Finetune/Step": 2305, "Finetune/Step Time": 5.242142887786031}
+{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.884932816028595, "Finetune/Loss (Raw)": 1.0479305982589722, "Finetune/Step": 2306, "Finetune/Step Time": 5.25415095128119}
+{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.8849437236785889, "Finetune/Loss (Raw)": 0.9708775877952576, "Finetune/Step": 2307, "Finetune/Step Time": 5.2393448278307915}
+{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.8821294903755188, "Finetune/Loss (Raw)": 0.6042112112045288, "Finetune/Step": 2308, "Finetune/Step Time": 5.231282971799374}
+{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.8817559480667114, "Finetune/Loss (Raw)": 0.9319959282875061, "Finetune/Step": 2309, "Finetune/Step Time": 5.231559166684747}
+{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.8814203143119812, "Finetune/Loss (Raw)": 0.9396187663078308, "Finetune/Step": 2310, "Finetune/Step Time": 5.227116372436285}
+{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.8834375143051147, "Finetune/Loss (Raw)": 1.0272016525268555, "Finetune/Step": 2311, "Finetune/Step Time": 5.207555636763573}
+{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.8838309049606323, "Finetune/Loss (Raw)": 0.8512683510780334, "Finetune/Step": 2312, "Finetune/Step Time": 5.216303516179323}
+{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.8837246298789978, "Finetune/Loss (Raw)": 0.9199856519699097, "Finetune/Step": 2313, "Finetune/Step Time": 5.20983405970037}
+{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.8834701180458069, "Finetune/Loss (Raw)": 0.8594215512275696, "Finetune/Step": 2314, "Finetune/Step Time": 5.217689031735063}
+{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.8842746019363403, "Finetune/Loss (Raw)": 0.8504571914672852, "Finetune/Step": 2315, "Finetune/Step Time": 5.1848759818822145}
+{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.8849841952323914, "Finetune/Loss (Raw)": 0.987352728843689, "Finetune/Step": 2316, "Finetune/Step Time": 5.150142699480057}
+{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.8852107524871826, "Finetune/Loss (Raw)": 0.8599658608436584, "Finetune/Step": 2317, "Finetune/Step Time": 5.145664673298597}
+{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.8855203986167908, "Finetune/Loss (Raw)": 0.8797146677970886, "Finetune/Step": 2318, "Finetune/Step Time": 5.1339979991316795}
+{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.8866481781005859, "Finetune/Loss (Raw)": 1.0731582641601562, "Finetune/Step": 2319, "Finetune/Step Time": 5.124972727149725}
+{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.887794017791748, "Finetune/Loss (Raw)": 0.9386515021324158, "Finetune/Step": 2320, "Finetune/Step Time": 5.123184638097882}
+{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.8872490525245667, "Finetune/Loss (Raw)": 0.9121725559234619, "Finetune/Step": 2321, "Finetune/Step Time": 5.130286127328873}
+{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.8873997926712036, "Finetune/Loss (Raw)": 0.9836085438728333, "Finetune/Step": 2322, "Finetune/Step Time": 5.130549965426326}
+{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.885956883430481, "Finetune/Loss (Raw)": 0.7988291382789612, "Finetune/Step": 2323, "Finetune/Step Time": 5.144054360687733}
+{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.8857920169830322, "Finetune/Loss (Raw)": 0.8383830189704895, "Finetune/Step": 2324, "Finetune/Step Time": 5.144759384915233}
+{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.8857130408287048, "Finetune/Loss (Raw)": 0.9857454895973206, "Finetune/Step": 2325, "Finetune/Step Time": 5.151405988261104}
+{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.8823280334472656, "Finetune/Loss (Raw)": 0.43474677205085754, "Finetune/Step": 2326, "Finetune/Step Time": 5.1752291191369295}
+{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.882726788520813, "Finetune/Loss (Raw)": 0.8995561599731445, "Finetune/Step": 2327, "Finetune/Step Time": 5.190836945548654}
+{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.8823461532592773, "Finetune/Loss (Raw)": 0.819119393825531, "Finetune/Step": 2328, "Finetune/Step Time": 5.184883363544941}
+{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.8872764706611633, "Finetune/Loss (Raw)": 0.9816139936447144, "Finetune/Step": 2329, "Finetune/Step Time": 5.15636195987463}
+{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.8863143920898438, "Finetune/Loss (Raw)": 0.7867405414581299, "Finetune/Step": 2330, "Finetune/Step Time": 5.168174058198929}
+{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.8867735862731934, "Finetune/Loss (Raw)": 0.9315221905708313, "Finetune/Step": 2331, "Finetune/Step Time": 5.175771091133356}
+{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.8890022039413452, "Finetune/Loss (Raw)": 1.1261762380599976, "Finetune/Step": 2332, "Finetune/Step Time": 5.1712510250508785}
+{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.8932827711105347, "Finetune/Loss (Raw)": 0.9701986908912659, "Finetune/Step": 2333, "Finetune/Step Time": 5.1580029632896185}
+{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.8952493667602539, "Finetune/Loss (Raw)": 0.9401537775993347, "Finetune/Step": 2334, "Finetune/Step Time": 5.12977709248662}
+{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.894565224647522, "Finetune/Loss (Raw)": 0.871634840965271, "Finetune/Step": 2335, "Finetune/Step Time": 5.131294192746282}
+{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.8947182297706604, "Finetune/Loss (Raw)": 0.8860323429107666, "Finetune/Step": 2336, "Finetune/Step Time": 5.1355265118181705}
+{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.8951550722122192, "Finetune/Loss (Raw)": 0.9545449018478394, "Finetune/Step": 2337, "Finetune/Step Time": 5.134530212730169}
+{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.8997226357460022, "Finetune/Loss (Raw)": 0.9753513932228088, "Finetune/Step": 2338, "Finetune/Step Time": 5.1045322716236115}
+{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.8983074426651001, "Finetune/Loss (Raw)": 0.8096206188201904, "Finetune/Step": 2339, "Finetune/Step Time": 5.098605005070567}
+{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.8998941779136658, "Finetune/Loss (Raw)": 0.9014288187026978, "Finetune/Step": 2340, "Finetune/Step Time": 5.084700763225555}
+{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.9015651345252991, "Finetune/Loss (Raw)": 1.0240230560302734, "Finetune/Step": 2341, "Finetune/Step Time": 5.110238963738084}
+{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.898795485496521, "Finetune/Loss (Raw)": 0.35140275955200195, "Finetune/Step": 2342, "Finetune/Step Time": 5.13235560618341}
+{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.899188756942749, "Finetune/Loss (Raw)": 0.9998847842216492, "Finetune/Step": 2343, "Finetune/Step Time": 5.15004276484251}
+{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.8988637924194336, "Finetune/Loss (Raw)": 0.8894836902618408, "Finetune/Step": 2344, "Finetune/Step Time": 5.173549856990576}
+{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.8997613787651062, "Finetune/Loss (Raw)": 1.1322734355926514, "Finetune/Step": 2345, "Finetune/Step Time": 5.168058017268777}
+{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.9012011289596558, "Finetune/Loss (Raw)": 0.8968510627746582, "Finetune/Step": 2346, "Finetune/Step Time": 5.163578750565648}
+{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.901573896408081, "Finetune/Loss (Raw)": 0.9011887907981873, "Finetune/Step": 2347, "Finetune/Step Time": 5.1326599810272455}
+{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.9018016457557678, "Finetune/Loss (Raw)": 1.0000351667404175, "Finetune/Step": 2348, "Finetune/Step Time": 5.134088687598705}
+{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.9025474190711975, "Finetune/Loss (Raw)": 0.9261212348937988, "Finetune/Step": 2349, "Finetune/Step Time": 5.125554986298084}
+{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.9018800854682922, "Finetune/Loss (Raw)": 0.9038549065589905, "Finetune/Step": 2350, "Finetune/Step Time": 5.118549592792988}
+{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.9026418924331665, "Finetune/Loss (Raw)": 1.0196268558502197, "Finetune/Step": 2351, "Finetune/Step Time": 5.1155198980122805}
+{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.9040184617042542, "Finetune/Loss (Raw)": 1.0764762163162231, "Finetune/Step": 2352, "Finetune/Step Time": 5.1237970888614655}
+{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.9043631553649902, "Finetune/Loss (Raw)": 0.9205942749977112, "Finetune/Step": 2353, "Finetune/Step Time": 5.129650291055441}
+{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.9042288661003113, "Finetune/Loss (Raw)": 0.927722692489624, "Finetune/Step": 2354, "Finetune/Step Time": 5.122002871707082}
+{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.9030835628509521, "Finetune/Loss (Raw)": 0.818321943283081, "Finetune/Step": 2355, "Finetune/Step Time": 5.119049951434135}
+{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.9023584127426147, "Finetune/Loss (Raw)": 0.7885742783546448, "Finetune/Step": 2356, "Finetune/Step Time": 5.11918642744422}
+{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.9022548198699951, "Finetune/Loss (Raw)": 0.907317042350769, "Finetune/Step": 2357, "Finetune/Step Time": 5.123731886968017}
+{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.9037869572639465, "Finetune/Loss (Raw)": 1.052442193031311, "Finetune/Step": 2358, "Finetune/Step Time": 5.121014311909676}
+{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.8983227014541626, "Finetune/Loss (Raw)": 0.2878376245498657, "Finetune/Step": 2359, "Finetune/Step Time": 5.150546560063958}
+{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.8975328207015991, "Finetune/Loss (Raw)": 0.9212729334831238, "Finetune/Step": 2360, "Finetune/Step Time": 5.1503842025995255}
+{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.8988116383552551, "Finetune/Loss (Raw)": 0.9493746161460876, "Finetune/Step": 2361, "Finetune/Step Time": 5.144290678203106}
+{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.898441731929779, "Finetune/Loss (Raw)": 0.9297038316726685, "Finetune/Step": 2362, "Finetune/Step Time": 5.127174325287342}
+{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.8960186243057251, "Finetune/Loss (Raw)": 0.7142736911773682, "Finetune/Step": 2363, "Finetune/Step Time": 5.13294711895287}
+{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.8948492407798767, "Finetune/Loss (Raw)": 0.8510386347770691, "Finetune/Step": 2364, "Finetune/Step Time": 5.130457282066345}
+{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.8956382274627686, "Finetune/Loss (Raw)": 1.012652039527893, "Finetune/Step": 2365, "Finetune/Step Time": 5.125860933214426}
+{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.8957008123397827, "Finetune/Loss (Raw)": 0.7637274861335754, "Finetune/Step": 2366, "Finetune/Step Time": 5.122238913550973}
+{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.8941671848297119, "Finetune/Loss (Raw)": 0.9585209488868713, "Finetune/Step": 2367, "Finetune/Step Time": 5.127769060432911}
+{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.8930444717407227, "Finetune/Loss (Raw)": 0.9025765061378479, "Finetune/Step": 2368, "Finetune/Step Time": 5.1121492478996515}
+{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.8931142091751099, "Finetune/Loss (Raw)": 1.0046199560165405, "Finetune/Step": 2369, "Finetune/Step Time": 5.10909173451364}
+{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.8933087587356567, "Finetune/Loss (Raw)": 0.903496265411377, "Finetune/Step": 2370, "Finetune/Step Time": 5.111312272027135}
+{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.8941174149513245, "Finetune/Loss (Raw)": 0.9984058141708374, "Finetune/Step": 2371, "Finetune/Step Time": 5.110335228964686}
+{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.8919038772583008, "Finetune/Loss (Raw)": 0.8736648559570312, "Finetune/Step": 2372, "Finetune/Step Time": 5.112926276400685}
+{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.8923246264457703, "Finetune/Loss (Raw)": 1.0029197931289673, "Finetune/Step": 2373, "Finetune/Step Time": 5.134613052010536}
+{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.8902063369750977, "Finetune/Loss (Raw)": 0.8063538670539856, "Finetune/Step": 2374, "Finetune/Step Time": 5.136571492999792}
+{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.8894829750061035, "Finetune/Loss (Raw)": 0.7455636262893677, "Finetune/Step": 2375, "Finetune/Step Time": 5.139975311234593}
+{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.8909282684326172, "Finetune/Loss (Raw)": 0.9461545348167419, "Finetune/Step": 2376, "Finetune/Step Time": 5.145051287487149}
+{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.8924195170402527, "Finetune/Loss (Raw)": 1.0546404123306274, "Finetune/Step": 2377, "Finetune/Step Time": 5.14570102468133}
+{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.8929346799850464, "Finetune/Loss (Raw)": 1.003222107887268, "Finetune/Step": 2378, "Finetune/Step Time": 5.134751942008734}
+{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.8927053809165955, "Finetune/Loss (Raw)": 0.9206017255783081, "Finetune/Step": 2379, "Finetune/Step Time": 5.1510176081210375}
+{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.8963574171066284, "Finetune/Loss (Raw)": 0.7839091420173645, "Finetune/Step": 2380, "Finetune/Step Time": 5.109608566388488}
+{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.8955816030502319, "Finetune/Loss (Raw)": 0.9202277064323425, "Finetune/Step": 2381, "Finetune/Step Time": 5.111438270658255}
+{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.8934215903282166, "Finetune/Loss (Raw)": 0.7617798447608948, "Finetune/Step": 2382, "Finetune/Step Time": 5.123237326741219}
+{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.8910642862319946, "Finetune/Loss (Raw)": 0.6634971499443054, "Finetune/Step": 2383, "Finetune/Step Time": 5.1365678403526545}
+{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.8926834464073181, "Finetune/Loss (Raw)": 1.0885412693023682, "Finetune/Step": 2384, "Finetune/Step Time": 5.132572712376714}
+{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.8921489715576172, "Finetune/Loss (Raw)": 0.9071896076202393, "Finetune/Step": 2385, "Finetune/Step Time": 5.137579973787069}
+{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.8941900134086609, "Finetune/Loss (Raw)": 1.0183825492858887, "Finetune/Step": 2386, "Finetune/Step Time": 5.143690221011639}
+{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.894423246383667, "Finetune/Loss (Raw)": 0.8637965321540833, "Finetune/Step": 2387, "Finetune/Step Time": 5.157416582107544}
+{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.8952974081039429, "Finetune/Loss (Raw)": 0.9687369465827942, "Finetune/Step": 2388, "Finetune/Step Time": 5.167483102530241}
+{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.895881175994873, "Finetune/Loss (Raw)": 1.0324398279190063, "Finetune/Step": 2389, "Finetune/Step Time": 5.166327415034175}
+{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.8957736492156982, "Finetune/Loss (Raw)": 1.0223342180252075, "Finetune/Step": 2390, "Finetune/Step Time": 5.170328354462981}
+{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.8968183994293213, "Finetune/Loss (Raw)": 0.9761564135551453, "Finetune/Step": 2391, "Finetune/Step Time": 5.169510653242469}
+{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.8965632915496826, "Finetune/Loss (Raw)": 0.9164798855781555, "Finetune/Step": 2392, "Finetune/Step Time": 5.169850829988718}
+{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.8975198268890381, "Finetune/Loss (Raw)": 1.019334316253662, "Finetune/Step": 2393, "Finetune/Step Time": 5.182864049449563}
+{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.8947714567184448, "Finetune/Loss (Raw)": 0.39040666818618774, "Finetune/Step": 2394, "Finetune/Step Time": 5.207752697169781}
+{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.8953272104263306, "Finetune/Loss (Raw)": 0.9434671401977539, "Finetune/Step": 2395, "Finetune/Step Time": 5.212515354156494}
+{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.8955240845680237, "Finetune/Loss (Raw)": 0.8564837574958801, "Finetune/Step": 2396, "Finetune/Step Time": 5.219772467389703}
+{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.8954817652702332, "Finetune/Loss (Raw)": 0.927062451839447, "Finetune/Step": 2397, "Finetune/Step Time": 5.217135019600391}
+{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.8975958824157715, "Finetune/Loss (Raw)": 1.069995403289795, "Finetune/Step": 2398, "Finetune/Step Time": 5.208125323057175}
+{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.8979230523109436, "Finetune/Loss (Raw)": 0.9948564767837524, "Finetune/Step": 2399, "Finetune/Step Time": 5.214289775118232}
+{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.896587073802948, "Finetune/Loss (Raw)": 0.8027059435844421, "Finetune/Step": 2400, "Finetune/Step Time": 5.206161497160792}
+{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.8968143463134766, "Finetune/Loss (Raw)": 0.9487513899803162, "Finetune/Step": 2401, "Finetune/Step Time": 5.208853067830205}
+{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.8967338800430298, "Finetune/Loss (Raw)": 0.822515070438385, "Finetune/Step": 2402, "Finetune/Step Time": 5.192969003692269}
+{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.8960630893707275, "Finetune/Loss (Raw)": 0.936849057674408, "Finetune/Step": 2403, "Finetune/Step Time": 5.200512697920203}
+{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.8963251709938049, "Finetune/Loss (Raw)": 0.9446650147438049, "Finetune/Step": 2404, "Finetune/Step Time": 5.199141779914498}
+{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.8978409767150879, "Finetune/Loss (Raw)": 0.9361743330955505, "Finetune/Step": 2405, "Finetune/Step Time": 5.194798331707716}
+{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.8980486392974854, "Finetune/Loss (Raw)": 0.9856420159339905, "Finetune/Step": 2406, "Finetune/Step Time": 5.1957985162734985}
+{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.8952275514602661, "Finetune/Loss (Raw)": 0.6843259334564209, "Finetune/Step": 2407, "Finetune/Step Time": 5.216170605272055}
+{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.8970372676849365, "Finetune/Loss (Raw)": 1.1145879030227661, "Finetune/Step": 2408, "Finetune/Step Time": 5.23567371442914}
+{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.8968759775161743, "Finetune/Loss (Raw)": 0.8871626257896423, "Finetune/Step": 2409, "Finetune/Step Time": 5.23529102653265}
+{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.8967053890228271, "Finetune/Loss (Raw)": 0.896652102470398, "Finetune/Step": 2410, "Finetune/Step Time": 5.24344814196229}
+{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.8943942785263062, "Finetune/Loss (Raw)": 0.7489469647407532, "Finetune/Step": 2411, "Finetune/Step Time": 5.250125115737319}
+{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.8943066596984863, "Finetune/Loss (Raw)": 0.8862387537956238, "Finetune/Step": 2412, "Finetune/Step Time": 5.2279285453259945}
+{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.8931973576545715, "Finetune/Loss (Raw)": 0.8103532195091248, "Finetune/Step": 2413, "Finetune/Step Time": 5.217795101925731}
+{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.8930981159210205, "Finetune/Loss (Raw)": 0.9360682964324951, "Finetune/Step": 2414, "Finetune/Step Time": 5.203083448112011}
+{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.8939130902290344, "Finetune/Loss (Raw)": 0.8745625615119934, "Finetune/Step": 2415, "Finetune/Step Time": 5.202185422182083}
+{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.8939225077629089, "Finetune/Loss (Raw)": 0.9550302624702454, "Finetune/Step": 2416, "Finetune/Step Time": 5.200057700276375}
+{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.8952690958976746, "Finetune/Loss (Raw)": 0.9006651043891907, "Finetune/Step": 2417, "Finetune/Step Time": 5.197311522439122}
+{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.8909000754356384, "Finetune/Loss (Raw)": 0.4381383955478668, "Finetune/Step": 2418, "Finetune/Step Time": 5.226612567901611}
+{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.891437828540802, "Finetune/Loss (Raw)": 0.8991474509239197, "Finetune/Step": 2419, "Finetune/Step Time": 5.233880566433072}
+{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.8932986259460449, "Finetune/Loss (Raw)": 1.0633132457733154, "Finetune/Step": 2420, "Finetune/Step Time": 5.2236582320183516}
+{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.8936736583709717, "Finetune/Loss (Raw)": 0.7718178629875183, "Finetune/Step": 2421, "Finetune/Step Time": 5.2319924011826515}
+{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.8924649953842163, "Finetune/Loss (Raw)": 0.7838682532310486, "Finetune/Step": 2422, "Finetune/Step Time": 5.241298612207174}
+{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.8909787535667419, "Finetune/Loss (Raw)": 0.7459208965301514, "Finetune/Step": 2423, "Finetune/Step Time": 5.233928257599473}
+{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.8924485445022583, "Finetune/Loss (Raw)": 0.9399327039718628, "Finetune/Step": 2424, "Finetune/Step Time": 5.232928520068526}
+{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.8917959928512573, "Finetune/Loss (Raw)": 0.83609539270401, "Finetune/Step": 2425, "Finetune/Step Time": 5.231170715764165}
+{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.8879449963569641, "Finetune/Loss (Raw)": 0.36671268939971924, "Finetune/Step": 2426, "Finetune/Step Time": 5.260615026578307}
+{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.8880367875099182, "Finetune/Loss (Raw)": 0.9746510982513428, "Finetune/Step": 2427, "Finetune/Step Time": 5.251909790560603}
+{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.8867884874343872, "Finetune/Loss (Raw)": 0.7976097464561462, "Finetune/Step": 2428, "Finetune/Step Time": 5.245923601090908}
+{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.8878195881843567, "Finetune/Loss (Raw)": 0.9610445499420166, "Finetune/Step": 2429, "Finetune/Step Time": 5.256801534444094}
+{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.8874512910842896, "Finetune/Loss (Raw)": 0.7472987174987793, "Finetune/Step": 2430, "Finetune/Step Time": 5.280764997005463}
+{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.888167142868042, "Finetune/Loss (Raw)": 1.0021107196807861, "Finetune/Step": 2431, "Finetune/Step Time": 5.279152542352676}
+{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.8896435499191284, "Finetune/Loss (Raw)": 0.900388240814209, "Finetune/Step": 2432, "Finetune/Step Time": 5.2811398431658745}
+{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.8900634050369263, "Finetune/Loss (Raw)": 0.8672813773155212, "Finetune/Step": 2433, "Finetune/Step Time": 5.280615778639913}
+{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.8890308737754822, "Finetune/Loss (Raw)": 0.9157655835151672, "Finetune/Step": 2434, "Finetune/Step Time": 5.269728826358914}
+{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.888309895992279, "Finetune/Loss (Raw)": 0.8785992860794067, "Finetune/Step": 2435, "Finetune/Step Time": 5.278519773855805}
+{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.891101598739624, "Finetune/Loss (Raw)": 0.9615501761436462, "Finetune/Step": 2436, "Finetune/Step Time": 5.272066369652748}
+{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.8906316757202148, "Finetune/Loss (Raw)": 0.8718485832214355, "Finetune/Step": 2437, "Finetune/Step Time": 5.2770677767694}
+{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.8910822868347168, "Finetune/Loss (Raw)": 0.997295081615448, "Finetune/Step": 2438, "Finetune/Step Time": 5.281190013512969}
+{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.8907614946365356, "Finetune/Loss (Raw)": 0.9861347675323486, "Finetune/Step": 2439, "Finetune/Step Time": 5.281325526535511}
+{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.8918750286102295, "Finetune/Loss (Raw)": 0.9937962889671326, "Finetune/Step": 2440, "Finetune/Step Time": 5.261691801249981}
+{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.8921054601669312, "Finetune/Loss (Raw)": 0.9494882225990295, "Finetune/Step": 2441, "Finetune/Step Time": 5.257440013810992}
+{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.8925179839134216, "Finetune/Loss (Raw)": 0.9122232794761658, "Finetune/Step": 2442, "Finetune/Step Time": 5.253816271200776}
+{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.8934940695762634, "Finetune/Loss (Raw)": 0.9753942489624023, "Finetune/Step": 2443, "Finetune/Step Time": 5.259165978059173}
+{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.8932463526725769, "Finetune/Loss (Raw)": 0.955645740032196, "Finetune/Step": 2444, "Finetune/Step Time": 5.266494812443852}
+{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.8895226120948792, "Finetune/Loss (Raw)": 0.3833264708518982, "Finetune/Step": 2445, "Finetune/Step Time": 5.293971220031381}
+{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.8898231983184814, "Finetune/Loss (Raw)": 0.9181917309761047, "Finetune/Step": 2446, "Finetune/Step Time": 5.296433636918664}
+{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.8884953856468201, "Finetune/Loss (Raw)": 0.9031988978385925, "Finetune/Step": 2447, "Finetune/Step Time": 5.301754951477051}
+{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.8889416456222534, "Finetune/Loss (Raw)": 0.9957752227783203, "Finetune/Step": 2448, "Finetune/Step Time": 5.304088156670332}
+{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.8881287574768066, "Finetune/Loss (Raw)": 0.8081273436546326, "Finetune/Step": 2449, "Finetune/Step Time": 5.297081049531698}
+{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.8841983079910278, "Finetune/Loss (Raw)": 0.4805011451244354, "Finetune/Step": 2450, "Finetune/Step Time": 5.335470009595156}
+{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.8804221153259277, "Finetune/Loss (Raw)": 0.31547918915748596, "Finetune/Step": 2451, "Finetune/Step Time": 5.355621026828885}
+{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.8811547160148621, "Finetune/Loss (Raw)": 0.93215411901474, "Finetune/Step": 2452, "Finetune/Step Time": 5.347316036000848}
+{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.8808495998382568, "Finetune/Loss (Raw)": 0.9466969966888428, "Finetune/Step": 2453, "Finetune/Step Time": 5.365316221490502}
+{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.8844746351242065, "Finetune/Loss (Raw)": 0.8987472653388977, "Finetune/Step": 2454, "Finetune/Step Time": 5.345799205824733}
+{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.8853616714477539, "Finetune/Loss (Raw)": 1.0130953788757324, "Finetune/Step": 2455, "Finetune/Step Time": 5.3331587202847}
+{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.8864139318466187, "Finetune/Loss (Raw)": 0.9538059234619141, "Finetune/Step": 2456, "Finetune/Step Time": 5.323852974921465}
+{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.8861725926399231, "Finetune/Loss (Raw)": 0.9507262110710144, "Finetune/Step": 2457, "Finetune/Step Time": 5.3212090618908405}
+{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.8874342441558838, "Finetune/Loss (Raw)": 0.9482325911521912, "Finetune/Step": 2458, "Finetune/Step Time": 5.327530162408948}
+{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.8869282007217407, "Finetune/Loss (Raw)": 0.8667421936988831, "Finetune/Step": 2459, "Finetune/Step Time": 5.322157703340054}
+{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.8851836919784546, "Finetune/Loss (Raw)": 0.9028904438018799, "Finetune/Step": 2460, "Finetune/Step Time": 5.317207429558039}
+{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.8856461048126221, "Finetune/Loss (Raw)": 1.0293782949447632, "Finetune/Step": 2461, "Finetune/Step Time": 5.314044749364257}
+{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.8857625722885132, "Finetune/Loss (Raw)": 0.9550642967224121, "Finetune/Step": 2462, "Finetune/Step Time": 5.301697442308068}
+{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.8862013220787048, "Finetune/Loss (Raw)": 0.9277957081794739, "Finetune/Step": 2463, "Finetune/Step Time": 5.3017395455390215}
+{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.8872781991958618, "Finetune/Loss (Raw)": 1.023877739906311, "Finetune/Step": 2464, "Finetune/Step Time": 5.287979966029525}
+{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.8868703842163086, "Finetune/Loss (Raw)": 0.902342677116394, "Finetune/Step": 2465, "Finetune/Step Time": 5.3024339117109776}
+{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.8855342268943787, "Finetune/Loss (Raw)": 0.8043232560157776, "Finetune/Step": 2466, "Finetune/Step Time": 5.304100560024381}
+{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.8863800764083862, "Finetune/Loss (Raw)": 0.9178839325904846, "Finetune/Step": 2467, "Finetune/Step Time": 5.2852662187069654}
+{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.887988805770874, "Finetune/Loss (Raw)": 1.1073508262634277, "Finetune/Step": 2468, "Finetune/Step Time": 5.299023259431124}
+{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.8877413272857666, "Finetune/Loss (Raw)": 0.9923441410064697, "Finetune/Step": 2469, "Finetune/Step Time": 5.271594472229481}
+{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.8915332555770874, "Finetune/Loss (Raw)": 0.8367645740509033, "Finetune/Step": 2470, "Finetune/Step Time": 5.247084781527519}
+{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.8913963437080383, "Finetune/Loss (Raw)": 0.9823606014251709, "Finetune/Step": 2471, "Finetune/Step Time": 5.230859633535147}
+{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.8919117450714111, "Finetune/Loss (Raw)": 0.9554628133773804, "Finetune/Step": 2472, "Finetune/Step Time": 5.205368911847472}
+{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.8903616070747375, "Finetune/Loss (Raw)": 0.9338529109954834, "Finetune/Step": 2473, "Finetune/Step Time": 5.2109681479632854}
+{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.8905673623085022, "Finetune/Loss (Raw)": 0.9231874942779541, "Finetune/Step": 2474, "Finetune/Step Time": 5.215470848605037}
+{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.8904078006744385, "Finetune/Loss (Raw)": 0.8807610869407654, "Finetune/Step": 2475, "Finetune/Step Time": 5.214958600699902}
+{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.8898248076438904, "Finetune/Loss (Raw)": 0.9254217743873596, "Finetune/Step": 2476, "Finetune/Step Time": 5.212764240801334}
+{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.8898122310638428, "Finetune/Loss (Raw)": 0.9245023727416992, "Finetune/Step": 2477, "Finetune/Step Time": 5.209975766018033}
+{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.8898289799690247, "Finetune/Loss (Raw)": 0.9060002565383911, "Finetune/Step": 2478, "Finetune/Step Time": 5.209293283522129}
+{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.8883177042007446, "Finetune/Loss (Raw)": 0.8261834383010864, "Finetune/Step": 2479, "Finetune/Step Time": 5.209815485402942}
+{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.8862259387969971, "Finetune/Loss (Raw)": 0.8087332248687744, "Finetune/Step": 2480, "Finetune/Step Time": 5.208343304693699}
+{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.8819325566291809, "Finetune/Loss (Raw)": 0.37103912234306335, "Finetune/Step": 2481, "Finetune/Step Time": 5.22538979165256}
+{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.8829852342605591, "Finetune/Loss (Raw)": 1.0624630451202393, "Finetune/Step": 2482, "Finetune/Step Time": 5.2232567220926285}
+{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.8835620880126953, "Finetune/Loss (Raw)": 0.8921654224395752, "Finetune/Step": 2483, "Finetune/Step Time": 5.228770615532994}
+{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.8841263055801392, "Finetune/Loss (Raw)": 0.8607973456382751, "Finetune/Step": 2484, "Finetune/Step Time": 5.234695510938764}
+{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.8842642307281494, "Finetune/Loss (Raw)": 0.9249687194824219, "Finetune/Step": 2485, "Finetune/Step Time": 5.235102256760001}
+{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.8824202418327332, "Finetune/Loss (Raw)": 0.8164072036743164, "Finetune/Step": 2486, "Finetune/Step Time": 5.245344629511237}
+{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.8825925588607788, "Finetune/Loss (Raw)": 0.3098931312561035, "Finetune/Step": 2487, "Finetune/Step Time": 5.2436265759170055}
+{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.8834517002105713, "Finetune/Loss (Raw)": 1.0312416553497314, "Finetune/Step": 2488, "Finetune/Step Time": 5.242493910714984}
+{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.8834412097930908, "Finetune/Loss (Raw)": 0.9480311870574951, "Finetune/Step": 2489, "Finetune/Step Time": 5.260898871347308}
+{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.878636360168457, "Finetune/Loss (Raw)": 0.31468361616134644, "Finetune/Step": 2490, "Finetune/Step Time": 5.295560117810965}
+{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.8798928260803223, "Finetune/Loss (Raw)": 0.875106692314148, "Finetune/Step": 2491, "Finetune/Step Time": 5.289759332314134}
+{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.8793379664421082, "Finetune/Loss (Raw)": 0.7800130248069763, "Finetune/Step": 2492, "Finetune/Step Time": 5.2909084726125}
+{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.8789412379264832, "Finetune/Loss (Raw)": 0.9618707299232483, "Finetune/Step": 2493, "Finetune/Step Time": 5.298980966210365}
+{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.8810010552406311, "Finetune/Loss (Raw)": 1.0273823738098145, "Finetune/Step": 2494, "Finetune/Step Time": 5.2879603151232}
+{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.8808233141899109, "Finetune/Loss (Raw)": 0.9357714653015137, "Finetune/Step": 2495, "Finetune/Step Time": 5.280838791280985}
+{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.8808513283729553, "Finetune/Loss (Raw)": 0.906163215637207, "Finetune/Step": 2496, "Finetune/Step Time": 5.3016959223896265}
+{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.8791451454162598, "Finetune/Loss (Raw)": 0.7862338423728943, "Finetune/Step": 2497, "Finetune/Step Time": 5.3010106440633535}
+{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.8798496127128601, "Finetune/Loss (Raw)": 0.9936637878417969, "Finetune/Step": 2498, "Finetune/Step Time": 5.301251685246825}
+{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.8771895170211792, "Finetune/Loss (Raw)": 0.6579126119613647, "Finetune/Step": 2499, "Finetune/Step Time": 5.313457116484642}
+{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.8777676820755005, "Finetune/Loss (Raw)": 0.9476730227470398, "Finetune/Step": 2500, "Finetune/Step Time": 5.31357710622251}
+{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.8771909475326538, "Finetune/Loss (Raw)": 0.929099440574646, "Finetune/Step": 2501, "Finetune/Step Time": 5.294671321287751}
+{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.8783682584762573, "Finetune/Loss (Raw)": 0.9570476412773132, "Finetune/Step": 2502, "Finetune/Step Time": 5.29462480917573}
+{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.8795140981674194, "Finetune/Loss (Raw)": 0.8922285437583923, "Finetune/Step": 2503, "Finetune/Step Time": 5.283914264291525}
+{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.8790623545646667, "Finetune/Loss (Raw)": 0.8883357644081116, "Finetune/Step": 2504, "Finetune/Step Time": 5.288036987185478}
+{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.8777219653129578, "Finetune/Loss (Raw)": 0.8830702304840088, "Finetune/Step": 2505, "Finetune/Step Time": 5.287865815684199}
+{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.8765558004379272, "Finetune/Loss (Raw)": 0.8539488911628723, "Finetune/Step": 2506, "Finetune/Step Time": 5.282075714319944}
+{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.8771023750305176, "Finetune/Loss (Raw)": 0.990559458732605, "Finetune/Step": 2507, "Finetune/Step Time": 5.26940262503922}
+{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.8775781989097595, "Finetune/Loss (Raw)": 0.8448179364204407, "Finetune/Step": 2508, "Finetune/Step Time": 5.276332590728998}
+{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.8769320845603943, "Finetune/Loss (Raw)": 0.8375253677368164, "Finetune/Step": 2509, "Finetune/Step Time": 5.279892664402723}
+{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.8790856599807739, "Finetune/Loss (Raw)": 1.0374418497085571, "Finetune/Step": 2510, "Finetune/Step Time": 5.263750873506069}
+{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.8814845085144043, "Finetune/Loss (Raw)": 0.9705476760864258, "Finetune/Step": 2511, "Finetune/Step Time": 5.260190775617957}
+{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.8791990280151367, "Finetune/Loss (Raw)": 0.7959992289543152, "Finetune/Step": 2512, "Finetune/Step Time": 5.269448433071375}
+{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.8788014650344849, "Finetune/Loss (Raw)": 0.8562979698181152, "Finetune/Step": 2513, "Finetune/Step Time": 5.2688559629023075}
+{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.8788164854049683, "Finetune/Loss (Raw)": 1.02031672000885, "Finetune/Step": 2514, "Finetune/Step Time": 5.275212913751602}
+{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.878035306930542, "Finetune/Loss (Raw)": 0.7637960910797119, "Finetune/Step": 2515, "Finetune/Step Time": 5.280515043064952}
+{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.8775862455368042, "Finetune/Loss (Raw)": 0.9112548828125, "Finetune/Step": 2516, "Finetune/Step Time": 5.25897435285151}
+{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.876696765422821, "Finetune/Loss (Raw)": 0.9185853600502014, "Finetune/Step": 2517, "Finetune/Step Time": 5.261649783700705}
+{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.8753613233566284, "Finetune/Loss (Raw)": 0.8514001369476318, "Finetune/Step": 2518, "Finetune/Step Time": 5.267156032845378}
+{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.8745909333229065, "Finetune/Loss (Raw)": 0.8775449991226196, "Finetune/Step": 2519, "Finetune/Step Time": 5.271593332290649}
+{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.8750517964363098, "Finetune/Loss (Raw)": 0.9754775166511536, "Finetune/Step": 2520, "Finetune/Step Time": 5.27100264839828}
+{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.8702077865600586, "Finetune/Loss (Raw)": 0.39929965138435364, "Finetune/Step": 2521, "Finetune/Step Time": 5.29673315025866}
+{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.8745868802070618, "Finetune/Loss (Raw)": 0.9509305953979492, "Finetune/Step": 2522, "Finetune/Step Time": 5.293932585045695}
+{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.872644305229187, "Finetune/Loss (Raw)": 0.6948097348213196, "Finetune/Step": 2523, "Finetune/Step Time": 5.295352900400758}
+{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.8728565573692322, "Finetune/Loss (Raw)": 0.8836613297462463, "Finetune/Step": 2524, "Finetune/Step Time": 5.28418542444706}
+{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.8723291158676147, "Finetune/Loss (Raw)": 0.8595424294471741, "Finetune/Step": 2525, "Finetune/Step Time": 5.296978546306491}
+{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.8712641000747681, "Finetune/Loss (Raw)": 0.9336771368980408, "Finetune/Step": 2526, "Finetune/Step Time": 5.29976587370038}
+{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.87105393409729, "Finetune/Loss (Raw)": 0.9679486155509949, "Finetune/Step": 2527, "Finetune/Step Time": 5.310146594420075}
+{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.8725781440734863, "Finetune/Loss (Raw)": 0.9978169202804565, "Finetune/Step": 2528, "Finetune/Step Time": 5.316914439201355}
+{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.8672458529472351, "Finetune/Loss (Raw)": 0.2662111520767212, "Finetune/Step": 2529, "Finetune/Step Time": 5.345879331231117}
+{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.8679211735725403, "Finetune/Loss (Raw)": 0.9089585542678833, "Finetune/Step": 2530, "Finetune/Step Time": 5.3379462491720915}
+{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.8670029640197754, "Finetune/Loss (Raw)": 0.819311797618866, "Finetune/Step": 2531, "Finetune/Step Time": 5.336974402889609}
+{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.8673096299171448, "Finetune/Loss (Raw)": 0.9839194416999817, "Finetune/Step": 2532, "Finetune/Step Time": 5.353944519534707}
+{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.8667941689491272, "Finetune/Loss (Raw)": 0.8701958656311035, "Finetune/Step": 2533, "Finetune/Step Time": 5.357026908546686}
+{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.862014889717102, "Finetune/Loss (Raw)": 0.3738967180252075, "Finetune/Step": 2534, "Finetune/Step Time": 5.386992184445262}
+{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.8645225763320923, "Finetune/Loss (Raw)": 1.005310297012329, "Finetune/Step": 2535, "Finetune/Step Time": 5.372857423499227}
+{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.8614034056663513, "Finetune/Loss (Raw)": 0.7153329849243164, "Finetune/Step": 2536, "Finetune/Step Time": 5.369238702580333}
+{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.8614727258682251, "Finetune/Loss (Raw)": 0.8960364460945129, "Finetune/Step": 2537, "Finetune/Step Time": 5.376915549859405}
+{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.86214280128479, "Finetune/Loss (Raw)": 0.9824245572090149, "Finetune/Step": 2538, "Finetune/Step Time": 5.381635155528784}
+{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.8631885647773743, "Finetune/Loss (Raw)": 0.8827962279319763, "Finetune/Step": 2539, "Finetune/Step Time": 5.380950666964054}
+{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.8639476895332336, "Finetune/Loss (Raw)": 0.9834136366844177, "Finetune/Step": 2540, "Finetune/Step Time": 5.3921444322913885}
+{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.8642000555992126, "Finetune/Loss (Raw)": 0.8426544070243835, "Finetune/Step": 2541, "Finetune/Step Time": 5.408618712797761}
+{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.864084005355835, "Finetune/Loss (Raw)": 0.9212131500244141, "Finetune/Step": 2542, "Finetune/Step Time": 5.413358502089977}
+{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.8644275069236755, "Finetune/Loss (Raw)": 0.9185304641723633, "Finetune/Step": 2543, "Finetune/Step Time": 5.4087570402771235}
+{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.8624835014343262, "Finetune/Loss (Raw)": 0.706201434135437, "Finetune/Step": 2544, "Finetune/Step Time": 5.418269170448184}
+{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.8622011542320251, "Finetune/Loss (Raw)": 0.8645203709602356, "Finetune/Step": 2545, "Finetune/Step Time": 5.412449223920703}
+{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.8609424233436584, "Finetune/Loss (Raw)": 0.2770187258720398, "Finetune/Step": 2546, "Finetune/Step Time": 5.411546306684613}
+{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.8606600165367126, "Finetune/Loss (Raw)": 0.8629969954490662, "Finetune/Step": 2547, "Finetune/Step Time": 5.38357794098556}
+{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.86036217212677, "Finetune/Loss (Raw)": 1.025199055671692, "Finetune/Step": 2548, "Finetune/Step Time": 5.38538833335042}
+{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.8568073511123657, "Finetune/Loss (Raw)": 0.3168017864227295, "Finetune/Step": 2549, "Finetune/Step Time": 5.396255696192384}
+{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.8579180836677551, "Finetune/Loss (Raw)": 0.9260381460189819, "Finetune/Step": 2550, "Finetune/Step Time": 5.3867314625531435}
+{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.8594362139701843, "Finetune/Loss (Raw)": 0.940239667892456, "Finetune/Step": 2551, "Finetune/Step Time": 5.38289880566299}
+{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.860547661781311, "Finetune/Loss (Raw)": 1.0821980237960815, "Finetune/Step": 2552, "Finetune/Step Time": 5.383448679000139}
+{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.860839307308197, "Finetune/Loss (Raw)": 0.8734283447265625, "Finetune/Step": 2553, "Finetune/Step Time": 5.384662754833698}
+{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.8651939630508423, "Finetune/Loss (Raw)": 0.9241098165512085, "Finetune/Step": 2554, "Finetune/Step Time": 5.381987802684307}
+{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.8601326942443848, "Finetune/Loss (Raw)": 0.326800137758255, "Finetune/Step": 2555, "Finetune/Step Time": 5.410770811140537}
+{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.860829770565033, "Finetune/Loss (Raw)": 0.8868400454521179, "Finetune/Step": 2556, "Finetune/Step Time": 5.4112835712730885}
+{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.8592438697814941, "Finetune/Loss (Raw)": 0.7580482363700867, "Finetune/Step": 2557, "Finetune/Step Time": 5.395407000556588}
+{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.8601595163345337, "Finetune/Loss (Raw)": 0.8645054697990417, "Finetune/Step": 2558, "Finetune/Step Time": 5.365633251145482}
+{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.8593404293060303, "Finetune/Loss (Raw)": 0.8972679972648621, "Finetune/Step": 2559, "Finetune/Step Time": 5.363906713202596}
+{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.8590885400772095, "Finetune/Loss (Raw)": 0.8681364059448242, "Finetune/Step": 2560, "Finetune/Step Time": 5.372103862464428}
+{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.8591365814208984, "Finetune/Loss (Raw)": 0.8734354376792908, "Finetune/Step": 2561, "Finetune/Step Time": 5.375267222523689}
+{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.859834611415863, "Finetune/Loss (Raw)": 1.0051124095916748, "Finetune/Step": 2562, "Finetune/Step Time": 5.373969508334994}
+{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.8577849864959717, "Finetune/Loss (Raw)": 0.6162530183792114, "Finetune/Step": 2563, "Finetune/Step Time": 5.371353263035417}
+{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.8575418591499329, "Finetune/Loss (Raw)": 0.9304285645484924, "Finetune/Step": 2564, "Finetune/Step Time": 5.373526094481349}
+{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.8582868576049805, "Finetune/Loss (Raw)": 0.9672048091888428, "Finetune/Step": 2565, "Finetune/Step Time": 5.370737995952368}
+{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.8577569723129272, "Finetune/Loss (Raw)": 0.929478645324707, "Finetune/Step": 2566, "Finetune/Step Time": 5.3727519400417805}
+{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.8561936616897583, "Finetune/Loss (Raw)": 0.7860246896743774, "Finetune/Step": 2567, "Finetune/Step Time": 5.377277709543705}
+{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.8546091914176941, "Finetune/Loss (Raw)": 0.790984570980072, "Finetune/Step": 2568, "Finetune/Step Time": 5.380789767950773}
+{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.8560014963150024, "Finetune/Loss (Raw)": 1.1277050971984863, "Finetune/Step": 2569, "Finetune/Step Time": 5.378319846466184}
+{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.8559709787368774, "Finetune/Loss (Raw)": 0.9083171486854553, "Finetune/Step": 2570, "Finetune/Step Time": 5.382559236139059}
+{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.8566223382949829, "Finetune/Loss (Raw)": 1.0587741136550903, "Finetune/Step": 2571, "Finetune/Step Time": 5.380506470799446}
+{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.8560442924499512, "Finetune/Loss (Raw)": 0.8816434741020203, "Finetune/Step": 2572, "Finetune/Step Time": 5.377523746341467}
+{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.8600457310676575, "Finetune/Loss (Raw)": 0.8955159783363342, "Finetune/Step": 2573, "Finetune/Step Time": 5.353227753192186}
+{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.8597763776779175, "Finetune/Loss (Raw)": 0.8837071061134338, "Finetune/Step": 2574, "Finetune/Step Time": 5.374449277296662}
+{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.859167218208313, "Finetune/Loss (Raw)": 0.8252355456352234, "Finetune/Step": 2575, "Finetune/Step Time": 5.366578323766589}
+{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.8586522340774536, "Finetune/Loss (Raw)": 0.929850697517395, "Finetune/Step": 2576, "Finetune/Step Time": 5.378611734136939}
+{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.8598836064338684, "Finetune/Loss (Raw)": 0.9657469391822815, "Finetune/Step": 2577, "Finetune/Step Time": 5.381871595978737}
+{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.863999605178833, "Finetune/Loss (Raw)": 1.0073515176773071, "Finetune/Step": 2578, "Finetune/Step Time": 5.341076662763953}
+{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.8692973852157593, "Finetune/Loss (Raw)": 0.993594765663147, "Finetune/Step": 2579, "Finetune/Step Time": 5.3084258120507}
+{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.8675291538238525, "Finetune/Loss (Raw)": 0.7058143019676208, "Finetune/Step": 2580, "Finetune/Step Time": 5.317790269851685}
+{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.8682087659835815, "Finetune/Loss (Raw)": 1.033694863319397, "Finetune/Step": 2581, "Finetune/Step Time": 5.294308947399259}
+{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.8681057691574097, "Finetune/Loss (Raw)": 0.8855575919151306, "Finetune/Step": 2582, "Finetune/Step Time": 5.283001493662596}
+{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.866486132144928, "Finetune/Loss (Raw)": 0.8057820796966553, "Finetune/Step": 2583, "Finetune/Step Time": 5.290567934513092}
+{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.8671603798866272, "Finetune/Loss (Raw)": 1.0401115417480469, "Finetune/Step": 2584, "Finetune/Step Time": 5.290583426132798}
+{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.86590576171875, "Finetune/Loss (Raw)": 0.7901359796524048, "Finetune/Step": 2585, "Finetune/Step Time": 5.292323891073465}
+{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.8659459352493286, "Finetune/Loss (Raw)": 0.9533687233924866, "Finetune/Step": 2586, "Finetune/Step Time": 5.278475873172283}
+{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.8664686679840088, "Finetune/Loss (Raw)": 0.9336597919464111, "Finetune/Step": 2587, "Finetune/Step Time": 5.2778801545500755}
+{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.8661360740661621, "Finetune/Loss (Raw)": 0.8603195548057556, "Finetune/Step": 2588, "Finetune/Step Time": 5.28578937612474}
+{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.8657472133636475, "Finetune/Loss (Raw)": 0.9796040654182434, "Finetune/Step": 2589, "Finetune/Step Time": 5.289073241874576}
+{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.8653935194015503, "Finetune/Loss (Raw)": 0.9097881317138672, "Finetune/Step": 2590, "Finetune/Step Time": 5.291542982682586}
+{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.8645026087760925, "Finetune/Loss (Raw)": 0.8137593865394592, "Finetune/Step": 2591, "Finetune/Step Time": 5.328326931223273}
+{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.8635790944099426, "Finetune/Loss (Raw)": 0.9056701064109802, "Finetune/Step": 2592, "Finetune/Step Time": 5.336358547210693}
+{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.8630332946777344, "Finetune/Loss (Raw)": 0.8324806094169617, "Finetune/Step": 2593, "Finetune/Step Time": 5.344244580715895}
+{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.8630784749984741, "Finetune/Loss (Raw)": 0.8101063966751099, "Finetune/Step": 2594, "Finetune/Step Time": 5.365248946473002}
+{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.8628140687942505, "Finetune/Loss (Raw)": 0.8840345740318298, "Finetune/Step": 2595, "Finetune/Step Time": 5.370048297569156}
+{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.8609240651130676, "Finetune/Loss (Raw)": 0.8654332160949707, "Finetune/Step": 2596, "Finetune/Step Time": 5.353167960420251}
+{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.8607175350189209, "Finetune/Loss (Raw)": 0.9659068584442139, "Finetune/Step": 2597, "Finetune/Step Time": 5.355839744210243}
+{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.8597087860107422, "Finetune/Loss (Raw)": 0.707651674747467, "Finetune/Step": 2598, "Finetune/Step Time": 5.367580018937588}
+{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.8594632148742676, "Finetune/Loss (Raw)": 0.9509166479110718, "Finetune/Step": 2599, "Finetune/Step Time": 5.371435979381204}
+{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.8589162230491638, "Finetune/Loss (Raw)": 0.885456383228302, "Finetune/Step": 2600, "Finetune/Step Time": 5.3759501632303}
+{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.8586674928665161, "Finetune/Loss (Raw)": 0.902008593082428, "Finetune/Step": 2601, "Finetune/Step Time": 5.382583696395159}
+{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.8593581914901733, "Finetune/Loss (Raw)": 1.0116068124771118, "Finetune/Step": 2602, "Finetune/Step Time": 5.379998372867703}
+{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.8601503968238831, "Finetune/Loss (Raw)": 0.9821586012840271, "Finetune/Step": 2603, "Finetune/Step Time": 5.3791250344365835}
+{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.8597694635391235, "Finetune/Loss (Raw)": 0.8766633868217468, "Finetune/Step": 2604, "Finetune/Step Time": 5.384150447323918}
+{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.8586978316307068, "Finetune/Loss (Raw)": 0.7873274683952332, "Finetune/Step": 2605, "Finetune/Step Time": 5.382277155295014}
+{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.8580663204193115, "Finetune/Loss (Raw)": 0.8251672983169556, "Finetune/Step": 2606, "Finetune/Step Time": 5.410110287368298}
+{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.859045684337616, "Finetune/Loss (Raw)": 0.9515451192855835, "Finetune/Step": 2607, "Finetune/Step Time": 5.430162452161312}
+{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.8600932359695435, "Finetune/Loss (Raw)": 0.942816436290741, "Finetune/Step": 2608, "Finetune/Step Time": 5.42290074005723}
+{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.8644391298294067, "Finetune/Loss (Raw)": 0.9273139834403992, "Finetune/Step": 2609, "Finetune/Step Time": 5.393449695780873}
+{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.8630298376083374, "Finetune/Loss (Raw)": 0.8820744156837463, "Finetune/Step": 2610, "Finetune/Step Time": 5.4088593404740095}
+{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.8615745902061462, "Finetune/Loss (Raw)": 0.7058951258659363, "Finetune/Step": 2611, "Finetune/Step Time": 5.409437684342265}
+{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.8617736101150513, "Finetune/Loss (Raw)": 0.886269748210907, "Finetune/Step": 2612, "Finetune/Step Time": 5.407378891482949}
+{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.8624914884567261, "Finetune/Loss (Raw)": 1.0168607234954834, "Finetune/Step": 2613, "Finetune/Step Time": 5.405151214450598}
+{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.8625835180282593, "Finetune/Loss (Raw)": 0.8281815052032471, "Finetune/Step": 2614, "Finetune/Step Time": 5.39687130972743}
+{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.8674972057342529, "Finetune/Loss (Raw)": 0.9388496279716492, "Finetune/Step": 2615, "Finetune/Step Time": 5.375935882329941}
+{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.8668381571769714, "Finetune/Loss (Raw)": 0.9468861818313599, "Finetune/Step": 2616, "Finetune/Step Time": 5.378002652898431}
+{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.8624765276908875, "Finetune/Loss (Raw)": 0.3897401690483093, "Finetune/Step": 2617, "Finetune/Step Time": 5.384275721386075}
+{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.8662416934967041, "Finetune/Loss (Raw)": 0.796628475189209, "Finetune/Step": 2618, "Finetune/Step Time": 5.359808526933193}
+{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.8668695688247681, "Finetune/Loss (Raw)": 0.9554715156555176, "Finetune/Step": 2619, "Finetune/Step Time": 5.3526205234229565}
+{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.8672181367874146, "Finetune/Loss (Raw)": 0.8246330618858337, "Finetune/Step": 2620, "Finetune/Step Time": 5.348110908642411}
+{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.8665521144866943, "Finetune/Loss (Raw)": 0.8766128420829773, "Finetune/Step": 2621, "Finetune/Step Time": 5.344900904223323}
+{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.865876317024231, "Finetune/Loss (Raw)": 0.9408783316612244, "Finetune/Step": 2622, "Finetune/Step Time": 5.339912738651037}
+{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.865591287612915, "Finetune/Loss (Raw)": 0.8992981314659119, "Finetune/Step": 2623, "Finetune/Step Time": 5.359271915629506}
+{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.8656103610992432, "Finetune/Loss (Raw)": 0.9086021780967712, "Finetune/Step": 2624, "Finetune/Step Time": 5.348725771531463}
+{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.8655388951301575, "Finetune/Loss (Raw)": 0.7770841717720032, "Finetune/Step": 2625, "Finetune/Step Time": 5.361194105818868}
+{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.8601711988449097, "Finetune/Loss (Raw)": 0.30659690499305725, "Finetune/Step": 2626, "Finetune/Step Time": 5.391244566068053}
+{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.8619887828826904, "Finetune/Loss (Raw)": 0.8905665874481201, "Finetune/Step": 2627, "Finetune/Step Time": 5.374974837526679}
+{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.8622848987579346, "Finetune/Loss (Raw)": 0.9855663776397705, "Finetune/Step": 2628, "Finetune/Step Time": 5.373961830511689}
+{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.8599498271942139, "Finetune/Loss (Raw)": 0.6302233934402466, "Finetune/Step": 2629, "Finetune/Step Time": 5.388266183435917}
+{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.8586726188659668, "Finetune/Loss (Raw)": 0.7935595512390137, "Finetune/Step": 2630, "Finetune/Step Time": 5.3882143665105104}
+{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.8597593307495117, "Finetune/Loss (Raw)": 1.0313273668289185, "Finetune/Step": 2631, "Finetune/Step Time": 5.384982276707888}
+{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.8590764999389648, "Finetune/Loss (Raw)": 0.800933301448822, "Finetune/Step": 2632, "Finetune/Step Time": 5.380016520619392}
+{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.8595370650291443, "Finetune/Loss (Raw)": 0.942020833492279, "Finetune/Step": 2633, "Finetune/Step Time": 5.392572104930878}
+{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.8603277206420898, "Finetune/Loss (Raw)": 0.9551554322242737, "Finetune/Step": 2634, "Finetune/Step Time": 5.392980877310038}
+{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.8598852157592773, "Finetune/Loss (Raw)": 0.9339241981506348, "Finetune/Step": 2635, "Finetune/Step Time": 5.387378875166178}
+{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.8611564040184021, "Finetune/Loss (Raw)": 1.007522702217102, "Finetune/Step": 2636, "Finetune/Step Time": 5.386697497218847}
+{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.8610279560089111, "Finetune/Loss (Raw)": 0.8210885524749756, "Finetune/Step": 2637, "Finetune/Step Time": 5.390873525291681}
+{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.8604645133018494, "Finetune/Loss (Raw)": 0.9653161764144897, "Finetune/Step": 2638, "Finetune/Step Time": 5.410623483359814}
+{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.8592343330383301, "Finetune/Loss (Raw)": 0.813089907169342, "Finetune/Step": 2639, "Finetune/Step Time": 5.401898257434368}
+{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.8556915521621704, "Finetune/Loss (Raw)": 0.34252533316612244, "Finetune/Step": 2640, "Finetune/Step Time": 5.423413624987006}
+{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.8559839725494385, "Finetune/Loss (Raw)": 0.8937201499938965, "Finetune/Step": 2641, "Finetune/Step Time": 5.415451284497976}
+{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.854838490486145, "Finetune/Loss (Raw)": 0.8737022876739502, "Finetune/Step": 2642, "Finetune/Step Time": 5.4046812150627375}
+{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.8545482158660889, "Finetune/Loss (Raw)": 0.7266419529914856, "Finetune/Step": 2643, "Finetune/Step Time": 5.401235848665237}
+{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.8534775972366333, "Finetune/Loss (Raw)": 0.7742094993591309, "Finetune/Step": 2644, "Finetune/Step Time": 5.433044983074069}
+{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.8535940647125244, "Finetune/Loss (Raw)": 0.9334989190101624, "Finetune/Step": 2645, "Finetune/Step Time": 5.436725934967399}
+{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.8542402982711792, "Finetune/Loss (Raw)": 0.9341138601303101, "Finetune/Step": 2646, "Finetune/Step Time": 5.423331767320633}
+{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.8538504242897034, "Finetune/Loss (Raw)": 0.8276375532150269, "Finetune/Step": 2647, "Finetune/Step Time": 5.428416443988681}
+{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.8537124395370483, "Finetune/Loss (Raw)": 0.957817018032074, "Finetune/Step": 2648, "Finetune/Step Time": 5.43941655755043}
+{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.8572280406951904, "Finetune/Loss (Raw)": 0.8492944240570068, "Finetune/Step": 2649, "Finetune/Step Time": 5.411143882200122}
+{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.8560921549797058, "Finetune/Loss (Raw)": 0.8055455088615417, "Finetune/Step": 2650, "Finetune/Step Time": 5.383638851344585}
+{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.8573134541511536, "Finetune/Loss (Raw)": 0.8511329889297485, "Finetune/Step": 2651, "Finetune/Step Time": 5.3785907458513975}
+{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.8583191633224487, "Finetune/Loss (Raw)": 1.0123919248580933, "Finetune/Step": 2652, "Finetune/Step Time": 5.384932439774275}
+{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.8584097027778625, "Finetune/Loss (Raw)": 0.8711296916007996, "Finetune/Step": 2653, "Finetune/Step Time": 5.39650203101337}
+{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.8537274599075317, "Finetune/Loss (Raw)": 0.33435171842575073, "Finetune/Step": 2654, "Finetune/Step Time": 5.420487595722079}
+{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.8533362150192261, "Finetune/Loss (Raw)": 0.9178643822669983, "Finetune/Step": 2655, "Finetune/Step Time": 5.419805387035012}
+{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.8525136709213257, "Finetune/Loss (Raw)": 0.8925372362136841, "Finetune/Step": 2656, "Finetune/Step Time": 5.41650103032589}
+{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.8558783531188965, "Finetune/Loss (Raw)": 0.6968833208084106, "Finetune/Step": 2657, "Finetune/Step Time": 5.401003843173385}
+{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.8541369438171387, "Finetune/Loss (Raw)": 0.6860685348510742, "Finetune/Step": 2658, "Finetune/Step Time": 5.419108176603913}
+{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.8555663824081421, "Finetune/Loss (Raw)": 1.002273678779602, "Finetune/Step": 2659, "Finetune/Step Time": 5.411051644012332}
+{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.855231523513794, "Finetune/Loss (Raw)": 0.9410630464553833, "Finetune/Step": 2660, "Finetune/Step Time": 5.395403644070029}
+{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.8570756912231445, "Finetune/Loss (Raw)": 1.106245994567871, "Finetune/Step": 2661, "Finetune/Step Time": 5.398943120613694}
+{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.8620874285697937, "Finetune/Loss (Raw)": 1.0153931379318237, "Finetune/Step": 2662, "Finetune/Step Time": 5.366068689152598}
+{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.861874520778656, "Finetune/Loss (Raw)": 0.978064775466919, "Finetune/Step": 2663, "Finetune/Step Time": 5.372479354962707}
+{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.8596619367599487, "Finetune/Loss (Raw)": 0.4321185052394867, "Finetune/Step": 2664, "Finetune/Step Time": 5.386056665331125}
+{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.858628511428833, "Finetune/Loss (Raw)": 0.76375812292099, "Finetune/Step": 2665, "Finetune/Step Time": 5.37940458394587}
+{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.8583647608757019, "Finetune/Loss (Raw)": 0.948662519454956, "Finetune/Step": 2666, "Finetune/Step Time": 5.385901011526585}
+{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.8576163649559021, "Finetune/Loss (Raw)": 0.7870064377784729, "Finetune/Step": 2667, "Finetune/Step Time": 5.380525061860681}
+{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.8565608263015747, "Finetune/Loss (Raw)": 0.8483012318611145, "Finetune/Step": 2668, "Finetune/Step Time": 5.3660472091287374}
+{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.8577448129653931, "Finetune/Loss (Raw)": 0.9942031502723694, "Finetune/Step": 2669, "Finetune/Step Time": 5.349661527201533}
+{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.8576142191886902, "Finetune/Loss (Raw)": 0.9044970870018005, "Finetune/Step": 2670, "Finetune/Step Time": 5.344948081299663}
+{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.8563768863677979, "Finetune/Loss (Raw)": 0.7601553201675415, "Finetune/Step": 2671, "Finetune/Step Time": 5.35139443539083}
+{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.8561748266220093, "Finetune/Loss (Raw)": 0.6803371906280518, "Finetune/Step": 2672, "Finetune/Step Time": 5.356795333325863}
+{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.8561602234840393, "Finetune/Loss (Raw)": 0.8626505732536316, "Finetune/Step": 2673, "Finetune/Step Time": 5.357458965852857}
+{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.8605831861495972, "Finetune/Loss (Raw)": 0.8431633114814758, "Finetune/Step": 2674, "Finetune/Step Time": 5.338658325374126}
+{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.860490083694458, "Finetune/Loss (Raw)": 0.8510771989822388, "Finetune/Step": 2675, "Finetune/Step Time": 5.343274736776948}
+{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.8589876890182495, "Finetune/Loss (Raw)": 0.8328888416290283, "Finetune/Step": 2676, "Finetune/Step Time": 5.3472529742866755}
+{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.8640715479850769, "Finetune/Loss (Raw)": 0.967534065246582, "Finetune/Step": 2677, "Finetune/Step Time": 5.315673898905516}
+{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.8637163639068604, "Finetune/Loss (Raw)": 0.8805769085884094, "Finetune/Step": 2678, "Finetune/Step Time": 5.314572179690003}
+{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.8643248081207275, "Finetune/Loss (Raw)": 1.0181246995925903, "Finetune/Step": 2679, "Finetune/Step Time": 5.312363417819142}
+{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.8629748225212097, "Finetune/Loss (Raw)": 0.909393846988678, "Finetune/Step": 2680, "Finetune/Step Time": 5.315737372264266}
+{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.8587827086448669, "Finetune/Loss (Raw)": 0.3368423879146576, "Finetune/Step": 2681, "Finetune/Step Time": 5.334611406549811}
+{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.8584880232810974, "Finetune/Loss (Raw)": 0.8863843083381653, "Finetune/Step": 2682, "Finetune/Step Time": 5.3125265166163445}
+{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.8628685474395752, "Finetune/Loss (Raw)": 0.8875145316123962, "Finetune/Step": 2683, "Finetune/Step Time": 5.281286615878344}
+{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.8627492785453796, "Finetune/Loss (Raw)": 0.8715724349021912, "Finetune/Step": 2684, "Finetune/Step Time": 5.290911400690675}
+{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.8638526797294617, "Finetune/Loss (Raw)": 0.8992845416069031, "Finetune/Step": 2685, "Finetune/Step Time": 5.2947516441345215}
+{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.863224983215332, "Finetune/Loss (Raw)": 0.7841588258743286, "Finetune/Step": 2686, "Finetune/Step Time": 5.297635676339269}
+{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.8631641864776611, "Finetune/Loss (Raw)": 0.8894836902618408, "Finetune/Step": 2687, "Finetune/Step Time": 5.2996172700077295}
+{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.8636350631713867, "Finetune/Loss (Raw)": 0.9284079670906067, "Finetune/Step": 2688, "Finetune/Step Time": 5.281503846868873}
+{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.8646582365036011, "Finetune/Loss (Raw)": 1.0043995380401611, "Finetune/Step": 2689, "Finetune/Step Time": 5.290531827136874}
+{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.8596601486206055, "Finetune/Loss (Raw)": 0.3653585612773895, "Finetune/Step": 2690, "Finetune/Step Time": 5.322246477007866}
+{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.8630598783493042, "Finetune/Loss (Raw)": 1.0514193773269653, "Finetune/Step": 2691, "Finetune/Step Time": 5.316568849608302}
+{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.8624300360679626, "Finetune/Loss (Raw)": 0.8498102426528931, "Finetune/Step": 2692, "Finetune/Step Time": 5.316168015822768}
+{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.8623506426811218, "Finetune/Loss (Raw)": 0.9570419192314148, "Finetune/Step": 2693, "Finetune/Step Time": 5.314467307180166}
+{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.8620418310165405, "Finetune/Loss (Raw)": 0.889951229095459, "Finetune/Step": 2694, "Finetune/Step Time": 5.316521676257253}
+{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.8624289631843567, "Finetune/Loss (Raw)": 0.8355764150619507, "Finetune/Step": 2695, "Finetune/Step Time": 5.315532000735402}
+{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.8636470437049866, "Finetune/Loss (Raw)": 0.9468991756439209, "Finetune/Step": 2696, "Finetune/Step Time": 5.32714363373816}
+{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.8615697622299194, "Finetune/Loss (Raw)": 0.8618156909942627, "Finetune/Step": 2697, "Finetune/Step Time": 5.330302340909839}
+{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.8608402609825134, "Finetune/Loss (Raw)": 0.8149421215057373, "Finetune/Step": 2698, "Finetune/Step Time": 5.32574880681932}
+{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.8604203462600708, "Finetune/Loss (Raw)": 1.0050259828567505, "Finetune/Step": 2699, "Finetune/Step Time": 5.339927889406681}
+{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.8603044748306274, "Finetune/Loss (Raw)": 0.8668129444122314, "Finetune/Step": 2700, "Finetune/Step Time": 5.339585401117802}
+{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.8601112365722656, "Finetune/Loss (Raw)": 0.8707765936851501, "Finetune/Step": 2701, "Finetune/Step Time": 5.361868619918823}
+{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.860364556312561, "Finetune/Loss (Raw)": 0.9161365628242493, "Finetune/Step": 2702, "Finetune/Step Time": 5.351412957534194}
+{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.8602989912033081, "Finetune/Loss (Raw)": 0.8168383240699768, "Finetune/Step": 2703, "Finetune/Step Time": 5.36845575645566}
+{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.8592480421066284, "Finetune/Loss (Raw)": 0.7953324913978577, "Finetune/Step": 2704, "Finetune/Step Time": 5.3691973593086}
+{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.858361005783081, "Finetune/Loss (Raw)": 0.8522046804428101, "Finetune/Step": 2705, "Finetune/Step Time": 5.370650261640549}
+{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.8579596281051636, "Finetune/Loss (Raw)": 0.9559726715087891, "Finetune/Step": 2706, "Finetune/Step Time": 5.377700695767999}
+{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.8580551743507385, "Finetune/Loss (Raw)": 1.005826473236084, "Finetune/Step": 2707, "Finetune/Step Time": 5.374999707564712}
+{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.860329270362854, "Finetune/Loss (Raw)": 0.9969018697738647, "Finetune/Step": 2708, "Finetune/Step Time": 5.372594961896539}
+{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.8589273691177368, "Finetune/Loss (Raw)": 0.8542470335960388, "Finetune/Step": 2709, "Finetune/Step Time": 5.382635975256562}
+{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.8549253344535828, "Finetune/Loss (Raw)": 0.37329763174057007, "Finetune/Step": 2710, "Finetune/Step Time": 5.4156480729579926}
+{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.856121301651001, "Finetune/Loss (Raw)": 0.958864688873291, "Finetune/Step": 2711, "Finetune/Step Time": 5.40770660340786}
+{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.8551623821258545, "Finetune/Loss (Raw)": 0.9173679351806641, "Finetune/Step": 2712, "Finetune/Step Time": 5.426242297515273}
+{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.8557050228118896, "Finetune/Loss (Raw)": 0.8595979809761047, "Finetune/Step": 2713, "Finetune/Step Time": 5.43398978933692}
+{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.8555988073348999, "Finetune/Loss (Raw)": 0.939777672290802, "Finetune/Step": 2714, "Finetune/Step Time": 5.434058437123895}
+{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.8545930981636047, "Finetune/Loss (Raw)": 0.8049224615097046, "Finetune/Step": 2715, "Finetune/Step Time": 5.427940962836146}
+{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.8544780015945435, "Finetune/Loss (Raw)": 0.8455859422683716, "Finetune/Step": 2716, "Finetune/Step Time": 5.421060521155596}
+{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.8538112640380859, "Finetune/Loss (Raw)": 0.894266664981842, "Finetune/Step": 2717, "Finetune/Step Time": 5.403964167460799}
+{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.8533660173416138, "Finetune/Loss (Raw)": 0.8527954816818237, "Finetune/Step": 2718, "Finetune/Step Time": 5.404298961162567}
+{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.8541933298110962, "Finetune/Loss (Raw)": 0.9196538925170898, "Finetune/Step": 2719, "Finetune/Step Time": 5.369329702109098}
+{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.8545435667037964, "Finetune/Loss (Raw)": 0.9504933953285217, "Finetune/Step": 2720, "Finetune/Step Time": 5.365008220076561}
+{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.8545854091644287, "Finetune/Loss (Raw)": 0.8378430604934692, "Finetune/Step": 2721, "Finetune/Step Time": 5.3561203591525555}
+{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.8551570177078247, "Finetune/Loss (Raw)": 0.8832738399505615, "Finetune/Step": 2722, "Finetune/Step Time": 5.336967576295137}
+{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.8548742532730103, "Finetune/Loss (Raw)": 0.8478438258171082, "Finetune/Step": 2723, "Finetune/Step Time": 5.3318762965500355}
+{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.8552830219268799, "Finetune/Loss (Raw)": 0.9177489280700684, "Finetune/Step": 2724, "Finetune/Step Time": 5.3346950355917215}
+{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.8548216223716736, "Finetune/Loss (Raw)": 0.9068483114242554, "Finetune/Step": 2725, "Finetune/Step Time": 5.329000363126397}
+{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.8563497066497803, "Finetune/Loss (Raw)": 0.9032512307167053, "Finetune/Step": 2726, "Finetune/Step Time": 5.326587166637182}
+{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.8556873202323914, "Finetune/Loss (Raw)": 0.8661293387413025, "Finetune/Step": 2727, "Finetune/Step Time": 5.3298668544739485}
+{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.8548859357833862, "Finetune/Loss (Raw)": 0.7828734517097473, "Finetune/Step": 2728, "Finetune/Step Time": 5.328593431040645}
+{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.8510843515396118, "Finetune/Loss (Raw)": 0.41541534662246704, "Finetune/Step": 2729, "Finetune/Step Time": 5.349902285262942}
+{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.8492650985717773, "Finetune/Loss (Raw)": 0.7787418365478516, "Finetune/Step": 2730, "Finetune/Step Time": 5.353037448599935}
+{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.8485661745071411, "Finetune/Loss (Raw)": 0.8926883339881897, "Finetune/Step": 2731, "Finetune/Step Time": 5.350464062765241}
+{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.8489289283752441, "Finetune/Loss (Raw)": 0.9231014251708984, "Finetune/Step": 2732, "Finetune/Step Time": 5.346425212919712}
+{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.8496800661087036, "Finetune/Loss (Raw)": 0.8834752440452576, "Finetune/Step": 2733, "Finetune/Step Time": 5.34703416749835}
+{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.8506840467453003, "Finetune/Loss (Raw)": 0.9536724090576172, "Finetune/Step": 2734, "Finetune/Step Time": 5.324724500998855}
+{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.850760817527771, "Finetune/Loss (Raw)": 0.9613666534423828, "Finetune/Step": 2735, "Finetune/Step Time": 5.302606711164117}
+{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.8469215035438538, "Finetune/Loss (Raw)": 0.4513852596282959, "Finetune/Step": 2736, "Finetune/Step Time": 5.331955475732684}
+{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.8443949222564697, "Finetune/Loss (Raw)": 0.6039156317710876, "Finetune/Step": 2737, "Finetune/Step Time": 5.338144961744547}
+{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.8446513414382935, "Finetune/Loss (Raw)": 0.914893388748169, "Finetune/Step": 2738, "Finetune/Step Time": 5.33900842256844}
+{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.84641432762146, "Finetune/Loss (Raw)": 0.9315676093101501, "Finetune/Step": 2739, "Finetune/Step Time": 5.331503368914127}
+{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.8460075259208679, "Finetune/Loss (Raw)": 0.8341891169548035, "Finetune/Step": 2740, "Finetune/Step Time": 5.330695558339357}
+{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.8456646203994751, "Finetune/Loss (Raw)": 0.9729706048965454, "Finetune/Step": 2741, "Finetune/Step Time": 5.332055503502488}
+{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.8464325070381165, "Finetune/Loss (Raw)": 0.9264764785766602, "Finetune/Step": 2742, "Finetune/Step Time": 5.337474370375276}
+{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.8464351892471313, "Finetune/Loss (Raw)": 0.9391865730285645, "Finetune/Step": 2743, "Finetune/Step Time": 5.330633023753762}
+{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.8461464643478394, "Finetune/Loss (Raw)": 0.9099369645118713, "Finetune/Step": 2744, "Finetune/Step Time": 5.338984997943044}
+{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.8507590293884277, "Finetune/Loss (Raw)": 0.9801464080810547, "Finetune/Step": 2745, "Finetune/Step Time": 5.309180743992329}
+{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.8514364957809448, "Finetune/Loss (Raw)": 0.8833436369895935, "Finetune/Step": 2746, "Finetune/Step Time": 5.315132185816765}
+{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.8507282733917236, "Finetune/Loss (Raw)": 0.8648209571838379, "Finetune/Step": 2747, "Finetune/Step Time": 5.331208910793066}
+{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.8520730137825012, "Finetune/Loss (Raw)": 0.9967544674873352, "Finetune/Step": 2748, "Finetune/Step Time": 5.334011623635888}
+{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.8526973128318787, "Finetune/Loss (Raw)": 0.9565237760543823, "Finetune/Step": 2749, "Finetune/Step Time": 5.330682698637247}
+{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.8520627021789551, "Finetune/Loss (Raw)": 0.859643816947937, "Finetune/Step": 2750, "Finetune/Step Time": 5.334382740780711}
+{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.8524074554443359, "Finetune/Loss (Raw)": 0.9434281587600708, "Finetune/Step": 2751, "Finetune/Step Time": 5.323831366375089}
+{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.85273277759552, "Finetune/Loss (Raw)": 0.950243353843689, "Finetune/Step": 2752, "Finetune/Step Time": 5.323133355006576}
+{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.8543115854263306, "Finetune/Loss (Raw)": 0.9791761636734009, "Finetune/Step": 2753, "Finetune/Step Time": 5.309961492195725}
+{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.8592599034309387, "Finetune/Loss (Raw)": 0.9399787187576294, "Finetune/Step": 2754, "Finetune/Step Time": 5.277219135314226}
+{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.855052649974823, "Finetune/Loss (Raw)": 0.35204383730888367, "Finetune/Step": 2755, "Finetune/Step Time": 5.309935055673122}
+{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.854871392250061, "Finetune/Loss (Raw)": 0.9623613953590393, "Finetune/Step": 2756, "Finetune/Step Time": 5.336356330662966}
+{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.8561462759971619, "Finetune/Loss (Raw)": 0.7934068441390991, "Finetune/Step": 2757, "Finetune/Step Time": 5.352658674120903}
+{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.857295572757721, "Finetune/Loss (Raw)": 0.9406710863113403, "Finetune/Step": 2758, "Finetune/Step Time": 5.353012714534998}
+{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.85575932264328, "Finetune/Loss (Raw)": 0.8346859216690063, "Finetune/Step": 2759, "Finetune/Step Time": 5.353438355028629}
+{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.855231761932373, "Finetune/Loss (Raw)": 0.7334142923355103, "Finetune/Step": 2760, "Finetune/Step Time": 5.34742172062397}
+{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.8511106967926025, "Finetune/Loss (Raw)": 0.4145217537879944, "Finetune/Step": 2761, "Finetune/Step Time": 5.366276074200869}
+{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.8501241207122803, "Finetune/Loss (Raw)": 0.8288735151290894, "Finetune/Step": 2762, "Finetune/Step Time": 5.375568734481931}
+{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.8496420383453369, "Finetune/Loss (Raw)": 0.87221360206604, "Finetune/Step": 2763, "Finetune/Step Time": 5.378694336861372}
+{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.8485759496688843, "Finetune/Loss (Raw)": 0.8710662722587585, "Finetune/Step": 2764, "Finetune/Step Time": 5.378842333331704}
+{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.8448750376701355, "Finetune/Loss (Raw)": 0.3473692536354065, "Finetune/Step": 2765, "Finetune/Step Time": 5.40352469868958}
+{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.8439570665359497, "Finetune/Loss (Raw)": 0.8478110432624817, "Finetune/Step": 2766, "Finetune/Step Time": 5.389605874195695}
+{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.8452096581459045, "Finetune/Loss (Raw)": 0.9734266996383667, "Finetune/Step": 2767, "Finetune/Step Time": 5.401953050866723}
+{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.8500711917877197, "Finetune/Loss (Raw)": 0.9647965431213379, "Finetune/Step": 2768, "Finetune/Step Time": 5.3727283123880625}
+{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.8502654433250427, "Finetune/Loss (Raw)": 0.918590784072876, "Finetune/Step": 2769, "Finetune/Step Time": 5.380305081605911}
+{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.8486325740814209, "Finetune/Loss (Raw)": 0.6646904945373535, "Finetune/Step": 2770, "Finetune/Step Time": 5.396612515673041}
+{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.8499923944473267, "Finetune/Loss (Raw)": 0.9007004499435425, "Finetune/Step": 2771, "Finetune/Step Time": 5.389660216867924}
+{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.8510106205940247, "Finetune/Loss (Raw)": 0.9045431017875671, "Finetune/Step": 2772, "Finetune/Step Time": 5.359663410112262}
+{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.8511719703674316, "Finetune/Loss (Raw)": 0.95415198802948, "Finetune/Step": 2773, "Finetune/Step Time": 5.3521931897848845}
+{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.8464173674583435, "Finetune/Loss (Raw)": 0.32552310824394226, "Finetune/Step": 2774, "Finetune/Step Time": 5.381758492439985}
+{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.8470518589019775, "Finetune/Loss (Raw)": 0.9088518619537354, "Finetune/Step": 2775, "Finetune/Step Time": 5.3724861312657595}
+{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.845855712890625, "Finetune/Loss (Raw)": 0.8047151565551758, "Finetune/Step": 2776, "Finetune/Step Time": 5.364382315427065}
+{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.845754861831665, "Finetune/Loss (Raw)": 0.836382269859314, "Finetune/Step": 2777, "Finetune/Step Time": 5.35083969309926}
+{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.8464126586914062, "Finetune/Loss (Raw)": 0.8897367715835571, "Finetune/Step": 2778, "Finetune/Step Time": 5.351001393049955}
+{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.8462859988212585, "Finetune/Loss (Raw)": 0.8349294066429138, "Finetune/Step": 2779, "Finetune/Step Time": 5.356458155438304}
+{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.8452389240264893, "Finetune/Loss (Raw)": 0.8783662915229797, "Finetune/Step": 2780, "Finetune/Step Time": 5.355107925832272}
+{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.8462070226669312, "Finetune/Loss (Raw)": 0.9950459599494934, "Finetune/Step": 2781, "Finetune/Step Time": 5.339415891095996}
+{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.8503153920173645, "Finetune/Loss (Raw)": 0.8602213263511658, "Finetune/Step": 2782, "Finetune/Step Time": 5.310133570805192}
+{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.8512667417526245, "Finetune/Loss (Raw)": 1.0396337509155273, "Finetune/Step": 2783, "Finetune/Step Time": 5.312538981437683}
+{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.8496898412704468, "Finetune/Loss (Raw)": 0.6907030940055847, "Finetune/Step": 2784, "Finetune/Step Time": 5.324225280433893}
+{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.8509758710861206, "Finetune/Loss (Raw)": 0.8614943623542786, "Finetune/Step": 2785, "Finetune/Step Time": 5.313268290832639}
+{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.8530562520027161, "Finetune/Loss (Raw)": 0.9523525238037109, "Finetune/Step": 2786, "Finetune/Step Time": 5.29044857993722}
+{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.8517192602157593, "Finetune/Loss (Raw)": 0.8311342597007751, "Finetune/Step": 2787, "Finetune/Step Time": 5.290062457323074}
+{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.8517016172409058, "Finetune/Loss (Raw)": 0.9388085007667542, "Finetune/Step": 2788, "Finetune/Step Time": 5.299056036397815}
+{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.8497403264045715, "Finetune/Loss (Raw)": 0.8552014231681824, "Finetune/Step": 2789, "Finetune/Step Time": 5.31126637943089}
+{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.8488683700561523, "Finetune/Loss (Raw)": 0.9037894010543823, "Finetune/Step": 2790, "Finetune/Step Time": 5.314069790765643}
+{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.846914529800415, "Finetune/Loss (Raw)": 0.7279626727104187, "Finetune/Step": 2791, "Finetune/Step Time": 5.323281856253743}
+{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.8513320684432983, "Finetune/Loss (Raw)": 0.9975710511207581, "Finetune/Step": 2792, "Finetune/Step Time": 5.3061329536139965}
+{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.8530779480934143, "Finetune/Loss (Raw)": 0.9872288107872009, "Finetune/Step": 2793, "Finetune/Step Time": 5.303534785285592}
+{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.8521090745925903, "Finetune/Loss (Raw)": 0.8246429562568665, "Finetune/Step": 2794, "Finetune/Step Time": 5.300456579774618}
+{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.8528110980987549, "Finetune/Loss (Raw)": 0.8768623471260071, "Finetune/Step": 2795, "Finetune/Step Time": 5.310896657407284}
+{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.8527597784996033, "Finetune/Loss (Raw)": 0.8417387008666992, "Finetune/Step": 2796, "Finetune/Step Time": 5.326989062130451}
+{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.8508664965629578, "Finetune/Loss (Raw)": 0.7518612742424011, "Finetune/Step": 2797, "Finetune/Step Time": 5.339148433879018}
+{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.8467124104499817, "Finetune/Loss (Raw)": 0.3727765381336212, "Finetune/Step": 2798, "Finetune/Step Time": 5.374070504680276}
+{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.8465168476104736, "Finetune/Loss (Raw)": 0.7351260781288147, "Finetune/Step": 2799, "Finetune/Step Time": 5.372035937383771}
+{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.8469979763031006, "Finetune/Loss (Raw)": 0.7419161200523376, "Finetune/Step": 2800, "Finetune/Step Time": 5.365865809842944}
+{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.8478139042854309, "Finetune/Loss (Raw)": 0.9670887589454651, "Finetune/Step": 2801, "Finetune/Step Time": 5.380428494885564}
+{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.8488790392875671, "Finetune/Loss (Raw)": 0.9795051217079163, "Finetune/Step": 2802, "Finetune/Step Time": 5.3794826567173}
+{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.8491835594177246, "Finetune/Loss (Raw)": 0.890051543712616, "Finetune/Step": 2803, "Finetune/Step Time": 5.378104852512479}
+{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.8497999310493469, "Finetune/Loss (Raw)": 0.9117887020111084, "Finetune/Step": 2804, "Finetune/Step Time": 5.371999992057681}
+{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.8503162860870361, "Finetune/Loss (Raw)": 1.03362238407135, "Finetune/Step": 2805, "Finetune/Step Time": 5.370195657014847}
+{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.8499854207038879, "Finetune/Loss (Raw)": 0.8382285833358765, "Finetune/Step": 2806, "Finetune/Step Time": 5.375978542491794}
+{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.848592221736908, "Finetune/Loss (Raw)": 0.8397969007492065, "Finetune/Step": 2807, "Finetune/Step Time": 5.374426286667585}
+{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.8475421071052551, "Finetune/Loss (Raw)": 0.7749789357185364, "Finetune/Step": 2808, "Finetune/Step Time": 5.383791392669082}
+{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.8476217985153198, "Finetune/Loss (Raw)": 0.3470441401004791, "Finetune/Step": 2809, "Finetune/Step Time": 5.383262511342764}
+{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.8465092182159424, "Finetune/Loss (Raw)": 0.7439753413200378, "Finetune/Step": 2810, "Finetune/Step Time": 5.391262134537101}
+{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.8467813730239868, "Finetune/Loss (Raw)": 0.9223389029502869, "Finetune/Step": 2811, "Finetune/Step Time": 5.39390854164958}
+{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.8467741012573242, "Finetune/Loss (Raw)": 0.8706454038619995, "Finetune/Step": 2812, "Finetune/Step Time": 5.383218823000789}
+{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.8474228978157043, "Finetune/Loss (Raw)": 0.9823321104049683, "Finetune/Step": 2813, "Finetune/Step Time": 5.381678197532892}
+{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.8440037965774536, "Finetune/Loss (Raw)": 0.3465209901332855, "Finetune/Step": 2814, "Finetune/Step Time": 5.4107007663697}
+{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.8449284434318542, "Finetune/Loss (Raw)": 1.007833480834961, "Finetune/Step": 2815, "Finetune/Step Time": 5.413178026676178}
+{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.8448725342750549, "Finetune/Loss (Raw)": 0.9212536811828613, "Finetune/Step": 2816, "Finetune/Step Time": 5.411611881107092}
+{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.843827486038208, "Finetune/Loss (Raw)": 0.8706346750259399, "Finetune/Step": 2817, "Finetune/Step Time": 5.4062215983867645}
+{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.847467839717865, "Finetune/Loss (Raw)": 0.831322431564331, "Finetune/Step": 2818, "Finetune/Step Time": 5.380142459645867}
+{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.8472993969917297, "Finetune/Loss (Raw)": 1.0298569202423096, "Finetune/Step": 2819, "Finetune/Step Time": 5.382137525826693}
+{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.8485355377197266, "Finetune/Loss (Raw)": 1.0080411434173584, "Finetune/Step": 2820, "Finetune/Step Time": 5.381445588544011}
+{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.8466877937316895, "Finetune/Loss (Raw)": 0.720526933670044, "Finetune/Step": 2821, "Finetune/Step Time": 5.393514147028327}
+{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.8468024730682373, "Finetune/Loss (Raw)": 0.9046288728713989, "Finetune/Step": 2822, "Finetune/Step Time": 5.389267524704337}
+{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.8433941602706909, "Finetune/Loss (Raw)": 0.39930716156959534, "Finetune/Step": 2823, "Finetune/Step Time": 5.413660692051053}
+{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.8422550559043884, "Finetune/Loss (Raw)": 0.8011009097099304, "Finetune/Step": 2824, "Finetune/Step Time": 5.400393741205335}
+{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.8417531251907349, "Finetune/Loss (Raw)": 0.797568678855896, "Finetune/Step": 2825, "Finetune/Step Time": 5.398701956495643}
+{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.8414254188537598, "Finetune/Loss (Raw)": 0.7729987502098083, "Finetune/Step": 2826, "Finetune/Step Time": 5.400764662772417}
+{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.8408702611923218, "Finetune/Loss (Raw)": 0.9339612722396851, "Finetune/Step": 2827, "Finetune/Step Time": 5.3834269028157}
+{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.8422533869743347, "Finetune/Loss (Raw)": 1.0438525676727295, "Finetune/Step": 2828, "Finetune/Step Time": 5.392407685518265}
+{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.8425741195678711, "Finetune/Loss (Raw)": 0.9118320941925049, "Finetune/Step": 2829, "Finetune/Step Time": 5.375381136313081}
+{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.8429367542266846, "Finetune/Loss (Raw)": 0.9625479578971863, "Finetune/Step": 2830, "Finetune/Step Time": 5.367307608947158}
+{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.8447539210319519, "Finetune/Loss (Raw)": 1.0494369268417358, "Finetune/Step": 2831, "Finetune/Step Time": 5.350628308951855}
+{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.8462787866592407, "Finetune/Loss (Raw)": 0.9905238747596741, "Finetune/Step": 2832, "Finetune/Step Time": 5.345410970970988}
+{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.8465269804000854, "Finetune/Loss (Raw)": 0.8839643001556396, "Finetune/Step": 2833, "Finetune/Step Time": 5.351530183106661}
+{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.8417797088623047, "Finetune/Loss (Raw)": 0.34832754731178284, "Finetune/Step": 2834, "Finetune/Step Time": 5.375028066337109}
+{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.8410922884941101, "Finetune/Loss (Raw)": 0.9178372621536255, "Finetune/Step": 2835, "Finetune/Step Time": 5.37802554294467}
+{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.8391306400299072, "Finetune/Loss (Raw)": 0.7458081841468811, "Finetune/Step": 2836, "Finetune/Step Time": 5.3698610961437225}
+{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.8398182392120361, "Finetune/Loss (Raw)": 0.942263662815094, "Finetune/Step": 2837, "Finetune/Step Time": 5.358320277184248}
+{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.8433815240859985, "Finetune/Loss (Raw)": 0.8293983936309814, "Finetune/Step": 2838, "Finetune/Step Time": 5.322103792801499}
+{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.8424535989761353, "Finetune/Loss (Raw)": 0.8400896787643433, "Finetune/Step": 2839, "Finetune/Step Time": 5.326204428449273}
+{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.8426843285560608, "Finetune/Loss (Raw)": 0.9469001293182373, "Finetune/Step": 2840, "Finetune/Step Time": 5.310200292617083}
+{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.8443460464477539, "Finetune/Loss (Raw)": 1.0722906589508057, "Finetune/Step": 2841, "Finetune/Step Time": 5.303863052278757}
+{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.8440481424331665, "Finetune/Loss (Raw)": 0.9016538858413696, "Finetune/Step": 2842, "Finetune/Step Time": 5.305741844698787}
+{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.8434805870056152, "Finetune/Loss (Raw)": 0.732272744178772, "Finetune/Step": 2843, "Finetune/Step Time": 5.310614909976721}
+{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.8438477516174316, "Finetune/Loss (Raw)": 0.8925833702087402, "Finetune/Step": 2844, "Finetune/Step Time": 5.310773506760597}
+{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.8442816734313965, "Finetune/Loss (Raw)": 0.949810266494751, "Finetune/Step": 2845, "Finetune/Step Time": 5.321303401142359}
+{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.8442466259002686, "Finetune/Loss (Raw)": 0.8483084440231323, "Finetune/Step": 2846, "Finetune/Step Time": 5.319461097940803}
+{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.842336118221283, "Finetune/Loss (Raw)": 0.6751047372817993, "Finetune/Step": 2847, "Finetune/Step Time": 5.330676192417741}
+{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.8423112630844116, "Finetune/Loss (Raw)": 0.9473176002502441, "Finetune/Step": 2848, "Finetune/Step Time": 5.337035181000829}
+{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.8423703908920288, "Finetune/Loss (Raw)": 0.8453989624977112, "Finetune/Step": 2849, "Finetune/Step Time": 5.333042059093714}
+{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.8422691822052002, "Finetune/Loss (Raw)": 0.8703287839889526, "Finetune/Step": 2850, "Finetune/Step Time": 5.328213265165687}
+{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.8428462147712708, "Finetune/Loss (Raw)": 0.9217038750648499, "Finetune/Step": 2851, "Finetune/Step Time": 5.3247109688818455}
+{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.8433835506439209, "Finetune/Loss (Raw)": 0.9865344166755676, "Finetune/Step": 2852, "Finetune/Step Time": 5.325137855485082}
+{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.8431955575942993, "Finetune/Loss (Raw)": 0.8827730417251587, "Finetune/Step": 2853, "Finetune/Step Time": 5.325266771018505}
+{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.8435492515563965, "Finetune/Loss (Raw)": 0.9485254883766174, "Finetune/Step": 2854, "Finetune/Step Time": 5.318239526823163}
+{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.8441053032875061, "Finetune/Loss (Raw)": 0.9373107552528381, "Finetune/Step": 2855, "Finetune/Step Time": 5.32289407402277}
+{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.8453897833824158, "Finetune/Loss (Raw)": 0.947284460067749, "Finetune/Step": 2856, "Finetune/Step Time": 5.336315028369427}
+{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.8497514128684998, "Finetune/Loss (Raw)": 0.9736988544464111, "Finetune/Step": 2857, "Finetune/Step Time": 5.319560511037707}
+{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.8498752117156982, "Finetune/Loss (Raw)": 0.7945829033851624, "Finetune/Step": 2858, "Finetune/Step Time": 5.312374847009778}
+{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.8498515486717224, "Finetune/Loss (Raw)": 0.8896650075912476, "Finetune/Step": 2859, "Finetune/Step Time": 5.31910696439445}
+{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.8488959670066833, "Finetune/Loss (Raw)": 0.8007909059524536, "Finetune/Step": 2860, "Finetune/Step Time": 5.329310340806842}
+{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.8500316143035889, "Finetune/Loss (Raw)": 1.0288361310958862, "Finetune/Step": 2861, "Finetune/Step Time": 5.328968172892928}
+{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.8488224744796753, "Finetune/Loss (Raw)": 0.7989062070846558, "Finetune/Step": 2862, "Finetune/Step Time": 5.344657054170966}
+{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.8484395742416382, "Finetune/Loss (Raw)": 0.912352979183197, "Finetune/Step": 2863, "Finetune/Step Time": 5.3418772127479315}
+{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.8514983057975769, "Finetune/Loss (Raw)": 0.8429057598114014, "Finetune/Step": 2864, "Finetune/Step Time": 5.309505935758352}
+{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.8544943928718567, "Finetune/Loss (Raw)": 0.9874107837677002, "Finetune/Step": 2865, "Finetune/Step Time": 5.300609655678272}
+{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.8503607511520386, "Finetune/Loss (Raw)": 0.3857835829257965, "Finetune/Step": 2866, "Finetune/Step Time": 5.3161145225167274}
+{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.8501013517379761, "Finetune/Loss (Raw)": 0.8983705639839172, "Finetune/Step": 2867, "Finetune/Step Time": 5.319410260766745}
+{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.8515653014183044, "Finetune/Loss (Raw)": 1.0215725898742676, "Finetune/Step": 2868, "Finetune/Step Time": 5.31376058422029}
+{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.8496135473251343, "Finetune/Loss (Raw)": 0.7231411337852478, "Finetune/Step": 2869, "Finetune/Step Time": 5.3442587573081255}
+{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.845296323299408, "Finetune/Loss (Raw)": 0.37387388944625854, "Finetune/Step": 2870, "Finetune/Step Time": 5.368722926825285}
+{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.8458073139190674, "Finetune/Loss (Raw)": 1.0045955181121826, "Finetune/Step": 2871, "Finetune/Step Time": 5.3673555832356215}
+{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.8463553190231323, "Finetune/Loss (Raw)": 0.9800794720649719, "Finetune/Step": 2872, "Finetune/Step Time": 5.3559110052883625}
+{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.8456540107727051, "Finetune/Loss (Raw)": 0.890381932258606, "Finetune/Step": 2873, "Finetune/Step Time": 5.357592720538378}
+{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.8415266275405884, "Finetune/Loss (Raw)": 0.35504212975502014, "Finetune/Step": 2874, "Finetune/Step Time": 5.375206209719181}
+{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.8426123857498169, "Finetune/Loss (Raw)": 1.0037885904312134, "Finetune/Step": 2875, "Finetune/Step Time": 5.356669194996357}
+{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.8416739106178284, "Finetune/Loss (Raw)": 0.8766360282897949, "Finetune/Step": 2876, "Finetune/Step Time": 5.365083374083042}
+{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.8406320214271545, "Finetune/Loss (Raw)": 0.8231632113456726, "Finetune/Step": 2877, "Finetune/Step Time": 5.368001168593764}
+{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.8411072492599487, "Finetune/Loss (Raw)": 0.920476496219635, "Finetune/Step": 2878, "Finetune/Step Time": 5.373364049941301}
+{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.8398150205612183, "Finetune/Loss (Raw)": 0.7780192494392395, "Finetune/Step": 2879, "Finetune/Step Time": 5.375639632344246}
+{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.8399897813796997, "Finetune/Loss (Raw)": 0.9726170897483826, "Finetune/Step": 2880, "Finetune/Step Time": 5.3676456566900015}
+{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.8399680852890015, "Finetune/Loss (Raw)": 0.9763968586921692, "Finetune/Step": 2881, "Finetune/Step Time": 5.37206213362515}
+{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.840242862701416, "Finetune/Loss (Raw)": 0.9751462936401367, "Finetune/Step": 2882, "Finetune/Step Time": 5.384141920134425}
+{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.8452392816543579, "Finetune/Loss (Raw)": 0.991587221622467, "Finetune/Step": 2883, "Finetune/Step Time": 5.35685590095818}
+{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.8443148136138916, "Finetune/Loss (Raw)": 0.8440293073654175, "Finetune/Step": 2884, "Finetune/Step Time": 5.353685790672898}
+{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.8453874588012695, "Finetune/Loss (Raw)": 0.9307050704956055, "Finetune/Step": 2885, "Finetune/Step Time": 5.323152145370841}
+{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.8433263897895813, "Finetune/Loss (Raw)": 0.6768516898155212, "Finetune/Step": 2886, "Finetune/Step Time": 5.345458075404167}
+{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.842856764793396, "Finetune/Loss (Raw)": 0.7745746970176697, "Finetune/Step": 2887, "Finetune/Step Time": 5.351161532104015}
+{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.8453596830368042, "Finetune/Loss (Raw)": 1.053792119026184, "Finetune/Step": 2888, "Finetune/Step Time": 5.3590241223573685}
+{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.8446652293205261, "Finetune/Loss (Raw)": 0.3256289064884186, "Finetune/Step": 2889, "Finetune/Step Time": 5.359115028753877}
+{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.8444545269012451, "Finetune/Loss (Raw)": 0.8019015789031982, "Finetune/Step": 2890, "Finetune/Step Time": 5.3489610850811005}
+{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.8445553779602051, "Finetune/Loss (Raw)": 0.885123610496521, "Finetune/Step": 2891, "Finetune/Step Time": 5.348105683922768}
+{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.8461998701095581, "Finetune/Loss (Raw)": 1.0815626382827759, "Finetune/Step": 2892, "Finetune/Step Time": 5.357502372935414}
+{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.8503785133361816, "Finetune/Loss (Raw)": 0.8822357058525085, "Finetune/Step": 2893, "Finetune/Step Time": 5.325238287448883}
+{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.8515644669532776, "Finetune/Loss (Raw)": 0.9996138215065002, "Finetune/Step": 2894, "Finetune/Step Time": 5.324072994291782}
+{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.8508458733558655, "Finetune/Loss (Raw)": 0.8814452886581421, "Finetune/Step": 2895, "Finetune/Step Time": 5.311663240194321}
+{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.8506785035133362, "Finetune/Loss (Raw)": 0.9433717131614685, "Finetune/Step": 2896, "Finetune/Step Time": 5.313870418816805}
+{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.8510989546775818, "Finetune/Loss (Raw)": 0.9724094867706299, "Finetune/Step": 2897, "Finetune/Step Time": 5.308866569772363}
+{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.8531246185302734, "Finetune/Loss (Raw)": 0.9239825010299683, "Finetune/Step": 2898, "Finetune/Step Time": 5.2923933658748865}
+{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.852752685546875, "Finetune/Loss (Raw)": 0.853077232837677, "Finetune/Step": 2899, "Finetune/Step Time": 5.293331494554877}
+{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.8517154455184937, "Finetune/Loss (Raw)": 0.7717798352241516, "Finetune/Step": 2900, "Finetune/Step Time": 5.306799398735166}
+{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.8501631617546082, "Finetune/Loss (Raw)": 0.7554671168327332, "Finetune/Step": 2901, "Finetune/Step Time": 5.316044468432665}
+{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.8547652363777161, "Finetune/Loss (Raw)": 0.9145854115486145, "Finetune/Step": 2902, "Finetune/Step Time": 5.308286847546697}
+{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.8551304340362549, "Finetune/Loss (Raw)": 0.9556036591529846, "Finetune/Step": 2903, "Finetune/Step Time": 5.311048712581396}
+{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.8556491732597351, "Finetune/Loss (Raw)": 0.8711085319519043, "Finetune/Step": 2904, "Finetune/Step Time": 5.309520902112126}
+{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.856106698513031, "Finetune/Loss (Raw)": 0.894944965839386, "Finetune/Step": 2905, "Finetune/Step Time": 5.311390923336148}
+{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.8564070463180542, "Finetune/Loss (Raw)": 0.9281802177429199, "Finetune/Step": 2906, "Finetune/Step Time": 5.3128707986325026}
+{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.856535017490387, "Finetune/Loss (Raw)": 0.8513056039810181, "Finetune/Step": 2907, "Finetune/Step Time": 5.305942878127098}
+{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.8570157289505005, "Finetune/Loss (Raw)": 0.9398995041847229, "Finetune/Step": 2908, "Finetune/Step Time": 5.30910561978817}
+{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.8576844930648804, "Finetune/Loss (Raw)": 1.0806487798690796, "Finetune/Step": 2909, "Finetune/Step Time": 5.304319180548191}
+{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.8586667776107788, "Finetune/Loss (Raw)": 0.9859559535980225, "Finetune/Step": 2910, "Finetune/Step Time": 5.305020272731781}
+{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.8588330745697021, "Finetune/Loss (Raw)": 1.060916781425476, "Finetune/Step": 2911, "Finetune/Step Time": 5.2915161438286304}
+{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.8607046604156494, "Finetune/Loss (Raw)": 0.9302706122398376, "Finetune/Step": 2912, "Finetune/Step Time": 5.295168282464147}
+{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.8612545728683472, "Finetune/Loss (Raw)": 0.9318830370903015, "Finetune/Step": 2913, "Finetune/Step Time": 5.287885325029492}
+{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.8591887950897217, "Finetune/Loss (Raw)": 0.687937319278717, "Finetune/Step": 2914, "Finetune/Step Time": 5.314173813909292}
+{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.8585063219070435, "Finetune/Loss (Raw)": 0.7437734007835388, "Finetune/Step": 2915, "Finetune/Step Time": 5.326154062524438}
+{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.8584154844284058, "Finetune/Loss (Raw)": 0.927176833152771, "Finetune/Step": 2916, "Finetune/Step Time": 5.31415562517941}
+{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.8593144416809082, "Finetune/Loss (Raw)": 0.9702727198600769, "Finetune/Step": 2917, "Finetune/Step Time": 5.299085322767496}
+{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.8588649034500122, "Finetune/Loss (Raw)": 0.8462465405464172, "Finetune/Step": 2918, "Finetune/Step Time": 5.303965074941516}
+{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.8602533340454102, "Finetune/Loss (Raw)": 0.9056786298751831, "Finetune/Step": 2919, "Finetune/Step Time": 5.283234154805541}
+{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.8551249504089355, "Finetune/Loss (Raw)": 0.34114161133766174, "Finetune/Step": 2920, "Finetune/Step Time": 5.300186680629849}
+{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.8543969988822937, "Finetune/Loss (Raw)": 0.8940455913543701, "Finetune/Step": 2921, "Finetune/Step Time": 5.318157954141498}
+{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.8545758724212646, "Finetune/Loss (Raw)": 0.8475407361984253, "Finetune/Step": 2922, "Finetune/Step Time": 5.312036193907261}
+{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.8545312881469727, "Finetune/Loss (Raw)": 0.871151328086853, "Finetune/Step": 2923, "Finetune/Step Time": 5.3336943667382}
+{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.8557958602905273, "Finetune/Loss (Raw)": 1.00361168384552, "Finetune/Step": 2924, "Finetune/Step Time": 5.318431990221143}
+{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.8577799797058105, "Finetune/Loss (Raw)": 1.005826473236084, "Finetune/Step": 2925, "Finetune/Step Time": 5.308112131431699}
+{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.8616182804107666, "Finetune/Loss (Raw)": 0.8640873432159424, "Finetune/Step": 2926, "Finetune/Step Time": 5.30436802841723}
+{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.8612757921218872, "Finetune/Loss (Raw)": 0.6912800669670105, "Finetune/Step": 2927, "Finetune/Step Time": 5.313727458938956}
+{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.8625358939170837, "Finetune/Loss (Raw)": 0.9032113552093506, "Finetune/Step": 2928, "Finetune/Step Time": 5.323186431080103}
+{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.8631608486175537, "Finetune/Loss (Raw)": 1.0470821857452393, "Finetune/Step": 2929, "Finetune/Step Time": 5.302083430811763}
+{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.8630492687225342, "Finetune/Loss (Raw)": 0.9652284383773804, "Finetune/Step": 2930, "Finetune/Step Time": 5.294303247705102}
+{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.8633678555488586, "Finetune/Loss (Raw)": 0.930823028087616, "Finetune/Step": 2931, "Finetune/Step Time": 5.29737114533782}
+{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.8635542392730713, "Finetune/Loss (Raw)": 0.9356439709663391, "Finetune/Step": 2932, "Finetune/Step Time": 5.301573732867837}
+{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.862401008605957, "Finetune/Loss (Raw)": 0.8860087394714355, "Finetune/Step": 2933, "Finetune/Step Time": 5.31308619491756}
+{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.8629471063613892, "Finetune/Loss (Raw)": 0.9081288576126099, "Finetune/Step": 2934, "Finetune/Step Time": 5.30738384835422}
+{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.8632420301437378, "Finetune/Loss (Raw)": 0.8775469660758972, "Finetune/Step": 2935, "Finetune/Step Time": 5.312105640769005}
+{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.8651048541069031, "Finetune/Loss (Raw)": 1.0134227275848389, "Finetune/Step": 2936, "Finetune/Step Time": 5.318433916196227}
+{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.8704208135604858, "Finetune/Loss (Raw)": 1.027482032775879, "Finetune/Step": 2937, "Finetune/Step Time": 5.289416095241904}
+{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.8718923330307007, "Finetune/Loss (Raw)": 0.9323449730873108, "Finetune/Step": 2938, "Finetune/Step Time": 5.275142559781671}
+{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.8716897964477539, "Finetune/Loss (Raw)": 0.8964002132415771, "Finetune/Step": 2939, "Finetune/Step Time": 5.27431458607316}
+{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.8705915212631226, "Finetune/Loss (Raw)": 0.7300727963447571, "Finetune/Step": 2940, "Finetune/Step Time": 5.276503371074796}
+{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.8680623769760132, "Finetune/Loss (Raw)": 0.6586018800735474, "Finetune/Step": 2941, "Finetune/Step Time": 5.294201619923115}
+{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.873257577419281, "Finetune/Loss (Raw)": 1.0115071535110474, "Finetune/Step": 2942, "Finetune/Step Time": 5.268970774486661}
+{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.8727416396141052, "Finetune/Loss (Raw)": 0.9417906999588013, "Finetune/Step": 2943, "Finetune/Step Time": 5.273156080394983}
+{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.8725718259811401, "Finetune/Loss (Raw)": 0.8995243906974792, "Finetune/Step": 2944, "Finetune/Step Time": 5.28065463155508}
+{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.8721846342086792, "Finetune/Loss (Raw)": 0.8210650682449341, "Finetune/Step": 2945, "Finetune/Step Time": 5.289928557351232}
+{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.8727577924728394, "Finetune/Loss (Raw)": 0.9046868681907654, "Finetune/Step": 2946, "Finetune/Step Time": 5.281754206866026}
+{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.8714751601219177, "Finetune/Loss (Raw)": 0.8656790256500244, "Finetune/Step": 2947, "Finetune/Step Time": 5.297978661954403}
+{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.8711530566215515, "Finetune/Loss (Raw)": 0.9668138027191162, "Finetune/Step": 2948, "Finetune/Step Time": 5.308989897370338}
+{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.8728528022766113, "Finetune/Loss (Raw)": 0.9380921125411987, "Finetune/Step": 2949, "Finetune/Step Time": 5.300001898780465}
+{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.8728175163269043, "Finetune/Loss (Raw)": 0.9001129269599915, "Finetune/Step": 2950, "Finetune/Step Time": 5.300232768058777}
+{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.8720542192459106, "Finetune/Loss (Raw)": 0.3016054928302765, "Finetune/Step": 2951, "Finetune/Step Time": 5.301032356917858}
+{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.8731571435928345, "Finetune/Loss (Raw)": 0.9422793984413147, "Finetune/Step": 2952, "Finetune/Step Time": 5.298793299123645}
+{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.8745725154876709, "Finetune/Loss (Raw)": 0.978733479976654, "Finetune/Step": 2953, "Finetune/Step Time": 5.298279352486134}
+{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.874789834022522, "Finetune/Loss (Raw)": 0.8008167743682861, "Finetune/Step": 2954, "Finetune/Step Time": 5.31358028575778}
+{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.8756576776504517, "Finetune/Loss (Raw)": 1.0450465679168701, "Finetune/Step": 2955, "Finetune/Step Time": 5.3208450842648745}
+{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.8748093843460083, "Finetune/Loss (Raw)": 0.9352656602859497, "Finetune/Step": 2956, "Finetune/Step Time": 5.3087480794638395}
+{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.8747645616531372, "Finetune/Loss (Raw)": 0.9060935378074646, "Finetune/Step": 2957, "Finetune/Step Time": 5.297846421599388}
+{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.8743971586227417, "Finetune/Loss (Raw)": 0.9155303835868835, "Finetune/Step": 2958, "Finetune/Step Time": 5.3007313665002584}
+{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.8686425685882568, "Finetune/Loss (Raw)": 0.31284797191619873, "Finetune/Step": 2959, "Finetune/Step Time": 5.328270435333252}
+{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.8677721619606018, "Finetune/Loss (Raw)": 0.8791081309318542, "Finetune/Step": 2960, "Finetune/Step Time": 5.326177062466741}
+{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.867351770401001, "Finetune/Loss (Raw)": 0.830155611038208, "Finetune/Step": 2961, "Finetune/Step Time": 5.312417905777693}
+{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.872927725315094, "Finetune/Loss (Raw)": 1.0620461702346802, "Finetune/Step": 2962, "Finetune/Step Time": 5.287442047148943}
+{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.8733281493186951, "Finetune/Loss (Raw)": 0.9690952301025391, "Finetune/Step": 2963, "Finetune/Step Time": 5.297124864533544}
+{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.8752555251121521, "Finetune/Loss (Raw)": 0.9925114512443542, "Finetune/Step": 2964, "Finetune/Step Time": 5.299924369901419}
+{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.875338613986969, "Finetune/Loss (Raw)": 0.9528993964195251, "Finetune/Step": 2965, "Finetune/Step Time": 5.295932859182358}
+{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.8751667737960815, "Finetune/Loss (Raw)": 0.8074042201042175, "Finetune/Step": 2966, "Finetune/Step Time": 5.303387463092804}
+{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.8746508359909058, "Finetune/Loss (Raw)": 0.7740501165390015, "Finetune/Step": 2967, "Finetune/Step Time": 5.3149304240942}
+{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.875243067741394, "Finetune/Loss (Raw)": 1.0227069854736328, "Finetune/Step": 2968, "Finetune/Step Time": 5.3234672006219625}
+{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.8735145926475525, "Finetune/Loss (Raw)": 0.8510451316833496, "Finetune/Step": 2969, "Finetune/Step Time": 5.332452043890953}
+{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.8736097812652588, "Finetune/Loss (Raw)": 0.9138371348381042, "Finetune/Step": 2970, "Finetune/Step Time": 5.343668859452009}
+{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.8747624754905701, "Finetune/Loss (Raw)": 0.8798199892044067, "Finetune/Step": 2971, "Finetune/Step Time": 5.350280588492751}
+{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.8750555515289307, "Finetune/Loss (Raw)": 0.9300886392593384, "Finetune/Step": 2972, "Finetune/Step Time": 5.355805601924658}
+{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.8736302852630615, "Finetune/Loss (Raw)": 0.7673758268356323, "Finetune/Step": 2973, "Finetune/Step Time": 5.35854360088706}
+{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.8741735219955444, "Finetune/Loss (Raw)": 0.9178503751754761, "Finetune/Step": 2974, "Finetune/Step Time": 5.359130976721644}
+{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.8719295263290405, "Finetune/Loss (Raw)": 0.3878757655620575, "Finetune/Step": 2975, "Finetune/Step Time": 5.3758766781538725}
+{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.8708792328834534, "Finetune/Loss (Raw)": 0.812873125076294, "Finetune/Step": 2976, "Finetune/Step Time": 5.370541159063578}
+{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.8713580369949341, "Finetune/Loss (Raw)": 0.9066901206970215, "Finetune/Step": 2977, "Finetune/Step Time": 5.367503361776471}
+{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.872267484664917, "Finetune/Loss (Raw)": 0.986732006072998, "Finetune/Step": 2978, "Finetune/Step Time": 5.367756040766835}
+{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.8719586133956909, "Finetune/Loss (Raw)": 0.8821728825569153, "Finetune/Step": 2979, "Finetune/Step Time": 5.377394774928689}
+{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.8707559108734131, "Finetune/Loss (Raw)": 0.8325876593589783, "Finetune/Step": 2980, "Finetune/Step Time": 5.380094042047858}
+{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.8698728084564209, "Finetune/Loss (Raw)": 0.7697412967681885, "Finetune/Step": 2981, "Finetune/Step Time": 5.405461398884654}
+{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.8688697218894958, "Finetune/Loss (Raw)": 0.8201277256011963, "Finetune/Step": 2982, "Finetune/Step Time": 5.399266047403216}
+{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.8693501949310303, "Finetune/Loss (Raw)": 0.9988085031509399, "Finetune/Step": 2983, "Finetune/Step Time": 5.389413191005588}
+{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.8697953224182129, "Finetune/Loss (Raw)": 1.0042579174041748, "Finetune/Step": 2984, "Finetune/Step Time": 5.388605820015073}
+{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.8690246939659119, "Finetune/Loss (Raw)": 0.8750624656677246, "Finetune/Step": 2985, "Finetune/Step Time": 5.376646107062697}
+{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.8653447031974792, "Finetune/Loss (Raw)": 0.32353895902633667, "Finetune/Step": 2986, "Finetune/Step Time": 5.408563459292054}
+{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.8647021055221558, "Finetune/Loss (Raw)": 0.8074182271957397, "Finetune/Step": 2987, "Finetune/Step Time": 5.421763813123107}
+{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.86594557762146, "Finetune/Loss (Raw)": 0.9599553346633911, "Finetune/Step": 2988, "Finetune/Step Time": 5.418897369876504}
+{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.8641878366470337, "Finetune/Loss (Raw)": 0.8038433194160461, "Finetune/Step": 2989, "Finetune/Step Time": 5.423584796488285}
+{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.8657358884811401, "Finetune/Loss (Raw)": 0.9970614910125732, "Finetune/Step": 2990, "Finetune/Step Time": 5.399931721389294}
+{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.8661103248596191, "Finetune/Loss (Raw)": 0.9602771401405334, "Finetune/Step": 2991, "Finetune/Step Time": 5.4039996434003115}
+{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.8656024932861328, "Finetune/Loss (Raw)": 0.7778956890106201, "Finetune/Step": 2992, "Finetune/Step Time": 5.414257161319256}
+{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.8656547665596008, "Finetune/Loss (Raw)": 0.9941059350967407, "Finetune/Step": 2993, "Finetune/Step Time": 5.410684689879417}
+{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.870693564414978, "Finetune/Loss (Raw)": 1.0307506322860718, "Finetune/Step": 2994, "Finetune/Step Time": 5.377052593976259}
+{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.8707385659217834, "Finetune/Loss (Raw)": 0.9041310548782349, "Finetune/Step": 2995, "Finetune/Step Time": 5.379446793347597}
+{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.8695986270904541, "Finetune/Loss (Raw)": 0.875666618347168, "Finetune/Step": 2996, "Finetune/Step Time": 5.394030548632145}
+{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.8704134225845337, "Finetune/Loss (Raw)": 0.8274238705635071, "Finetune/Step": 2997, "Finetune/Step Time": 5.364443250000477}
+{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.8741125464439392, "Finetune/Loss (Raw)": 0.8473715782165527, "Finetune/Step": 2998, "Finetune/Step Time": 5.342181960120797}
+{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.8746284246444702, "Finetune/Loss (Raw)": 1.0706251859664917, "Finetune/Step": 2999, "Finetune/Step Time": 5.347824381664395}
+{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.8738415241241455, "Finetune/Loss (Raw)": 0.8793564438819885, "Finetune/Step": 3000, "Finetune/Step Time": 5.3522596303373575}
+{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.8736393451690674, "Finetune/Loss (Raw)": 0.8644989132881165, "Finetune/Step": 3001, "Finetune/Step Time": 5.355452874675393}
+{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.8781059384346008, "Finetune/Loss (Raw)": 0.9267665147781372, "Finetune/Step": 3002, "Finetune/Step Time": 5.328298568725586}
+{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.8770986795425415, "Finetune/Loss (Raw)": 0.8748633861541748, "Finetune/Step": 3003, "Finetune/Step Time": 5.333787921816111}
+{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.8775018453598022, "Finetune/Loss (Raw)": 0.9282382726669312, "Finetune/Step": 3004, "Finetune/Step Time": 5.3264403231441975}
+{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.8767722845077515, "Finetune/Loss (Raw)": 0.7297847867012024, "Finetune/Step": 3005, "Finetune/Step Time": 5.344164235517383}
+{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.8767597079277039, "Finetune/Loss (Raw)": 0.9188669919967651, "Finetune/Step": 3006, "Finetune/Step Time": 5.337434044107795}
+{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.8766337633132935, "Finetune/Loss (Raw)": 0.761888861656189, "Finetune/Step": 3007, "Finetune/Step Time": 5.328210195526481}
+{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.876297652721405, "Finetune/Loss (Raw)": 0.9296002984046936, "Finetune/Step": 3008, "Finetune/Step Time": 5.32949410751462}
+{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.8762955069541931, "Finetune/Loss (Raw)": 0.9761227965354919, "Finetune/Step": 3009, "Finetune/Step Time": 5.323088090866804}
+{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.8755283355712891, "Finetune/Loss (Raw)": 0.876946210861206, "Finetune/Step": 3010, "Finetune/Step Time": 5.313341815024614}
+{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.875665545463562, "Finetune/Loss (Raw)": 1.0091536045074463, "Finetune/Step": 3011, "Finetune/Step Time": 5.310384675860405}
+{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.8762534856796265, "Finetune/Loss (Raw)": 0.9192814230918884, "Finetune/Step": 3012, "Finetune/Step Time": 5.282755576074123}
+{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.8757985830307007, "Finetune/Loss (Raw)": 0.872480034828186, "Finetune/Step": 3013, "Finetune/Step Time": 5.278899826109409}
+{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.8769111037254333, "Finetune/Loss (Raw)": 0.8192577958106995, "Finetune/Step": 3014, "Finetune/Step Time": 5.262883502990007}
+{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.876691460609436, "Finetune/Loss (Raw)": 0.7464569807052612, "Finetune/Step": 3015, "Finetune/Step Time": 5.271927444264293}
+{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.8754705190658569, "Finetune/Loss (Raw)": 0.8975061178207397, "Finetune/Step": 3016, "Finetune/Step Time": 5.276351431384683}
+{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.8788912296295166, "Finetune/Loss (Raw)": 0.7634781002998352, "Finetune/Step": 3017, "Finetune/Step Time": 5.2512868996709585}
+{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.8792219758033752, "Finetune/Loss (Raw)": 0.8442433476448059, "Finetune/Step": 3018, "Finetune/Step Time": 5.246213128790259}
+{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.8795316815376282, "Finetune/Loss (Raw)": 0.9247676730155945, "Finetune/Step": 3019, "Finetune/Step Time": 5.247933130711317}
+{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.8779139518737793, "Finetune/Loss (Raw)": 0.8744877576828003, "Finetune/Step": 3020, "Finetune/Step Time": 5.230472614988685}
+{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.8778789043426514, "Finetune/Loss (Raw)": 0.8777498602867126, "Finetune/Step": 3021, "Finetune/Step Time": 5.233737351372838}
+{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.8776965737342834, "Finetune/Loss (Raw)": 0.9762868285179138, "Finetune/Step": 3022, "Finetune/Step Time": 5.233597945421934}
+{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.8765033483505249, "Finetune/Loss (Raw)": 0.7287064790725708, "Finetune/Step": 3023, "Finetune/Step Time": 5.236629739403725}
+{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.8762612342834473, "Finetune/Loss (Raw)": 0.9123818278312683, "Finetune/Step": 3024, "Finetune/Step Time": 5.253212820738554}
+{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.8758879899978638, "Finetune/Loss (Raw)": 0.9246291518211365, "Finetune/Step": 3025, "Finetune/Step Time": 5.263663657009602}
+{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.8759754300117493, "Finetune/Loss (Raw)": 0.9351795315742493, "Finetune/Step": 3026, "Finetune/Step Time": 5.278496231883764}
+{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.8769128918647766, "Finetune/Loss (Raw)": 0.9730724692344666, "Finetune/Step": 3027, "Finetune/Step Time": 5.276293344795704}
+{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.8778740167617798, "Finetune/Loss (Raw)": 0.8948030471801758, "Finetune/Step": 3028, "Finetune/Step Time": 5.269404089078307}
+{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.8801835775375366, "Finetune/Loss (Raw)": 1.0510903596878052, "Finetune/Step": 3029, "Finetune/Step Time": 5.260584374889731}
+{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.8800125122070312, "Finetune/Loss (Raw)": 0.892695426940918, "Finetune/Step": 3030, "Finetune/Step Time": 5.252007154747844}
+{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.8796930313110352, "Finetune/Loss (Raw)": 0.9147022366523743, "Finetune/Step": 3031, "Finetune/Step Time": 5.249005800113082}
+{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.8804981112480164, "Finetune/Loss (Raw)": 0.9741563200950623, "Finetune/Step": 3032, "Finetune/Step Time": 5.253411926329136}
+{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.8804619312286377, "Finetune/Loss (Raw)": 0.890312910079956, "Finetune/Step": 3033, "Finetune/Step Time": 5.250618975609541}
+{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.8812092542648315, "Finetune/Loss (Raw)": 1.0238456726074219, "Finetune/Step": 3034, "Finetune/Step Time": 5.246585972607136}
+{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.8814247846603394, "Finetune/Loss (Raw)": 0.8788907527923584, "Finetune/Step": 3035, "Finetune/Step Time": 5.2474298141896725}
+{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.8809676170349121, "Finetune/Loss (Raw)": 0.8813774585723877, "Finetune/Step": 3036, "Finetune/Step Time": 5.260157749056816}
+{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.8804028034210205, "Finetune/Loss (Raw)": 1.008360743522644, "Finetune/Step": 3037, "Finetune/Step Time": 5.262407302856445}
+{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.8803365230560303, "Finetune/Loss (Raw)": 0.9774696826934814, "Finetune/Step": 3038, "Finetune/Step Time": 5.262286951765418}
+{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.8785494565963745, "Finetune/Loss (Raw)": 0.832171618938446, "Finetune/Step": 3039, "Finetune/Step Time": 5.26259440369904}
+{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.8785592913627625, "Finetune/Loss (Raw)": 0.9315251111984253, "Finetune/Step": 3040, "Finetune/Step Time": 5.244574494659901}
+{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.8772873878479004, "Finetune/Loss (Raw)": 0.7690832018852234, "Finetune/Step": 3041, "Finetune/Step Time": 5.249498141929507}
+{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.8790751099586487, "Finetune/Loss (Raw)": 0.9167658686637878, "Finetune/Step": 3042, "Finetune/Step Time": 5.225718105211854}
+{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.875633955001831, "Finetune/Loss (Raw)": 0.3033030927181244, "Finetune/Step": 3043, "Finetune/Step Time": 5.2455760557204485}
+{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.8739964365959167, "Finetune/Loss (Raw)": 0.7175762057304382, "Finetune/Step": 3044, "Finetune/Step Time": 5.274604566395283}
+{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.8724979162216187, "Finetune/Loss (Raw)": 0.7784616351127625, "Finetune/Step": 3045, "Finetune/Step Time": 5.2809406369924545}
+{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.8740785717964172, "Finetune/Loss (Raw)": 1.048570990562439, "Finetune/Step": 3046, "Finetune/Step Time": 5.2754802368581295}
+{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.8736700415611267, "Finetune/Loss (Raw)": 0.8533889055252075, "Finetune/Step": 3047, "Finetune/Step Time": 5.281075842678547}
+{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.8791362047195435, "Finetune/Loss (Raw)": 1.0408002138137817, "Finetune/Step": 3048, "Finetune/Step Time": 5.25086666457355}
+{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.8789706826210022, "Finetune/Loss (Raw)": 0.8728645443916321, "Finetune/Step": 3049, "Finetune/Step Time": 5.233321158215404}
+{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.8799907565116882, "Finetune/Loss (Raw)": 0.9781180620193481, "Finetune/Step": 3050, "Finetune/Step Time": 5.224866377189755}
+{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.8811327815055847, "Finetune/Loss (Raw)": 1.0173248052597046, "Finetune/Step": 3051, "Finetune/Step Time": 5.203604010865092}
+{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.8801031708717346, "Finetune/Loss (Raw)": 0.8718240261077881, "Finetune/Step": 3052, "Finetune/Step Time": 5.207481140270829}
+{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.8798772096633911, "Finetune/Loss (Raw)": 0.9769027233123779, "Finetune/Step": 3053, "Finetune/Step Time": 5.211153442040086}
+{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.8809570074081421, "Finetune/Loss (Raw)": 1.0022974014282227, "Finetune/Step": 3054, "Finetune/Step Time": 5.18615160882473}
+{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.8827537298202515, "Finetune/Loss (Raw)": 0.9212592840194702, "Finetune/Step": 3055, "Finetune/Step Time": 5.177269823849201}
+{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.8832850456237793, "Finetune/Loss (Raw)": 0.9712212681770325, "Finetune/Step": 3056, "Finetune/Step Time": 5.156546743586659}
+{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.8811054229736328, "Finetune/Loss (Raw)": 0.7680855989456177, "Finetune/Step": 3057, "Finetune/Step Time": 5.168736340478063}
+{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.8811259269714355, "Finetune/Loss (Raw)": 0.9678633809089661, "Finetune/Step": 3058, "Finetune/Step Time": 5.166262423619628}
+{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.8811326026916504, "Finetune/Loss (Raw)": 0.9316681027412415, "Finetune/Step": 3059, "Finetune/Step Time": 5.162852616980672}
+{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.8814659118652344, "Finetune/Loss (Raw)": 0.9783115983009338, "Finetune/Step": 3060, "Finetune/Step Time": 5.166848296299577}
+{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.8820325136184692, "Finetune/Loss (Raw)": 0.9585304260253906, "Finetune/Step": 3061, "Finetune/Step Time": 5.1588582042604685}
+{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.8813761472702026, "Finetune/Loss (Raw)": 0.8241214156150818, "Finetune/Step": 3062, "Finetune/Step Time": 5.186146084219217}
+{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.8812796473503113, "Finetune/Loss (Raw)": 0.8651943802833557, "Finetune/Step": 3063, "Finetune/Step Time": 5.1784715838730335}
+{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.8804199695587158, "Finetune/Loss (Raw)": 0.9033761024475098, "Finetune/Step": 3064, "Finetune/Step Time": 5.160448063164949}
+{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.8786023855209351, "Finetune/Loss (Raw)": 0.7948369383811951, "Finetune/Step": 3065, "Finetune/Step Time": 5.1766188852488995}
+{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.8765956163406372, "Finetune/Loss (Raw)": 0.6754770278930664, "Finetune/Step": 3066, "Finetune/Step Time": 5.208624752238393}
+{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.8763972520828247, "Finetune/Loss (Raw)": 0.8710070848464966, "Finetune/Step": 3067, "Finetune/Step Time": 5.209249680861831}
+{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.8775835037231445, "Finetune/Loss (Raw)": 0.8819181323051453, "Finetune/Step": 3068, "Finetune/Step Time": 5.219901978969574}
+{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.8784921169281006, "Finetune/Loss (Raw)": 0.7749006748199463, "Finetune/Step": 3069, "Finetune/Step Time": 5.211071813479066}
+{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.8776787519454956, "Finetune/Loss (Raw)": 0.9073980450630188, "Finetune/Step": 3070, "Finetune/Step Time": 5.207742460072041}
+{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.878207802772522, "Finetune/Loss (Raw)": 1.0095114707946777, "Finetune/Step": 3071, "Finetune/Step Time": 5.199466656893492}
+{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.8777995109558105, "Finetune/Loss (Raw)": 0.8472672700881958, "Finetune/Step": 3072, "Finetune/Step Time": 5.199996804818511}
+{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.8783832788467407, "Finetune/Loss (Raw)": 0.8957851529121399, "Finetune/Step": 3073, "Finetune/Step Time": 5.190599884837866}
+{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.8779548406600952, "Finetune/Loss (Raw)": 0.8498458862304688, "Finetune/Step": 3074, "Finetune/Step Time": 5.192390941083431}
+{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.8734456300735474, "Finetune/Loss (Raw)": 0.28850093483924866, "Finetune/Step": 3075, "Finetune/Step Time": 5.206577733159065}
+{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.8718963265419006, "Finetune/Loss (Raw)": 0.7685005068778992, "Finetune/Step": 3076, "Finetune/Step Time": 5.193125857040286}
+{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.8718920946121216, "Finetune/Loss (Raw)": 0.9375514388084412, "Finetune/Step": 3077, "Finetune/Step Time": 5.19220026768744}
+{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.8711443543434143, "Finetune/Loss (Raw)": 0.8043984174728394, "Finetune/Step": 3078, "Finetune/Step Time": 5.1881597135216}
+{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.8746495246887207, "Finetune/Loss (Raw)": 0.750275731086731, "Finetune/Step": 3079, "Finetune/Step Time": 5.179334232583642}
+{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.8732144832611084, "Finetune/Loss (Raw)": 0.7585840821266174, "Finetune/Step": 3080, "Finetune/Step Time": 5.195005754008889}
+{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.871863842010498, "Finetune/Loss (Raw)": 0.8058468103408813, "Finetune/Step": 3081, "Finetune/Step Time": 5.197420071810484}
+{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.872302770614624, "Finetune/Loss (Raw)": 0.8570036292076111, "Finetune/Step": 3082, "Finetune/Step Time": 5.181451177224517}
+{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.8714981079101562, "Finetune/Loss (Raw)": 0.9420517086982727, "Finetune/Step": 3083, "Finetune/Step Time": 5.186241148039699}
+{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.8705063462257385, "Finetune/Loss (Raw)": 0.8083241581916809, "Finetune/Step": 3084, "Finetune/Step Time": 5.196971785277128}
+{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.8717100620269775, "Finetune/Loss (Raw)": 1.0601606369018555, "Finetune/Step": 3085, "Finetune/Step Time": 5.194414548575878}
+{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.8720589280128479, "Finetune/Loss (Raw)": 0.9601907730102539, "Finetune/Step": 3086, "Finetune/Step Time": 5.19315280765295}
+{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.8767192363739014, "Finetune/Loss (Raw)": 0.909375786781311, "Finetune/Step": 3087, "Finetune/Step Time": 5.167337441816926}
+{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.8752950429916382, "Finetune/Loss (Raw)": 0.6968082785606384, "Finetune/Step": 3088, "Finetune/Step Time": 5.165798395872116}
+{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.8761528730392456, "Finetune/Loss (Raw)": 0.939958930015564, "Finetune/Step": 3089, "Finetune/Step Time": 5.169468035921454}
+{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.8743817806243896, "Finetune/Loss (Raw)": 0.8353433609008789, "Finetune/Step": 3090, "Finetune/Step Time": 5.163561191409826}
+{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.87324458360672, "Finetune/Loss (Raw)": 0.8235339522361755, "Finetune/Step": 3091, "Finetune/Step Time": 5.1668352000415325}
+{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.8677923083305359, "Finetune/Loss (Raw)": 0.2946213185787201, "Finetune/Step": 3092, "Finetune/Step Time": 5.1949449721723795}
+{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.8672338128089905, "Finetune/Loss (Raw)": 0.8814124464988708, "Finetune/Step": 3093, "Finetune/Step Time": 5.20231794193387}
+{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.8679912090301514, "Finetune/Loss (Raw)": 0.9043444395065308, "Finetune/Step": 3094, "Finetune/Step Time": 5.197618322446942}
+{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.8688415288925171, "Finetune/Loss (Raw)": 0.8828985691070557, "Finetune/Step": 3095, "Finetune/Step Time": 5.179422555491328}
+{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.8679065704345703, "Finetune/Loss (Raw)": 0.9030323028564453, "Finetune/Step": 3096, "Finetune/Step Time": 5.173497250303626}
+{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.8636221885681152, "Finetune/Loss (Raw)": 0.3026343882083893, "Finetune/Step": 3097, "Finetune/Step Time": 5.193668060004711}
+{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.8621257543563843, "Finetune/Loss (Raw)": 0.722299337387085, "Finetune/Step": 3098, "Finetune/Step Time": 5.193256448954344}
+{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.8624581098556519, "Finetune/Loss (Raw)": 0.9223583936691284, "Finetune/Step": 3099, "Finetune/Step Time": 5.196581481024623}
+{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.863652765750885, "Finetune/Loss (Raw)": 1.0830094814300537, "Finetune/Step": 3100, "Finetune/Step Time": 5.1887223571538925}
+{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.8626477122306824, "Finetune/Loss (Raw)": 0.6387271881103516, "Finetune/Step": 3101, "Finetune/Step Time": 5.190975556150079}
+{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.8629990220069885, "Finetune/Loss (Raw)": 0.9628185629844666, "Finetune/Step": 3102, "Finetune/Step Time": 5.198085367679596}
+{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.8678338527679443, "Finetune/Loss (Raw)": 1.0067389011383057, "Finetune/Step": 3103, "Finetune/Step Time": 5.180485852062702}
+{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.8686767816543579, "Finetune/Loss (Raw)": 0.9207639098167419, "Finetune/Step": 3104, "Finetune/Step Time": 5.1751800533384085}
+{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.8686326742172241, "Finetune/Loss (Raw)": 0.9010390043258667, "Finetune/Step": 3105, "Finetune/Step Time": 5.165976591408253}
+{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.8676464557647705, "Finetune/Loss (Raw)": 0.8605016469955444, "Finetune/Step": 3106, "Finetune/Step Time": 5.165827905759215}
+{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.8686635494232178, "Finetune/Loss (Raw)": 1.0123589038848877, "Finetune/Step": 3107, "Finetune/Step Time": 5.159445270895958}
+{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.8685520887374878, "Finetune/Loss (Raw)": 0.8183227777481079, "Finetune/Step": 3108, "Finetune/Step Time": 5.150926550850272}
+{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.8694352507591248, "Finetune/Loss (Raw)": 0.8827885985374451, "Finetune/Step": 3109, "Finetune/Step Time": 5.127180881798267}
+{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.8695794343948364, "Finetune/Loss (Raw)": 0.8385756015777588, "Finetune/Step": 3110, "Finetune/Step Time": 5.123442232608795}
+{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.8684605360031128, "Finetune/Loss (Raw)": 0.8555899858474731, "Finetune/Step": 3111, "Finetune/Step Time": 5.13203171081841}
+{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.8682535290718079, "Finetune/Loss (Raw)": 0.9777655005455017, "Finetune/Step": 3112, "Finetune/Step Time": 5.1169944908469915}
+{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.8681058883666992, "Finetune/Loss (Raw)": 0.8561580777168274, "Finetune/Step": 3113, "Finetune/Step Time": 5.129375381395221}
+{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.8728010654449463, "Finetune/Loss (Raw)": 0.9245251417160034, "Finetune/Step": 3114, "Finetune/Step Time": 5.104635279625654}
+{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.8730602264404297, "Finetune/Loss (Raw)": 0.8405895829200745, "Finetune/Step": 3115, "Finetune/Step Time": 5.086764242500067}
+{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.8713551759719849, "Finetune/Loss (Raw)": 0.7417151927947998, "Finetune/Step": 3116, "Finetune/Step Time": 5.121705826371908}
+{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.8720009326934814, "Finetune/Loss (Raw)": 0.8864949941635132, "Finetune/Step": 3117, "Finetune/Step Time": 5.116877121850848}
+{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.8678878545761108, "Finetune/Loss (Raw)": 0.4705912172794342, "Finetune/Step": 3118, "Finetune/Step Time": 5.148716915398836}
+{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.867101788520813, "Finetune/Loss (Raw)": 0.8596556186676025, "Finetune/Step": 3119, "Finetune/Step Time": 5.149094028398395}
+{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.8680311441421509, "Finetune/Loss (Raw)": 0.8968561291694641, "Finetune/Step": 3120, "Finetune/Step Time": 5.143608395010233}
+{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.8659781217575073, "Finetune/Loss (Raw)": 0.7313176989555359, "Finetune/Step": 3121, "Finetune/Step Time": 5.153634386137128}
+{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.8649429082870483, "Finetune/Loss (Raw)": 0.8982361555099487, "Finetune/Step": 3122, "Finetune/Step Time": 5.155242018401623}
+{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.8643625974655151, "Finetune/Loss (Raw)": 0.8298563957214355, "Finetune/Step": 3123, "Finetune/Step Time": 5.149445770308375}
+{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.8651924133300781, "Finetune/Loss (Raw)": 0.9818845987319946, "Finetune/Step": 3124, "Finetune/Step Time": 5.133574873209}
+{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.866022527217865, "Finetune/Loss (Raw)": 0.9336840510368347, "Finetune/Step": 3125, "Finetune/Step Time": 5.132737595587969}
+{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.8670112490653992, "Finetune/Loss (Raw)": 0.973922073841095, "Finetune/Step": 3126, "Finetune/Step Time": 5.123540481552482}
+{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.8664170503616333, "Finetune/Loss (Raw)": 0.9945699572563171, "Finetune/Step": 3127, "Finetune/Step Time": 5.119227144867182}
+{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.8650302886962891, "Finetune/Loss (Raw)": 0.7018494606018066, "Finetune/Step": 3128, "Finetune/Step Time": 5.153683474287391}
+{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.8649548292160034, "Finetune/Loss (Raw)": 0.8548434376716614, "Finetune/Step": 3129, "Finetune/Step Time": 5.150444192811847}
+{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.8640307188034058, "Finetune/Loss (Raw)": 0.8084808588027954, "Finetune/Step": 3130, "Finetune/Step Time": 5.163767272606492}
+{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.8637975454330444, "Finetune/Loss (Raw)": 0.8450157046318054, "Finetune/Step": 3131, "Finetune/Step Time": 5.165594624355435}
+{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.8597687482833862, "Finetune/Loss (Raw)": 0.4125577211380005, "Finetune/Step": 3132, "Finetune/Step Time": 5.19562846980989}
+{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.861163318157196, "Finetune/Loss (Raw)": 0.9082847237586975, "Finetune/Step": 3133, "Finetune/Step Time": 5.177167566493154}
+{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.8608314394950867, "Finetune/Loss (Raw)": 0.8763884902000427, "Finetune/Step": 3134, "Finetune/Step Time": 5.190793251618743}
+{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.86203932762146, "Finetune/Loss (Raw)": 0.9165005683898926, "Finetune/Step": 3135, "Finetune/Step Time": 5.192791607230902}
+{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.8621998429298401, "Finetune/Loss (Raw)": 0.9501427412033081, "Finetune/Step": 3136, "Finetune/Step Time": 5.193672500550747}
+{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.8609680533409119, "Finetune/Loss (Raw)": 0.8184518218040466, "Finetune/Step": 3137, "Finetune/Step Time": 5.219920840114355}
+{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.8598979115486145, "Finetune/Loss (Raw)": 0.7399680018424988, "Finetune/Step": 3138, "Finetune/Step Time": 5.227002538740635}
+{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.8588954210281372, "Finetune/Loss (Raw)": 0.880831778049469, "Finetune/Step": 3139, "Finetune/Step Time": 5.227619364857674}
+{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.8584765195846558, "Finetune/Loss (Raw)": 0.8656624555587769, "Finetune/Step": 3140, "Finetune/Step Time": 5.237227711826563}
+{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.8580713272094727, "Finetune/Loss (Raw)": 0.8206220865249634, "Finetune/Step": 3141, "Finetune/Step Time": 5.238842574879527}
+{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.8582261800765991, "Finetune/Loss (Raw)": 0.8390747904777527, "Finetune/Step": 3142, "Finetune/Step Time": 5.242586938664317}
+{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.8578968048095703, "Finetune/Loss (Raw)": 0.704299807548523, "Finetune/Step": 3143, "Finetune/Step Time": 5.2408165745437145}
+{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.8585726022720337, "Finetune/Loss (Raw)": 0.9840059280395508, "Finetune/Step": 3144, "Finetune/Step Time": 5.23182294331491}
+{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.860148012638092, "Finetune/Loss (Raw)": 0.9651354551315308, "Finetune/Step": 3145, "Finetune/Step Time": 5.226024378091097}
+{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.8607796430587769, "Finetune/Loss (Raw)": 0.9250820875167847, "Finetune/Step": 3146, "Finetune/Step Time": 5.225620482116938}
+{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.8613074421882629, "Finetune/Loss (Raw)": 0.9923348426818848, "Finetune/Step": 3147, "Finetune/Step Time": 5.232157412916422}
+{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.8624839186668396, "Finetune/Loss (Raw)": 1.0250767469406128, "Finetune/Step": 3148, "Finetune/Step Time": 5.251620737835765}
+{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.8588792085647583, "Finetune/Loss (Raw)": 0.41633671522140503, "Finetune/Step": 3149, "Finetune/Step Time": 5.279413424432278}
+{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.858160138130188, "Finetune/Loss (Raw)": 0.8842573165893555, "Finetune/Step": 3150, "Finetune/Step Time": 5.2765743266791105}
+{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.8593817949295044, "Finetune/Loss (Raw)": 0.8850715756416321, "Finetune/Step": 3151, "Finetune/Step Time": 5.277218645438552}
+{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.8586401343345642, "Finetune/Loss (Raw)": 0.8174504637718201, "Finetune/Step": 3152, "Finetune/Step Time": 5.260298691689968}
+{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.8585463166236877, "Finetune/Loss (Raw)": 0.9126198291778564, "Finetune/Step": 3153, "Finetune/Step Time": 5.248657550662756}
+{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.8580518960952759, "Finetune/Loss (Raw)": 0.8718917369842529, "Finetune/Step": 3154, "Finetune/Step Time": 5.230140145868063}
+{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.8580094575881958, "Finetune/Loss (Raw)": 0.9676462411880493, "Finetune/Step": 3155, "Finetune/Step Time": 5.2241340689361095}
+{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.8572968244552612, "Finetune/Loss (Raw)": 0.8035789132118225, "Finetune/Step": 3156, "Finetune/Step Time": 5.2187256049364805}
+{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.8569339513778687, "Finetune/Loss (Raw)": 1.004644513130188, "Finetune/Step": 3157, "Finetune/Step Time": 5.223748367279768}
+{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.8521526455879211, "Finetune/Loss (Raw)": 0.28069132566452026, "Finetune/Step": 3158, "Finetune/Step Time": 5.241509731858969}
+{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.8517165184020996, "Finetune/Loss (Raw)": 0.858882486820221, "Finetune/Step": 3159, "Finetune/Step Time": 5.245378511026502}
+{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.8508791923522949, "Finetune/Loss (Raw)": 0.8669681549072266, "Finetune/Step": 3160, "Finetune/Step Time": 5.235939767211676}
+{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.8509273529052734, "Finetune/Loss (Raw)": 0.8964821100234985, "Finetune/Step": 3161, "Finetune/Step Time": 5.254276089370251}
+{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.8460816740989685, "Finetune/Loss (Raw)": 0.4036004841327667, "Finetune/Step": 3162, "Finetune/Step Time": 5.284695744514465}
+{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.8472875952720642, "Finetune/Loss (Raw)": 1.0332489013671875, "Finetune/Step": 3163, "Finetune/Step Time": 5.296584513038397}
+{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.8477412462234497, "Finetune/Loss (Raw)": 0.9394439458847046, "Finetune/Step": 3164, "Finetune/Step Time": 5.278014173731208}
+{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.8451279401779175, "Finetune/Loss (Raw)": 0.6738499402999878, "Finetune/Step": 3165, "Finetune/Step Time": 5.279990207403898}
+{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.8439006209373474, "Finetune/Loss (Raw)": 0.8203824758529663, "Finetune/Step": 3166, "Finetune/Step Time": 5.279986947774887}
+{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.844491720199585, "Finetune/Loss (Raw)": 0.9078332185745239, "Finetune/Step": 3167, "Finetune/Step Time": 5.277722593396902}
+{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.8451453447341919, "Finetune/Loss (Raw)": 1.0151805877685547, "Finetune/Step": 3168, "Finetune/Step Time": 5.282999370247126}
+{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.8415579199790955, "Finetune/Loss (Raw)": 0.30989891290664673, "Finetune/Step": 3169, "Finetune/Step Time": 5.3105085529387}
+{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.8405845165252686, "Finetune/Loss (Raw)": 0.792167603969574, "Finetune/Step": 3170, "Finetune/Step Time": 5.321857046335936}
+{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.8444650173187256, "Finetune/Loss (Raw)": 0.8000134825706482, "Finetune/Step": 3171, "Finetune/Step Time": 5.293841734528542}
+{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.8457717895507812, "Finetune/Loss (Raw)": 0.8848373293876648, "Finetune/Step": 3172, "Finetune/Step Time": 5.2652458641678095}
+{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.8457508087158203, "Finetune/Loss (Raw)": 0.7757745385169983, "Finetune/Step": 3173, "Finetune/Step Time": 5.275837132707238}
+{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.8456883430480957, "Finetune/Loss (Raw)": 1.040584683418274, "Finetune/Step": 3174, "Finetune/Step Time": 5.2810444217175245}
+{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.84587562084198, "Finetune/Loss (Raw)": 0.8773611187934875, "Finetune/Step": 3175, "Finetune/Step Time": 5.27739486284554}
+{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.845869779586792, "Finetune/Loss (Raw)": 1.0400480031967163, "Finetune/Step": 3176, "Finetune/Step Time": 5.278890401124954}
+{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.8457778096199036, "Finetune/Loss (Raw)": 0.8610897064208984, "Finetune/Step": 3177, "Finetune/Step Time": 5.282725455239415}
+{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.8448246717453003, "Finetune/Loss (Raw)": 0.8561238646507263, "Finetune/Step": 3178, "Finetune/Step Time": 5.288535488769412}
+{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.8453312516212463, "Finetune/Loss (Raw)": 1.0821589231491089, "Finetune/Step": 3179, "Finetune/Step Time": 5.294547080993652}
+{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.8448333144187927, "Finetune/Loss (Raw)": 0.8080905079841614, "Finetune/Step": 3180, "Finetune/Step Time": 5.290334537625313}
+{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.844602108001709, "Finetune/Loss (Raw)": 0.9473066329956055, "Finetune/Step": 3181, "Finetune/Step Time": 5.28569545224309}
+{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.8439086675643921, "Finetune/Loss (Raw)": 0.913538932800293, "Finetune/Step": 3182, "Finetune/Step Time": 5.288337482139468}
+{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.8434239029884338, "Finetune/Loss (Raw)": 0.8592090606689453, "Finetune/Step": 3183, "Finetune/Step Time": 5.288172887638211}
+{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.8429279327392578, "Finetune/Loss (Raw)": 0.9077354669570923, "Finetune/Step": 3184, "Finetune/Step Time": 5.298665860667825}
+{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.844107449054718, "Finetune/Loss (Raw)": 0.9190687537193298, "Finetune/Step": 3185, "Finetune/Step Time": 5.293455611914396}
+{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.8431246280670166, "Finetune/Loss (Raw)": 0.8420563340187073, "Finetune/Step": 3186, "Finetune/Step Time": 5.297879258170724}
+{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.8431984186172485, "Finetune/Loss (Raw)": 0.9411157965660095, "Finetune/Step": 3187, "Finetune/Step Time": 5.296041056513786}
+{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.8422489762306213, "Finetune/Loss (Raw)": 0.8567816615104675, "Finetune/Step": 3188, "Finetune/Step Time": 5.314527174457908}
+{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.8414456844329834, "Finetune/Loss (Raw)": 0.8557111024856567, "Finetune/Step": 3189, "Finetune/Step Time": 5.311288222670555}
+{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.8419284820556641, "Finetune/Loss (Raw)": 0.885918915271759, "Finetune/Step": 3190, "Finetune/Step Time": 5.286825105547905}
+{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.8428279757499695, "Finetune/Loss (Raw)": 0.980335533618927, "Finetune/Step": 3191, "Finetune/Step Time": 5.312190629541874}
+{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.842436671257019, "Finetune/Loss (Raw)": 0.8532881140708923, "Finetune/Step": 3192, "Finetune/Step Time": 5.318029437214136}
+{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.842848539352417, "Finetune/Loss (Raw)": 0.8475564122200012, "Finetune/Step": 3193, "Finetune/Step Time": 5.315058896318078}
+{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.8436295390129089, "Finetune/Loss (Raw)": 0.7754399180412292, "Finetune/Step": 3194, "Finetune/Step Time": 5.288337200880051}
+{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.8443777561187744, "Finetune/Loss (Raw)": 0.9667760729789734, "Finetune/Step": 3195, "Finetune/Step Time": 5.2948903646320105}
+{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.844660758972168, "Finetune/Loss (Raw)": 0.9181440472602844, "Finetune/Step": 3196, "Finetune/Step Time": 5.285019811242819}
+{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.8464089035987854, "Finetune/Loss (Raw)": 0.9986629486083984, "Finetune/Step": 3197, "Finetune/Step Time": 5.277431340888143}
+{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.8454580307006836, "Finetune/Loss (Raw)": 0.7856909036636353, "Finetune/Step": 3198, "Finetune/Step Time": 5.285958036780357}
+{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.8445906639099121, "Finetune/Loss (Raw)": 0.8984848260879517, "Finetune/Step": 3199, "Finetune/Step Time": 5.286152062937617}
+{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.8462545275688171, "Finetune/Loss (Raw)": 1.060243844985962, "Finetune/Step": 3200, "Finetune/Step Time": 5.276240980252624}
+{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.8454667329788208, "Finetune/Loss (Raw)": 0.7949439883232117, "Finetune/Step": 3201, "Finetune/Step Time": 5.277800431475043}
+{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.8454076647758484, "Finetune/Loss (Raw)": 0.8422866463661194, "Finetune/Step": 3202, "Finetune/Step Time": 5.274691781029105}
+{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.8496788144111633, "Finetune/Loss (Raw)": 0.8352088928222656, "Finetune/Step": 3203, "Finetune/Step Time": 5.24390752799809}
+{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.8501985669136047, "Finetune/Loss (Raw)": 0.8350222110748291, "Finetune/Step": 3204, "Finetune/Step Time": 5.2498022224754095}
+{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.8492014408111572, "Finetune/Loss (Raw)": 0.8099212646484375, "Finetune/Step": 3205, "Finetune/Step Time": 5.246840633451939}
+{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.848967432975769, "Finetune/Loss (Raw)": 0.7744486331939697, "Finetune/Step": 3206, "Finetune/Step Time": 5.248020574450493}
+{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.8502257466316223, "Finetune/Loss (Raw)": 0.9113431572914124, "Finetune/Step": 3207, "Finetune/Step Time": 5.24824439920485}
+{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.8517031669616699, "Finetune/Loss (Raw)": 0.9476879239082336, "Finetune/Step": 3208, "Finetune/Step Time": 5.230453049764037}
+{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.8521140813827515, "Finetune/Loss (Raw)": 0.8584492802619934, "Finetune/Step": 3209, "Finetune/Step Time": 5.233403291553259}
+{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.8514682054519653, "Finetune/Loss (Raw)": 0.7743353843688965, "Finetune/Step": 3210, "Finetune/Step Time": 5.233101263642311}
+{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.8513535261154175, "Finetune/Loss (Raw)": 0.9273597598075867, "Finetune/Step": 3211, "Finetune/Step Time": 5.227572167292237}
+{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.8481305837631226, "Finetune/Loss (Raw)": 0.39579343795776367, "Finetune/Step": 3212, "Finetune/Step Time": 5.250691391527653}
+{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.8473454117774963, "Finetune/Loss (Raw)": 0.9596590399742126, "Finetune/Step": 3213, "Finetune/Step Time": 5.249291740357876}
+{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.8471381664276123, "Finetune/Loss (Raw)": 0.9336620569229126, "Finetune/Step": 3214, "Finetune/Step Time": 5.261777311563492}
+{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.8459503054618835, "Finetune/Loss (Raw)": 0.7573282122612, "Finetune/Step": 3215, "Finetune/Step Time": 5.270935133099556}
+{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.8461626768112183, "Finetune/Loss (Raw)": 0.7240005731582642, "Finetune/Step": 3216, "Finetune/Step Time": 5.291683346033096}
+{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.845908522605896, "Finetune/Loss (Raw)": 0.90741366147995, "Finetune/Step": 3217, "Finetune/Step Time": 5.284318573772907}
+{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.8464800119400024, "Finetune/Loss (Raw)": 0.9085007905960083, "Finetune/Step": 3218, "Finetune/Step Time": 5.282512340694666}
+{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.846049427986145, "Finetune/Loss (Raw)": 0.7684192657470703, "Finetune/Step": 3219, "Finetune/Step Time": 5.267581142485142}
+{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.8519845008850098, "Finetune/Loss (Raw)": 1.0543084144592285, "Finetune/Step": 3220, "Finetune/Step Time": 5.236201932653785}
+{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.8515506982803345, "Finetune/Loss (Raw)": 0.8258821964263916, "Finetune/Step": 3221, "Finetune/Step Time": 5.239583848044276}
+{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.8470603227615356, "Finetune/Loss (Raw)": 0.32958856225013733, "Finetune/Step": 3222, "Finetune/Step Time": 5.268656039610505}
+{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.8467873334884644, "Finetune/Loss (Raw)": 0.8479534387588501, "Finetune/Step": 3223, "Finetune/Step Time": 5.274918111041188}
+{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.8468989729881287, "Finetune/Loss (Raw)": 0.917319118976593, "Finetune/Step": 3224, "Finetune/Step Time": 5.276442667469382}
+{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.8513475060462952, "Finetune/Loss (Raw)": 0.8720449209213257, "Finetune/Step": 3225, "Finetune/Step Time": 5.2493590619415045}
+{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.8528040051460266, "Finetune/Loss (Raw)": 0.9087350368499756, "Finetune/Step": 3226, "Finetune/Step Time": 5.237784646451473}
+{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.8522856831550598, "Finetune/Loss (Raw)": 0.8560101389884949, "Finetune/Step": 3227, "Finetune/Step Time": 5.238821260631084}
+{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.8505784273147583, "Finetune/Loss (Raw)": 0.8644782900810242, "Finetune/Step": 3228, "Finetune/Step Time": 5.236985977739096}
+{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.8532192707061768, "Finetune/Loss (Raw)": 0.9767608642578125, "Finetune/Step": 3229, "Finetune/Step Time": 5.2219446916133165}
+{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.8523930311203003, "Finetune/Loss (Raw)": 0.8570512533187866, "Finetune/Step": 3230, "Finetune/Step Time": 5.224628534168005}
+{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.8513952493667603, "Finetune/Loss (Raw)": 0.8790237903594971, "Finetune/Step": 3231, "Finetune/Step Time": 5.23749596811831}
+{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.8520927429199219, "Finetune/Loss (Raw)": 1.010049819946289, "Finetune/Step": 3232, "Finetune/Step Time": 5.239824196323752}
+{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.8537082672119141, "Finetune/Loss (Raw)": 1.1078295707702637, "Finetune/Step": 3233, "Finetune/Step Time": 5.243134850636125}
+{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.8527606129646301, "Finetune/Loss (Raw)": 0.7391954064369202, "Finetune/Step": 3234, "Finetune/Step Time": 5.2650724444538355}
+{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.8528445959091187, "Finetune/Loss (Raw)": 1.0231094360351562, "Finetune/Step": 3235, "Finetune/Step Time": 5.270399006083608}
+{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.8521735072135925, "Finetune/Loss (Raw)": 0.7324226498603821, "Finetune/Step": 3236, "Finetune/Step Time": 5.277848796918988}
+{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.852860689163208, "Finetune/Loss (Raw)": 0.9707501530647278, "Finetune/Step": 3237, "Finetune/Step Time": 5.276448667049408}
+{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.8493577241897583, "Finetune/Loss (Raw)": 0.3901987671852112, "Finetune/Step": 3238, "Finetune/Step Time": 5.309035584330559}
+{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.8505134582519531, "Finetune/Loss (Raw)": 1.003515601158142, "Finetune/Step": 3239, "Finetune/Step Time": 5.305120266973972}
+{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.8512524366378784, "Finetune/Loss (Raw)": 1.0723581314086914, "Finetune/Step": 3240, "Finetune/Step Time": 5.307312583550811}
+{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.852094292640686, "Finetune/Loss (Raw)": 0.9639180302619934, "Finetune/Step": 3241, "Finetune/Step Time": 5.297086441889405}
+{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.8524235486984253, "Finetune/Loss (Raw)": 0.9666648507118225, "Finetune/Step": 3242, "Finetune/Step Time": 5.3036098796874285}
+{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.8532320261001587, "Finetune/Loss (Raw)": 0.9440757036209106, "Finetune/Step": 3243, "Finetune/Step Time": 5.302789170295}
+{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.8548658490180969, "Finetune/Loss (Raw)": 0.9508469104766846, "Finetune/Step": 3244, "Finetune/Step Time": 5.259048853069544}
+{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.855689287185669, "Finetune/Loss (Raw)": 0.9918970465660095, "Finetune/Step": 3245, "Finetune/Step Time": 5.263889912515879}
+{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.8575999736785889, "Finetune/Loss (Raw)": 0.7151533961296082, "Finetune/Step": 3246, "Finetune/Step Time": 5.236692674458027}
+{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.8574873208999634, "Finetune/Loss (Raw)": 0.8452385663986206, "Finetune/Step": 3247, "Finetune/Step Time": 5.235681841149926}
+{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.8582342863082886, "Finetune/Loss (Raw)": 0.9924681186676025, "Finetune/Step": 3248, "Finetune/Step Time": 5.25071632489562}
+{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.860191285610199, "Finetune/Loss (Raw)": 0.981818675994873, "Finetune/Step": 3249, "Finetune/Step Time": 5.240795264020562}
+{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.8596440553665161, "Finetune/Loss (Raw)": 0.8281855583190918, "Finetune/Step": 3250, "Finetune/Step Time": 5.259349009022117}
+{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.8599077463150024, "Finetune/Loss (Raw)": 0.8636064529418945, "Finetune/Step": 3251, "Finetune/Step Time": 5.28688482940197}
+{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.860342264175415, "Finetune/Loss (Raw)": 1.0375007390975952, "Finetune/Step": 3252, "Finetune/Step Time": 5.2874944899231195}
+{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.8608331680297852, "Finetune/Loss (Raw)": 0.9965313076972961, "Finetune/Step": 3253, "Finetune/Step Time": 5.290401669219136}
+{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.8606173992156982, "Finetune/Loss (Raw)": 0.9463032484054565, "Finetune/Step": 3254, "Finetune/Step Time": 5.290036179125309}
+{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.8600172400474548, "Finetune/Loss (Raw)": 0.9177445769309998, "Finetune/Step": 3255, "Finetune/Step Time": 5.301122326403856}
+{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.862354576587677, "Finetune/Loss (Raw)": 1.0010260343551636, "Finetune/Step": 3256, "Finetune/Step Time": 5.268778188154101}
+{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.8618147373199463, "Finetune/Loss (Raw)": 0.7857459187507629, "Finetune/Step": 3257, "Finetune/Step Time": 5.278296608477831}
+{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.8638280630111694, "Finetune/Loss (Raw)": 1.0661797523498535, "Finetune/Step": 3258, "Finetune/Step Time": 5.267796644940972}
+{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.8637336492538452, "Finetune/Loss (Raw)": 0.8329358100891113, "Finetune/Step": 3259, "Finetune/Step Time": 5.271521545946598}
+{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.8679841160774231, "Finetune/Loss (Raw)": 0.9566189646720886, "Finetune/Step": 3260, "Finetune/Step Time": 5.268287517130375}
+{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.8672578930854797, "Finetune/Loss (Raw)": 0.8153262138366699, "Finetune/Step": 3261, "Finetune/Step Time": 5.268873140215874}
+{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.8679905533790588, "Finetune/Loss (Raw)": 0.9701706171035767, "Finetune/Step": 3262, "Finetune/Step Time": 5.256295382976532}
+{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.8686538934707642, "Finetune/Loss (Raw)": 1.0014140605926514, "Finetune/Step": 3263, "Finetune/Step Time": 5.254715943709016}
+{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.8677999973297119, "Finetune/Loss (Raw)": 0.8408424258232117, "Finetune/Step": 3264, "Finetune/Step Time": 5.25575197301805}
+{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.8698150515556335, "Finetune/Loss (Raw)": 1.076375126838684, "Finetune/Step": 3265, "Finetune/Step Time": 5.228916333988309}
+{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.870890736579895, "Finetune/Loss (Raw)": 0.877659797668457, "Finetune/Step": 3266, "Finetune/Step Time": 5.223354618996382}
+{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.8713219165802002, "Finetune/Loss (Raw)": 0.936022937297821, "Finetune/Step": 3267, "Finetune/Step Time": 5.237468179315329}
+{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.8720206022262573, "Finetune/Loss (Raw)": 0.9550943374633789, "Finetune/Step": 3268, "Finetune/Step Time": 5.232795923948288}
+{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.8731023669242859, "Finetune/Loss (Raw)": 0.9590868353843689, "Finetune/Step": 3269, "Finetune/Step Time": 5.235120071098208}
+{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.873199462890625, "Finetune/Loss (Raw)": 0.8514959216117859, "Finetune/Step": 3270, "Finetune/Step Time": 5.225751498714089}
+{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.8742237687110901, "Finetune/Loss (Raw)": 0.8354156017303467, "Finetune/Step": 3271, "Finetune/Step Time": 5.211267115548253}
+{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.8738861083984375, "Finetune/Loss (Raw)": 0.9407870173454285, "Finetune/Step": 3272, "Finetune/Step Time": 5.239975953474641}
+{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.8725546598434448, "Finetune/Loss (Raw)": 0.7947067618370056, "Finetune/Step": 3273, "Finetune/Step Time": 5.246797017753124}
+{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.8678052425384521, "Finetune/Loss (Raw)": 0.3171595633029938, "Finetune/Step": 3274, "Finetune/Step Time": 5.278443835675716}
+{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.8661276698112488, "Finetune/Loss (Raw)": 0.7776068449020386, "Finetune/Step": 3275, "Finetune/Step Time": 5.277220740914345}
+{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.8650621175765991, "Finetune/Loss (Raw)": 0.8886886239051819, "Finetune/Step": 3276, "Finetune/Step Time": 5.263279754668474}
+{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.8690588474273682, "Finetune/Loss (Raw)": 0.9279067516326904, "Finetune/Step": 3277, "Finetune/Step Time": 5.231585115194321}
+{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.8688578009605408, "Finetune/Loss (Raw)": 0.8585320115089417, "Finetune/Step": 3278, "Finetune/Step Time": 5.234994053840637}
+{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.8693071603775024, "Finetune/Loss (Raw)": 0.9425858855247498, "Finetune/Step": 3279, "Finetune/Step Time": 5.243466472253203}
+{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.8706016540527344, "Finetune/Loss (Raw)": 0.9831509590148926, "Finetune/Step": 3280, "Finetune/Step Time": 5.2429857570678}
+{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.8714299201965332, "Finetune/Loss (Raw)": 1.0186289548873901, "Finetune/Step": 3281, "Finetune/Step Time": 5.245447063818574}
+{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.871217668056488, "Finetune/Loss (Raw)": 0.8447310328483582, "Finetune/Step": 3282, "Finetune/Step Time": 5.247026247903705}
+{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.8664839267730713, "Finetune/Loss (Raw)": 0.3617202341556549, "Finetune/Step": 3283, "Finetune/Step Time": 5.2777530662715435}
+{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.8668129444122314, "Finetune/Loss (Raw)": 0.8456984758377075, "Finetune/Step": 3284, "Finetune/Step Time": 5.282045513391495}
+{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.866473913192749, "Finetune/Loss (Raw)": 0.9612520933151245, "Finetune/Step": 3285, "Finetune/Step Time": 5.2765172608196735}
+{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.8710315823554993, "Finetune/Loss (Raw)": 0.8640719652175903, "Finetune/Step": 3286, "Finetune/Step Time": 5.252124926075339}
+{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.8713082075119019, "Finetune/Loss (Raw)": 0.8942833542823792, "Finetune/Step": 3287, "Finetune/Step Time": 5.258862022310495}
+{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.8722591400146484, "Finetune/Loss (Raw)": 0.9886873960494995, "Finetune/Step": 3288, "Finetune/Step Time": 5.264737106859684}
+{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.8715792298316956, "Finetune/Loss (Raw)": 0.809456467628479, "Finetune/Step": 3289, "Finetune/Step Time": 5.247185060754418}
+{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.8756831884384155, "Finetune/Loss (Raw)": 0.9289048910140991, "Finetune/Step": 3290, "Finetune/Step Time": 5.217770665884018}
+{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.8737214803695679, "Finetune/Loss (Raw)": 0.7821540236473083, "Finetune/Step": 3291, "Finetune/Step Time": 5.212942915037274}
+{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.8729175329208374, "Finetune/Loss (Raw)": 0.8365427255630493, "Finetune/Step": 3292, "Finetune/Step Time": 5.214319879189134}
+{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.8747211694717407, "Finetune/Loss (Raw)": 0.9047060608863831, "Finetune/Step": 3293, "Finetune/Step Time": 5.210321556776762}
+{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.8747284412384033, "Finetune/Loss (Raw)": 0.8213161826133728, "Finetune/Step": 3294, "Finetune/Step Time": 5.236989341676235}
+{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.874114453792572, "Finetune/Loss (Raw)": 0.8292459845542908, "Finetune/Step": 3295, "Finetune/Step Time": 5.240460304543376}
+{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.8732588291168213, "Finetune/Loss (Raw)": 0.9056577086448669, "Finetune/Step": 3296, "Finetune/Step Time": 5.242016723379493}
+{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.8771686553955078, "Finetune/Loss (Raw)": 0.8103539943695068, "Finetune/Step": 3297, "Finetune/Step Time": 5.231873074546456}
+{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.8786439895629883, "Finetune/Loss (Raw)": 0.9810113310813904, "Finetune/Step": 3298, "Finetune/Step Time": 5.219837326556444}
+{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.8753458261489868, "Finetune/Loss (Raw)": 0.37784522771835327, "Finetune/Step": 3299, "Finetune/Step Time": 5.248624021187425}
+{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.875512421131134, "Finetune/Loss (Raw)": 0.9061688780784607, "Finetune/Step": 3300, "Finetune/Step Time": 5.2519515585154295}
+{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.8751420378684998, "Finetune/Loss (Raw)": 0.7283658981323242, "Finetune/Step": 3301, "Finetune/Step Time": 5.241508334875107}
+{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.8744900226593018, "Finetune/Loss (Raw)": 0.9571316838264465, "Finetune/Step": 3302, "Finetune/Step Time": 5.239777039736509}
+{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.8743789196014404, "Finetune/Loss (Raw)": 0.8631365299224854, "Finetune/Step": 3303, "Finetune/Step Time": 5.2381827887147665}
+{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.8728052973747253, "Finetune/Loss (Raw)": 0.8386176824569702, "Finetune/Step": 3304, "Finetune/Step Time": 5.248051151633263}
+{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.8737281560897827, "Finetune/Loss (Raw)": 0.9792192578315735, "Finetune/Step": 3305, "Finetune/Step Time": 5.2557466849684715}
+{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.8734900951385498, "Finetune/Loss (Raw)": 0.8256518840789795, "Finetune/Step": 3306, "Finetune/Step Time": 5.247874081134796}
+{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.8729740977287292, "Finetune/Loss (Raw)": 1.0161148309707642, "Finetune/Step": 3307, "Finetune/Step Time": 5.237574027851224}
+{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.8742431998252869, "Finetune/Loss (Raw)": 0.9705354571342468, "Finetune/Step": 3308, "Finetune/Step Time": 5.24354712292552}
+{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.8743006587028503, "Finetune/Loss (Raw)": 0.9546550512313843, "Finetune/Step": 3309, "Finetune/Step Time": 5.253766288980842}
+{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.8734614849090576, "Finetune/Loss (Raw)": 0.80613112449646, "Finetune/Step": 3310, "Finetune/Step Time": 5.250601213425398}
+{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.8729702830314636, "Finetune/Loss (Raw)": 0.7963294386863708, "Finetune/Step": 3311, "Finetune/Step Time": 5.258545456454158}
+{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.8725097179412842, "Finetune/Loss (Raw)": 0.8487914204597473, "Finetune/Step": 3312, "Finetune/Step Time": 5.252733439207077}
+{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.8686695694923401, "Finetune/Loss (Raw)": 0.4275210201740265, "Finetune/Step": 3313, "Finetune/Step Time": 5.276916624978185}
+{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.8683012127876282, "Finetune/Loss (Raw)": 0.7949109673500061, "Finetune/Step": 3314, "Finetune/Step Time": 5.283960862085223}
+{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.8695670366287231, "Finetune/Loss (Raw)": 1.1031391620635986, "Finetune/Step": 3315, "Finetune/Step Time": 5.283715249970555}
+{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.8692057132720947, "Finetune/Loss (Raw)": 0.810532808303833, "Finetune/Step": 3316, "Finetune/Step Time": 5.264898492023349}
+{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.8695305585861206, "Finetune/Loss (Raw)": 0.8972890377044678, "Finetune/Step": 3317, "Finetune/Step Time": 5.26601760648191}
+{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.8651936054229736, "Finetune/Loss (Raw)": 0.33079761266708374, "Finetune/Step": 3318, "Finetune/Step Time": 5.291901405900717}
+{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.8652048110961914, "Finetune/Loss (Raw)": 0.9817615747451782, "Finetune/Step": 3319, "Finetune/Step Time": 5.273043008521199}
+{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.8652529716491699, "Finetune/Loss (Raw)": 0.8594558835029602, "Finetune/Step": 3320, "Finetune/Step Time": 5.264681853353977}
+{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.8649681806564331, "Finetune/Loss (Raw)": 0.8110969662666321, "Finetune/Step": 3321, "Finetune/Step Time": 5.2526227459311485}
+{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.8655039072036743, "Finetune/Loss (Raw)": 0.8440231084823608, "Finetune/Step": 3322, "Finetune/Step Time": 5.246138978749514}
+{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.8657559752464294, "Finetune/Loss (Raw)": 0.9990397095680237, "Finetune/Step": 3323, "Finetune/Step Time": 5.252426123246551}
+{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.8650250434875488, "Finetune/Loss (Raw)": 0.8245822787284851, "Finetune/Step": 3324, "Finetune/Step Time": 5.265890749171376}
+{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.8634530305862427, "Finetune/Loss (Raw)": 0.7974469661712646, "Finetune/Step": 3325, "Finetune/Step Time": 5.265807695686817}
+{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.8646549582481384, "Finetune/Loss (Raw)": 0.9395330548286438, "Finetune/Step": 3326, "Finetune/Step Time": 5.257292445749044}
+{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.8634487986564636, "Finetune/Loss (Raw)": 0.7440968751907349, "Finetune/Step": 3327, "Finetune/Step Time": 5.269655745476484}
+{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.8630867600440979, "Finetune/Loss (Raw)": 1.0139068365097046, "Finetune/Step": 3328, "Finetune/Step Time": 5.274444833397865}
+{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.8647398352622986, "Finetune/Loss (Raw)": 1.0065299272537231, "Finetune/Step": 3329, "Finetune/Step Time": 5.277132535353303}
+{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.8643521070480347, "Finetune/Loss (Raw)": 0.792664110660553, "Finetune/Step": 3330, "Finetune/Step Time": 5.290629785507917}
+{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.8651449680328369, "Finetune/Loss (Raw)": 0.9366907477378845, "Finetune/Step": 3331, "Finetune/Step Time": 5.304555460810661}
+{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.8655127286911011, "Finetune/Loss (Raw)": 0.8820992112159729, "Finetune/Step": 3332, "Finetune/Step Time": 5.309030221775174}
+{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.8665956854820251, "Finetune/Loss (Raw)": 0.9485363364219666, "Finetune/Step": 3333, "Finetune/Step Time": 5.30916928127408}
+{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.8674361109733582, "Finetune/Loss (Raw)": 0.882032036781311, "Finetune/Step": 3334, "Finetune/Step Time": 5.3099519573152065}
+{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.8667762279510498, "Finetune/Loss (Raw)": 0.8268682360649109, "Finetune/Step": 3335, "Finetune/Step Time": 5.288878871127963}
+{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.8660186529159546, "Finetune/Loss (Raw)": 0.8507160544395447, "Finetune/Step": 3336, "Finetune/Step Time": 5.287539508193731}
+{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.865378737449646, "Finetune/Loss (Raw)": 0.7765493988990784, "Finetune/Step": 3337, "Finetune/Step Time": 5.290984088554978}
+{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.8662834167480469, "Finetune/Loss (Raw)": 0.8901345133781433, "Finetune/Step": 3338, "Finetune/Step Time": 5.294092608615756}
+{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.8664706349372864, "Finetune/Loss (Raw)": 0.9513201117515564, "Finetune/Step": 3339, "Finetune/Step Time": 5.2867133282125}
+{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.8704388737678528, "Finetune/Loss (Raw)": 0.9037256240844727, "Finetune/Step": 3340, "Finetune/Step Time": 5.258125524967909}
+{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.8709088563919067, "Finetune/Loss (Raw)": 1.0198190212249756, "Finetune/Step": 3341, "Finetune/Step Time": 5.263312103226781}
+{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.8713339567184448, "Finetune/Loss (Raw)": 0.9880741238594055, "Finetune/Step": 3342, "Finetune/Step Time": 5.244427325204015}
+{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.8726780414581299, "Finetune/Loss (Raw)": 0.9293721318244934, "Finetune/Step": 3343, "Finetune/Step Time": 5.231520310044289}
+{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.8727380037307739, "Finetune/Loss (Raw)": 0.7316726446151733, "Finetune/Step": 3344, "Finetune/Step Time": 5.211609836667776}
+{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.8683667182922363, "Finetune/Loss (Raw)": 0.34789296984672546, "Finetune/Step": 3345, "Finetune/Step Time": 5.24622786231339}
+{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.8692097663879395, "Finetune/Loss (Raw)": 1.0164096355438232, "Finetune/Step": 3346, "Finetune/Step Time": 5.245483370497823}
+{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.8691500425338745, "Finetune/Loss (Raw)": 0.7607727646827698, "Finetune/Step": 3347, "Finetune/Step Time": 5.24659969471395}
+{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.8682924509048462, "Finetune/Loss (Raw)": 0.9445357322692871, "Finetune/Step": 3348, "Finetune/Step Time": 5.251088660210371}
+{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.8691734075546265, "Finetune/Loss (Raw)": 0.9386444091796875, "Finetune/Step": 3349, "Finetune/Step Time": 5.2478115782141685}
+{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.8748884201049805, "Finetune/Loss (Raw)": 1.0611200332641602, "Finetune/Step": 3350, "Finetune/Step Time": 5.224117098376155}
+{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.8748444318771362, "Finetune/Loss (Raw)": 0.8423121571540833, "Finetune/Step": 3351, "Finetune/Step Time": 5.230679811909795}
+{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.8749263286590576, "Finetune/Loss (Raw)": 0.9278075098991394, "Finetune/Step": 3352, "Finetune/Step Time": 5.234769748523831}
+{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.8755807876586914, "Finetune/Loss (Raw)": 0.9558159708976746, "Finetune/Step": 3353, "Finetune/Step Time": 5.250632707029581}
+{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.8757098913192749, "Finetune/Loss (Raw)": 0.9252643585205078, "Finetune/Step": 3354, "Finetune/Step Time": 5.248730411753058}
+{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.8765597939491272, "Finetune/Loss (Raw)": 0.9647878408432007, "Finetune/Step": 3355, "Finetune/Step Time": 5.240386795252562}
+{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.8770380020141602, "Finetune/Loss (Raw)": 0.9256879091262817, "Finetune/Step": 3356, "Finetune/Step Time": 5.242396859452128}
+{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.8761777877807617, "Finetune/Loss (Raw)": 0.8666596412658691, "Finetune/Step": 3357, "Finetune/Step Time": 5.243288993835449}
+{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.8757960796356201, "Finetune/Loss (Raw)": 0.8081907033920288, "Finetune/Step": 3358, "Finetune/Step Time": 5.237333748489618}
+{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.8772927522659302, "Finetune/Loss (Raw)": 1.0706018209457397, "Finetune/Step": 3359, "Finetune/Step Time": 5.211752947419882}
+{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.8770257234573364, "Finetune/Loss (Raw)": 0.9758708477020264, "Finetune/Step": 3360, "Finetune/Step Time": 5.212194474413991}
+{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.8757288455963135, "Finetune/Loss (Raw)": 0.9418298602104187, "Finetune/Step": 3361, "Finetune/Step Time": 5.237011916935444}
+{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.876340389251709, "Finetune/Loss (Raw)": 0.817464292049408, "Finetune/Step": 3362, "Finetune/Step Time": 5.220314122736454}
+{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.8756232857704163, "Finetune/Loss (Raw)": 0.9313271045684814, "Finetune/Step": 3363, "Finetune/Step Time": 5.220270771533251}
+{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.8773645162582397, "Finetune/Loss (Raw)": 0.9552972912788391, "Finetune/Step": 3364, "Finetune/Step Time": 5.212574930861592}
+{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.8765236735343933, "Finetune/Loss (Raw)": 0.8631184101104736, "Finetune/Step": 3365, "Finetune/Step Time": 5.226230187341571}
+{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.879657506942749, "Finetune/Loss (Raw)": 0.7913360595703125, "Finetune/Step": 3366, "Finetune/Step Time": 5.207172993570566}
+{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.878103494644165, "Finetune/Loss (Raw)": 0.8045970797538757, "Finetune/Step": 3367, "Finetune/Step Time": 5.203777210786939}
+{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.8730776309967041, "Finetune/Loss (Raw)": 0.4290449321269989, "Finetune/Step": 3368, "Finetune/Step Time": 5.2320725824683905}
+{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.8732283115386963, "Finetune/Loss (Raw)": 0.9832104444503784, "Finetune/Step": 3369, "Finetune/Step Time": 5.231709614396095}
+{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.8730412721633911, "Finetune/Loss (Raw)": 0.942724347114563, "Finetune/Step": 3370, "Finetune/Step Time": 5.219596141949296}
+{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.8708802461624146, "Finetune/Loss (Raw)": 0.667463481426239, "Finetune/Step": 3371, "Finetune/Step Time": 5.241001456975937}
+{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.870082437992096, "Finetune/Loss (Raw)": 0.8487251996994019, "Finetune/Step": 3372, "Finetune/Step Time": 5.252237705513835}
+{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.8698540925979614, "Finetune/Loss (Raw)": 0.9626649618148804, "Finetune/Step": 3373, "Finetune/Step Time": 5.258172262459993}
+{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.8712758421897888, "Finetune/Loss (Raw)": 0.8971428275108337, "Finetune/Step": 3374, "Finetune/Step Time": 5.261373480781913}
+{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.8734718561172485, "Finetune/Loss (Raw)": 1.1263223886489868, "Finetune/Step": 3375, "Finetune/Step Time": 5.259816661477089}
+{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.8735556602478027, "Finetune/Loss (Raw)": 1.0032011270523071, "Finetune/Step": 3376, "Finetune/Step Time": 5.241002941504121}
+{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.8717784881591797, "Finetune/Loss (Raw)": 0.7543425559997559, "Finetune/Step": 3377, "Finetune/Step Time": 5.251716582104564}
+{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.8730317950248718, "Finetune/Loss (Raw)": 0.988603949546814, "Finetune/Step": 3378, "Finetune/Step Time": 5.2480170503258705}
+{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.8718271255493164, "Finetune/Loss (Raw)": 0.7094123363494873, "Finetune/Step": 3379, "Finetune/Step Time": 5.223048495128751}
+{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.8697890043258667, "Finetune/Loss (Raw)": 0.7766154408454895, "Finetune/Step": 3380, "Finetune/Step Time": 5.220994759351015}
+{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.8689019083976746, "Finetune/Loss (Raw)": 0.8829871416091919, "Finetune/Step": 3381, "Finetune/Step Time": 5.215659465640783}
+{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.8694654107093811, "Finetune/Loss (Raw)": 1.0184286832809448, "Finetune/Step": 3382, "Finetune/Step Time": 5.2175738997757435}
+{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.8689659833908081, "Finetune/Loss (Raw)": 0.8538239598274231, "Finetune/Step": 3383, "Finetune/Step Time": 5.20613425783813}
+{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.8684245944023132, "Finetune/Loss (Raw)": 0.9317219257354736, "Finetune/Step": 3384, "Finetune/Step Time": 5.20213209092617}
+{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.8683124780654907, "Finetune/Loss (Raw)": 0.7713951468467712, "Finetune/Step": 3385, "Finetune/Step Time": 5.191849902272224}
+{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.8667737245559692, "Finetune/Loss (Raw)": 0.8692219257354736, "Finetune/Step": 3386, "Finetune/Step Time": 5.194487206637859}
+{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.8664736747741699, "Finetune/Loss (Raw)": 0.7945324182510376, "Finetune/Step": 3387, "Finetune/Step Time": 5.182934261858463}
+{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.8653404712677002, "Finetune/Loss (Raw)": 0.8115642070770264, "Finetune/Step": 3388, "Finetune/Step Time": 5.155776087194681}
+{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.8662377595901489, "Finetune/Loss (Raw)": 0.930178701877594, "Finetune/Step": 3389, "Finetune/Step Time": 5.159865053370595}
+{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.8661007881164551, "Finetune/Loss (Raw)": 0.9526453614234924, "Finetune/Step": 3390, "Finetune/Step Time": 5.164852866902947}
+{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.8664412498474121, "Finetune/Loss (Raw)": 1.044986605644226, "Finetune/Step": 3391, "Finetune/Step Time": 5.16180282458663}
+{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.8664422631263733, "Finetune/Loss (Raw)": 0.8409752249717712, "Finetune/Step": 3392, "Finetune/Step Time": 5.161909490823746}
+{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.8657337427139282, "Finetune/Loss (Raw)": 0.9856802821159363, "Finetune/Step": 3393, "Finetune/Step Time": 5.158820835873485}
+{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.8657816648483276, "Finetune/Loss (Raw)": 0.8837986588478088, "Finetune/Step": 3394, "Finetune/Step Time": 5.179218094795942}
+{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.8661508560180664, "Finetune/Loss (Raw)": 0.9832796454429626, "Finetune/Step": 3395, "Finetune/Step Time": 5.163908552378416}
+{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.8646053075790405, "Finetune/Loss (Raw)": 0.7572624087333679, "Finetune/Step": 3396, "Finetune/Step Time": 5.1636181101202965}
+{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.8639569282531738, "Finetune/Loss (Raw)": 0.8760940432548523, "Finetune/Step": 3397, "Finetune/Step Time": 5.162194162607193}
+{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.864181637763977, "Finetune/Loss (Raw)": 0.8802544474601746, "Finetune/Step": 3398, "Finetune/Step Time": 5.160945683717728}
+{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.864087700843811, "Finetune/Loss (Raw)": 0.8234012722969055, "Finetune/Step": 3399, "Finetune/Step Time": 5.1694171782583}
+{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.8632366061210632, "Finetune/Loss (Raw)": 0.8318362832069397, "Finetune/Step": 3400, "Finetune/Step Time": 5.143609598278999}
+{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.8632267713546753, "Finetune/Loss (Raw)": 0.7934573888778687, "Finetune/Step": 3401, "Finetune/Step Time": 5.135047264397144}
+{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.8676658868789673, "Finetune/Loss (Raw)": 0.8853673934936523, "Finetune/Step": 3402, "Finetune/Step Time": 5.1037572696805}
+{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.8680731058120728, "Finetune/Loss (Raw)": 0.829725444316864, "Finetune/Step": 3403, "Finetune/Step Time": 5.098842151463032}
+{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.868211567401886, "Finetune/Loss (Raw)": 0.9064086675643921, "Finetune/Step": 3404, "Finetune/Step Time": 5.10541825927794}
+{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.8671457767486572, "Finetune/Loss (Raw)": 0.791487991809845, "Finetune/Step": 3405, "Finetune/Step Time": 5.145085593685508}
+{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.8676629066467285, "Finetune/Loss (Raw)": 0.9247258305549622, "Finetune/Step": 3406, "Finetune/Step Time": 5.142467178404331}
+{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.8673898577690125, "Finetune/Loss (Raw)": 0.907636821269989, "Finetune/Step": 3407, "Finetune/Step Time": 5.129329280927777}
+{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.867049515247345, "Finetune/Loss (Raw)": 0.9395860433578491, "Finetune/Step": 3408, "Finetune/Step Time": 5.129769563674927}
+{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.865976095199585, "Finetune/Loss (Raw)": 0.881230890750885, "Finetune/Step": 3409, "Finetune/Step Time": 5.127647932618856}
+{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.8657732605934143, "Finetune/Loss (Raw)": 0.8187671303749084, "Finetune/Step": 3410, "Finetune/Step Time": 5.131211470812559}
+{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.870566725730896, "Finetune/Loss (Raw)": 0.9752869009971619, "Finetune/Step": 3411, "Finetune/Step Time": 5.1008261647075415}
+{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.8713816404342651, "Finetune/Loss (Raw)": 0.9500027894973755, "Finetune/Step": 3412, "Finetune/Step Time": 5.094997510313988}
+{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.8717774152755737, "Finetune/Loss (Raw)": 1.0119144916534424, "Finetune/Step": 3413, "Finetune/Step Time": 5.1018717512488365}
+{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.8731321692466736, "Finetune/Loss (Raw)": 1.037476897239685, "Finetune/Step": 3414, "Finetune/Step Time": 5.100173903629184}
+{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.8718985319137573, "Finetune/Loss (Raw)": 0.736380398273468, "Finetune/Step": 3415, "Finetune/Step Time": 5.097344309091568}
+{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.8674673438072205, "Finetune/Loss (Raw)": 0.4214935898780823, "Finetune/Step": 3416, "Finetune/Step Time": 5.136154163628817}
+{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.8682608604431152, "Finetune/Loss (Raw)": 0.911030650138855, "Finetune/Step": 3417, "Finetune/Step Time": 5.142810057848692}
+{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.8679072260856628, "Finetune/Loss (Raw)": 0.8836398720741272, "Finetune/Step": 3418, "Finetune/Step Time": 5.153969533741474}
+{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.8688017129898071, "Finetune/Loss (Raw)": 0.8966452479362488, "Finetune/Step": 3419, "Finetune/Step Time": 5.146141706034541}
+{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.8674136400222778, "Finetune/Loss (Raw)": 0.658872127532959, "Finetune/Step": 3420, "Finetune/Step Time": 5.170243406668305}
+{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.8673707246780396, "Finetune/Loss (Raw)": 0.8992204070091248, "Finetune/Step": 3421, "Finetune/Step Time": 5.17292251996696}
+{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.867843747138977, "Finetune/Loss (Raw)": 0.8818494081497192, "Finetune/Step": 3422, "Finetune/Step Time": 5.165263652801514}
+{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.8676284551620483, "Finetune/Loss (Raw)": 0.8016989231109619, "Finetune/Step": 3423, "Finetune/Step Time": 5.163320444524288}
+{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.8632391691207886, "Finetune/Loss (Raw)": 0.3438212275505066, "Finetune/Step": 3424, "Finetune/Step Time": 5.187124023213983}
+{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.8637025356292725, "Finetune/Loss (Raw)": 0.8696629405021667, "Finetune/Step": 3425, "Finetune/Step Time": 5.174760924652219}
+{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.8617386221885681, "Finetune/Loss (Raw)": 0.7296329140663147, "Finetune/Step": 3426, "Finetune/Step Time": 5.176557207480073}
+{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.8663853406906128, "Finetune/Loss (Raw)": 0.9726290106773376, "Finetune/Step": 3427, "Finetune/Step Time": 5.149407375603914}
+{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.866086483001709, "Finetune/Loss (Raw)": 0.8679114580154419, "Finetune/Step": 3428, "Finetune/Step Time": 5.156464118510485}
+{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.8675845861434937, "Finetune/Loss (Raw)": 0.9201253652572632, "Finetune/Step": 3429, "Finetune/Step Time": 5.152476338669658}
+{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.8667017221450806, "Finetune/Loss (Raw)": 0.8441211581230164, "Finetune/Step": 3430, "Finetune/Step Time": 5.146155094727874}
+{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.8676445484161377, "Finetune/Loss (Raw)": 0.9838215708732605, "Finetune/Step": 3431, "Finetune/Step Time": 5.149636073037982}
+{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.86697918176651, "Finetune/Loss (Raw)": 0.7534497380256653, "Finetune/Step": 3432, "Finetune/Step Time": 5.150958992540836}
+{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.8661195039749146, "Finetune/Loss (Raw)": 0.869185209274292, "Finetune/Step": 3433, "Finetune/Step Time": 5.156045386567712}
+{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.8663038611412048, "Finetune/Loss (Raw)": 0.849248468875885, "Finetune/Step": 3434, "Finetune/Step Time": 5.1796439830213785}
+{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.865119457244873, "Finetune/Loss (Raw)": 0.864506185054779, "Finetune/Step": 3435, "Finetune/Step Time": 5.192644262686372}
+{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.8636831045150757, "Finetune/Loss (Raw)": 0.7866872549057007, "Finetune/Step": 3436, "Finetune/Step Time": 5.186310455203056}
+{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.8631685972213745, "Finetune/Loss (Raw)": 0.8887941837310791, "Finetune/Step": 3437, "Finetune/Step Time": 5.174925500527024}
+{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.863289475440979, "Finetune/Loss (Raw)": 0.8216059803962708, "Finetune/Step": 3438, "Finetune/Step Time": 5.17305857501924}
+{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.8645066022872925, "Finetune/Loss (Raw)": 0.9521162509918213, "Finetune/Step": 3439, "Finetune/Step Time": 5.177413292229176}
+{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.864503800868988, "Finetune/Loss (Raw)": 0.848438024520874, "Finetune/Step": 3440, "Finetune/Step Time": 5.178743248805404}
+{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.8667378425598145, "Finetune/Loss (Raw)": 0.7134713530540466, "Finetune/Step": 3441, "Finetune/Step Time": 5.169751815497875}
+{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.8665352463722229, "Finetune/Loss (Raw)": 0.7689868807792664, "Finetune/Step": 3442, "Finetune/Step Time": 5.166024019941688}
+{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.8641639351844788, "Finetune/Loss (Raw)": 0.7996077537536621, "Finetune/Step": 3443, "Finetune/Step Time": 5.175772864371538}
+{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.8650142550468445, "Finetune/Loss (Raw)": 0.9193731546401978, "Finetune/Step": 3444, "Finetune/Step Time": 5.169939287006855}
+{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.8635099530220032, "Finetune/Loss (Raw)": 0.7047381401062012, "Finetune/Step": 3445, "Finetune/Step Time": 5.186530174687505}
+{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.8675500154495239, "Finetune/Loss (Raw)": 0.8479248881340027, "Finetune/Step": 3446, "Finetune/Step Time": 5.1652358286082745}
+{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.8676276803016663, "Finetune/Loss (Raw)": 0.9917082190513611, "Finetune/Step": 3447, "Finetune/Step Time": 5.159429620951414}
+{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.8678698539733887, "Finetune/Loss (Raw)": 0.8904500007629395, "Finetune/Step": 3448, "Finetune/Step Time": 5.164502613246441}
+{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.8691421747207642, "Finetune/Loss (Raw)": 0.9739504456520081, "Finetune/Step": 3449, "Finetune/Step Time": 5.159722659736872}
+{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.8696106672286987, "Finetune/Loss (Raw)": 0.903998076915741, "Finetune/Step": 3450, "Finetune/Step Time": 5.178733272477984}
+{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.8682539463043213, "Finetune/Loss (Raw)": 0.8253782391548157, "Finetune/Step": 3451, "Finetune/Step Time": 5.162110794335604}
+{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.8692665696144104, "Finetune/Loss (Raw)": 0.9541990756988525, "Finetune/Step": 3452, "Finetune/Step Time": 5.146270180121064}
+{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.8695729374885559, "Finetune/Loss (Raw)": 0.8366594314575195, "Finetune/Step": 3453, "Finetune/Step Time": 5.143787739798427}
+{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.8686924576759338, "Finetune/Loss (Raw)": 0.8268330693244934, "Finetune/Step": 3454, "Finetune/Step Time": 5.1517453249543905}
+{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.8655173778533936, "Finetune/Loss (Raw)": 0.3376830816268921, "Finetune/Step": 3455, "Finetune/Step Time": 5.171999214217067}
+{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.8649753332138062, "Finetune/Loss (Raw)": 0.9445274472236633, "Finetune/Step": 3456, "Finetune/Step Time": 5.168563177809119}
+{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.864077091217041, "Finetune/Loss (Raw)": 0.891557514667511, "Finetune/Step": 3457, "Finetune/Step Time": 5.158843234181404}
+{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.8648929595947266, "Finetune/Loss (Raw)": 0.8970929980278015, "Finetune/Step": 3458, "Finetune/Step Time": 5.176266824826598}
+{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.864250659942627, "Finetune/Loss (Raw)": 0.8544678688049316, "Finetune/Step": 3459, "Finetune/Step Time": 5.166464056819677}
+{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.8649663925170898, "Finetune/Loss (Raw)": 0.9737224578857422, "Finetune/Step": 3460, "Finetune/Step Time": 5.1577215157449245}
+{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.8601441383361816, "Finetune/Loss (Raw)": 0.3312848210334778, "Finetune/Step": 3461, "Finetune/Step Time": 5.187669537961483}
+{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.8605705499649048, "Finetune/Loss (Raw)": 0.9366111159324646, "Finetune/Step": 3462, "Finetune/Step Time": 5.184344874694943}
+{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.8607265949249268, "Finetune/Loss (Raw)": 0.8468419909477234, "Finetune/Step": 3463, "Finetune/Step Time": 5.186159195378423}
+{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.8613947629928589, "Finetune/Loss (Raw)": 0.9362483620643616, "Finetune/Step": 3464, "Finetune/Step Time": 5.187151174992323}
+{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.8616982698440552, "Finetune/Loss (Raw)": 0.815390944480896, "Finetune/Step": 3465, "Finetune/Step Time": 5.182337140664458}
+{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.8611893057823181, "Finetune/Loss (Raw)": 0.8249912858009338, "Finetune/Step": 3466, "Finetune/Step Time": 5.180680938065052}
+{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.8595168590545654, "Finetune/Loss (Raw)": 0.7372458577156067, "Finetune/Step": 3467, "Finetune/Step Time": 5.179595148190856}
+{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.8579654693603516, "Finetune/Loss (Raw)": 0.7051520943641663, "Finetune/Step": 3468, "Finetune/Step Time": 5.187875488772988}
+{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.8572113513946533, "Finetune/Loss (Raw)": 0.9232843518257141, "Finetune/Step": 3469, "Finetune/Step Time": 5.1966584250330925}
+{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.8560326099395752, "Finetune/Loss (Raw)": 0.8371985554695129, "Finetune/Step": 3470, "Finetune/Step Time": 5.203280750662088}
+{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.8560816645622253, "Finetune/Loss (Raw)": 0.9356476068496704, "Finetune/Step": 3471, "Finetune/Step Time": 5.2099773529917}
+{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.85660719871521, "Finetune/Loss (Raw)": 0.7989445328712463, "Finetune/Step": 3472, "Finetune/Step Time": 5.210922634229064}
+{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.8618992567062378, "Finetune/Loss (Raw)": 1.0252745151519775, "Finetune/Step": 3473, "Finetune/Step Time": 5.199823439121246}
+{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.8601087927818298, "Finetune/Loss (Raw)": 0.7872322797775269, "Finetune/Step": 3474, "Finetune/Step Time": 5.204733584076166}
+{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.8610125780105591, "Finetune/Loss (Raw)": 0.8764630556106567, "Finetune/Step": 3475, "Finetune/Step Time": 5.21053147688508}
+{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.8593900203704834, "Finetune/Loss (Raw)": 0.7368487119674683, "Finetune/Step": 3476, "Finetune/Step Time": 5.225321045145392}
+{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.858482301235199, "Finetune/Loss (Raw)": 0.8224482536315918, "Finetune/Step": 3477, "Finetune/Step Time": 5.2432839926332235}
+{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.857811450958252, "Finetune/Loss (Raw)": 0.9752565622329712, "Finetune/Step": 3478, "Finetune/Step Time": 5.236081982031465}
+{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.8594229221343994, "Finetune/Loss (Raw)": 1.0485727787017822, "Finetune/Step": 3479, "Finetune/Step Time": 5.222765197977424}
+{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.8593565821647644, "Finetune/Loss (Raw)": 0.9193229675292969, "Finetune/Step": 3480, "Finetune/Step Time": 5.214618539437652}
+{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.8593113422393799, "Finetune/Loss (Raw)": 0.9500221014022827, "Finetune/Step": 3481, "Finetune/Step Time": 5.191811889410019}
+{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.8590385913848877, "Finetune/Loss (Raw)": 0.8903491497039795, "Finetune/Step": 3482, "Finetune/Step Time": 5.191187717020512}
+{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.858596682548523, "Finetune/Loss (Raw)": 0.9082227945327759, "Finetune/Step": 3483, "Finetune/Step Time": 5.225852858275175}
+{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.8584867119789124, "Finetune/Loss (Raw)": 0.9116173982620239, "Finetune/Step": 3484, "Finetune/Step Time": 5.242708515375853}
+{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.8593523502349854, "Finetune/Loss (Raw)": 0.9774583578109741, "Finetune/Step": 3485, "Finetune/Step Time": 5.240434944629669}
+{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.8604015111923218, "Finetune/Loss (Raw)": 0.9424845576286316, "Finetune/Step": 3486, "Finetune/Step Time": 5.234429659321904}
+{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.8579639196395874, "Finetune/Loss (Raw)": 0.7585856914520264, "Finetune/Step": 3487, "Finetune/Step Time": 5.232630459591746}
+{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.8562082052230835, "Finetune/Loss (Raw)": 0.7511451244354248, "Finetune/Step": 3488, "Finetune/Step Time": 5.243625493720174}
+{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.8565686345100403, "Finetune/Loss (Raw)": 0.9879615902900696, "Finetune/Step": 3489, "Finetune/Step Time": 5.219136552885175}
+{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.8564262390136719, "Finetune/Loss (Raw)": 0.7992403507232666, "Finetune/Step": 3490, "Finetune/Step Time": 5.216692673042417}
+{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.8567700386047363, "Finetune/Loss (Raw)": 0.9753366708755493, "Finetune/Step": 3491, "Finetune/Step Time": 5.212338833138347}
+{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.8563917875289917, "Finetune/Loss (Raw)": 0.9068877696990967, "Finetune/Step": 3492, "Finetune/Step Time": 5.221559962257743}
+{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.855172872543335, "Finetune/Loss (Raw)": 0.7070827484130859, "Finetune/Step": 3493, "Finetune/Step Time": 5.214217571541667}
+{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.8566815853118896, "Finetune/Loss (Raw)": 0.9844569563865662, "Finetune/Step": 3494, "Finetune/Step Time": 5.2013296615332365}
+{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.8576791286468506, "Finetune/Loss (Raw)": 0.9322824478149414, "Finetune/Step": 3495, "Finetune/Step Time": 5.201169827952981}
+{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.8617697358131409, "Finetune/Loss (Raw)": 0.9526450037956238, "Finetune/Step": 3496, "Finetune/Step Time": 5.178979430347681}
+{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.8601232767105103, "Finetune/Loss (Raw)": 0.7724549174308777, "Finetune/Step": 3497, "Finetune/Step Time": 5.187160164117813}
+{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.8599238395690918, "Finetune/Loss (Raw)": 0.9172071218490601, "Finetune/Step": 3498, "Finetune/Step Time": 5.191070241853595}
+{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.8622288703918457, "Finetune/Loss (Raw)": 0.9624999761581421, "Finetune/Step": 3499, "Finetune/Step Time": 5.176219344139099}
+{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.862927258014679, "Finetune/Loss (Raw)": 0.9381211996078491, "Finetune/Step": 3500, "Finetune/Step Time": 5.16719570197165}
+{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.8626494407653809, "Finetune/Loss (Raw)": 0.9271059632301331, "Finetune/Step": 3501, "Finetune/Step Time": 5.153197295963764}
+{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.8639435172080994, "Finetune/Loss (Raw)": 1.062780499458313, "Finetune/Step": 3502, "Finetune/Step Time": 5.148217782378197}
+{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.8625457286834717, "Finetune/Loss (Raw)": 0.9474031925201416, "Finetune/Step": 3503, "Finetune/Step Time": 5.148456828668714}
+{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.8613296151161194, "Finetune/Loss (Raw)": 0.8475455641746521, "Finetune/Step": 3504, "Finetune/Step Time": 5.150080557912588}
+{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.8629419207572937, "Finetune/Loss (Raw)": 0.9607164263725281, "Finetune/Step": 3505, "Finetune/Step Time": 5.146231688559055}
+{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.8615676164627075, "Finetune/Loss (Raw)": 0.8126898407936096, "Finetune/Step": 3506, "Finetune/Step Time": 5.142888359725475}
+{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.8612983226776123, "Finetune/Loss (Raw)": 0.6749429702758789, "Finetune/Step": 3507, "Finetune/Step Time": 5.157837050035596}
+{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.8621169328689575, "Finetune/Loss (Raw)": 0.8814072608947754, "Finetune/Step": 3508, "Finetune/Step Time": 5.158329952508211}
+{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.862822413444519, "Finetune/Loss (Raw)": 0.9732784628868103, "Finetune/Step": 3509, "Finetune/Step Time": 5.171874115243554}
+{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.8609997034072876, "Finetune/Loss (Raw)": 0.7851237654685974, "Finetune/Step": 3510, "Finetune/Step Time": 5.1709178648889065}
+{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.8611340522766113, "Finetune/Loss (Raw)": 0.8710231781005859, "Finetune/Step": 3511, "Finetune/Step Time": 5.177798457443714}
+{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.8609333038330078, "Finetune/Loss (Raw)": 0.9060266613960266, "Finetune/Step": 3512, "Finetune/Step Time": 5.17601558752358}
+{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.8622363805770874, "Finetune/Loss (Raw)": 0.9381831288337708, "Finetune/Step": 3513, "Finetune/Step Time": 5.175627280026674}
+{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.861647367477417, "Finetune/Loss (Raw)": 0.7938300371170044, "Finetune/Step": 3514, "Finetune/Step Time": 5.1697489451617}
+{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.8620611429214478, "Finetune/Loss (Raw)": 0.8474973440170288, "Finetune/Step": 3515, "Finetune/Step Time": 5.17590606585145}
+{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.8625754714012146, "Finetune/Loss (Raw)": 0.8773981928825378, "Finetune/Step": 3516, "Finetune/Step Time": 5.177263516932726}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.8627978563308716, "Finetune/Loss (Raw)": 0.9586449861526489, "Finetune/Step": 3517, "Finetune/Step Time": 5.174735540524125}
+{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.8621504306793213, "Finetune/Loss (Raw)": 0.8697735071182251, "Finetune/Step": 3518, "Finetune/Step Time": 5.198965810239315}
+{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.8600926995277405, "Finetune/Loss (Raw)": 0.7815959453582764, "Finetune/Step": 3519, "Finetune/Step Time": 5.2226200215518475}
+{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.860526442527771, "Finetune/Loss (Raw)": 0.8964914679527283, "Finetune/Step": 3520, "Finetune/Step Time": 5.22442077845335}
+{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.8607543706893921, "Finetune/Loss (Raw)": 1.0148662328720093, "Finetune/Step": 3521, "Finetune/Step Time": 5.2246187552809715}
+{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.8599545955657959, "Finetune/Loss (Raw)": 0.7814217209815979, "Finetune/Step": 3522, "Finetune/Step Time": 5.219967672601342}
+{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.858066201210022, "Finetune/Loss (Raw)": 0.7415710687637329, "Finetune/Step": 3523, "Finetune/Step Time": 5.244205875322223}
+{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.8581101894378662, "Finetune/Loss (Raw)": 0.7628822922706604, "Finetune/Step": 3524, "Finetune/Step Time": 5.253346852958202}
+{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.8595248460769653, "Finetune/Loss (Raw)": 1.0571750402450562, "Finetune/Step": 3525, "Finetune/Step Time": 5.256426941603422}
+{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.8590599298477173, "Finetune/Loss (Raw)": 0.8207467794418335, "Finetune/Step": 3526, "Finetune/Step Time": 5.264320537447929}
+{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.8599379658699036, "Finetune/Loss (Raw)": 0.9357853531837463, "Finetune/Step": 3527, "Finetune/Step Time": 5.252931084483862}
+{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.8604514598846436, "Finetune/Loss (Raw)": 0.8975663781166077, "Finetune/Step": 3528, "Finetune/Step Time": 5.251890892162919}
+{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.8606165647506714, "Finetune/Loss (Raw)": 0.8145958185195923, "Finetune/Step": 3529, "Finetune/Step Time": 5.261787999421358}
+{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.8607591390609741, "Finetune/Loss (Raw)": 0.9036074280738831, "Finetune/Step": 3530, "Finetune/Step Time": 5.2737801894545555}
+{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.8618159890174866, "Finetune/Loss (Raw)": 0.9650059938430786, "Finetune/Step": 3531, "Finetune/Step Time": 5.273704461753368}
+{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.8610880374908447, "Finetune/Loss (Raw)": 0.8132288455963135, "Finetune/Step": 3532, "Finetune/Step Time": 5.275627905502915}
+{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.8573834896087646, "Finetune/Loss (Raw)": 0.31730207800865173, "Finetune/Step": 3533, "Finetune/Step Time": 5.268956623971462}
+{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.8573634624481201, "Finetune/Loss (Raw)": 0.9221675992012024, "Finetune/Step": 3534, "Finetune/Step Time": 5.276724986732006}
+{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.8528836369514465, "Finetune/Loss (Raw)": 0.3342212736606598, "Finetune/Step": 3535, "Finetune/Step Time": 5.307756615802646}
+{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.8521485328674316, "Finetune/Loss (Raw)": 0.8454880118370056, "Finetune/Step": 3536, "Finetune/Step Time": 5.306078819558024}
+{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.853185772895813, "Finetune/Loss (Raw)": 1.0140001773834229, "Finetune/Step": 3537, "Finetune/Step Time": 5.31324034743011}
+{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.8546082973480225, "Finetune/Loss (Raw)": 1.0008443593978882, "Finetune/Step": 3538, "Finetune/Step Time": 5.315420525148511}
+{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.8543663024902344, "Finetune/Loss (Raw)": 0.9443252086639404, "Finetune/Step": 3539, "Finetune/Step Time": 5.318832188844681}
+{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.8537471294403076, "Finetune/Loss (Raw)": 0.8707407712936401, "Finetune/Step": 3540, "Finetune/Step Time": 5.323072923347354}
+{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.8526661396026611, "Finetune/Loss (Raw)": 0.8735465407371521, "Finetune/Step": 3541, "Finetune/Step Time": 5.314374504610896}
+{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.8512396812438965, "Finetune/Loss (Raw)": 0.8548890948295593, "Finetune/Step": 3542, "Finetune/Step Time": 5.323181329295039}
+{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.8522605299949646, "Finetune/Loss (Raw)": 0.8670515418052673, "Finetune/Step": 3543, "Finetune/Step Time": 5.335202634334564}
+{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.8562251329421997, "Finetune/Loss (Raw)": 0.9289597868919373, "Finetune/Step": 3544, "Finetune/Step Time": 5.292977413162589}
+{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.8523472547531128, "Finetune/Loss (Raw)": 0.4146646559238434, "Finetune/Step": 3545, "Finetune/Step Time": 5.3175799790769815}
+{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.8518458604812622, "Finetune/Loss (Raw)": 0.8194594383239746, "Finetune/Step": 3546, "Finetune/Step Time": 5.314391057938337}
+{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.8526486754417419, "Finetune/Loss (Raw)": 0.9994113445281982, "Finetune/Step": 3547, "Finetune/Step Time": 5.311435926705599}
+{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.854707658290863, "Finetune/Loss (Raw)": 0.9224205613136292, "Finetune/Step": 3548, "Finetune/Step Time": 5.308417338877916}
+{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.8553134202957153, "Finetune/Loss (Raw)": 0.9767506122589111, "Finetune/Step": 3549, "Finetune/Step Time": 5.307039264589548}
+{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.8510679602622986, "Finetune/Loss (Raw)": 0.3384334146976471, "Finetune/Step": 3550, "Finetune/Step Time": 5.316821636632085}
+{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.8507227897644043, "Finetune/Loss (Raw)": 0.7575191855430603, "Finetune/Step": 3551, "Finetune/Step Time": 5.334116151556373}
+{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.8550078272819519, "Finetune/Loss (Raw)": 0.892308235168457, "Finetune/Step": 3552, "Finetune/Step Time": 5.301456397399306}
+{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.8538374304771423, "Finetune/Loss (Raw)": 0.7198527455329895, "Finetune/Step": 3553, "Finetune/Step Time": 5.307757321745157}
+{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.8556400537490845, "Finetune/Loss (Raw)": 0.9603623747825623, "Finetune/Step": 3554, "Finetune/Step Time": 5.321130005642772}
+{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.8564307689666748, "Finetune/Loss (Raw)": 1.0738416910171509, "Finetune/Step": 3555, "Finetune/Step Time": 5.319362957030535}
+{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.8523491024971008, "Finetune/Loss (Raw)": 0.34546026587486267, "Finetune/Step": 3556, "Finetune/Step Time": 5.341167371720076}
+{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.8531252145767212, "Finetune/Loss (Raw)": 1.0194690227508545, "Finetune/Step": 3557, "Finetune/Step Time": 5.340206079185009}
+{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.8534846305847168, "Finetune/Loss (Raw)": 0.8901242613792419, "Finetune/Step": 3558, "Finetune/Step Time": 5.342015415430069}
+{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.853377103805542, "Finetune/Loss (Raw)": 0.970062255859375, "Finetune/Step": 3559, "Finetune/Step Time": 5.340235693380237}
+{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.8553370237350464, "Finetune/Loss (Raw)": 1.0043182373046875, "Finetune/Step": 3560, "Finetune/Step Time": 5.335725719109178}
+{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.8566319346427917, "Finetune/Loss (Raw)": 1.03493070602417, "Finetune/Step": 3561, "Finetune/Step Time": 5.319636242464185}
+{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.8556845188140869, "Finetune/Loss (Raw)": 0.7279723882675171, "Finetune/Step": 3562, "Finetune/Step Time": 5.295323232188821}
+{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.8549249768257141, "Finetune/Loss (Raw)": 0.7672951221466064, "Finetune/Step": 3563, "Finetune/Step Time": 5.281433751806617}
+{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.8551519513130188, "Finetune/Loss (Raw)": 0.8157390356063843, "Finetune/Step": 3564, "Finetune/Step Time": 5.28388143517077}
+{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.8547438383102417, "Finetune/Loss (Raw)": 0.8365488648414612, "Finetune/Step": 3565, "Finetune/Step Time": 5.28660904802382}
+{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.8561995029449463, "Finetune/Loss (Raw)": 1.007935881614685, "Finetune/Step": 3566, "Finetune/Step Time": 5.286386525258422}
+{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.8555872440338135, "Finetune/Loss (Raw)": 0.8737454414367676, "Finetune/Step": 3567, "Finetune/Step Time": 5.289858296513557}
+{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.8563307523727417, "Finetune/Loss (Raw)": 0.9436072707176208, "Finetune/Step": 3568, "Finetune/Step Time": 5.294951634481549}
+{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.8575308918952942, "Finetune/Loss (Raw)": 0.8670914173126221, "Finetune/Step": 3569, "Finetune/Step Time": 5.283383034169674}
+{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.8580918312072754, "Finetune/Loss (Raw)": 0.840787947177887, "Finetune/Step": 3570, "Finetune/Step Time": 5.277720561251044}
+{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.8590555787086487, "Finetune/Loss (Raw)": 0.9229686260223389, "Finetune/Step": 3571, "Finetune/Step Time": 5.270315408706665}
+{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.8592246174812317, "Finetune/Loss (Raw)": 0.9410101771354675, "Finetune/Step": 3572, "Finetune/Step Time": 5.271781804040074}
+{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.861026406288147, "Finetune/Loss (Raw)": 0.935370683670044, "Finetune/Step": 3573, "Finetune/Step Time": 5.254846461117268}
+{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.8620684146881104, "Finetune/Loss (Raw)": 0.9812990427017212, "Finetune/Step": 3574, "Finetune/Step Time": 5.253042619675398}
+{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.8610599040985107, "Finetune/Loss (Raw)": 0.8626191020011902, "Finetune/Step": 3575, "Finetune/Step Time": 5.2539136800915}
+{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.8616316318511963, "Finetune/Loss (Raw)": 0.9636263251304626, "Finetune/Step": 3576, "Finetune/Step Time": 5.252191564068198}
+{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.8608637452125549, "Finetune/Loss (Raw)": 0.8756616115570068, "Finetune/Step": 3577, "Finetune/Step Time": 5.270893037319183}
+{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.8613373041152954, "Finetune/Loss (Raw)": 0.9646137952804565, "Finetune/Step": 3578, "Finetune/Step Time": 5.256994998082519}
+{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.8622746467590332, "Finetune/Loss (Raw)": 0.9453632235527039, "Finetune/Step": 3579, "Finetune/Step Time": 5.258002994582057}
+{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.8620449900627136, "Finetune/Loss (Raw)": 0.9247970581054688, "Finetune/Step": 3580, "Finetune/Step Time": 5.265745170414448}
+{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.8631647825241089, "Finetune/Loss (Raw)": 0.9800010919570923, "Finetune/Step": 3581, "Finetune/Step Time": 5.274944907054305}
+{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.8632479906082153, "Finetune/Loss (Raw)": 0.8374791145324707, "Finetune/Step": 3582, "Finetune/Step Time": 5.277456551790237}
+{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.8670216798782349, "Finetune/Loss (Raw)": 0.820709228515625, "Finetune/Step": 3583, "Finetune/Step Time": 5.247577635571361}
+{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.8668509721755981, "Finetune/Loss (Raw)": 0.9226846098899841, "Finetune/Step": 3584, "Finetune/Step Time": 5.249002728611231}
+{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.8678300380706787, "Finetune/Loss (Raw)": 1.016874074935913, "Finetune/Step": 3585, "Finetune/Step Time": 5.249015415087342}
+{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.8669965267181396, "Finetune/Loss (Raw)": 0.7904035449028015, "Finetune/Step": 3586, "Finetune/Step Time": 5.236696623265743}
+{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.8667156100273132, "Finetune/Loss (Raw)": 0.8185164928436279, "Finetune/Step": 3587, "Finetune/Step Time": 5.229959439486265}
+{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.8644819259643555, "Finetune/Loss (Raw)": 0.6878045201301575, "Finetune/Step": 3588, "Finetune/Step Time": 5.230342820286751}
+{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.8685792684555054, "Finetune/Loss (Raw)": 0.8557432889938354, "Finetune/Step": 3589, "Finetune/Step Time": 5.208208521828055}
+{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.868682861328125, "Finetune/Loss (Raw)": 0.9498754739761353, "Finetune/Step": 3590, "Finetune/Step Time": 5.210991175845265}
+{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.868270993232727, "Finetune/Loss (Raw)": 0.7941182255744934, "Finetune/Step": 3591, "Finetune/Step Time": 5.209622146561742}
+{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.8681706190109253, "Finetune/Loss (Raw)": 0.9234107136726379, "Finetune/Step": 3592, "Finetune/Step Time": 5.213987521827221}
+{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.8696938753128052, "Finetune/Loss (Raw)": 1.0103598833084106, "Finetune/Step": 3593, "Finetune/Step Time": 5.210762906819582}
+{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.8678649663925171, "Finetune/Loss (Raw)": 0.5908869504928589, "Finetune/Step": 3594, "Finetune/Step Time": 5.216768132522702}
+{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.8690185546875, "Finetune/Loss (Raw)": 0.8849039673805237, "Finetune/Step": 3595, "Finetune/Step Time": 5.227528402581811}
+{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.8715275526046753, "Finetune/Loss (Raw)": 1.026307225227356, "Finetune/Step": 3596, "Finetune/Step Time": 5.213208237662911}
+{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.8662599325180054, "Finetune/Loss (Raw)": 0.24903149902820587, "Finetune/Step": 3597, "Finetune/Step Time": 5.231628984212875}
+{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.8661375045776367, "Finetune/Loss (Raw)": 0.821523904800415, "Finetune/Step": 3598, "Finetune/Step Time": 5.245625764131546}
+{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.8651788234710693, "Finetune/Loss (Raw)": 0.8129401206970215, "Finetune/Step": 3599, "Finetune/Step Time": 5.237099161371589}
+{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.862305760383606, "Finetune/Loss (Raw)": 0.4311944842338562, "Finetune/Step": 3600, "Finetune/Step Time": 5.258626138791442}
+{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.8615305423736572, "Finetune/Loss (Raw)": 0.9260450601577759, "Finetune/Step": 3601, "Finetune/Step Time": 5.241382898762822}
+{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.8619204759597778, "Finetune/Loss (Raw)": 0.8371429443359375, "Finetune/Step": 3602, "Finetune/Step Time": 5.246012924239039}
+{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.8616875410079956, "Finetune/Loss (Raw)": 0.8466522097587585, "Finetune/Step": 3603, "Finetune/Step Time": 5.244046421721578}
+{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.8629032373428345, "Finetune/Loss (Raw)": 0.892458438873291, "Finetune/Step": 3604, "Finetune/Step Time": 5.230347441509366}
+{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.8624554872512817, "Finetune/Loss (Raw)": 0.7651316523551941, "Finetune/Step": 3605, "Finetune/Step Time": 5.216160122305155}
+{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.8615459203720093, "Finetune/Loss (Raw)": 0.8588284850120544, "Finetune/Step": 3606, "Finetune/Step Time": 5.22777827270329}
+{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.8605225086212158, "Finetune/Loss (Raw)": 0.9175728559494019, "Finetune/Step": 3607, "Finetune/Step Time": 5.231292925775051}
+{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.8603100776672363, "Finetune/Loss (Raw)": 0.8921408653259277, "Finetune/Step": 3608, "Finetune/Step Time": 5.2576496116817}
+{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.8599057793617249, "Finetune/Loss (Raw)": 0.8982710242271423, "Finetune/Step": 3609, "Finetune/Step Time": 5.2588677275925875}
+{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.8589959144592285, "Finetune/Loss (Raw)": 0.7738786935806274, "Finetune/Step": 3610, "Finetune/Step Time": 5.257832229137421}
+{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.8545280694961548, "Finetune/Loss (Raw)": 0.3363370895385742, "Finetune/Step": 3611, "Finetune/Step Time": 5.249500848352909}
+{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.8542314171791077, "Finetune/Loss (Raw)": 0.8736491799354553, "Finetune/Step": 3612, "Finetune/Step Time": 5.246310260146856}
+{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.8526723384857178, "Finetune/Loss (Raw)": 0.7779008746147156, "Finetune/Step": 3613, "Finetune/Step Time": 5.246428299695253}
+{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.8520113229751587, "Finetune/Loss (Raw)": 0.8578704595565796, "Finetune/Step": 3614, "Finetune/Step Time": 5.25014272890985}
+{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.8531693816184998, "Finetune/Loss (Raw)": 0.906821608543396, "Finetune/Step": 3615, "Finetune/Step Time": 5.266089333221316}
+{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.8533888459205627, "Finetune/Loss (Raw)": 0.7792357802391052, "Finetune/Step": 3616, "Finetune/Step Time": 5.258685100823641}
+{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.8522956371307373, "Finetune/Loss (Raw)": 0.8480327129364014, "Finetune/Step": 3617, "Finetune/Step Time": 5.267130898311734}
+{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.8525480031967163, "Finetune/Loss (Raw)": 0.8315403461456299, "Finetune/Step": 3618, "Finetune/Step Time": 5.274738609790802}
+{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.8515198826789856, "Finetune/Loss (Raw)": 0.8437370657920837, "Finetune/Step": 3619, "Finetune/Step Time": 5.272589806467295}
+{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.8509804010391235, "Finetune/Loss (Raw)": 0.8378394246101379, "Finetune/Step": 3620, "Finetune/Step Time": 5.272455157712102}
+{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.8517804145812988, "Finetune/Loss (Raw)": 0.8094826936721802, "Finetune/Step": 3621, "Finetune/Step Time": 5.265475764870644}
+{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.8511219024658203, "Finetune/Loss (Raw)": 0.9001608490943909, "Finetune/Step": 3622, "Finetune/Step Time": 5.264160241931677}
+{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.8509064316749573, "Finetune/Loss (Raw)": 0.9047045111656189, "Finetune/Step": 3623, "Finetune/Step Time": 5.264462634921074}
+{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.8510515689849854, "Finetune/Loss (Raw)": 0.9712201356887817, "Finetune/Step": 3624, "Finetune/Step Time": 5.258312230929732}
+{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.8524820804595947, "Finetune/Loss (Raw)": 0.9555637240409851, "Finetune/Step": 3625, "Finetune/Step Time": 5.248738722875714}
+{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.8515162467956543, "Finetune/Loss (Raw)": 0.7935848236083984, "Finetune/Step": 3626, "Finetune/Step Time": 5.244936531409621}
+{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.8509434461593628, "Finetune/Loss (Raw)": 0.8891745805740356, "Finetune/Step": 3627, "Finetune/Step Time": 5.259506817907095}
+{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.8506214618682861, "Finetune/Loss (Raw)": 0.896905779838562, "Finetune/Step": 3628, "Finetune/Step Time": 5.264728365465999}
+{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.8499221801757812, "Finetune/Loss (Raw)": 0.8376073241233826, "Finetune/Step": 3629, "Finetune/Step Time": 5.2709201499819756}
+{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.8482608795166016, "Finetune/Loss (Raw)": 0.8501278162002563, "Finetune/Step": 3630, "Finetune/Step Time": 5.270820310339332}
+{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.8464829921722412, "Finetune/Loss (Raw)": 0.7198327779769897, "Finetune/Step": 3631, "Finetune/Step Time": 5.283889036625624}
+{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.8474267721176147, "Finetune/Loss (Raw)": 0.9683505892753601, "Finetune/Step": 3632, "Finetune/Step Time": 5.297247547656298}
+{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.8476694226264954, "Finetune/Loss (Raw)": 0.9917790293693542, "Finetune/Step": 3633, "Finetune/Step Time": 5.2915969379246235}
+{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.8481727242469788, "Finetune/Loss (Raw)": 0.8771080374717712, "Finetune/Step": 3634, "Finetune/Step Time": 5.283921221271157}
+{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.8489435911178589, "Finetune/Loss (Raw)": 0.7736175656318665, "Finetune/Step": 3635, "Finetune/Step Time": 5.267841916531324}
+{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.8490486145019531, "Finetune/Loss (Raw)": 0.8948543667793274, "Finetune/Step": 3636, "Finetune/Step Time": 5.266406640410423}
+{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.849051833152771, "Finetune/Loss (Raw)": 0.9736837148666382, "Finetune/Step": 3637, "Finetune/Step Time": 5.251844896003604}
+{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.850205659866333, "Finetune/Loss (Raw)": 0.9328119158744812, "Finetune/Step": 3638, "Finetune/Step Time": 5.249492906033993}
+{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.8502697944641113, "Finetune/Loss (Raw)": 0.8792372345924377, "Finetune/Step": 3639, "Finetune/Step Time": 5.238635750487447}
+{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.8455816507339478, "Finetune/Loss (Raw)": 0.30594155192375183, "Finetune/Step": 3640, "Finetune/Step Time": 5.2693087588995695}
+{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.8445375561714172, "Finetune/Loss (Raw)": 0.8045386075973511, "Finetune/Step": 3641, "Finetune/Step Time": 5.273005208000541}
+{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.8455398678779602, "Finetune/Loss (Raw)": 0.9221248030662537, "Finetune/Step": 3642, "Finetune/Step Time": 5.275846861302853}
+{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.8459327816963196, "Finetune/Loss (Raw)": 0.897791862487793, "Finetune/Step": 3643, "Finetune/Step Time": 5.269647540524602}
+{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.8455888032913208, "Finetune/Loss (Raw)": 0.8333731293678284, "Finetune/Step": 3644, "Finetune/Step Time": 5.265912400558591}
+{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.8445371985435486, "Finetune/Loss (Raw)": 0.8240403532981873, "Finetune/Step": 3645, "Finetune/Step Time": 5.265226600691676}
+{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.845356822013855, "Finetune/Loss (Raw)": 0.9746814370155334, "Finetune/Step": 3646, "Finetune/Step Time": 5.249770449474454}
+{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.8463833928108215, "Finetune/Loss (Raw)": 0.9129969477653503, "Finetune/Step": 3647, "Finetune/Step Time": 5.228167677298188}
+{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.8467320799827576, "Finetune/Loss (Raw)": 0.9411195516586304, "Finetune/Step": 3648, "Finetune/Step Time": 5.229287354275584}
+{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.846228301525116, "Finetune/Loss (Raw)": 0.9503887891769409, "Finetune/Step": 3649, "Finetune/Step Time": 5.233523918315768}
+{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.8480455875396729, "Finetune/Loss (Raw)": 1.014032006263733, "Finetune/Step": 3650, "Finetune/Step Time": 5.214273234829307}
+{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.8481504917144775, "Finetune/Loss (Raw)": 0.7550066113471985, "Finetune/Step": 3651, "Finetune/Step Time": 5.203433280810714}
+{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.8495419025421143, "Finetune/Loss (Raw)": 0.940973699092865, "Finetune/Step": 3652, "Finetune/Step Time": 5.195998119190335}
+{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.8487327098846436, "Finetune/Loss (Raw)": 0.9536041021347046, "Finetune/Step": 3653, "Finetune/Step Time": 5.193648889660835}
+{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.8491538166999817, "Finetune/Loss (Raw)": 0.8746392726898193, "Finetune/Step": 3654, "Finetune/Step Time": 5.202912230044603}
+{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.8500980734825134, "Finetune/Loss (Raw)": 1.056656837463379, "Finetune/Step": 3655, "Finetune/Step Time": 5.207704819738865}
+{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.8492470979690552, "Finetune/Loss (Raw)": 0.7886345982551575, "Finetune/Step": 3656, "Finetune/Step Time": 5.21192123554647}
+{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.8495763540267944, "Finetune/Loss (Raw)": 0.8567427396774292, "Finetune/Step": 3657, "Finetune/Step Time": 5.2069396916776896}
+{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.8492152690887451, "Finetune/Loss (Raw)": 0.8573930263519287, "Finetune/Step": 3658, "Finetune/Step Time": 5.212149931117892}
+{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.8488221168518066, "Finetune/Loss (Raw)": 0.9146834015846252, "Finetune/Step": 3659, "Finetune/Step Time": 5.21525745652616}
+{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.8502185344696045, "Finetune/Loss (Raw)": 0.9919695854187012, "Finetune/Step": 3660, "Finetune/Step Time": 5.20273756980896}
+{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.8545814156532288, "Finetune/Loss (Raw)": 0.8757540583610535, "Finetune/Step": 3661, "Finetune/Step Time": 5.170569099485874}
+{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.8549740314483643, "Finetune/Loss (Raw)": 0.9724137187004089, "Finetune/Step": 3662, "Finetune/Step Time": 5.160914339125156}
+{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.8605936169624329, "Finetune/Loss (Raw)": 1.0535330772399902, "Finetune/Step": 3663, "Finetune/Step Time": 5.127917287871242}
+{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.8603496551513672, "Finetune/Loss (Raw)": 0.8142609000205994, "Finetune/Step": 3664, "Finetune/Step Time": 5.13955851085484}
+{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.859424889087677, "Finetune/Loss (Raw)": 0.8956285715103149, "Finetune/Step": 3665, "Finetune/Step Time": 5.1318186074495316}
+{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.8587879538536072, "Finetune/Loss (Raw)": 0.9193142056465149, "Finetune/Step": 3666, "Finetune/Step Time": 5.126799246296287}
+{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.8546928763389587, "Finetune/Loss (Raw)": 0.4201603829860687, "Finetune/Step": 3667, "Finetune/Step Time": 5.154737066477537}
+{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.8542601466178894, "Finetune/Loss (Raw)": 0.8153519630432129, "Finetune/Step": 3668, "Finetune/Step Time": 5.146068753674626}
+{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.8540005683898926, "Finetune/Loss (Raw)": 0.840323805809021, "Finetune/Step": 3669, "Finetune/Step Time": 5.149617338553071}
+{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.8543685674667358, "Finetune/Loss (Raw)": 0.9019805788993835, "Finetune/Step": 3670, "Finetune/Step Time": 5.135811075568199}
+{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.8552508354187012, "Finetune/Loss (Raw)": 0.979987382888794, "Finetune/Step": 3671, "Finetune/Step Time": 5.118040796369314}
+{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.854512095451355, "Finetune/Loss (Raw)": 0.8344016671180725, "Finetune/Step": 3672, "Finetune/Step Time": 5.125472746789455}
+{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.8564680814743042, "Finetune/Loss (Raw)": 0.6650326251983643, "Finetune/Step": 3673, "Finetune/Step Time": 5.099498175084591}
+{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.856652021408081, "Finetune/Loss (Raw)": 0.8430023789405823, "Finetune/Step": 3674, "Finetune/Step Time": 5.101272478699684}
+{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.8517391681671143, "Finetune/Loss (Raw)": 0.3705730438232422, "Finetune/Step": 3675, "Finetune/Step Time": 5.136493034660816}
+{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.8519662618637085, "Finetune/Loss (Raw)": 0.9514864087104797, "Finetune/Step": 3676, "Finetune/Step Time": 5.141956960782409}
+{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.8517996072769165, "Finetune/Loss (Raw)": 0.9554164409637451, "Finetune/Step": 3677, "Finetune/Step Time": 5.1415497455745935}
+{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.8542168140411377, "Finetune/Loss (Raw)": 0.647834062576294, "Finetune/Step": 3678, "Finetune/Step Time": 5.112741278484464}
+{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.8563375473022461, "Finetune/Loss (Raw)": 1.028976321220398, "Finetune/Step": 3679, "Finetune/Step Time": 5.101093806326389}
+{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.8565453290939331, "Finetune/Loss (Raw)": 0.9189041256904602, "Finetune/Step": 3680, "Finetune/Step Time": 5.1069261487573385}
+{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.8584691286087036, "Finetune/Loss (Raw)": 0.9660890698432922, "Finetune/Step": 3681, "Finetune/Step Time": 5.088818920776248}
+{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.8594979643821716, "Finetune/Loss (Raw)": 1.0920627117156982, "Finetune/Step": 3682, "Finetune/Step Time": 5.07502775080502}
+{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.8580236434936523, "Finetune/Loss (Raw)": 0.8851279020309448, "Finetune/Step": 3683, "Finetune/Step Time": 5.075723459944129}
+{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.860420823097229, "Finetune/Loss (Raw)": 0.65229731798172, "Finetune/Step": 3684, "Finetune/Step Time": 5.06351612508297}
+{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.8590660095214844, "Finetune/Loss (Raw)": 0.8460506796836853, "Finetune/Step": 3685, "Finetune/Step Time": 5.059715088456869}
+{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.8592151403427124, "Finetune/Loss (Raw)": 0.9092174768447876, "Finetune/Step": 3686, "Finetune/Step Time": 5.059257108718157}
+{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.8584761619567871, "Finetune/Loss (Raw)": 0.8754669427871704, "Finetune/Step": 3687, "Finetune/Step Time": 5.058125911280513}
+{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.8570390939712524, "Finetune/Loss (Raw)": 0.8203799724578857, "Finetune/Step": 3688, "Finetune/Step Time": 5.055556600913405}
+{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.8566098213195801, "Finetune/Loss (Raw)": 0.9799805879592896, "Finetune/Step": 3689, "Finetune/Step Time": 5.055700194090605}
+{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.8581415414810181, "Finetune/Loss (Raw)": 0.9240414500236511, "Finetune/Step": 3690, "Finetune/Step Time": 5.059195855632424}
+{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.854519248008728, "Finetune/Loss (Raw)": 0.3036287724971771, "Finetune/Step": 3691, "Finetune/Step Time": 5.089201996102929}
+{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.8559252023696899, "Finetune/Loss (Raw)": 0.9957037568092346, "Finetune/Step": 3692, "Finetune/Step Time": 5.094132160767913}
+{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.8564109802246094, "Finetune/Loss (Raw)": 0.8987322449684143, "Finetune/Step": 3693, "Finetune/Step Time": 5.093727247789502}
+{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.8546239137649536, "Finetune/Loss (Raw)": 0.779193639755249, "Finetune/Step": 3694, "Finetune/Step Time": 5.117387644946575}
+{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.8565008640289307, "Finetune/Loss (Raw)": 1.113992691040039, "Finetune/Step": 3695, "Finetune/Step Time": 5.097849244251847}
+{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.8558382987976074, "Finetune/Loss (Raw)": 0.8587954640388489, "Finetune/Step": 3696, "Finetune/Step Time": 5.0905102007091045}
+{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.854562520980835, "Finetune/Loss (Raw)": 0.7037894129753113, "Finetune/Step": 3697, "Finetune/Step Time": 5.106550907716155}
+{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.8552545309066772, "Finetune/Loss (Raw)": 0.9293714761734009, "Finetune/Step": 3698, "Finetune/Step Time": 5.113508900627494}
+{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.8554254770278931, "Finetune/Loss (Raw)": 0.9448537826538086, "Finetune/Step": 3699, "Finetune/Step Time": 5.110494144260883}
+{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.8551876544952393, "Finetune/Loss (Raw)": 0.9105552434921265, "Finetune/Step": 3700, "Finetune/Step Time": 5.111785432323813}
+{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.8535058498382568, "Finetune/Loss (Raw)": 0.720109224319458, "Finetune/Step": 3701, "Finetune/Step Time": 5.119254926219583}
+{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.8531935214996338, "Finetune/Loss (Raw)": 0.9413229823112488, "Finetune/Step": 3702, "Finetune/Step Time": 5.108710749074817}
+{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.8538662195205688, "Finetune/Loss (Raw)": 0.9487234950065613, "Finetune/Step": 3703, "Finetune/Step Time": 5.106665393337607}
+{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.8535052537918091, "Finetune/Loss (Raw)": 0.9174198508262634, "Finetune/Step": 3704, "Finetune/Step Time": 5.1226372718811035}
+{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.8523311614990234, "Finetune/Loss (Raw)": 0.7253766655921936, "Finetune/Step": 3705, "Finetune/Step Time": 5.104337466880679}
+{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.8514813184738159, "Finetune/Loss (Raw)": 0.8558304309844971, "Finetune/Step": 3706, "Finetune/Step Time": 5.106064779683948}
+{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.850570559501648, "Finetune/Loss (Raw)": 0.8287907242774963, "Finetune/Step": 3707, "Finetune/Step Time": 5.13162756152451}
+{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.8494033217430115, "Finetune/Loss (Raw)": 0.7753878831863403, "Finetune/Step": 3708, "Finetune/Step Time": 5.1432322934269905}
+{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.8496215343475342, "Finetune/Loss (Raw)": 1.007939338684082, "Finetune/Step": 3709, "Finetune/Step Time": 5.134630933403969}
+{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.8508294820785522, "Finetune/Loss (Raw)": 0.992094099521637, "Finetune/Step": 3710, "Finetune/Step Time": 5.121602920815349}
+{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.850793719291687, "Finetune/Loss (Raw)": 0.816125214099884, "Finetune/Step": 3711, "Finetune/Step Time": 5.132747249677777}
+{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.8515387773513794, "Finetune/Loss (Raw)": 1.0180552005767822, "Finetune/Step": 3712, "Finetune/Step Time": 5.132322167977691}
+{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.8457945585250854, "Finetune/Loss (Raw)": 0.28161850571632385, "Finetune/Step": 3713, "Finetune/Step Time": 5.16220336034894}
+{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.8466962575912476, "Finetune/Loss (Raw)": 0.9058129191398621, "Finetune/Step": 3714, "Finetune/Step Time": 5.156639790162444}
+{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.8475903272628784, "Finetune/Loss (Raw)": 0.932966947555542, "Finetune/Step": 3715, "Finetune/Step Time": 5.160955339670181}
+{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.8484742641448975, "Finetune/Loss (Raw)": 0.800939679145813, "Finetune/Step": 3716, "Finetune/Step Time": 5.184324646368623}
+{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.8478307127952576, "Finetune/Loss (Raw)": 0.7733712196350098, "Finetune/Step": 3717, "Finetune/Step Time": 5.1939404141157866}
+{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.8466862440109253, "Finetune/Loss (Raw)": 0.8033866882324219, "Finetune/Step": 3718, "Finetune/Step Time": 5.198676586151123}
+{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.8457306027412415, "Finetune/Loss (Raw)": 0.6717919111251831, "Finetune/Step": 3719, "Finetune/Step Time": 5.209429495036602}
+{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.8461383581161499, "Finetune/Loss (Raw)": 0.9756001830101013, "Finetune/Step": 3720, "Finetune/Step Time": 5.214178530499339}
+{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.8458589911460876, "Finetune/Loss (Raw)": 0.9746052026748657, "Finetune/Step": 3721, "Finetune/Step Time": 5.2137411162257195}
+{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.8483694195747375, "Finetune/Loss (Raw)": 0.9122210144996643, "Finetune/Step": 3722, "Finetune/Step Time": 5.211677122861147}
+{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.8490220308303833, "Finetune/Loss (Raw)": 0.9684383869171143, "Finetune/Step": 3723, "Finetune/Step Time": 5.210207277908921}
+{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.8472979068756104, "Finetune/Loss (Raw)": 0.8056195378303528, "Finetune/Step": 3724, "Finetune/Step Time": 5.211247883737087}
+{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.8528749942779541, "Finetune/Loss (Raw)": 0.9629033803939819, "Finetune/Step": 3725, "Finetune/Step Time": 5.184328343719244}
+{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.8494009375572205, "Finetune/Loss (Raw)": 0.376839280128479, "Finetune/Step": 3726, "Finetune/Step Time": 5.197213944047689}
+{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.8494738340377808, "Finetune/Loss (Raw)": 0.8222790360450745, "Finetune/Step": 3727, "Finetune/Step Time": 5.202224295586348}
+{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.8514808416366577, "Finetune/Loss (Raw)": 0.6880908608436584, "Finetune/Step": 3728, "Finetune/Step Time": 5.18046754039824}
+{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.8515411615371704, "Finetune/Loss (Raw)": 0.9337639212608337, "Finetune/Step": 3729, "Finetune/Step Time": 5.18887971714139}
+{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.8519181609153748, "Finetune/Loss (Raw)": 0.88539719581604, "Finetune/Step": 3730, "Finetune/Step Time": 5.207702092826366}
+{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.852582573890686, "Finetune/Loss (Raw)": 0.931694507598877, "Finetune/Step": 3731, "Finetune/Step Time": 5.208950625732541}
+{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.8526413440704346, "Finetune/Loss (Raw)": 0.8999761939048767, "Finetune/Step": 3732, "Finetune/Step Time": 5.208084696903825}
+{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.8533157110214233, "Finetune/Loss (Raw)": 0.8514564633369446, "Finetune/Step": 3733, "Finetune/Step Time": 5.21610489115119}
+{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.8541436791419983, "Finetune/Loss (Raw)": 0.9648034572601318, "Finetune/Step": 3734, "Finetune/Step Time": 5.209603006020188}
+{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.8524620532989502, "Finetune/Loss (Raw)": 0.702328085899353, "Finetune/Step": 3735, "Finetune/Step Time": 5.210856605321169}
+{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.8540350198745728, "Finetune/Loss (Raw)": 1.0934840440750122, "Finetune/Step": 3736, "Finetune/Step Time": 5.1823396775871515}
+{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.8539908528327942, "Finetune/Loss (Raw)": 0.8926156163215637, "Finetune/Step": 3737, "Finetune/Step Time": 5.210701588541269}
+{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.8542882204055786, "Finetune/Loss (Raw)": 0.8119439482688904, "Finetune/Step": 3738, "Finetune/Step Time": 5.220719723030925}
+{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.8581874370574951, "Finetune/Loss (Raw)": 0.8354379534721375, "Finetune/Step": 3739, "Finetune/Step Time": 5.190798953175545}
+{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.8582460880279541, "Finetune/Loss (Raw)": 0.8811508417129517, "Finetune/Step": 3740, "Finetune/Step Time": 5.174284897744656}
+{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.8598132729530334, "Finetune/Loss (Raw)": 0.9785041809082031, "Finetune/Step": 3741, "Finetune/Step Time": 5.174268364906311}
+{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.8598319292068481, "Finetune/Loss (Raw)": 0.8602542281150818, "Finetune/Step": 3742, "Finetune/Step Time": 5.1708018481731415}
+{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.8599075078964233, "Finetune/Loss (Raw)": 0.9165003895759583, "Finetune/Step": 3743, "Finetune/Step Time": 5.1915805377066135}
+{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.8566089868545532, "Finetune/Loss (Raw)": 0.35702595114707947, "Finetune/Step": 3744, "Finetune/Step Time": 5.218704899773002}
+{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.8524926900863647, "Finetune/Loss (Raw)": 0.3211449980735779, "Finetune/Step": 3745, "Finetune/Step Time": 5.238605136051774}
+{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.8517504930496216, "Finetune/Loss (Raw)": 0.7365362048149109, "Finetune/Step": 3746, "Finetune/Step Time": 5.240774752572179}
+{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.8509360551834106, "Finetune/Loss (Raw)": 0.7394917607307434, "Finetune/Step": 3747, "Finetune/Step Time": 5.260273236781359}
+{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.8516221046447754, "Finetune/Loss (Raw)": 0.9256504774093628, "Finetune/Step": 3748, "Finetune/Step Time": 5.261314243078232}
+{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.8513504266738892, "Finetune/Loss (Raw)": 0.7747145891189575, "Finetune/Step": 3749, "Finetune/Step Time": 5.26868231408298}
+{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.8516547083854675, "Finetune/Loss (Raw)": 0.9391000866889954, "Finetune/Step": 3750, "Finetune/Step Time": 5.273133395239711}
+{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.8525557518005371, "Finetune/Loss (Raw)": 1.0200419425964355, "Finetune/Step": 3751, "Finetune/Step Time": 5.280267275869846}
+{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.8515458703041077, "Finetune/Loss (Raw)": 0.8419543504714966, "Finetune/Step": 3752, "Finetune/Step Time": 5.283000407740474}
+{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.8507986068725586, "Finetune/Loss (Raw)": 0.8599133491516113, "Finetune/Step": 3753, "Finetune/Step Time": 5.297986643388867}
+{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.8515692353248596, "Finetune/Loss (Raw)": 0.8922290205955505, "Finetune/Step": 3754, "Finetune/Step Time": 5.300716718658805}
+{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.8518825769424438, "Finetune/Loss (Raw)": 0.929272472858429, "Finetune/Step": 3755, "Finetune/Step Time": 5.2890739645808935}
+{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.8503496646881104, "Finetune/Loss (Raw)": 0.7007024884223938, "Finetune/Step": 3756, "Finetune/Step Time": 5.290329759940505}
+{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.8511759638786316, "Finetune/Loss (Raw)": 0.943376362323761, "Finetune/Step": 3757, "Finetune/Step Time": 5.293339470401406}
+{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.8511488437652588, "Finetune/Loss (Raw)": 0.8466525673866272, "Finetune/Step": 3758, "Finetune/Step Time": 5.308287465944886}
+{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.8529839515686035, "Finetune/Loss (Raw)": 0.9547309279441833, "Finetune/Step": 3759, "Finetune/Step Time": 5.293835308402777}
+{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.8518880009651184, "Finetune/Loss (Raw)": 0.8280632495880127, "Finetune/Step": 3760, "Finetune/Step Time": 5.288404695689678}
+{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.8499898314476013, "Finetune/Loss (Raw)": 0.7488193511962891, "Finetune/Step": 3761, "Finetune/Step Time": 5.299506328999996}
+{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.8498795628547668, "Finetune/Loss (Raw)": 0.8629908561706543, "Finetune/Step": 3762, "Finetune/Step Time": 5.305240869522095}
+{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.851202130317688, "Finetune/Loss (Raw)": 0.9429023861885071, "Finetune/Step": 3763, "Finetune/Step Time": 5.306800905615091}
+{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.8505505919456482, "Finetune/Loss (Raw)": 0.811458945274353, "Finetune/Step": 3764, "Finetune/Step Time": 5.317687978968024}
+{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.8497807383537292, "Finetune/Loss (Raw)": 0.8751445412635803, "Finetune/Step": 3765, "Finetune/Step Time": 5.326784826815128}
+{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.8498380184173584, "Finetune/Loss (Raw)": 0.9401379823684692, "Finetune/Step": 3766, "Finetune/Step Time": 5.3301625568419695}
+{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.8503836393356323, "Finetune/Loss (Raw)": 0.9490807056427002, "Finetune/Step": 3767, "Finetune/Step Time": 5.33371402695775}
+{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.853959858417511, "Finetune/Loss (Raw)": 0.7636960744857788, "Finetune/Step": 3768, "Finetune/Step Time": 5.311818782240152}
+{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.8495819568634033, "Finetune/Loss (Raw)": 0.24417240917682648, "Finetune/Step": 3769, "Finetune/Step Time": 5.33934960141778}
+{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.8504157066345215, "Finetune/Loss (Raw)": 1.0288407802581787, "Finetune/Step": 3770, "Finetune/Step Time": 5.331684907898307}
+{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.851784348487854, "Finetune/Loss (Raw)": 1.0729789733886719, "Finetune/Step": 3771, "Finetune/Step Time": 5.333206465467811}
+{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.852769672870636, "Finetune/Loss (Raw)": 0.9594931602478027, "Finetune/Step": 3772, "Finetune/Step Time": 5.339259697124362}
+{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.8489969968795776, "Finetune/Loss (Raw)": 0.34114426374435425, "Finetune/Step": 3773, "Finetune/Step Time": 5.367927007377148}
+{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.8487166166305542, "Finetune/Loss (Raw)": 0.9387872219085693, "Finetune/Step": 3774, "Finetune/Step Time": 5.370337314903736}
+{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.8491230010986328, "Finetune/Loss (Raw)": 0.965016782283783, "Finetune/Step": 3775, "Finetune/Step Time": 5.374460564926267}
+{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.8490570187568665, "Finetune/Loss (Raw)": 0.9326692223548889, "Finetune/Step": 3776, "Finetune/Step Time": 5.388799173757434}
+{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.8437347412109375, "Finetune/Loss (Raw)": 0.2691410481929779, "Finetune/Step": 3777, "Finetune/Step Time": 5.4194083493202925}
+{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.8429270386695862, "Finetune/Loss (Raw)": 0.9106487035751343, "Finetune/Step": 3778, "Finetune/Step Time": 5.427665289491415}
+{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.8436647653579712, "Finetune/Loss (Raw)": 0.849429190158844, "Finetune/Step": 3779, "Finetune/Step Time": 5.427664797753096}
+{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.8425315618515015, "Finetune/Loss (Raw)": 0.7959253191947937, "Finetune/Step": 3780, "Finetune/Step Time": 5.4283404015004635}
+{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.8423936367034912, "Finetune/Loss (Raw)": 0.9359486699104309, "Finetune/Step": 3781, "Finetune/Step Time": 5.425847712904215}
+{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.8420858383178711, "Finetune/Loss (Raw)": 0.8352469205856323, "Finetune/Step": 3782, "Finetune/Step Time": 5.408504342660308}
+{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.8400318026542664, "Finetune/Loss (Raw)": 0.793732762336731, "Finetune/Step": 3783, "Finetune/Step Time": 5.410175587981939}
+{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.8401056528091431, "Finetune/Loss (Raw)": 0.7980867028236389, "Finetune/Step": 3784, "Finetune/Step Time": 5.415687769651413}
+{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.8400996327400208, "Finetune/Loss (Raw)": 0.8559765219688416, "Finetune/Step": 3785, "Finetune/Step Time": 5.413629351183772}
+{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.841107189655304, "Finetune/Loss (Raw)": 0.98636394739151, "Finetune/Step": 3786, "Finetune/Step Time": 5.397863557562232}
+{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.84125155210495, "Finetune/Loss (Raw)": 0.9331589341163635, "Finetune/Step": 3787, "Finetune/Step Time": 5.3948239497840405}
+{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.8403606414794922, "Finetune/Loss (Raw)": 0.8779271245002747, "Finetune/Step": 3788, "Finetune/Step Time": 5.4005356803536415}
+{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.8397443294525146, "Finetune/Loss (Raw)": 0.7968692183494568, "Finetune/Step": 3789, "Finetune/Step Time": 5.41897395439446}
+{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.8394607305526733, "Finetune/Loss (Raw)": 0.9361184239387512, "Finetune/Step": 3790, "Finetune/Step Time": 5.420349627733231}
+{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.8380879163742065, "Finetune/Loss (Raw)": 0.8778069019317627, "Finetune/Step": 3791, "Finetune/Step Time": 5.420575276017189}
+{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.834378719329834, "Finetune/Loss (Raw)": 0.33948805928230286, "Finetune/Step": 3792, "Finetune/Step Time": 5.438997210934758}
+{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.8344840407371521, "Finetune/Loss (Raw)": 0.909106969833374, "Finetune/Step": 3793, "Finetune/Step Time": 5.458051297813654}
+{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.834355354309082, "Finetune/Loss (Raw)": 0.9028452038764954, "Finetune/Step": 3794, "Finetune/Step Time": 5.457949439063668}
+{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.8369143009185791, "Finetune/Loss (Raw)": 0.7477055788040161, "Finetune/Step": 3795, "Finetune/Step Time": 5.440413190051913}
+{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.8375873565673828, "Finetune/Loss (Raw)": 0.9015064835548401, "Finetune/Step": 3796, "Finetune/Step Time": 5.4453303553164005}
+{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.8367003202438354, "Finetune/Loss (Raw)": 0.7267820835113525, "Finetune/Step": 3797, "Finetune/Step Time": 5.460745660588145}
+{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.8361310362815857, "Finetune/Loss (Raw)": 0.8291096687316895, "Finetune/Step": 3798, "Finetune/Step Time": 5.457373473793268}
+{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.8348692655563354, "Finetune/Loss (Raw)": 0.8184739947319031, "Finetune/Step": 3799, "Finetune/Step Time": 5.467107554897666}
+{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.8358755111694336, "Finetune/Loss (Raw)": 0.9632014036178589, "Finetune/Step": 3800, "Finetune/Step Time": 5.462659623473883}
+{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.837324857711792, "Finetune/Loss (Raw)": 0.850547730922699, "Finetune/Step": 3801, "Finetune/Step Time": 5.463042173534632}
+{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.8382465839385986, "Finetune/Loss (Raw)": 0.9609901905059814, "Finetune/Step": 3802, "Finetune/Step Time": 5.4537978656589985}
+{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.8431546092033386, "Finetune/Loss (Raw)": 0.9988017082214355, "Finetune/Step": 3803, "Finetune/Step Time": 5.419494681060314}
+{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.8428710699081421, "Finetune/Loss (Raw)": 0.9151924252510071, "Finetune/Step": 3804, "Finetune/Step Time": 5.392187137156725}
+{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.8422366380691528, "Finetune/Loss (Raw)": 0.874214231967926, "Finetune/Step": 3805, "Finetune/Step Time": 5.40888281352818}
+{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.8437327146530151, "Finetune/Loss (Raw)": 0.8393282890319824, "Finetune/Step": 3806, "Finetune/Step Time": 5.421039707958698}
+{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.8421475887298584, "Finetune/Loss (Raw)": 0.8260789513587952, "Finetune/Step": 3807, "Finetune/Step Time": 5.423425853252411}
+{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.8410080671310425, "Finetune/Loss (Raw)": 0.7730433940887451, "Finetune/Step": 3808, "Finetune/Step Time": 5.430485537275672}
+{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.8400865793228149, "Finetune/Loss (Raw)": 0.8481348156929016, "Finetune/Step": 3809, "Finetune/Step Time": 5.445216355845332}
+{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.8388423919677734, "Finetune/Loss (Raw)": 0.9328135251998901, "Finetune/Step": 3810, "Finetune/Step Time": 5.44268356077373}
+{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.8385063409805298, "Finetune/Loss (Raw)": 0.8421036601066589, "Finetune/Step": 3811, "Finetune/Step Time": 5.448374083265662}
+{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.839519739151001, "Finetune/Loss (Raw)": 0.7820193767547607, "Finetune/Step": 3812, "Finetune/Step Time": 5.443317132070661}
+{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.8396626710891724, "Finetune/Loss (Raw)": 0.8643409013748169, "Finetune/Step": 3813, "Finetune/Step Time": 5.4411812629550695}
+{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.8389356136322021, "Finetune/Loss (Raw)": 0.8161650896072388, "Finetune/Step": 3814, "Finetune/Step Time": 5.439529789611697}
+{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.8388052582740784, "Finetune/Loss (Raw)": 0.8587738871574402, "Finetune/Step": 3815, "Finetune/Step Time": 5.457827435806394}
+{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.839247465133667, "Finetune/Loss (Raw)": 0.8769859075546265, "Finetune/Step": 3816, "Finetune/Step Time": 5.453949047252536}
+{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.8378417491912842, "Finetune/Loss (Raw)": 0.800038754940033, "Finetune/Step": 3817, "Finetune/Step Time": 5.451145449653268}
+{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.837022066116333, "Finetune/Loss (Raw)": 0.8191298842430115, "Finetune/Step": 3818, "Finetune/Step Time": 5.454664142802358}
+{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.8409530520439148, "Finetune/Loss (Raw)": 0.8067941665649414, "Finetune/Step": 3819, "Finetune/Step Time": 5.425580443814397}
+{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.8387106657028198, "Finetune/Loss (Raw)": 0.7086779475212097, "Finetune/Step": 3820, "Finetune/Step Time": 5.416411604732275}
+{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.8379737138748169, "Finetune/Loss (Raw)": 0.8043999671936035, "Finetune/Step": 3821, "Finetune/Step Time": 5.421821642667055}
+{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.8379255533218384, "Finetune/Loss (Raw)": 0.7730356454849243, "Finetune/Step": 3822, "Finetune/Step Time": 5.401236830279231}
+{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.836836576461792, "Finetune/Loss (Raw)": 0.9746031165122986, "Finetune/Step": 3823, "Finetune/Step Time": 5.403912192210555}
+{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.8371710777282715, "Finetune/Loss (Raw)": 0.9016140103340149, "Finetune/Step": 3824, "Finetune/Step Time": 5.403588883578777}
+{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.8375202417373657, "Finetune/Loss (Raw)": 0.7484699487686157, "Finetune/Step": 3825, "Finetune/Step Time": 5.38250345364213}
+{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.8365708589553833, "Finetune/Loss (Raw)": 0.8078579902648926, "Finetune/Step": 3826, "Finetune/Step Time": 5.3787880428135395}
+{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.8361071348190308, "Finetune/Loss (Raw)": 0.8854981660842896, "Finetune/Step": 3827, "Finetune/Step Time": 5.406457709148526}
+{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.8363420367240906, "Finetune/Loss (Raw)": 0.9406248927116394, "Finetune/Step": 3828, "Finetune/Step Time": 5.4102735091000795}
+{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.8328681588172913, "Finetune/Loss (Raw)": 0.27544742822647095, "Finetune/Step": 3829, "Finetune/Step Time": 5.4348174054175615}
+{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.8323326110839844, "Finetune/Loss (Raw)": 0.8727745413780212, "Finetune/Step": 3830, "Finetune/Step Time": 5.444458249956369}
+{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.8313904404640198, "Finetune/Loss (Raw)": 0.8281288146972656, "Finetune/Step": 3831, "Finetune/Step Time": 5.451993592083454}
+{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.832182765007019, "Finetune/Loss (Raw)": 1.0188275575637817, "Finetune/Step": 3832, "Finetune/Step Time": 5.4383783955127}
+{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.8340646028518677, "Finetune/Loss (Raw)": 0.9662637710571289, "Finetune/Step": 3833, "Finetune/Step Time": 5.461053973063827}
+{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.834901750087738, "Finetune/Loss (Raw)": 0.9629842042922974, "Finetune/Step": 3834, "Finetune/Step Time": 5.455459577962756}
+{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.8358269333839417, "Finetune/Loss (Raw)": 0.9472087025642395, "Finetune/Step": 3835, "Finetune/Step Time": 5.4359517097473145}
+{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.8361667394638062, "Finetune/Loss (Raw)": 0.8188936710357666, "Finetune/Step": 3836, "Finetune/Step Time": 5.4243130795657635}
+{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.8349789381027222, "Finetune/Loss (Raw)": 0.8558856248855591, "Finetune/Step": 3837, "Finetune/Step Time": 5.428872648626566}
+{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.8334944844245911, "Finetune/Loss (Raw)": 0.8020908832550049, "Finetune/Step": 3838, "Finetune/Step Time": 5.426883829757571}
+{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.8338384628295898, "Finetune/Loss (Raw)": 0.8601526021957397, "Finetune/Step": 3839, "Finetune/Step Time": 5.4406696781516075}
+{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.8323653340339661, "Finetune/Loss (Raw)": 0.8294965624809265, "Finetune/Step": 3840, "Finetune/Step Time": 5.440558323636651}
+{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.8381489515304565, "Finetune/Loss (Raw)": 1.0219249725341797, "Finetune/Step": 3841, "Finetune/Step Time": 5.40981088206172}
+{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.8374857902526855, "Finetune/Loss (Raw)": 0.820934534072876, "Finetune/Step": 3842, "Finetune/Step Time": 5.400925287976861}
+{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.8369309902191162, "Finetune/Loss (Raw)": 0.861937403678894, "Finetune/Step": 3843, "Finetune/Step Time": 5.407709611579776}
+{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.8373363018035889, "Finetune/Loss (Raw)": 0.8528273105621338, "Finetune/Step": 3844, "Finetune/Step Time": 5.3885278925299644}
+{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.837890625, "Finetune/Loss (Raw)": 0.844321072101593, "Finetune/Step": 3845, "Finetune/Step Time": 5.371797554194927}
+{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.8370298147201538, "Finetune/Loss (Raw)": 0.6932014226913452, "Finetune/Step": 3846, "Finetune/Step Time": 5.367040922865272}
+{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.8394690752029419, "Finetune/Loss (Raw)": 0.9840251803398132, "Finetune/Step": 3847, "Finetune/Step Time": 5.354620113968849}
+{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.8343864679336548, "Finetune/Loss (Raw)": 0.3250182569026947, "Finetune/Step": 3848, "Finetune/Step Time": 5.384553499519825}
+{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.8347744941711426, "Finetune/Loss (Raw)": 1.0242817401885986, "Finetune/Step": 3849, "Finetune/Step Time": 5.3996468130499125}
+{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.8325220346450806, "Finetune/Loss (Raw)": 0.6238986253738403, "Finetune/Step": 3850, "Finetune/Step Time": 5.406526198610663}
+{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.8308556079864502, "Finetune/Loss (Raw)": 0.7551378607749939, "Finetune/Step": 3851, "Finetune/Step Time": 5.397959861904383}
+{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.8317165374755859, "Finetune/Loss (Raw)": 0.9158182144165039, "Finetune/Step": 3852, "Finetune/Step Time": 5.39820216037333}
+{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.8277205228805542, "Finetune/Loss (Raw)": 0.45141687989234924, "Finetune/Step": 3853, "Finetune/Step Time": 5.424080736935139}
+{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.831693708896637, "Finetune/Loss (Raw)": 0.8854048252105713, "Finetune/Step": 3854, "Finetune/Step Time": 5.409124061465263}
+{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.830249547958374, "Finetune/Loss (Raw)": 0.637426495552063, "Finetune/Step": 3855, "Finetune/Step Time": 5.418245023116469}
+{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.8325786590576172, "Finetune/Loss (Raw)": 0.9862133860588074, "Finetune/Step": 3856, "Finetune/Step Time": 5.410432856529951}
+{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.8280785083770752, "Finetune/Loss (Raw)": 0.3577505052089691, "Finetune/Step": 3857, "Finetune/Step Time": 5.4291358683258295}
+{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.8237559795379639, "Finetune/Loss (Raw)": 0.33211565017700195, "Finetune/Step": 3858, "Finetune/Step Time": 5.43405844271183}
+{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.8247605562210083, "Finetune/Loss (Raw)": 1.0602734088897705, "Finetune/Step": 3859, "Finetune/Step Time": 5.426689386367798}
+{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.8245716094970703, "Finetune/Loss (Raw)": 0.8757946491241455, "Finetune/Step": 3860, "Finetune/Step Time": 5.419538859277964}
+{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.824551522731781, "Finetune/Loss (Raw)": 0.8488807678222656, "Finetune/Step": 3861, "Finetune/Step Time": 5.40471519716084}
+{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.8238455057144165, "Finetune/Loss (Raw)": 0.8744351863861084, "Finetune/Step": 3862, "Finetune/Step Time": 5.402259696274996}
+{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.8248957395553589, "Finetune/Loss (Raw)": 0.8367568850517273, "Finetune/Step": 3863, "Finetune/Step Time": 5.411543803289533}
+{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.8235085606575012, "Finetune/Loss (Raw)": 0.9159241914749146, "Finetune/Step": 3864, "Finetune/Step Time": 5.413883980363607}
+{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.8235021233558655, "Finetune/Loss (Raw)": 0.8917909264564514, "Finetune/Step": 3865, "Finetune/Step Time": 5.419795101508498}
+{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.825247049331665, "Finetune/Loss (Raw)": 1.0352970361709595, "Finetune/Step": 3866, "Finetune/Step Time": 5.41142756305635}
+{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.8269920349121094, "Finetune/Loss (Raw)": 1.0587953329086304, "Finetune/Step": 3867, "Finetune/Step Time": 5.411268156021833}
+{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.8270418643951416, "Finetune/Loss (Raw)": 0.887527585029602, "Finetune/Step": 3868, "Finetune/Step Time": 5.414342598989606}
+{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.8258042335510254, "Finetune/Loss (Raw)": 0.8200898766517639, "Finetune/Step": 3869, "Finetune/Step Time": 5.415197527036071}
+{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.8252434730529785, "Finetune/Loss (Raw)": 0.7884734272956848, "Finetune/Step": 3870, "Finetune/Step Time": 5.43845427967608}
+{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.8249408006668091, "Finetune/Loss (Raw)": 0.8777545094490051, "Finetune/Step": 3871, "Finetune/Step Time": 5.403092855587602}
+{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.826336145401001, "Finetune/Loss (Raw)": 0.5356396436691284, "Finetune/Step": 3872, "Finetune/Step Time": 5.405864654108882}
+{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.8295004367828369, "Finetune/Loss (Raw)": 0.7261688709259033, "Finetune/Step": 3873, "Finetune/Step Time": 5.383738737553358}
+{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.8306251764297485, "Finetune/Loss (Raw)": 0.8805045485496521, "Finetune/Step": 3874, "Finetune/Step Time": 5.372524572536349}
+{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.8318971395492554, "Finetune/Loss (Raw)": 0.9023053646087646, "Finetune/Step": 3875, "Finetune/Step Time": 5.355057839304209}
+{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.8315379619598389, "Finetune/Loss (Raw)": 0.8796766996383667, "Finetune/Step": 3876, "Finetune/Step Time": 5.34137761965394}
+{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.8321751356124878, "Finetune/Loss (Raw)": 0.8562695384025574, "Finetune/Step": 3877, "Finetune/Step Time": 5.348530147224665}
+{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.8284898400306702, "Finetune/Loss (Raw)": 0.46738478541374207, "Finetune/Step": 3878, "Finetune/Step Time": 5.377652609720826}
+{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.8272343873977661, "Finetune/Loss (Raw)": 0.8593451380729675, "Finetune/Step": 3879, "Finetune/Step Time": 5.402507070451975}
+{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.8274091482162476, "Finetune/Loss (Raw)": 0.8643196821212769, "Finetune/Step": 3880, "Finetune/Step Time": 5.39919544197619}
+{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.8278242349624634, "Finetune/Loss (Raw)": 0.9130481481552124, "Finetune/Step": 3881, "Finetune/Step Time": 5.391171623021364}
+{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.8281763792037964, "Finetune/Loss (Raw)": 0.9372994303703308, "Finetune/Step": 3882, "Finetune/Step Time": 5.394792657345533}
+{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.8285843133926392, "Finetune/Loss (Raw)": 0.9814923405647278, "Finetune/Step": 3883, "Finetune/Step Time": 5.388462085276842}
+{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.8293627500534058, "Finetune/Loss (Raw)": 0.8003438711166382, "Finetune/Step": 3884, "Finetune/Step Time": 5.381397528573871}
+{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.8272992968559265, "Finetune/Loss (Raw)": 0.6792504191398621, "Finetune/Step": 3885, "Finetune/Step Time": 5.38689836487174}
+{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.826546311378479, "Finetune/Loss (Raw)": 0.7502704858779907, "Finetune/Step": 3886, "Finetune/Step Time": 5.373107684776187}
+{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.8253961801528931, "Finetune/Loss (Raw)": 0.8075075149536133, "Finetune/Step": 3887, "Finetune/Step Time": 5.373821510002017}
+{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.8260966539382935, "Finetune/Loss (Raw)": 0.9177297353744507, "Finetune/Step": 3888, "Finetune/Step Time": 5.365823397412896}
+{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.8269684910774231, "Finetune/Loss (Raw)": 0.8604137301445007, "Finetune/Step": 3889, "Finetune/Step Time": 5.356575973331928}
+{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.8273375034332275, "Finetune/Loss (Raw)": 0.9102258682250977, "Finetune/Step": 3890, "Finetune/Step Time": 5.360268672928214}
+{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.8268066644668579, "Finetune/Loss (Raw)": 0.8749527931213379, "Finetune/Step": 3891, "Finetune/Step Time": 5.373780896887183}
+{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.8270268440246582, "Finetune/Loss (Raw)": 0.8396421074867249, "Finetune/Step": 3892, "Finetune/Step Time": 5.366519847884774}
+{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.8230434656143188, "Finetune/Loss (Raw)": 0.36527982354164124, "Finetune/Step": 3893, "Finetune/Step Time": 5.38715654797852}
+{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.8228012919425964, "Finetune/Loss (Raw)": 0.9091364145278931, "Finetune/Step": 3894, "Finetune/Step Time": 5.385617574676871}
+{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.822536289691925, "Finetune/Loss (Raw)": 0.915156364440918, "Finetune/Step": 3895, "Finetune/Step Time": 5.3835504818707705}
+{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.8238632678985596, "Finetune/Loss (Raw)": 0.9335550665855408, "Finetune/Step": 3896, "Finetune/Step Time": 5.37174379453063}
+{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.8287988901138306, "Finetune/Loss (Raw)": 0.8759297728538513, "Finetune/Step": 3897, "Finetune/Step Time": 5.339958682656288}
+{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.8275434970855713, "Finetune/Loss (Raw)": 0.8681502938270569, "Finetune/Step": 3898, "Finetune/Step Time": 5.3546034302562475}
+{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.8270014524459839, "Finetune/Loss (Raw)": 1.0035929679870605, "Finetune/Step": 3899, "Finetune/Step Time": 5.3574970085173845}
+{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.8262121081352234, "Finetune/Loss (Raw)": 0.8584575057029724, "Finetune/Step": 3900, "Finetune/Step Time": 5.367588862776756}
+{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.8308272361755371, "Finetune/Loss (Raw)": 0.9318898916244507, "Finetune/Step": 3901, "Finetune/Step Time": 5.336852142587304}
+{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.831012487411499, "Finetune/Loss (Raw)": 0.9624913930892944, "Finetune/Step": 3902, "Finetune/Step Time": 5.320851596072316}
+{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.8308292627334595, "Finetune/Loss (Raw)": 0.9415699243545532, "Finetune/Step": 3903, "Finetune/Step Time": 5.31540141440928}
+{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.8303825855255127, "Finetune/Loss (Raw)": 0.8754858374595642, "Finetune/Step": 3904, "Finetune/Step Time": 5.307150354608893}
+{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.8337368369102478, "Finetune/Loss (Raw)": 0.6984872221946716, "Finetune/Step": 3905, "Finetune/Step Time": 5.289634060114622}
+{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.8341445922851562, "Finetune/Loss (Raw)": 0.9628437161445618, "Finetune/Step": 3906, "Finetune/Step Time": 5.320812353864312}
+{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.8363392949104309, "Finetune/Loss (Raw)": 1.1303510665893555, "Finetune/Step": 3907, "Finetune/Step Time": 5.306761089712381}
+{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.836723804473877, "Finetune/Loss (Raw)": 0.8451388478279114, "Finetune/Step": 3908, "Finetune/Step Time": 5.323410343378782}
+{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.835608959197998, "Finetune/Loss (Raw)": 0.7932485938072205, "Finetune/Step": 3909, "Finetune/Step Time": 5.3403806034475565}
+{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.8364844918251038, "Finetune/Loss (Raw)": 0.9473199248313904, "Finetune/Step": 3910, "Finetune/Step Time": 5.340931691229343}
+{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.8382218480110168, "Finetune/Loss (Raw)": 1.0161089897155762, "Finetune/Step": 3911, "Finetune/Step Time": 5.337028289213777}
+{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.8382534980773926, "Finetune/Loss (Raw)": 0.8021396398544312, "Finetune/Step": 3912, "Finetune/Step Time": 5.339446935802698}
+{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.8385060429573059, "Finetune/Loss (Raw)": 0.8883069753646851, "Finetune/Step": 3913, "Finetune/Step Time": 5.342500869184732}
+{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.8373047113418579, "Finetune/Loss (Raw)": 0.832594096660614, "Finetune/Step": 3914, "Finetune/Step Time": 5.3561760149896145}
+{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.837046205997467, "Finetune/Loss (Raw)": 0.9000685214996338, "Finetune/Step": 3915, "Finetune/Step Time": 5.353449923917651}
+{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.8371182680130005, "Finetune/Loss (Raw)": 0.8871482014656067, "Finetune/Step": 3916, "Finetune/Step Time": 5.353430112823844}
+{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.8378803730010986, "Finetune/Loss (Raw)": 0.8944144248962402, "Finetune/Step": 3917, "Finetune/Step Time": 5.353744877502322}
+{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.837883710861206, "Finetune/Loss (Raw)": 0.9365514516830444, "Finetune/Step": 3918, "Finetune/Step Time": 5.352896859869361}
+{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.8376578688621521, "Finetune/Loss (Raw)": 0.8488978743553162, "Finetune/Step": 3919, "Finetune/Step Time": 5.362607421353459}
+{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.8418092131614685, "Finetune/Loss (Raw)": 0.87086021900177, "Finetune/Step": 3920, "Finetune/Step Time": 5.366547342389822}
+{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.8398916721343994, "Finetune/Loss (Raw)": 0.6636630892753601, "Finetune/Step": 3921, "Finetune/Step Time": 5.374960055574775}
+{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.8401244878768921, "Finetune/Loss (Raw)": 0.9326414465904236, "Finetune/Step": 3922, "Finetune/Step Time": 5.377920996397734}
+{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.8399668335914612, "Finetune/Loss (Raw)": 0.7275294065475464, "Finetune/Step": 3923, "Finetune/Step Time": 5.377221319824457}
+{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.8398703932762146, "Finetune/Loss (Raw)": 0.8891618251800537, "Finetune/Step": 3924, "Finetune/Step Time": 5.380666049197316}
+{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.8413528800010681, "Finetune/Loss (Raw)": 0.9165400862693787, "Finetune/Step": 3925, "Finetune/Step Time": 5.3658285941928625}
+{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.841364324092865, "Finetune/Loss (Raw)": 0.8305783867835999, "Finetune/Step": 3926, "Finetune/Step Time": 5.370364524424076}
+{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.8416226506233215, "Finetune/Loss (Raw)": 0.8515333533287048, "Finetune/Step": 3927, "Finetune/Step Time": 5.377375714480877}
+{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.8417458534240723, "Finetune/Loss (Raw)": 0.9789745211601257, "Finetune/Step": 3928, "Finetune/Step Time": 5.378541437909007}
+{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.8421247005462646, "Finetune/Loss (Raw)": 0.8990464210510254, "Finetune/Step": 3929, "Finetune/Step Time": 5.374678974971175}
+{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.8413141369819641, "Finetune/Loss (Raw)": 0.8572324514389038, "Finetune/Step": 3930, "Finetune/Step Time": 5.379839038476348}
+{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.8411743640899658, "Finetune/Loss (Raw)": 0.9809125661849976, "Finetune/Step": 3931, "Finetune/Step Time": 5.380714043974876}
+{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.8405961990356445, "Finetune/Loss (Raw)": 0.8411867618560791, "Finetune/Step": 3932, "Finetune/Step Time": 5.394987847656012}
+{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.8387844562530518, "Finetune/Loss (Raw)": 0.6423103213310242, "Finetune/Step": 3933, "Finetune/Step Time": 5.4031281638890505}
+{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.8383420705795288, "Finetune/Loss (Raw)": 0.7826984524726868, "Finetune/Step": 3934, "Finetune/Step Time": 5.390093166381121}
+{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.8383752703666687, "Finetune/Loss (Raw)": 0.8303304314613342, "Finetune/Step": 3935, "Finetune/Step Time": 5.39227507635951}
+{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.839759349822998, "Finetune/Loss (Raw)": 0.9502066969871521, "Finetune/Step": 3936, "Finetune/Step Time": 5.3834505546838045}
+{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.8402031660079956, "Finetune/Loss (Raw)": 0.9049423933029175, "Finetune/Step": 3937, "Finetune/Step Time": 5.377760911360383}
+{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.8396100997924805, "Finetune/Loss (Raw)": 0.8569052815437317, "Finetune/Step": 3938, "Finetune/Step Time": 5.377665940672159}
+{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.8403242230415344, "Finetune/Loss (Raw)": 0.9335073828697205, "Finetune/Step": 3939, "Finetune/Step Time": 5.378900606185198}
+{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.8410027623176575, "Finetune/Loss (Raw)": 0.8688763380050659, "Finetune/Step": 3940, "Finetune/Step Time": 5.366399314254522}
+{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.8416821360588074, "Finetune/Loss (Raw)": 0.9512965083122253, "Finetune/Step": 3941, "Finetune/Step Time": 5.369171613827348}
+{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.842949390411377, "Finetune/Loss (Raw)": 0.9783735871315002, "Finetune/Step": 3942, "Finetune/Step Time": 5.375739596784115}
+{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.8424544930458069, "Finetune/Loss (Raw)": 0.7954259514808655, "Finetune/Step": 3943, "Finetune/Step Time": 5.381867621093988}
+{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.8427035808563232, "Finetune/Loss (Raw)": 0.9088802933692932, "Finetune/Step": 3944, "Finetune/Step Time": 5.3811868242919445}
+{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.8447115421295166, "Finetune/Loss (Raw)": 1.0570437908172607, "Finetune/Step": 3945, "Finetune/Step Time": 5.402798933908343}
+{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.8450241088867188, "Finetune/Loss (Raw)": 0.8591415882110596, "Finetune/Step": 3946, "Finetune/Step Time": 5.407279567793012}
+{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.8458482623100281, "Finetune/Loss (Raw)": 0.9122877717018127, "Finetune/Step": 3947, "Finetune/Step Time": 5.4148470517247915}
+{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.8431175351142883, "Finetune/Loss (Raw)": 0.35914525389671326, "Finetune/Step": 3948, "Finetune/Step Time": 5.445970315486193}
+{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.844685435295105, "Finetune/Loss (Raw)": 1.005096435546875, "Finetune/Step": 3949, "Finetune/Step Time": 5.442727468907833}
+{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.8463242053985596, "Finetune/Loss (Raw)": 0.982795774936676, "Finetune/Step": 3950, "Finetune/Step Time": 5.4401445258408785}
+{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.8462346792221069, "Finetune/Loss (Raw)": 0.9631446003913879, "Finetune/Step": 3951, "Finetune/Step Time": 5.443137411028147}
+{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.8452660441398621, "Finetune/Loss (Raw)": 0.7776272296905518, "Finetune/Step": 3952, "Finetune/Step Time": 5.451444398611784}
+{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.8460482358932495, "Finetune/Loss (Raw)": 0.8485845327377319, "Finetune/Step": 3953, "Finetune/Step Time": 5.449092945083976}
+{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.8461192846298218, "Finetune/Loss (Raw)": 0.816960871219635, "Finetune/Step": 3954, "Finetune/Step Time": 5.442145949229598}
+{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.84550541639328, "Finetune/Loss (Raw)": 0.8069171905517578, "Finetune/Step": 3955, "Finetune/Step Time": 5.410018999129534}
+{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.8463488817214966, "Finetune/Loss (Raw)": 1.0485975742340088, "Finetune/Step": 3956, "Finetune/Step Time": 5.4086731020361185}
+{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.8511364459991455, "Finetune/Loss (Raw)": 0.8882449865341187, "Finetune/Step": 3957, "Finetune/Step Time": 5.377948870882392}
+{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.8508654236793518, "Finetune/Loss (Raw)": 0.83808434009552, "Finetune/Step": 3958, "Finetune/Step Time": 5.37326224707067}
+{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.8505866527557373, "Finetune/Loss (Raw)": 0.7924512624740601, "Finetune/Step": 3959, "Finetune/Step Time": 5.3846250511705875}
+{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.8489590883255005, "Finetune/Loss (Raw)": 0.8104966878890991, "Finetune/Step": 3960, "Finetune/Step Time": 5.387986093759537}
+{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.8485358953475952, "Finetune/Loss (Raw)": 0.9120876789093018, "Finetune/Step": 3961, "Finetune/Step Time": 5.370285734534264}
+{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.8469463586807251, "Finetune/Loss (Raw)": 0.7595274448394775, "Finetune/Step": 3962, "Finetune/Step Time": 5.387137936428189}
+{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.8466918468475342, "Finetune/Loss (Raw)": 0.9146287441253662, "Finetune/Step": 3963, "Finetune/Step Time": 5.391110431402922}
+{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.8471336364746094, "Finetune/Loss (Raw)": 0.8754509687423706, "Finetune/Step": 3964, "Finetune/Step Time": 5.3890416491776705}
+{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.8480442762374878, "Finetune/Loss (Raw)": 0.9724406003952026, "Finetune/Step": 3965, "Finetune/Step Time": 5.401348106563091}
+{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.8447636365890503, "Finetune/Loss (Raw)": 0.38217756152153015, "Finetune/Step": 3966, "Finetune/Step Time": 5.446993686258793}
+{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.8445115089416504, "Finetune/Loss (Raw)": 0.8278772830963135, "Finetune/Step": 3967, "Finetune/Step Time": 5.421454722061753}
+{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.8454142808914185, "Finetune/Loss (Raw)": 0.9450507164001465, "Finetune/Step": 3968, "Finetune/Step Time": 5.419380636885762}
+{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.8444955348968506, "Finetune/Loss (Raw)": 0.9043271541595459, "Finetune/Step": 3969, "Finetune/Step Time": 5.443453226238489}
+{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.8453878164291382, "Finetune/Loss (Raw)": 0.9351421594619751, "Finetune/Step": 3970, "Finetune/Step Time": 5.444652922451496}
+{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.8462139368057251, "Finetune/Loss (Raw)": 0.9676821827888489, "Finetune/Step": 3971, "Finetune/Step Time": 5.436526106670499}
+{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.8457189798355103, "Finetune/Loss (Raw)": 0.7894738912582397, "Finetune/Step": 3972, "Finetune/Step Time": 5.434159427881241}
+{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.8457317352294922, "Finetune/Loss (Raw)": 0.8459518551826477, "Finetune/Step": 3973, "Finetune/Step Time": 5.430781614035368}
+{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.8465639352798462, "Finetune/Loss (Raw)": 0.7997273802757263, "Finetune/Step": 3974, "Finetune/Step Time": 5.433308482170105}
+{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.8462622165679932, "Finetune/Loss (Raw)": 0.9453973174095154, "Finetune/Step": 3975, "Finetune/Step Time": 5.442732742056251}
+{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.8505147695541382, "Finetune/Loss (Raw)": 0.8693535327911377, "Finetune/Step": 3976, "Finetune/Step Time": 5.413710566237569}
+{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.8482457995414734, "Finetune/Loss (Raw)": 0.7338489890098572, "Finetune/Step": 3977, "Finetune/Step Time": 5.408451847732067}
+{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.8482956886291504, "Finetune/Loss (Raw)": 0.6302882432937622, "Finetune/Step": 3978, "Finetune/Step Time": 5.399729607626796}
+{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.8491864204406738, "Finetune/Loss (Raw)": 0.8691539764404297, "Finetune/Step": 3979, "Finetune/Step Time": 5.403020516037941}
+{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.8470602035522461, "Finetune/Loss (Raw)": 0.6436628103256226, "Finetune/Step": 3980, "Finetune/Step Time": 5.414655577391386}
+{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.8509191274642944, "Finetune/Loss (Raw)": 0.9453518986701965, "Finetune/Step": 3981, "Finetune/Step Time": 5.3856998067349195}
+{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.8504757881164551, "Finetune/Loss (Raw)": 0.8286646008491516, "Finetune/Step": 3982, "Finetune/Step Time": 5.373346434906125}
+{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.8520165681838989, "Finetune/Loss (Raw)": 0.8346418738365173, "Finetune/Step": 3983, "Finetune/Step Time": 5.357881888747215}
+{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.8469818830490112, "Finetune/Loss (Raw)": 0.34176889061927795, "Finetune/Step": 3984, "Finetune/Step Time": 5.38817834854126}
+{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.8512672185897827, "Finetune/Loss (Raw)": 0.9062789678573608, "Finetune/Step": 3985, "Finetune/Step Time": 5.361202966421843}
+{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.8568670749664307, "Finetune/Loss (Raw)": 1.0488920211791992, "Finetune/Step": 3986, "Finetune/Step Time": 5.328762637451291}
+{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.8546209335327148, "Finetune/Loss (Raw)": 0.7727705240249634, "Finetune/Step": 3987, "Finetune/Step Time": 5.335482489317656}
+{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.8551974892616272, "Finetune/Loss (Raw)": 0.9495965242385864, "Finetune/Step": 3988, "Finetune/Step Time": 5.338718554005027}
+{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.8560741543769836, "Finetune/Loss (Raw)": 0.9610933661460876, "Finetune/Step": 3989, "Finetune/Step Time": 5.3375198524445295}
+{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.8562454581260681, "Finetune/Loss (Raw)": 0.8963613510131836, "Finetune/Step": 3990, "Finetune/Step Time": 5.341774646192789}
+{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.857327401638031, "Finetune/Loss (Raw)": 0.9752404093742371, "Finetune/Step": 3991, "Finetune/Step Time": 5.333840886130929}
+{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.855899453163147, "Finetune/Loss (Raw)": 0.7331488728523254, "Finetune/Step": 3992, "Finetune/Step Time": 5.351301411166787}
+{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.8559267520904541, "Finetune/Loss (Raw)": 0.8952813148498535, "Finetune/Step": 3993, "Finetune/Step Time": 5.3191401325166225}
+{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.8538839221000671, "Finetune/Loss (Raw)": 0.7738207578659058, "Finetune/Step": 3994, "Finetune/Step Time": 5.330866876989603}
+{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.8519058227539062, "Finetune/Loss (Raw)": 0.8056016564369202, "Finetune/Step": 3995, "Finetune/Step Time": 5.331291396170855}
+{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.851050615310669, "Finetune/Loss (Raw)": 0.7780628204345703, "Finetune/Step": 3996, "Finetune/Step Time": 5.329813275486231}
+{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.8510986566543579, "Finetune/Loss (Raw)": 0.8262311220169067, "Finetune/Step": 3997, "Finetune/Step Time": 5.3285992462188005}
+{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.8528913259506226, "Finetune/Loss (Raw)": 1.0179414749145508, "Finetune/Step": 3998, "Finetune/Step Time": 5.312291864305735}
+{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.8533824682235718, "Finetune/Loss (Raw)": 0.9406142234802246, "Finetune/Step": 3999, "Finetune/Step Time": 5.327355051413178}
+{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.8555843830108643, "Finetune/Loss (Raw)": 0.8174954652786255, "Finetune/Step": 4000, "Finetune/Step Time": 5.298001170158386}
+{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.85637366771698, "Finetune/Loss (Raw)": 0.8271908760070801, "Finetune/Step": 4001, "Finetune/Step Time": 5.307915687561035}
+{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.8557047843933105, "Finetune/Loss (Raw)": 0.7948833107948303, "Finetune/Step": 4002, "Finetune/Step Time": 5.317614348605275}
+{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.8555182218551636, "Finetune/Loss (Raw)": 0.8784229755401611, "Finetune/Step": 4003, "Finetune/Step Time": 5.329337436705828}
+{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.8557716608047485, "Finetune/Loss (Raw)": 0.9121179580688477, "Finetune/Step": 4004, "Finetune/Step Time": 5.333623254671693}
+{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.8558490872383118, "Finetune/Loss (Raw)": 0.8661854863166809, "Finetune/Step": 4005, "Finetune/Step Time": 5.318795878440142}
+{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.8604590892791748, "Finetune/Loss (Raw)": 1.0574640035629272, "Finetune/Step": 4006, "Finetune/Step Time": 5.285796103999019}
+{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.8565313816070557, "Finetune/Loss (Raw)": 0.3565985858440399, "Finetune/Step": 4007, "Finetune/Step Time": 5.280677633360028}
+{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.8558269739151001, "Finetune/Loss (Raw)": 0.7741588354110718, "Finetune/Step": 4008, "Finetune/Step Time": 5.278932662680745}
+{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.855200469493866, "Finetune/Loss (Raw)": 0.8328535556793213, "Finetune/Step": 4009, "Finetune/Step Time": 5.274548320099711}
+{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.8540605306625366, "Finetune/Loss (Raw)": 0.7913832068443298, "Finetune/Step": 4010, "Finetune/Step Time": 5.28219979070127}
+{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.8538955450057983, "Finetune/Loss (Raw)": 0.960381269454956, "Finetune/Step": 4011, "Finetune/Step Time": 5.2873357851058245}
+{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.8529825806617737, "Finetune/Loss (Raw)": 0.6834821701049805, "Finetune/Step": 4012, "Finetune/Step Time": 5.3040334060788155}
+{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.8545162677764893, "Finetune/Loss (Raw)": 0.8755590319633484, "Finetune/Step": 4013, "Finetune/Step Time": 5.2983887400478125}
+{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.8549894094467163, "Finetune/Loss (Raw)": 0.8108355402946472, "Finetune/Step": 4014, "Finetune/Step Time": 5.323142500594258}
+{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.8553122282028198, "Finetune/Loss (Raw)": 0.8488207459449768, "Finetune/Step": 4015, "Finetune/Step Time": 5.324186829850078}
+{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.8550449013710022, "Finetune/Loss (Raw)": 0.8835225701332092, "Finetune/Step": 4016, "Finetune/Step Time": 5.325510200113058}
+{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.8554763793945312, "Finetune/Loss (Raw)": 0.9156428575515747, "Finetune/Step": 4017, "Finetune/Step Time": 5.327639250084758}
+{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.8508766889572144, "Finetune/Loss (Raw)": 0.32145950198173523, "Finetune/Step": 4018, "Finetune/Step Time": 5.348721789196134}
+{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.8517488241195679, "Finetune/Loss (Raw)": 0.9865797758102417, "Finetune/Step": 4019, "Finetune/Step Time": 5.3300601579248905}
+{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.8525691628456116, "Finetune/Loss (Raw)": 0.9446492791175842, "Finetune/Step": 4020, "Finetune/Step Time": 5.328340003266931}
+{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.8565573692321777, "Finetune/Loss (Raw)": 0.8757765293121338, "Finetune/Step": 4021, "Finetune/Step Time": 5.308623220771551}
+{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.8557202219963074, "Finetune/Loss (Raw)": 0.8019788861274719, "Finetune/Step": 4022, "Finetune/Step Time": 5.321938613429666}
+{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.8555872440338135, "Finetune/Loss (Raw)": 0.8981296420097351, "Finetune/Step": 4023, "Finetune/Step Time": 5.323970630764961}
+{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.8557969331741333, "Finetune/Loss (Raw)": 0.9604076743125916, "Finetune/Step": 4024, "Finetune/Step Time": 5.330162342637777}
+{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.8557118773460388, "Finetune/Loss (Raw)": 0.8650420904159546, "Finetune/Step": 4025, "Finetune/Step Time": 5.330002950504422}
+{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.8565717935562134, "Finetune/Loss (Raw)": 0.9782196283340454, "Finetune/Step": 4026, "Finetune/Step Time": 5.317352058365941}
+{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.8564561605453491, "Finetune/Loss (Raw)": 0.9887883067131042, "Finetune/Step": 4027, "Finetune/Step Time": 5.313792007043958}
+{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.8560308218002319, "Finetune/Loss (Raw)": 0.8040109276771545, "Finetune/Step": 4028, "Finetune/Step Time": 5.299040088430047}
+{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.855812132358551, "Finetune/Loss (Raw)": 0.9039008617401123, "Finetune/Step": 4029, "Finetune/Step Time": 5.298812508583069}
+{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.8513609170913696, "Finetune/Loss (Raw)": 0.39273786544799805, "Finetune/Step": 4030, "Finetune/Step Time": 5.325740532949567}
+{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.8507792353630066, "Finetune/Loss (Raw)": 0.8671114444732666, "Finetune/Step": 4031, "Finetune/Step Time": 5.326115218922496}
+{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.8506328463554382, "Finetune/Loss (Raw)": 0.8567466735839844, "Finetune/Step": 4032, "Finetune/Step Time": 5.319763882085681}
+{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.85240638256073, "Finetune/Loss (Raw)": 0.9255019426345825, "Finetune/Step": 4033, "Finetune/Step Time": 5.308168713003397}
+{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.8515592813491821, "Finetune/Loss (Raw)": 0.8544120788574219, "Finetune/Step": 4034, "Finetune/Step Time": 5.279926033690572}
+{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.849347710609436, "Finetune/Loss (Raw)": 0.8472709059715271, "Finetune/Step": 4035, "Finetune/Step Time": 5.285182133316994}
+{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.8507655262947083, "Finetune/Loss (Raw)": 1.0266165733337402, "Finetune/Step": 4036, "Finetune/Step Time": 5.27324328199029}
+{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.8506258726119995, "Finetune/Loss (Raw)": 0.775375247001648, "Finetune/Step": 4037, "Finetune/Step Time": 5.267401285469532}
+{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.8459805250167847, "Finetune/Loss (Raw)": 0.3527117371559143, "Finetune/Step": 4038, "Finetune/Step Time": 5.295648233965039}
+{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.8452640771865845, "Finetune/Loss (Raw)": 0.924404501914978, "Finetune/Step": 4039, "Finetune/Step Time": 5.315996797755361}
+{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.8462435007095337, "Finetune/Loss (Raw)": 0.9275074005126953, "Finetune/Step": 4040, "Finetune/Step Time": 5.306070016697049}
+{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.84565269947052, "Finetune/Loss (Raw)": 0.8126890659332275, "Finetune/Step": 4041, "Finetune/Step Time": 5.301275936886668}
+{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.8458802700042725, "Finetune/Loss (Raw)": 0.8617260456085205, "Finetune/Step": 4042, "Finetune/Step Time": 5.302533550187945}
+{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.8459522128105164, "Finetune/Loss (Raw)": 0.9092698097229004, "Finetune/Step": 4043, "Finetune/Step Time": 5.3049636874347925}
+{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.8459833264350891, "Finetune/Loss (Raw)": 0.8911288976669312, "Finetune/Step": 4044, "Finetune/Step Time": 5.296923501417041}
+{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.8412563800811768, "Finetune/Loss (Raw)": 0.28937065601348877, "Finetune/Step": 4045, "Finetune/Step Time": 5.307474995031953}
+{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.8402230739593506, "Finetune/Loss (Raw)": 0.8042903542518616, "Finetune/Step": 4046, "Finetune/Step Time": 5.304701941087842}
+{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.8396525979042053, "Finetune/Loss (Raw)": 0.7758723497390747, "Finetune/Step": 4047, "Finetune/Step Time": 5.307182332500815}
+{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.8357349634170532, "Finetune/Loss (Raw)": 0.36940255761146545, "Finetune/Step": 4048, "Finetune/Step Time": 5.302582912147045}
+{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.8364169001579285, "Finetune/Loss (Raw)": 0.7509526610374451, "Finetune/Step": 4049, "Finetune/Step Time": 5.286210257560015}
+{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.8355456590652466, "Finetune/Loss (Raw)": 0.8211233019828796, "Finetune/Step": 4050, "Finetune/Step Time": 5.2839300855994225}
+{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.8360268473625183, "Finetune/Loss (Raw)": 0.7891240119934082, "Finetune/Step": 4051, "Finetune/Step Time": 5.276120016351342}
+{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.8356412649154663, "Finetune/Loss (Raw)": 0.8397989869117737, "Finetune/Step": 4052, "Finetune/Step Time": 5.305794037878513}
+{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.8313689231872559, "Finetune/Loss (Raw)": 0.369684100151062, "Finetune/Step": 4053, "Finetune/Step Time": 5.333659498021007}
+{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.8315987586975098, "Finetune/Loss (Raw)": 0.8599920272827148, "Finetune/Step": 4054, "Finetune/Step Time": 5.343054760247469}
+{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.8320538997650146, "Finetune/Loss (Raw)": 0.9097943902015686, "Finetune/Step": 4055, "Finetune/Step Time": 5.3254780899733305}
+{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.8293286561965942, "Finetune/Loss (Raw)": 0.6301447153091431, "Finetune/Step": 4056, "Finetune/Step Time": 5.340445352718234}
+{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.8297470211982727, "Finetune/Loss (Raw)": 0.9525972008705139, "Finetune/Step": 4057, "Finetune/Step Time": 5.337434718385339}
+{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.829452633857727, "Finetune/Loss (Raw)": 0.8195597529411316, "Finetune/Step": 4058, "Finetune/Step Time": 5.329286180436611}
+{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.8286628127098083, "Finetune/Loss (Raw)": 0.8798086643218994, "Finetune/Step": 4059, "Finetune/Step Time": 5.342725969851017}
+{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.8272098302841187, "Finetune/Loss (Raw)": 0.6552049517631531, "Finetune/Step": 4060, "Finetune/Step Time": 5.3452766854316}
+{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.8284384608268738, "Finetune/Loss (Raw)": 0.7995755076408386, "Finetune/Step": 4061, "Finetune/Step Time": 5.337992321699858}
+{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.8302277326583862, "Finetune/Loss (Raw)": 1.0117219686508179, "Finetune/Step": 4062, "Finetune/Step Time": 5.340952293947339}
+{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.8264767527580261, "Finetune/Loss (Raw)": 0.3502020537853241, "Finetune/Step": 4063, "Finetune/Step Time": 5.360739162191749}
+{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.8220111131668091, "Finetune/Loss (Raw)": 0.378603994846344, "Finetune/Step": 4064, "Finetune/Step Time": 5.3936619479209185}
+{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.8209246397018433, "Finetune/Loss (Raw)": 0.7658770084381104, "Finetune/Step": 4065, "Finetune/Step Time": 5.399798372760415}
+{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.8209352493286133, "Finetune/Loss (Raw)": 0.8582637906074524, "Finetune/Step": 4066, "Finetune/Step Time": 5.403384555131197}
+{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.821321427822113, "Finetune/Loss (Raw)": 0.9829392433166504, "Finetune/Step": 4067, "Finetune/Step Time": 5.402251146733761}
+{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.82173091173172, "Finetune/Loss (Raw)": 0.9212915897369385, "Finetune/Step": 4068, "Finetune/Step Time": 5.404092561453581}
+{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.8214490413665771, "Finetune/Loss (Raw)": 0.915216863155365, "Finetune/Step": 4069, "Finetune/Step Time": 5.417333349585533}
+{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.8201481103897095, "Finetune/Loss (Raw)": 0.8118531107902527, "Finetune/Step": 4070, "Finetune/Step Time": 5.413263369351625}
+{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.8207096457481384, "Finetune/Loss (Raw)": 0.8673054575920105, "Finetune/Step": 4071, "Finetune/Step Time": 5.419027643278241}
+{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.8196688890457153, "Finetune/Loss (Raw)": 0.7756655812263489, "Finetune/Step": 4072, "Finetune/Step Time": 5.42902292124927}
+{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.8183918595314026, "Finetune/Loss (Raw)": 0.8935785293579102, "Finetune/Step": 4073, "Finetune/Step Time": 5.412566840648651}
+{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.8193902969360352, "Finetune/Loss (Raw)": 0.9869416356086731, "Finetune/Step": 4074, "Finetune/Step Time": 5.399777308106422}
+{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.8186272382736206, "Finetune/Loss (Raw)": 0.8146215677261353, "Finetune/Step": 4075, "Finetune/Step Time": 5.388454772531986}
+{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.8210141658782959, "Finetune/Loss (Raw)": 0.6646686792373657, "Finetune/Step": 4076, "Finetune/Step Time": 5.3769426587969065}
+{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.8198360204696655, "Finetune/Loss (Raw)": 0.8543004989624023, "Finetune/Step": 4077, "Finetune/Step Time": 5.390504280105233}
+{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.8184757828712463, "Finetune/Loss (Raw)": 0.8086822032928467, "Finetune/Step": 4078, "Finetune/Step Time": 5.404843995347619}
+{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.8191516995429993, "Finetune/Loss (Raw)": 1.0496573448181152, "Finetune/Step": 4079, "Finetune/Step Time": 5.416409745812416}
+{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.8191277980804443, "Finetune/Loss (Raw)": 0.7745690941810608, "Finetune/Step": 4080, "Finetune/Step Time": 5.416286949068308}
+{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.819279670715332, "Finetune/Loss (Raw)": 0.8680242300033569, "Finetune/Step": 4081, "Finetune/Step Time": 5.43795327283442}
+{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.8193397521972656, "Finetune/Loss (Raw)": 0.82464599609375, "Finetune/Step": 4082, "Finetune/Step Time": 5.4466922748833895}
+{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.8206946849822998, "Finetune/Loss (Raw)": 0.980349063873291, "Finetune/Step": 4083, "Finetune/Step Time": 5.44965142570436}
+{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.8161208629608154, "Finetune/Loss (Raw)": 0.4631485641002655, "Finetune/Step": 4084, "Finetune/Step Time": 5.475258566439152}
+{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.8157662153244019, "Finetune/Loss (Raw)": 0.842858612537384, "Finetune/Step": 4085, "Finetune/Step Time": 5.48739043995738}
+{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.8160297274589539, "Finetune/Loss (Raw)": 0.871806263923645, "Finetune/Step": 4086, "Finetune/Step Time": 5.4952590726315975}
+{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.8175115585327148, "Finetune/Loss (Raw)": 0.9821304082870483, "Finetune/Step": 4087, "Finetune/Step Time": 5.483814354985952}
+{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.8185290694236755, "Finetune/Loss (Raw)": 0.940735399723053, "Finetune/Step": 4088, "Finetune/Step Time": 5.479535708203912}
+{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.8179237842559814, "Finetune/Loss (Raw)": 0.8346176743507385, "Finetune/Step": 4089, "Finetune/Step Time": 5.481078319251537}
+{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.8184503316879272, "Finetune/Loss (Raw)": 0.8269184827804565, "Finetune/Step": 4090, "Finetune/Step Time": 5.464704317972064}
+{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.8178071975708008, "Finetune/Loss (Raw)": 0.8323134183883667, "Finetune/Step": 4091, "Finetune/Step Time": 5.47753418982029}
+{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.8173160552978516, "Finetune/Loss (Raw)": 0.8125758171081543, "Finetune/Step": 4092, "Finetune/Step Time": 5.479966301470995}
+{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.8174489736557007, "Finetune/Loss (Raw)": 0.9894635677337646, "Finetune/Step": 4093, "Finetune/Step Time": 5.46559095941484}
+{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.8227224946022034, "Finetune/Loss (Raw)": 1.0571808815002441, "Finetune/Step": 4094, "Finetune/Step Time": 5.425338050350547}
+{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.8222870826721191, "Finetune/Loss (Raw)": 0.7721465826034546, "Finetune/Step": 4095, "Finetune/Step Time": 5.432367499917746}
+{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.822851300239563, "Finetune/Loss (Raw)": 1.017268419265747, "Finetune/Step": 4096, "Finetune/Step Time": 5.437519880011678}
+{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.8232027292251587, "Finetune/Loss (Raw)": 0.9493160247802734, "Finetune/Step": 4097, "Finetune/Step Time": 5.434853114187717}
+{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.8212196826934814, "Finetune/Loss (Raw)": 0.6813091039657593, "Finetune/Step": 4098, "Finetune/Step Time": 5.443075329065323}
+{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.8206462860107422, "Finetune/Loss (Raw)": 0.8942852020263672, "Finetune/Step": 4099, "Finetune/Step Time": 5.4470453429967165}
+{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.8219131827354431, "Finetune/Loss (Raw)": 0.9516358375549316, "Finetune/Step": 4100, "Finetune/Step Time": 5.447638610377908}
+{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.8221495151519775, "Finetune/Loss (Raw)": 0.8762087225914001, "Finetune/Step": 4101, "Finetune/Step Time": 5.4683479629457}
+{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.822536051273346, "Finetune/Loss (Raw)": 0.849194347858429, "Finetune/Step": 4102, "Finetune/Step Time": 5.46615625731647}
+{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.8220705986022949, "Finetune/Loss (Raw)": 0.885827362537384, "Finetune/Step": 4103, "Finetune/Step Time": 5.45837320946157}
+{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.821925938129425, "Finetune/Loss (Raw)": 0.8508309125900269, "Finetune/Step": 4104, "Finetune/Step Time": 5.446859402582049}
+{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.8223439455032349, "Finetune/Loss (Raw)": 0.787365198135376, "Finetune/Step": 4105, "Finetune/Step Time": 5.441672094166279}
+{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.8238400220870972, "Finetune/Loss (Raw)": 0.8217706680297852, "Finetune/Step": 4106, "Finetune/Step Time": 5.450827449560165}
+{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.823477566242218, "Finetune/Loss (Raw)": 0.8227741122245789, "Finetune/Step": 4107, "Finetune/Step Time": 5.453087888658047}
+{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.8258339762687683, "Finetune/Loss (Raw)": 0.9452730417251587, "Finetune/Step": 4108, "Finetune/Step Time": 5.442744113504887}
+{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.8246228098869324, "Finetune/Loss (Raw)": 0.7903294563293457, "Finetune/Step": 4109, "Finetune/Step Time": 5.450647821649909}
+{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.8251475095748901, "Finetune/Loss (Raw)": 0.8958162665367126, "Finetune/Step": 4110, "Finetune/Step Time": 5.45808925665915}
+{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.8263218402862549, "Finetune/Loss (Raw)": 0.9849662780761719, "Finetune/Step": 4111, "Finetune/Step Time": 5.4635421968996525}
+{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.829410970211029, "Finetune/Loss (Raw)": 0.737170934677124, "Finetune/Step": 4112, "Finetune/Step Time": 5.4463242050260305}
+{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.8278683423995972, "Finetune/Loss (Raw)": 0.7088233232498169, "Finetune/Step": 4113, "Finetune/Step Time": 5.443950526416302}
+{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.8263543248176575, "Finetune/Loss (Raw)": 0.8551022410392761, "Finetune/Step": 4114, "Finetune/Step Time": 5.444808607921004}
+{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.8271226286888123, "Finetune/Loss (Raw)": 0.871111273765564, "Finetune/Step": 4115, "Finetune/Step Time": 5.441252114251256}
+{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.8245845437049866, "Finetune/Loss (Raw)": 0.6247173547744751, "Finetune/Step": 4116, "Finetune/Step Time": 5.4555977918207645}
+{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.8228791952133179, "Finetune/Loss (Raw)": 0.7428223490715027, "Finetune/Step": 4117, "Finetune/Step Time": 5.464766275137663}
+{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.8238721489906311, "Finetune/Loss (Raw)": 1.023447036743164, "Finetune/Step": 4118, "Finetune/Step Time": 5.45800662599504}
+{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.8238753080368042, "Finetune/Loss (Raw)": 0.9756536483764648, "Finetune/Step": 4119, "Finetune/Step Time": 5.45256507396698}
+{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.8249386548995972, "Finetune/Loss (Raw)": 0.8692499399185181, "Finetune/Step": 4120, "Finetune/Step Time": 5.44724589958787}
+{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.8246868848800659, "Finetune/Loss (Raw)": 0.8630567193031311, "Finetune/Step": 4121, "Finetune/Step Time": 5.452314103022218}
+{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.8253259062767029, "Finetune/Loss (Raw)": 0.8556149005889893, "Finetune/Step": 4122, "Finetune/Step Time": 5.450991332530975}
+{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.8268595933914185, "Finetune/Loss (Raw)": 1.0019153356552124, "Finetune/Step": 4123, "Finetune/Step Time": 5.451931182295084}
+{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.8257888555526733, "Finetune/Loss (Raw)": 0.6410024762153625, "Finetune/Step": 4124, "Finetune/Step Time": 5.463472185656428}
+{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.8264526128768921, "Finetune/Loss (Raw)": 0.9112005233764648, "Finetune/Step": 4125, "Finetune/Step Time": 5.46677690371871}
+{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.8253637552261353, "Finetune/Loss (Raw)": 0.8785610198974609, "Finetune/Step": 4126, "Finetune/Step Time": 5.461571604013443}
+{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.8251194953918457, "Finetune/Loss (Raw)": 0.9093478322029114, "Finetune/Step": 4127, "Finetune/Step Time": 5.441899187862873}
+{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.8250787854194641, "Finetune/Loss (Raw)": 0.8122892379760742, "Finetune/Step": 4128, "Finetune/Step Time": 5.437567917630076}
+{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.8249619007110596, "Finetune/Loss (Raw)": 0.8122291564941406, "Finetune/Step": 4129, "Finetune/Step Time": 5.418894104659557}
+{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.825179934501648, "Finetune/Loss (Raw)": 0.8227880597114563, "Finetune/Step": 4130, "Finetune/Step Time": 5.409682525321841}
+{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.8252588510513306, "Finetune/Loss (Raw)": 0.8885301351547241, "Finetune/Step": 4131, "Finetune/Step Time": 5.403076216578484}
+{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.8250705003738403, "Finetune/Loss (Raw)": 0.8880022168159485, "Finetune/Step": 4132, "Finetune/Step Time": 5.405102964490652}
+{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.8247765302658081, "Finetune/Loss (Raw)": 0.8285568952560425, "Finetune/Step": 4133, "Finetune/Step Time": 5.412491120398045}
+{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.8231966495513916, "Finetune/Loss (Raw)": 0.8552466034889221, "Finetune/Step": 4134, "Finetune/Step Time": 5.439703147858381}
+{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.8264695405960083, "Finetune/Loss (Raw)": 0.7755253911018372, "Finetune/Step": 4135, "Finetune/Step Time": 5.41082869656384}
+{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.8268550634384155, "Finetune/Loss (Raw)": 0.8235056400299072, "Finetune/Step": 4136, "Finetune/Step Time": 5.410858491435647}
+{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.8264216184616089, "Finetune/Loss (Raw)": 0.7773743867874146, "Finetune/Step": 4137, "Finetune/Step Time": 5.408607620745897}
+{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.8275563716888428, "Finetune/Loss (Raw)": 0.9366313219070435, "Finetune/Step": 4138, "Finetune/Step Time": 5.394898466765881}
+{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.8260998725891113, "Finetune/Loss (Raw)": 0.7739487886428833, "Finetune/Step": 4139, "Finetune/Step Time": 5.384838685393333}
+{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.8270086646080017, "Finetune/Loss (Raw)": 0.7998095750808716, "Finetune/Step": 4140, "Finetune/Step Time": 5.375016167759895}
+{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.8231379389762878, "Finetune/Loss (Raw)": 0.3801040053367615, "Finetune/Step": 4141, "Finetune/Step Time": 5.3966806419193745}
+{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.8227428793907166, "Finetune/Loss (Raw)": 0.7602692246437073, "Finetune/Step": 4142, "Finetune/Step Time": 5.37482088431716}
+{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.8222196102142334, "Finetune/Loss (Raw)": 0.7818403244018555, "Finetune/Step": 4143, "Finetune/Step Time": 5.371660320088267}
+{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.8175491690635681, "Finetune/Loss (Raw)": 0.28571128845214844, "Finetune/Step": 4144, "Finetune/Step Time": 5.397930100560188}
+{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.8161059617996216, "Finetune/Loss (Raw)": 0.7309092283248901, "Finetune/Step": 4145, "Finetune/Step Time": 5.406738083809614}
+{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.8206274509429932, "Finetune/Loss (Raw)": 0.9002137184143066, "Finetune/Step": 4146, "Finetune/Step Time": 5.3715929090976715}
+{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.8194265365600586, "Finetune/Loss (Raw)": 0.8328627347946167, "Finetune/Step": 4147, "Finetune/Step Time": 5.3768828716129065}
+{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.8191126585006714, "Finetune/Loss (Raw)": 0.904466450214386, "Finetune/Step": 4148, "Finetune/Step Time": 5.377754995599389}
+{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.8186865448951721, "Finetune/Loss (Raw)": 0.8212352991104126, "Finetune/Step": 4149, "Finetune/Step Time": 5.366940865293145}
+{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.8183677792549133, "Finetune/Loss (Raw)": 0.7611793279647827, "Finetune/Step": 4150, "Finetune/Step Time": 5.380477763712406}
+{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.8180959224700928, "Finetune/Loss (Raw)": 0.8633326292037964, "Finetune/Step": 4151, "Finetune/Step Time": 5.386475747451186}
+{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.8172450065612793, "Finetune/Loss (Raw)": 0.8514941930770874, "Finetune/Step": 4152, "Finetune/Step Time": 5.391641577705741}
+{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.8169177770614624, "Finetune/Loss (Raw)": 0.8231456279754639, "Finetune/Step": 4153, "Finetune/Step Time": 5.389395494014025}
+{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.816124439239502, "Finetune/Loss (Raw)": 0.8766844868659973, "Finetune/Step": 4154, "Finetune/Step Time": 5.404819253832102}
+{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.8148065805435181, "Finetune/Loss (Raw)": 0.8200899958610535, "Finetune/Step": 4155, "Finetune/Step Time": 5.407341441139579}
+{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.8154016733169556, "Finetune/Loss (Raw)": 0.8801940679550171, "Finetune/Step": 4156, "Finetune/Step Time": 5.406810006126761}
+{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.8158981204032898, "Finetune/Loss (Raw)": 0.9674418568611145, "Finetune/Step": 4157, "Finetune/Step Time": 5.407453881576657}
+{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.8192598223686218, "Finetune/Loss (Raw)": 0.8230321407318115, "Finetune/Step": 4158, "Finetune/Step Time": 5.387846101075411}
+{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.8196965456008911, "Finetune/Loss (Raw)": 0.9230110049247742, "Finetune/Step": 4159, "Finetune/Step Time": 5.38778817653656}
+{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.8205600380897522, "Finetune/Loss (Raw)": 0.9672796130180359, "Finetune/Step": 4160, "Finetune/Step Time": 5.381394829601049}
+{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.8203603625297546, "Finetune/Loss (Raw)": 0.8999373316764832, "Finetune/Step": 4161, "Finetune/Step Time": 5.379018057137728}
+{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.8210564255714417, "Finetune/Loss (Raw)": 0.9435098767280579, "Finetune/Step": 4162, "Finetune/Step Time": 5.370960310101509}
+{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.8199306726455688, "Finetune/Loss (Raw)": 0.7031741738319397, "Finetune/Step": 4163, "Finetune/Step Time": 5.381995810195804}
+{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.8164640665054321, "Finetune/Loss (Raw)": 0.5828912258148193, "Finetune/Step": 4164, "Finetune/Step Time": 5.383360754698515}
+{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.8182955980300903, "Finetune/Loss (Raw)": 1.009817361831665, "Finetune/Step": 4165, "Finetune/Step Time": 5.376951925456524}
+{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.8228514790534973, "Finetune/Loss (Raw)": 0.9358571171760559, "Finetune/Step": 4166, "Finetune/Step Time": 5.347173923626542}
+{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.8218331336975098, "Finetune/Loss (Raw)": 0.7940544486045837, "Finetune/Step": 4167, "Finetune/Step Time": 5.331975165754557}
+{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.8199084997177124, "Finetune/Loss (Raw)": 0.6811619400978088, "Finetune/Step": 4168, "Finetune/Step Time": 5.330204911530018}
+{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.8164479732513428, "Finetune/Loss (Raw)": 0.369735449552536, "Finetune/Step": 4169, "Finetune/Step Time": 5.361120102927089}
+{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.8157819509506226, "Finetune/Loss (Raw)": 0.7764825820922852, "Finetune/Step": 4170, "Finetune/Step Time": 5.3541381526738405}
+{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.8157445192337036, "Finetune/Loss (Raw)": 0.904471218585968, "Finetune/Step": 4171, "Finetune/Step Time": 5.35660739056766}
+{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.815652072429657, "Finetune/Loss (Raw)": 0.8792986869812012, "Finetune/Step": 4172, "Finetune/Step Time": 5.377018224447966}
+{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.8196846842765808, "Finetune/Loss (Raw)": 0.8055460453033447, "Finetune/Step": 4173, "Finetune/Step Time": 5.353464927524328}
+{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.8161742687225342, "Finetune/Loss (Raw)": 0.3549499213695526, "Finetune/Step": 4174, "Finetune/Step Time": 5.384268134832382}
+{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.8160139322280884, "Finetune/Loss (Raw)": 0.755349338054657, "Finetune/Step": 4175, "Finetune/Step Time": 5.374863801524043}
+{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.8192909359931946, "Finetune/Loss (Raw)": 0.7888672947883606, "Finetune/Step": 4176, "Finetune/Step Time": 5.357831919565797}
+{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.8209230899810791, "Finetune/Loss (Raw)": 0.9598674774169922, "Finetune/Step": 4177, "Finetune/Step Time": 5.368268705904484}
+{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.821721613407135, "Finetune/Loss (Raw)": 0.9233323335647583, "Finetune/Step": 4178, "Finetune/Step Time": 5.381771586835384}
+{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.8222811222076416, "Finetune/Loss (Raw)": 0.8607345223426819, "Finetune/Step": 4179, "Finetune/Step Time": 5.394370589405298}
+{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.8232522010803223, "Finetune/Loss (Raw)": 0.9641041159629822, "Finetune/Step": 4180, "Finetune/Step Time": 5.365375420078635}
+{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.8267440795898438, "Finetune/Loss (Raw)": 0.8166474103927612, "Finetune/Step": 4181, "Finetune/Step Time": 5.3388047236949205}
+{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.8253927826881409, "Finetune/Loss (Raw)": 0.6870211958885193, "Finetune/Step": 4182, "Finetune/Step Time": 5.338828699663281}
+{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.8255338072776794, "Finetune/Loss (Raw)": 0.9278457164764404, "Finetune/Step": 4183, "Finetune/Step Time": 5.338398342952132}
+{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.8275281190872192, "Finetune/Loss (Raw)": 0.8854177594184875, "Finetune/Step": 4184, "Finetune/Step Time": 5.316892169415951}
+{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.8275525569915771, "Finetune/Loss (Raw)": 0.9557223320007324, "Finetune/Step": 4185, "Finetune/Step Time": 5.319767974317074}
+{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.8284395337104797, "Finetune/Loss (Raw)": 0.9330950379371643, "Finetune/Step": 4186, "Finetune/Step Time": 5.332681218162179}
+{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.8278827667236328, "Finetune/Loss (Raw)": 0.8085362315177917, "Finetune/Step": 4187, "Finetune/Step Time": 5.321445394307375}
+{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.82899010181427, "Finetune/Loss (Raw)": 0.7969481348991394, "Finetune/Step": 4188, "Finetune/Step Time": 5.312228275462985}
+{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.8290077447891235, "Finetune/Loss (Raw)": 0.8018354773521423, "Finetune/Step": 4189, "Finetune/Step Time": 5.294678525999188}
+{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.8261849880218506, "Finetune/Loss (Raw)": 0.6504089832305908, "Finetune/Step": 4190, "Finetune/Step Time": 5.294800240546465}
+{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.8305280804634094, "Finetune/Loss (Raw)": 0.9061146974563599, "Finetune/Step": 4191, "Finetune/Step Time": 5.279890511184931}
+{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.835406482219696, "Finetune/Loss (Raw)": 1.0030462741851807, "Finetune/Step": 4192, "Finetune/Step Time": 5.246437925845385}
+{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.8317686915397644, "Finetune/Loss (Raw)": 0.30023813247680664, "Finetune/Step": 4193, "Finetune/Step Time": 5.266860561445355}
+{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.8319621086120605, "Finetune/Loss (Raw)": 0.8830230236053467, "Finetune/Step": 4194, "Finetune/Step Time": 5.2674744836986065}
+{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.8312814235687256, "Finetune/Loss (Raw)": 0.8958031535148621, "Finetune/Step": 4195, "Finetune/Step Time": 5.267951598390937}
+{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.8310257196426392, "Finetune/Loss (Raw)": 0.8885608911514282, "Finetune/Step": 4196, "Finetune/Step Time": 5.276051174849272}
+{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.8284939527511597, "Finetune/Loss (Raw)": 0.5911595821380615, "Finetune/Step": 4197, "Finetune/Step Time": 5.284931728616357}
+{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.8295198678970337, "Finetune/Loss (Raw)": 0.943162739276886, "Finetune/Step": 4198, "Finetune/Step Time": 5.282793488353491}
+{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.8304778337478638, "Finetune/Loss (Raw)": 0.9899336099624634, "Finetune/Step": 4199, "Finetune/Step Time": 5.252648858353496}
+{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.83126300573349, "Finetune/Loss (Raw)": 0.8761683106422424, "Finetune/Step": 4200, "Finetune/Step Time": 5.249074347317219}
+{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.8309108018875122, "Finetune/Loss (Raw)": 0.8484891057014465, "Finetune/Step": 4201, "Finetune/Step Time": 5.258686820045114}
+{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.8296687602996826, "Finetune/Loss (Raw)": 0.8279571533203125, "Finetune/Step": 4202, "Finetune/Step Time": 5.261726804077625}
+{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.8294270038604736, "Finetune/Loss (Raw)": 0.7836828231811523, "Finetune/Step": 4203, "Finetune/Step Time": 5.263016391545534}
+{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.8305335640907288, "Finetune/Loss (Raw)": 0.8063061833381653, "Finetune/Step": 4204, "Finetune/Step Time": 5.243395136669278}
+{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.8309134840965271, "Finetune/Loss (Raw)": 0.9029327630996704, "Finetune/Step": 4205, "Finetune/Step Time": 5.224961733445525}
+{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.8311053514480591, "Finetune/Loss (Raw)": 0.8332424163818359, "Finetune/Step": 4206, "Finetune/Step Time": 5.21142259798944}
+{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.830068826675415, "Finetune/Loss (Raw)": 0.9169788956642151, "Finetune/Step": 4207, "Finetune/Step Time": 5.205195816233754}
+{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.8304871916770935, "Finetune/Loss (Raw)": 0.8281216621398926, "Finetune/Step": 4208, "Finetune/Step Time": 5.194897474721074}
+{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.8319977521896362, "Finetune/Loss (Raw)": 1.0613811016082764, "Finetune/Step": 4209, "Finetune/Step Time": 5.184103075414896}
+{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.8320932388305664, "Finetune/Loss (Raw)": 0.8368662595748901, "Finetune/Step": 4210, "Finetune/Step Time": 5.178874501958489}
+{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.8316332101821899, "Finetune/Loss (Raw)": 0.9214575886726379, "Finetune/Step": 4211, "Finetune/Step Time": 5.183041121810675}
+{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.8341003656387329, "Finetune/Loss (Raw)": 0.7789469361305237, "Finetune/Step": 4212, "Finetune/Step Time": 5.152113575488329}
+{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.8330130577087402, "Finetune/Loss (Raw)": 0.7036928534507751, "Finetune/Step": 4213, "Finetune/Step Time": 5.149374049156904}
+{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.8330838680267334, "Finetune/Loss (Raw)": 0.8808569312095642, "Finetune/Step": 4214, "Finetune/Step Time": 5.139477452263236}
+{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.832250714302063, "Finetune/Loss (Raw)": 0.8754979968070984, "Finetune/Step": 4215, "Finetune/Step Time": 5.164082985371351}
+{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.8316916823387146, "Finetune/Loss (Raw)": 0.8691773414611816, "Finetune/Step": 4216, "Finetune/Step Time": 5.1594807635992765}
+{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.8324495553970337, "Finetune/Loss (Raw)": 0.9316282272338867, "Finetune/Step": 4217, "Finetune/Step Time": 5.156123397871852}
+{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.8324851989746094, "Finetune/Loss (Raw)": 0.8314788341522217, "Finetune/Step": 4218, "Finetune/Step Time": 5.1548587419092655}
+{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.8315979242324829, "Finetune/Loss (Raw)": 0.7187430262565613, "Finetune/Step": 4219, "Finetune/Step Time": 5.138021795079112}
+{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.8320062160491943, "Finetune/Loss (Raw)": 0.8648327589035034, "Finetune/Step": 4220, "Finetune/Step Time": 5.126792915165424}
+{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.8320351839065552, "Finetune/Loss (Raw)": 0.9931780695915222, "Finetune/Step": 4221, "Finetune/Step Time": 5.127668811008334}
+{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.831311047077179, "Finetune/Loss (Raw)": 0.9644814729690552, "Finetune/Step": 4222, "Finetune/Step Time": 5.130986938253045}
+{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.8329094648361206, "Finetune/Loss (Raw)": 0.9767488241195679, "Finetune/Step": 4223, "Finetune/Step Time": 5.122880196198821}
+{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.8312230706214905, "Finetune/Loss (Raw)": 0.8014094233512878, "Finetune/Step": 4224, "Finetune/Step Time": 5.127066094428301}
+{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.8299494385719299, "Finetune/Loss (Raw)": 0.7862898707389832, "Finetune/Step": 4225, "Finetune/Step Time": 5.108564134687185}
+{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.8322597742080688, "Finetune/Loss (Raw)": 0.9770359396934509, "Finetune/Step": 4226, "Finetune/Step Time": 5.101275574415922}
+{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.8335413932800293, "Finetune/Loss (Raw)": 1.0583324432373047, "Finetune/Step": 4227, "Finetune/Step Time": 5.099825728684664}
+{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.8326281309127808, "Finetune/Loss (Raw)": 0.834730327129364, "Finetune/Step": 4228, "Finetune/Step Time": 5.101547854021192}
+{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.8327934741973877, "Finetune/Loss (Raw)": 0.8973806500434875, "Finetune/Step": 4229, "Finetune/Step Time": 5.084407940506935}
+{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.8281999230384827, "Finetune/Loss (Raw)": 0.261214017868042, "Finetune/Step": 4230, "Finetune/Step Time": 5.108719702810049}
+{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.8265634775161743, "Finetune/Loss (Raw)": 0.6763638854026794, "Finetune/Step": 4231, "Finetune/Step Time": 5.1455652844160795}
+{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.8267258405685425, "Finetune/Loss (Raw)": 0.871610701084137, "Finetune/Step": 4232, "Finetune/Step Time": 5.154085498303175}
+{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.8266379237174988, "Finetune/Loss (Raw)": 0.7761192321777344, "Finetune/Step": 4233, "Finetune/Step Time": 5.159245664253831}
+{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.828677773475647, "Finetune/Loss (Raw)": 1.0828683376312256, "Finetune/Step": 4234, "Finetune/Step Time": 5.151022169739008}
+{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.8291823267936707, "Finetune/Loss (Raw)": 0.8873569369316101, "Finetune/Step": 4235, "Finetune/Step Time": 5.150239402428269}
+{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.8274425268173218, "Finetune/Loss (Raw)": 0.72257399559021, "Finetune/Step": 4236, "Finetune/Step Time": 5.1586329489946365}
+{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.8290185928344727, "Finetune/Loss (Raw)": 0.9920783638954163, "Finetune/Step": 4237, "Finetune/Step Time": 5.150955218821764}
+{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.8293658494949341, "Finetune/Loss (Raw)": 0.9402527213096619, "Finetune/Step": 4238, "Finetune/Step Time": 5.13891739398241}
+{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.8286682367324829, "Finetune/Loss (Raw)": 0.8956722021102905, "Finetune/Step": 4239, "Finetune/Step Time": 5.1348699778318405}
+{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.8292763829231262, "Finetune/Loss (Raw)": 0.8150193691253662, "Finetune/Step": 4240, "Finetune/Step Time": 5.123577948659658}
+{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.8302311301231384, "Finetune/Loss (Raw)": 0.8310272097587585, "Finetune/Step": 4241, "Finetune/Step Time": 5.124988729134202}
+{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.8307969570159912, "Finetune/Loss (Raw)": 0.9275305271148682, "Finetune/Step": 4242, "Finetune/Step Time": 5.124323643743992}
+{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.8308293223381042, "Finetune/Loss (Raw)": 0.8752501010894775, "Finetune/Step": 4243, "Finetune/Step Time": 5.143554579466581}
+{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.8328704833984375, "Finetune/Loss (Raw)": 0.8859857320785522, "Finetune/Step": 4244, "Finetune/Step Time": 5.1282866187393665}
+{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.8341014385223389, "Finetune/Loss (Raw)": 0.9003915190696716, "Finetune/Step": 4245, "Finetune/Step Time": 5.130332535132766}
+{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.8327308297157288, "Finetune/Loss (Raw)": 0.8480067253112793, "Finetune/Step": 4246, "Finetune/Step Time": 5.165805120021105}
+{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.8318202495574951, "Finetune/Loss (Raw)": 0.8590969443321228, "Finetune/Step": 4247, "Finetune/Step Time": 5.179339291527867}
+{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.8272464275360107, "Finetune/Loss (Raw)": 0.283803254365921, "Finetune/Step": 4248, "Finetune/Step Time": 5.197138551622629}
+{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.8277738094329834, "Finetune/Loss (Raw)": 0.9305643439292908, "Finetune/Step": 4249, "Finetune/Step Time": 5.1906940042972565}
+{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.8265684247016907, "Finetune/Loss (Raw)": 0.7013216018676758, "Finetune/Step": 4250, "Finetune/Step Time": 5.197247214615345}
+{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.8245195150375366, "Finetune/Loss (Raw)": 0.7396597862243652, "Finetune/Step": 4251, "Finetune/Step Time": 5.196754476055503}
+{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.8277324438095093, "Finetune/Loss (Raw)": 1.0522563457489014, "Finetune/Step": 4252, "Finetune/Step Time": 5.188416009768844}
+{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.8256692886352539, "Finetune/Loss (Raw)": 0.6471131443977356, "Finetune/Step": 4253, "Finetune/Step Time": 5.208254251629114}
+{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.8239049315452576, "Finetune/Loss (Raw)": 0.6527234315872192, "Finetune/Step": 4254, "Finetune/Step Time": 5.218864785507321}
+{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.8228733539581299, "Finetune/Loss (Raw)": 0.7773040533065796, "Finetune/Step": 4255, "Finetune/Step Time": 5.225051261484623}
+{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.8236461281776428, "Finetune/Loss (Raw)": 0.9112077355384827, "Finetune/Step": 4256, "Finetune/Step Time": 5.240157077088952}
+{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.824785590171814, "Finetune/Loss (Raw)": 0.9580782651901245, "Finetune/Step": 4257, "Finetune/Step Time": 5.244493678212166}
+{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.8236486911773682, "Finetune/Loss (Raw)": 0.6772646307945251, "Finetune/Step": 4258, "Finetune/Step Time": 5.245758291333914}
+{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.8245691061019897, "Finetune/Loss (Raw)": 1.0063438415527344, "Finetune/Step": 4259, "Finetune/Step Time": 5.249431416392326}
+{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.8242135047912598, "Finetune/Loss (Raw)": 0.8424869179725647, "Finetune/Step": 4260, "Finetune/Step Time": 5.246412230655551}
+{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.8250707387924194, "Finetune/Loss (Raw)": 0.9382756352424622, "Finetune/Step": 4261, "Finetune/Step Time": 5.240608083084226}
+{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.8247600197792053, "Finetune/Loss (Raw)": 0.8154833316802979, "Finetune/Step": 4262, "Finetune/Step Time": 5.219931434839964}
+{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.8267881870269775, "Finetune/Loss (Raw)": 1.035134196281433, "Finetune/Step": 4263, "Finetune/Step Time": 5.217905677855015}
+{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.826465368270874, "Finetune/Loss (Raw)": 0.7821822762489319, "Finetune/Step": 4264, "Finetune/Step Time": 5.228507751598954}
+{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.8274137377738953, "Finetune/Loss (Raw)": 0.8987625241279602, "Finetune/Step": 4265, "Finetune/Step Time": 5.23577600158751}
+{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.8275101780891418, "Finetune/Loss (Raw)": 0.9489750862121582, "Finetune/Step": 4266, "Finetune/Step Time": 5.246455842629075}
+{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.827353835105896, "Finetune/Loss (Raw)": 0.7539345622062683, "Finetune/Step": 4267, "Finetune/Step Time": 5.25967107154429}
+{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.8273215293884277, "Finetune/Loss (Raw)": 0.7956780791282654, "Finetune/Step": 4268, "Finetune/Step Time": 5.261605406180024}
+{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.8302083015441895, "Finetune/Loss (Raw)": 0.7496052980422974, "Finetune/Step": 4269, "Finetune/Step Time": 5.264636900275946}
+{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.8306733965873718, "Finetune/Loss (Raw)": 0.8198062181472778, "Finetune/Step": 4270, "Finetune/Step Time": 5.264781096950173}
+{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.8270602822303772, "Finetune/Loss (Raw)": 0.3193625509738922, "Finetune/Step": 4271, "Finetune/Step Time": 5.296254659071565}
+{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.8319851160049438, "Finetune/Loss (Raw)": 0.9160892367362976, "Finetune/Step": 4272, "Finetune/Step Time": 5.268706951290369}
+{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.8319990634918213, "Finetune/Loss (Raw)": 0.7326969504356384, "Finetune/Step": 4273, "Finetune/Step Time": 5.256197553128004}
+{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.8316632509231567, "Finetune/Loss (Raw)": 0.8572282195091248, "Finetune/Step": 4274, "Finetune/Step Time": 5.2613574881106615}
+{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.8315308094024658, "Finetune/Loss (Raw)": 0.8159055709838867, "Finetune/Step": 4275, "Finetune/Step Time": 5.271698230877519}
+{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.8316009044647217, "Finetune/Loss (Raw)": 0.913445234298706, "Finetune/Step": 4276, "Finetune/Step Time": 5.272498918697238}
+{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.8317288160324097, "Finetune/Loss (Raw)": 0.837597668170929, "Finetune/Step": 4277, "Finetune/Step Time": 5.293659724295139}
+{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.8329088687896729, "Finetune/Loss (Raw)": 0.9122343063354492, "Finetune/Step": 4278, "Finetune/Step Time": 5.268346186727285}
+{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.8323378562927246, "Finetune/Loss (Raw)": 0.7902453541755676, "Finetune/Step": 4279, "Finetune/Step Time": 5.265423092991114}
+{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.8330643177032471, "Finetune/Loss (Raw)": 0.9444751143455505, "Finetune/Step": 4280, "Finetune/Step Time": 5.2583686746656895}
+{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.8344290256500244, "Finetune/Loss (Raw)": 0.9978331327438354, "Finetune/Step": 4281, "Finetune/Step Time": 5.263138564303517}
+{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.8349054455757141, "Finetune/Loss (Raw)": 0.9376645684242249, "Finetune/Step": 4282, "Finetune/Step Time": 5.250566186383367}
+{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.8353426456451416, "Finetune/Loss (Raw)": 0.8760460019111633, "Finetune/Step": 4283, "Finetune/Step Time": 5.255381977185607}
+{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.8357345461845398, "Finetune/Loss (Raw)": 0.9303627014160156, "Finetune/Step": 4284, "Finetune/Step Time": 5.2536729499697685}
+{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.8333479166030884, "Finetune/Loss (Raw)": 0.6619454622268677, "Finetune/Step": 4285, "Finetune/Step Time": 5.2872362937778234}
+{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.8339084982872009, "Finetune/Loss (Raw)": 0.8947926163673401, "Finetune/Step": 4286, "Finetune/Step Time": 5.279160305857658}
+{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.8338719606399536, "Finetune/Loss (Raw)": 0.918330192565918, "Finetune/Step": 4287, "Finetune/Step Time": 5.281700754538178}
+{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.8341956734657288, "Finetune/Loss (Raw)": 1.008719801902771, "Finetune/Step": 4288, "Finetune/Step Time": 5.295728864148259}
+{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.8334462642669678, "Finetune/Loss (Raw)": 0.8040093779563904, "Finetune/Step": 4289, "Finetune/Step Time": 5.2974822986871}
+{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.8336457014083862, "Finetune/Loss (Raw)": 0.9690420031547546, "Finetune/Step": 4290, "Finetune/Step Time": 5.29812496714294}
+{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.8353868722915649, "Finetune/Loss (Raw)": 0.9260460734367371, "Finetune/Step": 4291, "Finetune/Step Time": 5.282832128927112}
+{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.8381001353263855, "Finetune/Loss (Raw)": 0.9301857352256775, "Finetune/Step": 4292, "Finetune/Step Time": 5.278224857524037}
+{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.8372385501861572, "Finetune/Loss (Raw)": 0.8995334506034851, "Finetune/Step": 4293, "Finetune/Step Time": 5.285967867821455}
+{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.8366387486457825, "Finetune/Loss (Raw)": 0.8590818047523499, "Finetune/Step": 4294, "Finetune/Step Time": 5.306942369788885}
+{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.832770586013794, "Finetune/Loss (Raw)": 0.2989289164543152, "Finetune/Step": 4295, "Finetune/Step Time": 5.334650944918394}
+{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.8351374268531799, "Finetune/Loss (Raw)": 0.9841171503067017, "Finetune/Step": 4296, "Finetune/Step Time": 5.332340240478516}
+{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.8392561674118042, "Finetune/Loss (Raw)": 0.8969417810440063, "Finetune/Step": 4297, "Finetune/Step Time": 5.3039480075240135}
+{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.8388569355010986, "Finetune/Loss (Raw)": 0.7253758907318115, "Finetune/Step": 4298, "Finetune/Step Time": 5.297896537929773}
+{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.8390977382659912, "Finetune/Loss (Raw)": 0.9352877736091614, "Finetune/Step": 4299, "Finetune/Step Time": 5.304828094318509}
+{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.8395500183105469, "Finetune/Loss (Raw)": 0.9371997714042664, "Finetune/Step": 4300, "Finetune/Step Time": 5.289915857836604}
+{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.8360671997070312, "Finetune/Loss (Raw)": 0.3597439229488373, "Finetune/Step": 4301, "Finetune/Step Time": 5.3146663550287485}
+{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.8408091068267822, "Finetune/Loss (Raw)": 0.9619108438491821, "Finetune/Step": 4302, "Finetune/Step Time": 5.30069980211556}
+{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.8426191806793213, "Finetune/Loss (Raw)": 0.987040102481842, "Finetune/Step": 4303, "Finetune/Step Time": 5.299971554428339}
+{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.8390668630599976, "Finetune/Loss (Raw)": 0.33417391777038574, "Finetune/Step": 4304, "Finetune/Step Time": 5.317624419927597}
+{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.8375819325447083, "Finetune/Loss (Raw)": 0.7697939872741699, "Finetune/Step": 4305, "Finetune/Step Time": 5.309438552707434}
+{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.8366508483886719, "Finetune/Loss (Raw)": 0.8041523694992065, "Finetune/Step": 4306, "Finetune/Step Time": 5.304546719416976}
+{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.8352304697036743, "Finetune/Loss (Raw)": 0.6789242625236511, "Finetune/Step": 4307, "Finetune/Step Time": 5.2932683527469635}
+{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.8345770835876465, "Finetune/Loss (Raw)": 0.880466103553772, "Finetune/Step": 4308, "Finetune/Step Time": 5.29392496868968}
+{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.8348594903945923, "Finetune/Loss (Raw)": 0.8527966737747192, "Finetune/Step": 4309, "Finetune/Step Time": 5.298301327973604}
+{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.8321967124938965, "Finetune/Loss (Raw)": 0.34619128704071045, "Finetune/Step": 4310, "Finetune/Step Time": 5.3185941111296415}
+{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.8317853212356567, "Finetune/Loss (Raw)": 0.8751832246780396, "Finetune/Step": 4311, "Finetune/Step Time": 5.324684856459498}
+{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.8324571847915649, "Finetune/Loss (Raw)": 0.9714186787605286, "Finetune/Step": 4312, "Finetune/Step Time": 5.332464948296547}
+{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.8325396180152893, "Finetune/Loss (Raw)": 0.9662758708000183, "Finetune/Step": 4313, "Finetune/Step Time": 5.342824578285217}
+{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.8324496746063232, "Finetune/Loss (Raw)": 0.9215788841247559, "Finetune/Step": 4314, "Finetune/Step Time": 5.333547815680504}
+{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.8327350616455078, "Finetune/Loss (Raw)": 0.8450687527656555, "Finetune/Step": 4315, "Finetune/Step Time": 5.330436347052455}
+{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.8328416347503662, "Finetune/Loss (Raw)": 0.8105882406234741, "Finetune/Step": 4316, "Finetune/Step Time": 5.333762105554342}
+{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.8332507014274597, "Finetune/Loss (Raw)": 0.8541999459266663, "Finetune/Step": 4317, "Finetune/Step Time": 5.33235128223896}
+{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.8343504667282104, "Finetune/Loss (Raw)": 0.791174054145813, "Finetune/Step": 4318, "Finetune/Step Time": 5.33587496355176}
+{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.8328715562820435, "Finetune/Loss (Raw)": 0.7168159484863281, "Finetune/Step": 4319, "Finetune/Step Time": 5.330174358561635}
+{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.8313921689987183, "Finetune/Loss (Raw)": 0.8136852979660034, "Finetune/Step": 4320, "Finetune/Step Time": 5.333496289327741}
+{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.8345167636871338, "Finetune/Loss (Raw)": 0.7001947164535522, "Finetune/Step": 4321, "Finetune/Step Time": 5.316072087734938}
+{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.8354695439338684, "Finetune/Loss (Raw)": 1.004967451095581, "Finetune/Step": 4322, "Finetune/Step Time": 5.339147550985217}
+{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.8338490724563599, "Finetune/Loss (Raw)": 0.6883893609046936, "Finetune/Step": 4323, "Finetune/Step Time": 5.3369257021695375}
+{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.8331763744354248, "Finetune/Loss (Raw)": 0.802449107170105, "Finetune/Step": 4324, "Finetune/Step Time": 5.325760647654533}
+{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.8336628675460815, "Finetune/Loss (Raw)": 0.653433084487915, "Finetune/Step": 4325, "Finetune/Step Time": 5.315420139580965}
+{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.8320236802101135, "Finetune/Loss (Raw)": 0.7333505749702454, "Finetune/Step": 4326, "Finetune/Step Time": 5.323534157127142}
+{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.8300364017486572, "Finetune/Loss (Raw)": 0.735554575920105, "Finetune/Step": 4327, "Finetune/Step Time": 5.340649286285043}
+{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.8299338817596436, "Finetune/Loss (Raw)": 0.8630484938621521, "Finetune/Step": 4328, "Finetune/Step Time": 5.334440775215626}
+{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.8299571871757507, "Finetune/Loss (Raw)": 0.8514741659164429, "Finetune/Step": 4329, "Finetune/Step Time": 5.324383072555065}
+{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.8310270309448242, "Finetune/Loss (Raw)": 0.9648930430412292, "Finetune/Step": 4330, "Finetune/Step Time": 5.323851788416505}
+{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.8322588801383972, "Finetune/Loss (Raw)": 0.9413629770278931, "Finetune/Step": 4331, "Finetune/Step Time": 5.323567476123571}
+{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.8327730894088745, "Finetune/Loss (Raw)": 0.8721247315406799, "Finetune/Step": 4332, "Finetune/Step Time": 5.326219195500016}
+{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.8331632018089294, "Finetune/Loss (Raw)": 0.9528680443763733, "Finetune/Step": 4333, "Finetune/Step Time": 5.3278269451111555}
+{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.8340122699737549, "Finetune/Loss (Raw)": 0.9419203400611877, "Finetune/Step": 4334, "Finetune/Step Time": 5.32627560198307}
+{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.8340358734130859, "Finetune/Loss (Raw)": 0.9199971556663513, "Finetune/Step": 4335, "Finetune/Step Time": 5.321166664361954}
+{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.835400402545929, "Finetune/Loss (Raw)": 1.0027886629104614, "Finetune/Step": 4336, "Finetune/Step Time": 5.337088655680418}
+{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.8323386907577515, "Finetune/Loss (Raw)": 0.6694806814193726, "Finetune/Step": 4337, "Finetune/Step Time": 5.348637593910098}
+{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.8325024247169495, "Finetune/Loss (Raw)": 0.857820987701416, "Finetune/Step": 4338, "Finetune/Step Time": 5.349019115790725}
+{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.8314414620399475, "Finetune/Loss (Raw)": 0.7856578230857849, "Finetune/Step": 4339, "Finetune/Step Time": 5.349994506686926}
+{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.8321481943130493, "Finetune/Loss (Raw)": 0.8694033622741699, "Finetune/Step": 4340, "Finetune/Step Time": 5.37411661632359}
+{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.834133505821228, "Finetune/Loss (Raw)": 0.9578154683113098, "Finetune/Step": 4341, "Finetune/Step Time": 5.366677289828658}
+{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.8339833617210388, "Finetune/Loss (Raw)": 0.861640989780426, "Finetune/Step": 4342, "Finetune/Step Time": 5.406744861975312}
+{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.8334383964538574, "Finetune/Loss (Raw)": 0.8057345151901245, "Finetune/Step": 4343, "Finetune/Step Time": 5.372279763221741}
+{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.8336927890777588, "Finetune/Loss (Raw)": 0.9017460346221924, "Finetune/Step": 4344, "Finetune/Step Time": 5.380750875920057}
+{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.8330363035202026, "Finetune/Loss (Raw)": 0.8476063013076782, "Finetune/Step": 4345, "Finetune/Step Time": 5.380868423730135}
+{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.8332706689834595, "Finetune/Loss (Raw)": 0.8614717125892639, "Finetune/Step": 4346, "Finetune/Step Time": 5.384300479665399}
+{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.8350695371627808, "Finetune/Loss (Raw)": 0.9490016102790833, "Finetune/Step": 4347, "Finetune/Step Time": 5.377397378906608}
+{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.8354746699333191, "Finetune/Loss (Raw)": 0.9166824817657471, "Finetune/Step": 4348, "Finetune/Step Time": 5.383432600647211}
+{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.8352961540222168, "Finetune/Loss (Raw)": 0.970325231552124, "Finetune/Step": 4349, "Finetune/Step Time": 5.380760515108705}
+{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.8326272964477539, "Finetune/Loss (Raw)": 0.622876763343811, "Finetune/Step": 4350, "Finetune/Step Time": 5.392657170072198}
+{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.8320170640945435, "Finetune/Loss (Raw)": 0.8986337780952454, "Finetune/Step": 4351, "Finetune/Step Time": 5.392321893945336}
+{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.8324242830276489, "Finetune/Loss (Raw)": 0.8535387516021729, "Finetune/Step": 4352, "Finetune/Step Time": 5.384810576215386}
+{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.8333636522293091, "Finetune/Loss (Raw)": 0.9065329432487488, "Finetune/Step": 4353, "Finetune/Step Time": 5.383058303967118}
+{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.8315571546554565, "Finetune/Loss (Raw)": 0.7458001971244812, "Finetune/Step": 4354, "Finetune/Step Time": 5.382465774193406}
+{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.830312967300415, "Finetune/Loss (Raw)": 0.8990818858146667, "Finetune/Step": 4355, "Finetune/Step Time": 5.379177358001471}
+{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.8306976556777954, "Finetune/Loss (Raw)": 0.8839555978775024, "Finetune/Step": 4356, "Finetune/Step Time": 5.377606986090541}
+{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.8308161497116089, "Finetune/Loss (Raw)": 0.9125579595565796, "Finetune/Step": 4357, "Finetune/Step Time": 5.3781238086521626}
+{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.8358774185180664, "Finetune/Loss (Raw)": 0.9090510010719299, "Finetune/Step": 4358, "Finetune/Step Time": 5.357785277068615}
+{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.8374212980270386, "Finetune/Loss (Raw)": 0.8739816546440125, "Finetune/Step": 4359, "Finetune/Step Time": 5.332102144137025}
+{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.8370409607887268, "Finetune/Loss (Raw)": 0.8229286074638367, "Finetune/Step": 4360, "Finetune/Step Time": 5.324415668845177}
+{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.8392864465713501, "Finetune/Loss (Raw)": 1.063543677330017, "Finetune/Step": 4361, "Finetune/Step Time": 5.333357920870185}
+{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.837170422077179, "Finetune/Loss (Raw)": 0.8120169043540955, "Finetune/Step": 4362, "Finetune/Step Time": 5.336567336693406}
+{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.8368333578109741, "Finetune/Loss (Raw)": 0.8442169427871704, "Finetune/Step": 4363, "Finetune/Step Time": 5.334186717867851}
+{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.8373007774353027, "Finetune/Loss (Raw)": 0.782401442527771, "Finetune/Step": 4364, "Finetune/Step Time": 5.345918208360672}
+{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.8356678485870361, "Finetune/Loss (Raw)": 0.7830590009689331, "Finetune/Step": 4365, "Finetune/Step Time": 5.360956404358149}
+{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.8353362083435059, "Finetune/Loss (Raw)": 0.89780193567276, "Finetune/Step": 4366, "Finetune/Step Time": 5.361197160556912}
+{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.8345528841018677, "Finetune/Loss (Raw)": 0.7954034805297852, "Finetune/Step": 4367, "Finetune/Step Time": 5.367625931277871}
+{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.8353078365325928, "Finetune/Loss (Raw)": 0.9116554856300354, "Finetune/Step": 4368, "Finetune/Step Time": 5.364075729623437}
+{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.8351291418075562, "Finetune/Loss (Raw)": 0.8081579208374023, "Finetune/Step": 4369, "Finetune/Step Time": 5.371049668639898}
+{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.8354437351226807, "Finetune/Loss (Raw)": 0.9677971601486206, "Finetune/Step": 4370, "Finetune/Step Time": 5.373723521828651}
+{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.8363556861877441, "Finetune/Loss (Raw)": 0.9919754862785339, "Finetune/Step": 4371, "Finetune/Step Time": 5.353196103125811}
+{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.8313380479812622, "Finetune/Loss (Raw)": 0.24373115599155426, "Finetune/Step": 4372, "Finetune/Step Time": 5.384437685832381}
+{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.8301876783370972, "Finetune/Loss (Raw)": 0.7531394958496094, "Finetune/Step": 4373, "Finetune/Step Time": 5.3821247313171625}
+{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.8300374746322632, "Finetune/Loss (Raw)": 0.8287850618362427, "Finetune/Step": 4374, "Finetune/Step Time": 5.348928598687053}
+{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.8296051025390625, "Finetune/Loss (Raw)": 0.8037572503089905, "Finetune/Step": 4375, "Finetune/Step Time": 5.3441122975200415}
+{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.8346843123435974, "Finetune/Loss (Raw)": 0.9339383244514465, "Finetune/Step": 4376, "Finetune/Step Time": 5.328390205278993}
+{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.8341679573059082, "Finetune/Loss (Raw)": 0.8644740581512451, "Finetune/Step": 4377, "Finetune/Step Time": 5.340553492307663}
+{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.8353217244148254, "Finetune/Loss (Raw)": 0.8489984273910522, "Finetune/Step": 4378, "Finetune/Step Time": 5.3397949282079935}
+{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.8354719281196594, "Finetune/Loss (Raw)": 0.758890688419342, "Finetune/Step": 4379, "Finetune/Step Time": 5.350786050781608}
+{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.8348702788352966, "Finetune/Loss (Raw)": 0.9752472639083862, "Finetune/Step": 4380, "Finetune/Step Time": 5.353544032201171}
+{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.836793065071106, "Finetune/Loss (Raw)": 0.8932181000709534, "Finetune/Step": 4381, "Finetune/Step Time": 5.340971162542701}
+{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.838932991027832, "Finetune/Loss (Raw)": 0.9266374707221985, "Finetune/Step": 4382, "Finetune/Step Time": 5.334686670452356}
+{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.8385469913482666, "Finetune/Loss (Raw)": 0.7278985381126404, "Finetune/Step": 4383, "Finetune/Step Time": 5.348331563174725}
+{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.8381308317184448, "Finetune/Loss (Raw)": 0.8579440116882324, "Finetune/Step": 4384, "Finetune/Step Time": 5.335223646834493}
+{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.836932897567749, "Finetune/Loss (Raw)": 0.8047358989715576, "Finetune/Step": 4385, "Finetune/Step Time": 5.32804873213172}
+{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.8384735584259033, "Finetune/Loss (Raw)": 0.8744646310806274, "Finetune/Step": 4386, "Finetune/Step Time": 5.344308441504836}
+{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.8387244343757629, "Finetune/Loss (Raw)": 1.0384608507156372, "Finetune/Step": 4387, "Finetune/Step Time": 5.332588108256459}
+{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.8392150402069092, "Finetune/Loss (Raw)": 0.905286431312561, "Finetune/Step": 4388, "Finetune/Step Time": 5.336719311773777}
+{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.8389208316802979, "Finetune/Loss (Raw)": 0.9006182551383972, "Finetune/Step": 4389, "Finetune/Step Time": 5.335778387263417}
+{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.838967502117157, "Finetune/Loss (Raw)": 0.8214588165283203, "Finetune/Step": 4390, "Finetune/Step Time": 5.334683516994119}
+{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.8374944925308228, "Finetune/Loss (Raw)": 0.8465895056724548, "Finetune/Step": 4391, "Finetune/Step Time": 5.342236019670963}
+{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.834106981754303, "Finetune/Loss (Raw)": 0.3485792577266693, "Finetune/Step": 4392, "Finetune/Step Time": 5.365745857357979}
+{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.832876443862915, "Finetune/Loss (Raw)": 0.7412543892860413, "Finetune/Step": 4393, "Finetune/Step Time": 5.373933915048838}
+{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.8318134546279907, "Finetune/Loss (Raw)": 0.8129099607467651, "Finetune/Step": 4394, "Finetune/Step Time": 5.382707834243774}
+{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.8325066566467285, "Finetune/Loss (Raw)": 0.8426648378372192, "Finetune/Step": 4395, "Finetune/Step Time": 5.373373560607433}
+{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.8337647914886475, "Finetune/Loss (Raw)": 0.956718921661377, "Finetune/Step": 4396, "Finetune/Step Time": 5.370839525014162}
+{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.8311400413513184, "Finetune/Loss (Raw)": 0.4136340916156769, "Finetune/Step": 4397, "Finetune/Step Time": 5.3689521457999945}
+{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.8315353393554688, "Finetune/Loss (Raw)": 0.8704118728637695, "Finetune/Step": 4398, "Finetune/Step Time": 5.371621718630195}
+{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.8354112505912781, "Finetune/Loss (Raw)": 0.8154752254486084, "Finetune/Step": 4399, "Finetune/Step Time": 5.34326109290123}
+{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.8352127075195312, "Finetune/Loss (Raw)": 0.8906720280647278, "Finetune/Step": 4400, "Finetune/Step Time": 5.349782273173332}
+{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.8320580124855042, "Finetune/Loss (Raw)": 0.3288985788822174, "Finetune/Step": 4401, "Finetune/Step Time": 5.3808634746819735}
+{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.8316147327423096, "Finetune/Loss (Raw)": 0.8004961013793945, "Finetune/Step": 4402, "Finetune/Step Time": 5.399148048833013}
+{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.8323778510093689, "Finetune/Loss (Raw)": 0.9135765433311462, "Finetune/Step": 4403, "Finetune/Step Time": 5.384405363351107}
+{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.8330884575843811, "Finetune/Loss (Raw)": 1.0044054985046387, "Finetune/Step": 4404, "Finetune/Step Time": 5.384828926995397}
+{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.8327925205230713, "Finetune/Loss (Raw)": 0.7997164130210876, "Finetune/Step": 4405, "Finetune/Step Time": 5.375523144379258}
+{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.8314980268478394, "Finetune/Loss (Raw)": 0.7465457320213318, "Finetune/Step": 4406, "Finetune/Step Time": 5.372956108301878}
+{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.8313966989517212, "Finetune/Loss (Raw)": 0.7772705554962158, "Finetune/Step": 4407, "Finetune/Step Time": 5.370881563052535}
+{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.8319903612136841, "Finetune/Loss (Raw)": 1.0204592943191528, "Finetune/Step": 4408, "Finetune/Step Time": 5.369983807206154}
+{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.8305264711380005, "Finetune/Loss (Raw)": 0.8104603290557861, "Finetune/Step": 4409, "Finetune/Step Time": 5.369252761825919}
+{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.8301811218261719, "Finetune/Loss (Raw)": 0.8934663534164429, "Finetune/Step": 4410, "Finetune/Step Time": 5.365848429501057}
+{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.8298991918563843, "Finetune/Loss (Raw)": 0.839945375919342, "Finetune/Step": 4411, "Finetune/Step Time": 5.35912567563355}
+{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.8289229869842529, "Finetune/Loss (Raw)": 0.8054164052009583, "Finetune/Step": 4412, "Finetune/Step Time": 5.371187582612038}
+{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.8321219682693481, "Finetune/Loss (Raw)": 1.0714107751846313, "Finetune/Step": 4413, "Finetune/Step Time": 5.335035923868418}
+{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.8313169479370117, "Finetune/Loss (Raw)": 0.7917587161064148, "Finetune/Step": 4414, "Finetune/Step Time": 5.333515653386712}
+{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.8315783739089966, "Finetune/Loss (Raw)": 0.9517931342124939, "Finetune/Step": 4415, "Finetune/Step Time": 5.349649669602513}
+{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.8296682238578796, "Finetune/Loss (Raw)": 0.7642128467559814, "Finetune/Step": 4416, "Finetune/Step Time": 5.350228190422058}
+{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.8309604525566101, "Finetune/Loss (Raw)": 0.9694154262542725, "Finetune/Step": 4417, "Finetune/Step Time": 5.350846663117409}
+{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.8300600051879883, "Finetune/Loss (Raw)": 0.853783905506134, "Finetune/Step": 4418, "Finetune/Step Time": 5.350648021325469}
+{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.8299683332443237, "Finetune/Loss (Raw)": 0.9143117666244507, "Finetune/Step": 4419, "Finetune/Step Time": 5.355642033740878}
+{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.8285669684410095, "Finetune/Loss (Raw)": 0.7508143782615662, "Finetune/Step": 4420, "Finetune/Step Time": 5.366845168173313}
+{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.8282592296600342, "Finetune/Loss (Raw)": 0.860144317150116, "Finetune/Step": 4421, "Finetune/Step Time": 5.3643954414874315}
+{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.8284453749656677, "Finetune/Loss (Raw)": 0.8829096555709839, "Finetune/Step": 4422, "Finetune/Step Time": 5.347416985780001}
+{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.8321714401245117, "Finetune/Loss (Raw)": 0.7758612036705017, "Finetune/Step": 4423, "Finetune/Step Time": 5.321539739146829}
+{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.8270541429519653, "Finetune/Loss (Raw)": 0.3291068971157074, "Finetune/Step": 4424, "Finetune/Step Time": 5.354121625423431}
+{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.8264341354370117, "Finetune/Loss (Raw)": 0.8175770044326782, "Finetune/Step": 4425, "Finetune/Step Time": 5.370912620797753}
+{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.8278185129165649, "Finetune/Loss (Raw)": 0.90257728099823, "Finetune/Step": 4426, "Finetune/Step Time": 5.367208564653993}
+{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.8265914916992188, "Finetune/Loss (Raw)": 0.778226912021637, "Finetune/Step": 4427, "Finetune/Step Time": 5.374770577996969}
+{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.8262958526611328, "Finetune/Loss (Raw)": 0.8993569612503052, "Finetune/Step": 4428, "Finetune/Step Time": 5.379574364051223}
+{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.8302974700927734, "Finetune/Loss (Raw)": 0.8719459772109985, "Finetune/Step": 4429, "Finetune/Step Time": 5.349736692383885}
+{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.8282151222229004, "Finetune/Loss (Raw)": 0.6953833103179932, "Finetune/Step": 4430, "Finetune/Step Time": 5.373358694836497}
+{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.8273472189903259, "Finetune/Loss (Raw)": 0.8759442567825317, "Finetune/Step": 4431, "Finetune/Step Time": 5.380961352959275}
+{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.8316469192504883, "Finetune/Loss (Raw)": 0.8845291137695312, "Finetune/Step": 4432, "Finetune/Step Time": 5.356325577944517}
+{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.8311517238616943, "Finetune/Loss (Raw)": 0.7064098715782166, "Finetune/Step": 4433, "Finetune/Step Time": 5.359158912673593}
+{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.8323875665664673, "Finetune/Loss (Raw)": 0.9623439908027649, "Finetune/Step": 4434, "Finetune/Step Time": 5.365050600841641}
+{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.8337700963020325, "Finetune/Loss (Raw)": 0.8558869361877441, "Finetune/Step": 4435, "Finetune/Step Time": 5.360045854002237}
+{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.8329315185546875, "Finetune/Loss (Raw)": 0.7731292843818665, "Finetune/Step": 4436, "Finetune/Step Time": 5.370926700532436}
+{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.8326268792152405, "Finetune/Loss (Raw)": 0.8137975335121155, "Finetune/Step": 4437, "Finetune/Step Time": 5.371223207563162}
+{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.8366621732711792, "Finetune/Loss (Raw)": 0.8627111911773682, "Finetune/Step": 4438, "Finetune/Step Time": 5.341706437990069}
+{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.8378589153289795, "Finetune/Loss (Raw)": 1.0283715724945068, "Finetune/Step": 4439, "Finetune/Step Time": 5.337774325162172}
+{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.8381333351135254, "Finetune/Loss (Raw)": 1.0065422058105469, "Finetune/Step": 4440, "Finetune/Step Time": 5.33514529466629}
+{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.8380892872810364, "Finetune/Loss (Raw)": 0.9606373310089111, "Finetune/Step": 4441, "Finetune/Step Time": 5.328580245375633}
+{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.8381510972976685, "Finetune/Loss (Raw)": 0.9294840097427368, "Finetune/Step": 4442, "Finetune/Step Time": 5.342882178723812}
+{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.8379764556884766, "Finetune/Loss (Raw)": 0.8227182626724243, "Finetune/Step": 4443, "Finetune/Step Time": 5.343142073601484}
+{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.8379309177398682, "Finetune/Loss (Raw)": 0.804766833782196, "Finetune/Step": 4444, "Finetune/Step Time": 5.333392908796668}
+{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.8369150161743164, "Finetune/Loss (Raw)": 0.7241511344909668, "Finetune/Step": 4445, "Finetune/Step Time": 5.33531273715198}
+{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.8383038640022278, "Finetune/Loss (Raw)": 0.9689562320709229, "Finetune/Step": 4446, "Finetune/Step Time": 5.326998498290777}
+{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.8392312526702881, "Finetune/Loss (Raw)": 0.8355200290679932, "Finetune/Step": 4447, "Finetune/Step Time": 5.317069308832288}
+{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.8396228551864624, "Finetune/Loss (Raw)": 0.8638045191764832, "Finetune/Step": 4448, "Finetune/Step Time": 5.315932422876358}
+{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.8419638872146606, "Finetune/Loss (Raw)": 0.9998522996902466, "Finetune/Step": 4449, "Finetune/Step Time": 5.302429735660553}
+{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.8401340246200562, "Finetune/Loss (Raw)": 0.7707405686378479, "Finetune/Step": 4450, "Finetune/Step Time": 5.275352317839861}
+{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.8406118154525757, "Finetune/Loss (Raw)": 0.7495487928390503, "Finetune/Step": 4451, "Finetune/Step Time": 5.279995204880834}
+{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.8370071649551392, "Finetune/Loss (Raw)": 0.3410530388355255, "Finetune/Step": 4452, "Finetune/Step Time": 5.309524761512876}
+{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.8377859592437744, "Finetune/Loss (Raw)": 0.7531180381774902, "Finetune/Step": 4453, "Finetune/Step Time": 5.301874531432986}
+{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.8389701843261719, "Finetune/Loss (Raw)": 0.884932816028595, "Finetune/Step": 4454, "Finetune/Step Time": 5.300191788002849}
+{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.8387189507484436, "Finetune/Loss (Raw)": 0.7033987641334534, "Finetune/Step": 4455, "Finetune/Step Time": 5.2972604390233755}
+{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.8383433222770691, "Finetune/Loss (Raw)": 0.8149678707122803, "Finetune/Step": 4456, "Finetune/Step Time": 5.298748083412647}
+{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.8377765417098999, "Finetune/Loss (Raw)": 0.7789258360862732, "Finetune/Step": 4457, "Finetune/Step Time": 5.309591157361865}
+{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.8365895748138428, "Finetune/Loss (Raw)": 0.8129565119743347, "Finetune/Step": 4458, "Finetune/Step Time": 5.3230577521026134}
+{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.8357477784156799, "Finetune/Loss (Raw)": 0.8336235284805298, "Finetune/Step": 4459, "Finetune/Step Time": 5.328578494489193}
+{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.8364557027816772, "Finetune/Loss (Raw)": 0.962736189365387, "Finetune/Step": 4460, "Finetune/Step Time": 5.329146351665258}
+{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.8351789116859436, "Finetune/Loss (Raw)": 0.7894367575645447, "Finetune/Step": 4461, "Finetune/Step Time": 5.328283600509167}
+{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.8349135518074036, "Finetune/Loss (Raw)": 0.9079530835151672, "Finetune/Step": 4462, "Finetune/Step Time": 5.34059383161366}
+{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.8329623937606812, "Finetune/Loss (Raw)": 0.6702480316162109, "Finetune/Step": 4463, "Finetune/Step Time": 5.350248046219349}
+{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.8317081928253174, "Finetune/Loss (Raw)": 0.8422622084617615, "Finetune/Step": 4464, "Finetune/Step Time": 5.353240713477135}
+{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.832707405090332, "Finetune/Loss (Raw)": 0.7973776459693909, "Finetune/Step": 4465, "Finetune/Step Time": 5.3307758420705795}
+{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.8324106931686401, "Finetune/Loss (Raw)": 0.8198315501213074, "Finetune/Step": 4466, "Finetune/Step Time": 5.339607967063785}
+{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.8333456516265869, "Finetune/Loss (Raw)": 0.9053357243537903, "Finetune/Step": 4467, "Finetune/Step Time": 5.334179036319256}
+{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.8331698775291443, "Finetune/Loss (Raw)": 0.8469021320343018, "Finetune/Step": 4468, "Finetune/Step Time": 5.310879355296493}
+{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.8321229219436646, "Finetune/Loss (Raw)": 0.8238082528114319, "Finetune/Step": 4469, "Finetune/Step Time": 5.310665989294648}
+{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.8318353891372681, "Finetune/Loss (Raw)": 0.8248341083526611, "Finetune/Step": 4470, "Finetune/Step Time": 5.284660065546632}
+{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.8316386938095093, "Finetune/Loss (Raw)": 0.7805584073066711, "Finetune/Step": 4471, "Finetune/Step Time": 5.296597523614764}
+{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.8312892317771912, "Finetune/Loss (Raw)": 0.8570170998573303, "Finetune/Step": 4472, "Finetune/Step Time": 5.287886336445808}
+{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.832751989364624, "Finetune/Loss (Raw)": 1.0348355770111084, "Finetune/Step": 4473, "Finetune/Step Time": 5.285520240664482}
+{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.8330810070037842, "Finetune/Loss (Raw)": 0.9035916924476624, "Finetune/Step": 4474, "Finetune/Step Time": 5.283740416169167}
+{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.8316525220870972, "Finetune/Loss (Raw)": 0.7661584615707397, "Finetune/Step": 4475, "Finetune/Step Time": 5.304161582142115}
+{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.8316198587417603, "Finetune/Loss (Raw)": 0.9124929308891296, "Finetune/Step": 4476, "Finetune/Step Time": 5.305399902164936}
+{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.8302770853042603, "Finetune/Loss (Raw)": 0.7984567880630493, "Finetune/Step": 4477, "Finetune/Step Time": 5.306321008130908}
+{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.8326118588447571, "Finetune/Loss (Raw)": 0.9217231869697571, "Finetune/Step": 4478, "Finetune/Step Time": 5.2885901387780905}
+{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.8324136137962341, "Finetune/Loss (Raw)": 0.8732619881629944, "Finetune/Step": 4479, "Finetune/Step Time": 5.29715876840055}
+{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.8322736024856567, "Finetune/Loss (Raw)": 0.8356167078018188, "Finetune/Step": 4480, "Finetune/Step Time": 5.3018086068332195}
+{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.8318183422088623, "Finetune/Loss (Raw)": 0.8482577204704285, "Finetune/Step": 4481, "Finetune/Step Time": 5.303340302780271}
+{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.832294225692749, "Finetune/Loss (Raw)": 0.8067145943641663, "Finetune/Step": 4482, "Finetune/Step Time": 5.317256713286042}
+{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.8318679928779602, "Finetune/Loss (Raw)": 0.8445266485214233, "Finetune/Step": 4483, "Finetune/Step Time": 5.314869059249759}
+{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.8320974111557007, "Finetune/Loss (Raw)": 0.9133141040802002, "Finetune/Step": 4484, "Finetune/Step Time": 5.339005578309298}
+{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.831580638885498, "Finetune/Loss (Raw)": 0.8464195132255554, "Finetune/Step": 4485, "Finetune/Step Time": 5.339657474309206}
+{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.8313379883766174, "Finetune/Loss (Raw)": 0.8779833912849426, "Finetune/Step": 4486, "Finetune/Step Time": 5.336844686418772}
+{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.8269991874694824, "Finetune/Loss (Raw)": 0.3186240494251251, "Finetune/Step": 4487, "Finetune/Step Time": 5.354560045525432}
+{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.8279587626457214, "Finetune/Loss (Raw)": 0.9457498788833618, "Finetune/Step": 4488, "Finetune/Step Time": 5.361365497112274}
+{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.8249746561050415, "Finetune/Loss (Raw)": 0.6815706491470337, "Finetune/Step": 4489, "Finetune/Step Time": 5.351112278178334}
+{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.8244283199310303, "Finetune/Loss (Raw)": 0.7420904636383057, "Finetune/Step": 4490, "Finetune/Step Time": 5.365197226405144}
+{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.8238843679428101, "Finetune/Loss (Raw)": 0.7745931148529053, "Finetune/Step": 4491, "Finetune/Step Time": 5.364091543480754}
+{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.8248749375343323, "Finetune/Loss (Raw)": 0.9091940522193909, "Finetune/Step": 4492, "Finetune/Step Time": 5.346201200038195}
+{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.8252754211425781, "Finetune/Loss (Raw)": 0.8343210816383362, "Finetune/Step": 4493, "Finetune/Step Time": 5.340966673567891}
+{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.8235326409339905, "Finetune/Loss (Raw)": 0.6747286319732666, "Finetune/Step": 4494, "Finetune/Step Time": 5.345367526635528}
+{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.824385404586792, "Finetune/Loss (Raw)": 0.9045514464378357, "Finetune/Step": 4495, "Finetune/Step Time": 5.344725739210844}
+{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.8232492208480835, "Finetune/Loss (Raw)": 0.7662231922149658, "Finetune/Step": 4496, "Finetune/Step Time": 5.351722579449415}
+{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.8242838382720947, "Finetune/Loss (Raw)": 0.9405986070632935, "Finetune/Step": 4497, "Finetune/Step Time": 5.354125823825598}
+{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.8227953314781189, "Finetune/Loss (Raw)": 0.7772681713104248, "Finetune/Step": 4498, "Finetune/Step Time": 5.358189249411225}
+{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.8224334716796875, "Finetune/Loss (Raw)": 0.9456568956375122, "Finetune/Step": 4499, "Finetune/Step Time": 5.357774557545781}
+{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.8273293972015381, "Finetune/Loss (Raw)": 0.8703981041908264, "Finetune/Step": 4500, "Finetune/Step Time": 5.333866946399212}
+{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.8287832736968994, "Finetune/Loss (Raw)": 0.9392459988594055, "Finetune/Step": 4501, "Finetune/Step Time": 5.331543724983931}
+{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.827918291091919, "Finetune/Loss (Raw)": 0.7180667519569397, "Finetune/Step": 4502, "Finetune/Step Time": 5.335793670266867}
+{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.8288702964782715, "Finetune/Loss (Raw)": 0.9256165623664856, "Finetune/Step": 4503, "Finetune/Step Time": 5.326487081125379}
+{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.828122079372406, "Finetune/Loss (Raw)": 0.8381627798080444, "Finetune/Step": 4504, "Finetune/Step Time": 5.315834013745189}
+{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.827623188495636, "Finetune/Loss (Raw)": 0.8006153106689453, "Finetune/Step": 4505, "Finetune/Step Time": 5.30390477925539}
+{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.8287816047668457, "Finetune/Loss (Raw)": 0.9972719550132751, "Finetune/Step": 4506, "Finetune/Step Time": 5.283684575930238}
+{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.8253726959228516, "Finetune/Loss (Raw)": 0.3225589990615845, "Finetune/Step": 4507, "Finetune/Step Time": 5.299980415031314}
+{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.8245769739151001, "Finetune/Loss (Raw)": 0.8733915686607361, "Finetune/Step": 4508, "Finetune/Step Time": 5.294083561748266}
+{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.8236030340194702, "Finetune/Loss (Raw)": 0.7685492038726807, "Finetune/Step": 4509, "Finetune/Step Time": 5.292131241410971}
+{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.8238910436630249, "Finetune/Loss (Raw)": 0.9635041356086731, "Finetune/Step": 4510, "Finetune/Step Time": 5.288978910073638}
+{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.826056182384491, "Finetune/Loss (Raw)": 1.005036473274231, "Finetune/Step": 4511, "Finetune/Step Time": 5.276458512991667}
+{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.8221070766448975, "Finetune/Loss (Raw)": 0.3524532616138458, "Finetune/Step": 4512, "Finetune/Step Time": 5.301675217226148}
+{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.8222990036010742, "Finetune/Loss (Raw)": 0.8293030858039856, "Finetune/Step": 4513, "Finetune/Step Time": 5.307023027911782}
+{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.8213469982147217, "Finetune/Loss (Raw)": 0.7526190280914307, "Finetune/Step": 4514, "Finetune/Step Time": 5.2895766738802195}
+{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.8197723031044006, "Finetune/Loss (Raw)": 0.8368937373161316, "Finetune/Step": 4515, "Finetune/Step Time": 5.292402001097798}
+{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.8185954093933105, "Finetune/Loss (Raw)": 0.7546471357345581, "Finetune/Step": 4516, "Finetune/Step Time": 5.2867921479046345}
+{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.8174970149993896, "Finetune/Loss (Raw)": 0.7600247859954834, "Finetune/Step": 4517, "Finetune/Step Time": 5.287915768101811}
+{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.8188420534133911, "Finetune/Loss (Raw)": 0.9936248660087585, "Finetune/Step": 4518, "Finetune/Step Time": 5.28366775251925}
+{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.8195596933364868, "Finetune/Loss (Raw)": 0.9384377002716064, "Finetune/Step": 4519, "Finetune/Step Time": 5.277248008176684}
+{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.8240509033203125, "Finetune/Loss (Raw)": 0.9234585762023926, "Finetune/Step": 4520, "Finetune/Step Time": 5.244948470965028}
+{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.8259207010269165, "Finetune/Loss (Raw)": 0.9805968403816223, "Finetune/Step": 4521, "Finetune/Step Time": 5.2325535379350185}
+{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.8258399963378906, "Finetune/Loss (Raw)": 0.8025776743888855, "Finetune/Step": 4522, "Finetune/Step Time": 5.219213621690869}
+{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.8259821534156799, "Finetune/Loss (Raw)": 0.8608533143997192, "Finetune/Step": 4523, "Finetune/Step Time": 5.223171051591635}
+{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.8251062631607056, "Finetune/Loss (Raw)": 0.8446098566055298, "Finetune/Step": 4524, "Finetune/Step Time": 5.218058435246348}
+{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.8281994462013245, "Finetune/Loss (Raw)": 0.8095602989196777, "Finetune/Step": 4525, "Finetune/Step Time": 5.1902816873043776}
+{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.8265967965126038, "Finetune/Loss (Raw)": 0.6652723550796509, "Finetune/Step": 4526, "Finetune/Step Time": 5.18528457544744}
+{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.8244130611419678, "Finetune/Loss (Raw)": 0.53594970703125, "Finetune/Step": 4527, "Finetune/Step Time": 5.214848570525646}
+{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.823932409286499, "Finetune/Loss (Raw)": 0.8291491270065308, "Finetune/Step": 4528, "Finetune/Step Time": 5.206241551786661}
+{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.8285037279129028, "Finetune/Loss (Raw)": 0.9140362739562988, "Finetune/Step": 4529, "Finetune/Step Time": 5.17942557670176}
+{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.8296826481819153, "Finetune/Loss (Raw)": 0.9513950347900391, "Finetune/Step": 4530, "Finetune/Step Time": 5.163159761577845}
+{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.8301925659179688, "Finetune/Loss (Raw)": 0.978850245475769, "Finetune/Step": 4531, "Finetune/Step Time": 5.170156287029386}
+{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.8275395631790161, "Finetune/Loss (Raw)": 0.6648102402687073, "Finetune/Step": 4532, "Finetune/Step Time": 5.18069265037775}
+{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.8280422687530518, "Finetune/Loss (Raw)": 0.8640761971473694, "Finetune/Step": 4533, "Finetune/Step Time": 5.17340612411499}
+{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.8248003125190735, "Finetune/Loss (Raw)": 0.3315707743167877, "Finetune/Step": 4534, "Finetune/Step Time": 5.204516937956214}
+{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.8244311809539795, "Finetune/Loss (Raw)": 0.7300167083740234, "Finetune/Step": 4535, "Finetune/Step Time": 5.21379030495882}
+{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.8230916857719421, "Finetune/Loss (Raw)": 0.8490058779716492, "Finetune/Step": 4536, "Finetune/Step Time": 5.224534960463643}
+{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.8234410285949707, "Finetune/Loss (Raw)": 0.8551821708679199, "Finetune/Step": 4537, "Finetune/Step Time": 5.222975581884384}
+{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.8233302235603333, "Finetune/Loss (Raw)": 0.8792799711227417, "Finetune/Step": 4538, "Finetune/Step Time": 5.2332343980669975}
+{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.8226978182792664, "Finetune/Loss (Raw)": 0.7589905858039856, "Finetune/Step": 4539, "Finetune/Step Time": 5.240605238825083}
+{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.8188121318817139, "Finetune/Loss (Raw)": 0.30804911255836487, "Finetune/Step": 4540, "Finetune/Step Time": 5.262124357745051}
+{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.8163251876831055, "Finetune/Loss (Raw)": 0.7530839443206787, "Finetune/Step": 4541, "Finetune/Step Time": 5.284917587414384}
+{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.8158314228057861, "Finetune/Loss (Raw)": 0.7285545468330383, "Finetune/Step": 4542, "Finetune/Step Time": 5.286893095821142}
+{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.8148254156112671, "Finetune/Loss (Raw)": 0.8230233788490295, "Finetune/Step": 4543, "Finetune/Step Time": 5.270391626283526}
+{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.8159550428390503, "Finetune/Loss (Raw)": 0.9088121652603149, "Finetune/Step": 4544, "Finetune/Step Time": 5.2624660432338715}
+{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.8155217170715332, "Finetune/Loss (Raw)": 0.9139488935470581, "Finetune/Step": 4545, "Finetune/Step Time": 5.284782426431775}
+{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.8159555196762085, "Finetune/Loss (Raw)": 0.9093048572540283, "Finetune/Step": 4546, "Finetune/Step Time": 5.284422807395458}
+{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.8160494565963745, "Finetune/Loss (Raw)": 0.926336407661438, "Finetune/Step": 4547, "Finetune/Step Time": 5.278545117005706}
+{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.8152681589126587, "Finetune/Loss (Raw)": 0.6508100628852844, "Finetune/Step": 4548, "Finetune/Step Time": 5.301589425653219}
+{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.8140552043914795, "Finetune/Loss (Raw)": 0.704889178276062, "Finetune/Step": 4549, "Finetune/Step Time": 5.3033268135041}
+{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.8147695064544678, "Finetune/Loss (Raw)": 0.9743391275405884, "Finetune/Step": 4550, "Finetune/Step Time": 5.300877057015896}
+{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.8156490325927734, "Finetune/Loss (Raw)": 0.8884461522102356, "Finetune/Step": 4551, "Finetune/Step Time": 5.298543492332101}
+{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.8184549808502197, "Finetune/Loss (Raw)": 0.6882621645927429, "Finetune/Step": 4552, "Finetune/Step Time": 5.279780590906739}
+{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.8193009495735168, "Finetune/Loss (Raw)": 0.925861120223999, "Finetune/Step": 4553, "Finetune/Step Time": 5.260174747556448}
+{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.820458173751831, "Finetune/Loss (Raw)": 1.050700306892395, "Finetune/Step": 4554, "Finetune/Step Time": 5.258429570123553}
+{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.821193516254425, "Finetune/Loss (Raw)": 0.8723500967025757, "Finetune/Step": 4555, "Finetune/Step Time": 5.260180693119764}
+{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.8222998976707458, "Finetune/Loss (Raw)": 1.0409791469573975, "Finetune/Step": 4556, "Finetune/Step Time": 5.2674566470086575}
+{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.8215057849884033, "Finetune/Loss (Raw)": 0.7702991366386414, "Finetune/Step": 4557, "Finetune/Step Time": 5.270846523344517}
+{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.8210525512695312, "Finetune/Loss (Raw)": 0.6373692154884338, "Finetune/Step": 4558, "Finetune/Step Time": 5.247736131772399}
+{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.8218284845352173, "Finetune/Loss (Raw)": 0.9752624034881592, "Finetune/Step": 4559, "Finetune/Step Time": 5.248292243108153}
+{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.8213169574737549, "Finetune/Loss (Raw)": 0.8190589547157288, "Finetune/Step": 4560, "Finetune/Step Time": 5.244038602337241}
+{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.8227866888046265, "Finetune/Loss (Raw)": 0.8945319652557373, "Finetune/Step": 4561, "Finetune/Step Time": 5.23396016843617}
+{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.8225554823875427, "Finetune/Loss (Raw)": 0.9327436685562134, "Finetune/Step": 4562, "Finetune/Step Time": 5.222705179825425}
+{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.8182282447814941, "Finetune/Loss (Raw)": 0.30200010538101196, "Finetune/Step": 4563, "Finetune/Step Time": 5.25233013369143}
+{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.8187341094017029, "Finetune/Loss (Raw)": 0.8378840684890747, "Finetune/Step": 4564, "Finetune/Step Time": 5.237195132300258}
+{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.818487286567688, "Finetune/Loss (Raw)": 0.7822028398513794, "Finetune/Step": 4565, "Finetune/Step Time": 5.231992200016975}
+{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.8183044195175171, "Finetune/Loss (Raw)": 0.8393040299415588, "Finetune/Step": 4566, "Finetune/Step Time": 5.23501381278038}
+{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.8178192973136902, "Finetune/Loss (Raw)": 0.9662777781486511, "Finetune/Step": 4567, "Finetune/Step Time": 5.233495578169823}
+{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.8171355724334717, "Finetune/Loss (Raw)": 0.9190273284912109, "Finetune/Step": 4568, "Finetune/Step Time": 5.231593476608396}
+{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.8176174759864807, "Finetune/Loss (Raw)": 1.0223169326782227, "Finetune/Step": 4569, "Finetune/Step Time": 5.230148170143366}
+{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.8176454901695251, "Finetune/Loss (Raw)": 0.933070957660675, "Finetune/Step": 4570, "Finetune/Step Time": 5.2166372165083885}
+{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.8179247379302979, "Finetune/Loss (Raw)": 0.8584655523300171, "Finetune/Step": 4571, "Finetune/Step Time": 5.234162589535117}
+{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.8182586431503296, "Finetune/Loss (Raw)": 0.8475010395050049, "Finetune/Step": 4572, "Finetune/Step Time": 5.240136535838246}
+{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.8187950849533081, "Finetune/Loss (Raw)": 0.7928177118301392, "Finetune/Step": 4573, "Finetune/Step Time": 5.255794495344162}
+{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.8182251453399658, "Finetune/Loss (Raw)": 0.8960070013999939, "Finetune/Step": 4574, "Finetune/Step Time": 5.255302729085088}
+{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.8179219961166382, "Finetune/Loss (Raw)": 0.7967171669006348, "Finetune/Step": 4575, "Finetune/Step Time": 5.2693383898586035}
+{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.8173920512199402, "Finetune/Loss (Raw)": 0.7959675192832947, "Finetune/Step": 4576, "Finetune/Step Time": 5.277149552479386}
+{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.8173327445983887, "Finetune/Loss (Raw)": 0.9922641515731812, "Finetune/Step": 4577, "Finetune/Step Time": 5.279834892600775}
+{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.8187992572784424, "Finetune/Loss (Raw)": 0.9584494829177856, "Finetune/Step": 4578, "Finetune/Step Time": 5.283507322892547}
+{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.8161884546279907, "Finetune/Loss (Raw)": 0.4153658151626587, "Finetune/Step": 4579, "Finetune/Step Time": 5.303274238482118}
+{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.815566897392273, "Finetune/Loss (Raw)": 0.2614879310131073, "Finetune/Step": 4580, "Finetune/Step Time": 5.304242100566626}
+{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.816021740436554, "Finetune/Loss (Raw)": 0.8113452196121216, "Finetune/Step": 4581, "Finetune/Step Time": 5.3133686650544405}
+{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.816248893737793, "Finetune/Loss (Raw)": 0.9140047430992126, "Finetune/Step": 4582, "Finetune/Step Time": 5.316895868629217}
+{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.8182724118232727, "Finetune/Loss (Raw)": 0.962410032749176, "Finetune/Step": 4583, "Finetune/Step Time": 5.314941011369228}
+{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.8180146217346191, "Finetune/Loss (Raw)": 0.7819712162017822, "Finetune/Step": 4584, "Finetune/Step Time": 5.315164985135198}
+{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.8177512884140015, "Finetune/Loss (Raw)": 0.745223879814148, "Finetune/Step": 4585, "Finetune/Step Time": 5.303446598351002}
+{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.8172136545181274, "Finetune/Loss (Raw)": 0.7441436052322388, "Finetune/Step": 4586, "Finetune/Step Time": 5.294645596295595}
+{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.8177295923233032, "Finetune/Loss (Raw)": 0.8996557593345642, "Finetune/Step": 4587, "Finetune/Step Time": 5.291004523634911}
+{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.8181568384170532, "Finetune/Loss (Raw)": 1.017419457435608, "Finetune/Step": 4588, "Finetune/Step Time": 5.313928818330169}
+{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.8184566497802734, "Finetune/Loss (Raw)": 0.8278219103813171, "Finetune/Step": 4589, "Finetune/Step Time": 5.313915938138962}
+{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.817744255065918, "Finetune/Loss (Raw)": 0.8167607188224792, "Finetune/Step": 4590, "Finetune/Step Time": 5.304200125858188}
+{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.8197411894798279, "Finetune/Loss (Raw)": 0.9258602857589722, "Finetune/Step": 4591, "Finetune/Step Time": 5.288408568128943}
+{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.8154031038284302, "Finetune/Loss (Raw)": 0.28698596358299255, "Finetune/Step": 4592, "Finetune/Step Time": 5.300361568108201}
+{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.8162524700164795, "Finetune/Loss (Raw)": 0.9060978293418884, "Finetune/Step": 4593, "Finetune/Step Time": 5.305364407598972}
+{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.8130398988723755, "Finetune/Loss (Raw)": 0.4086192846298218, "Finetune/Step": 4594, "Finetune/Step Time": 5.324750434607267}
+{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.8133396506309509, "Finetune/Loss (Raw)": 0.9437071084976196, "Finetune/Step": 4595, "Finetune/Step Time": 5.327146431431174}
+{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.8140732645988464, "Finetune/Loss (Raw)": 0.9408020377159119, "Finetune/Step": 4596, "Finetune/Step Time": 5.3343790881335735}
+{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.8134570121765137, "Finetune/Loss (Raw)": 0.7449315190315247, "Finetune/Step": 4597, "Finetune/Step Time": 5.335916183888912}
+{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.8137235641479492, "Finetune/Loss (Raw)": 0.8589521050453186, "Finetune/Step": 4598, "Finetune/Step Time": 5.321503274142742}
+{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.8138994574546814, "Finetune/Loss (Raw)": 0.8030674457550049, "Finetune/Step": 4599, "Finetune/Step Time": 5.3153288047760725}
+{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.8137317895889282, "Finetune/Loss (Raw)": 0.8355588316917419, "Finetune/Step": 4600, "Finetune/Step Time": 5.318728426471353}
+{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.8112175464630127, "Finetune/Loss (Raw)": 0.7130101919174194, "Finetune/Step": 4601, "Finetune/Step Time": 5.323889249935746}
+{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.8122512698173523, "Finetune/Loss (Raw)": 1.0359081029891968, "Finetune/Step": 4602, "Finetune/Step Time": 5.33669581823051}
+{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.8133845329284668, "Finetune/Loss (Raw)": 0.9112175703048706, "Finetune/Step": 4603, "Finetune/Step Time": 5.329178662970662}
+{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.8127365112304688, "Finetune/Loss (Raw)": 0.8295467495918274, "Finetune/Step": 4604, "Finetune/Step Time": 5.323112184181809}
+{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.809042751789093, "Finetune/Loss (Raw)": 0.32565316557884216, "Finetune/Step": 4605, "Finetune/Step Time": 5.351445248350501}
+{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.808555006980896, "Finetune/Loss (Raw)": 0.8592873811721802, "Finetune/Step": 4606, "Finetune/Step Time": 5.359407566487789}
+{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.8081809282302856, "Finetune/Loss (Raw)": 0.8253859281539917, "Finetune/Step": 4607, "Finetune/Step Time": 5.3518400602042675}
+{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.8082154393196106, "Finetune/Loss (Raw)": 0.8400394320487976, "Finetune/Step": 4608, "Finetune/Step Time": 5.347602350637317}
+{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.8098123073577881, "Finetune/Loss (Raw)": 1.0526527166366577, "Finetune/Step": 4609, "Finetune/Step Time": 5.345783354714513}
+{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.8100318312644958, "Finetune/Loss (Raw)": 0.834812581539154, "Finetune/Step": 4610, "Finetune/Step Time": 5.338634559884667}
+{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.8056399822235107, "Finetune/Loss (Raw)": 0.2823726236820221, "Finetune/Step": 4611, "Finetune/Step Time": 5.367662196978927}
+{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.8053053617477417, "Finetune/Loss (Raw)": 0.8704771995544434, "Finetune/Step": 4612, "Finetune/Step Time": 5.340560499578714}
+{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.8050569295883179, "Finetune/Loss (Raw)": 0.8146241307258606, "Finetune/Step": 4613, "Finetune/Step Time": 5.3640593606978655}
+{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.8041806221008301, "Finetune/Loss (Raw)": 0.7658137083053589, "Finetune/Step": 4614, "Finetune/Step Time": 5.370386330410838}
+{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.8091100454330444, "Finetune/Loss (Raw)": 0.9495906829833984, "Finetune/Step": 4615, "Finetune/Step Time": 5.340118084102869}
+{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.80814528465271, "Finetune/Loss (Raw)": 0.8222670555114746, "Finetune/Step": 4616, "Finetune/Step Time": 5.3312459867447615}
+{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.8087513446807861, "Finetune/Loss (Raw)": 0.759134829044342, "Finetune/Step": 4617, "Finetune/Step Time": 5.323204988613725}
+{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.8097453117370605, "Finetune/Loss (Raw)": 0.869324803352356, "Finetune/Step": 4618, "Finetune/Step Time": 5.304353214800358}
+{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.8115408420562744, "Finetune/Loss (Raw)": 1.0044182538986206, "Finetune/Step": 4619, "Finetune/Step Time": 5.306098008528352}
+{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.8107632398605347, "Finetune/Loss (Raw)": 0.8096635937690735, "Finetune/Step": 4620, "Finetune/Step Time": 5.310445403680205}
+{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.8119635581970215, "Finetune/Loss (Raw)": 0.9879603981971741, "Finetune/Step": 4621, "Finetune/Step Time": 5.3005212265998125}
+{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.8134676814079285, "Finetune/Loss (Raw)": 0.8672552704811096, "Finetune/Step": 4622, "Finetune/Step Time": 5.297127339988947}
+{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.8139985799789429, "Finetune/Loss (Raw)": 0.9725134372711182, "Finetune/Step": 4623, "Finetune/Step Time": 5.294660022482276}
+{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.8145545125007629, "Finetune/Loss (Raw)": 0.8373810648918152, "Finetune/Step": 4624, "Finetune/Step Time": 5.288037765771151}
+{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.8142729997634888, "Finetune/Loss (Raw)": 0.9045649170875549, "Finetune/Step": 4625, "Finetune/Step Time": 5.288597580045462}
+{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.8108892440795898, "Finetune/Loss (Raw)": 0.34414398670196533, "Finetune/Step": 4626, "Finetune/Step Time": 5.313925223425031}
+{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.8101577162742615, "Finetune/Loss (Raw)": 0.8520227074623108, "Finetune/Step": 4627, "Finetune/Step Time": 5.324013167992234}
+{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.8094972968101501, "Finetune/Loss (Raw)": 0.7858641743659973, "Finetune/Step": 4628, "Finetune/Step Time": 5.337806191295385}
+{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.808749258518219, "Finetune/Loss (Raw)": 0.8434942960739136, "Finetune/Step": 4629, "Finetune/Step Time": 5.336093734949827}
+{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.8092019557952881, "Finetune/Loss (Raw)": 0.7760107517242432, "Finetune/Step": 4630, "Finetune/Step Time": 5.344120593741536}
+{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.8076099753379822, "Finetune/Loss (Raw)": 0.7218496799468994, "Finetune/Step": 4631, "Finetune/Step Time": 5.363064805045724}
+{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.8031302690505981, "Finetune/Loss (Raw)": 0.26475825905799866, "Finetune/Step": 4632, "Finetune/Step Time": 5.389499772340059}
+{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.803286075592041, "Finetune/Loss (Raw)": 0.8205586671829224, "Finetune/Step": 4633, "Finetune/Step Time": 5.4023848082870245}
+{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.8025021553039551, "Finetune/Loss (Raw)": 0.8969334959983826, "Finetune/Step": 4634, "Finetune/Step Time": 5.410225195810199}
+{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.8054360151290894, "Finetune/Loss (Raw)": 0.6980906128883362, "Finetune/Step": 4635, "Finetune/Step Time": 5.399722164496779}
+{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.8052400350570679, "Finetune/Loss (Raw)": 0.848308801651001, "Finetune/Step": 4636, "Finetune/Step Time": 5.401946587488055}
+{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.8062261343002319, "Finetune/Loss (Raw)": 0.8947628736495972, "Finetune/Step": 4637, "Finetune/Step Time": 5.396264353767037}
+{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.8072002530097961, "Finetune/Loss (Raw)": 1.0881904363632202, "Finetune/Step": 4638, "Finetune/Step Time": 5.410843066871166}
+{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.8047518730163574, "Finetune/Loss (Raw)": 0.6916511058807373, "Finetune/Step": 4639, "Finetune/Step Time": 5.435715198516846}
+{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.8094936609268188, "Finetune/Loss (Raw)": 0.9594008922576904, "Finetune/Step": 4640, "Finetune/Step Time": 5.412345357239246}
+{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.8097877502441406, "Finetune/Loss (Raw)": 0.8669476509094238, "Finetune/Step": 4641, "Finetune/Step Time": 5.410704033449292}
+{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.810663104057312, "Finetune/Loss (Raw)": 0.8646605610847473, "Finetune/Step": 4642, "Finetune/Step Time": 5.411562643945217}
+{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.8114569187164307, "Finetune/Loss (Raw)": 0.9384993314743042, "Finetune/Step": 4643, "Finetune/Step Time": 5.409566942602396}
+{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.8084166646003723, "Finetune/Loss (Raw)": 0.3654995858669281, "Finetune/Step": 4644, "Finetune/Step Time": 5.441520480439067}
+{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.8102903962135315, "Finetune/Loss (Raw)": 0.9998615384101868, "Finetune/Step": 4645, "Finetune/Step Time": 5.440923694521189}
+{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.8085051774978638, "Finetune/Loss (Raw)": 0.7651157379150391, "Finetune/Step": 4646, "Finetune/Step Time": 5.4537684842944145}
+{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.8080500364303589, "Finetune/Loss (Raw)": 0.8801793456077576, "Finetune/Step": 4647, "Finetune/Step Time": 5.458304988220334}
+{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.8080058097839355, "Finetune/Loss (Raw)": 0.917804479598999, "Finetune/Step": 4648, "Finetune/Step Time": 5.463733660057187}
+{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.8076399564743042, "Finetune/Loss (Raw)": 0.9337552785873413, "Finetune/Step": 4649, "Finetune/Step Time": 5.4603766072541475}
+{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.8075796961784363, "Finetune/Loss (Raw)": 0.7948704957962036, "Finetune/Step": 4650, "Finetune/Step Time": 5.468341521918774}
+{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.8075730800628662, "Finetune/Loss (Raw)": 0.8600114583969116, "Finetune/Step": 4651, "Finetune/Step Time": 5.462089229375124}
+{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.8075879812240601, "Finetune/Loss (Raw)": 0.8465151786804199, "Finetune/Step": 4652, "Finetune/Step Time": 5.4602823462337255}
+{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.8035721182823181, "Finetune/Loss (Raw)": 0.29552820324897766, "Finetune/Step": 4653, "Finetune/Step Time": 5.488591941073537}
+{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.8051131963729858, "Finetune/Loss (Raw)": 0.8625229597091675, "Finetune/Step": 4654, "Finetune/Step Time": 5.494216399267316}
+{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.8063499331474304, "Finetune/Loss (Raw)": 0.6942600607872009, "Finetune/Step": 4655, "Finetune/Step Time": 5.467946557328105}
+{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.8032370805740356, "Finetune/Loss (Raw)": 0.4307023584842682, "Finetune/Step": 4656, "Finetune/Step Time": 5.506904885172844}
+{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.80257648229599, "Finetune/Loss (Raw)": 0.829483151435852, "Finetune/Step": 4657, "Finetune/Step Time": 5.505154881626368}
+{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.802437424659729, "Finetune/Loss (Raw)": 0.9335892796516418, "Finetune/Step": 4658, "Finetune/Step Time": 5.511964317411184}
+{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.8020215630531311, "Finetune/Loss (Raw)": 0.9256231784820557, "Finetune/Step": 4659, "Finetune/Step Time": 5.509136954322457}
+{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.8041527271270752, "Finetune/Loss (Raw)": 0.9376022815704346, "Finetune/Step": 4660, "Finetune/Step Time": 5.515784211456776}
+{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.8035731315612793, "Finetune/Loss (Raw)": 0.7898829579353333, "Finetune/Step": 4661, "Finetune/Step Time": 5.517623193562031}
+{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.8079782724380493, "Finetune/Loss (Raw)": 0.8954280614852905, "Finetune/Step": 4662, "Finetune/Step Time": 5.487265449017286}
+{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.8093787431716919, "Finetune/Loss (Raw)": 0.9092841148376465, "Finetune/Step": 4663, "Finetune/Step Time": 5.475666850805283}
+{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.8094267845153809, "Finetune/Loss (Raw)": 0.85514897108078, "Finetune/Step": 4664, "Finetune/Step Time": 5.463541332632303}
+{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.8088531494140625, "Finetune/Loss (Raw)": 0.7817596197128296, "Finetune/Step": 4665, "Finetune/Step Time": 5.4630417842417955}
+{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.8076958060264587, "Finetune/Loss (Raw)": 0.7311384677886963, "Finetune/Step": 4666, "Finetune/Step Time": 5.471481865271926}
+{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.8094456195831299, "Finetune/Loss (Raw)": 0.9829661846160889, "Finetune/Step": 4667, "Finetune/Step Time": 5.459408638998866}
+{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.8134706616401672, "Finetune/Loss (Raw)": 0.8232576847076416, "Finetune/Step": 4668, "Finetune/Step Time": 5.438513169065118}
+{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.8102827072143555, "Finetune/Loss (Raw)": 0.3450201749801636, "Finetune/Step": 4669, "Finetune/Step Time": 5.4487354308366776}
+{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.8115141987800598, "Finetune/Loss (Raw)": 0.8861852288246155, "Finetune/Step": 4670, "Finetune/Step Time": 5.4480935744941235}
+{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.8112598061561584, "Finetune/Loss (Raw)": 0.7904670238494873, "Finetune/Step": 4671, "Finetune/Step Time": 5.443665064871311}
+{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.8108906149864197, "Finetune/Loss (Raw)": 0.8615512251853943, "Finetune/Step": 4672, "Finetune/Step Time": 5.457569967955351}
+{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.8102529048919678, "Finetune/Loss (Raw)": 0.8323217630386353, "Finetune/Step": 4673, "Finetune/Step Time": 5.4365011509507895}
+{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.8105775117874146, "Finetune/Loss (Raw)": 0.9508557915687561, "Finetune/Step": 4674, "Finetune/Step Time": 5.459981286898255}
+{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.8102250695228577, "Finetune/Loss (Raw)": 0.8812243342399597, "Finetune/Step": 4675, "Finetune/Step Time": 5.462329974398017}
+{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.8114814162254333, "Finetune/Loss (Raw)": 0.8116218447685242, "Finetune/Step": 4676, "Finetune/Step Time": 5.42360058054328}
+{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.8131495714187622, "Finetune/Loss (Raw)": 0.9184104800224304, "Finetune/Step": 4677, "Finetune/Step Time": 5.413173811510205}
+{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.8127108216285706, "Finetune/Loss (Raw)": 0.9181796908378601, "Finetune/Step": 4678, "Finetune/Step Time": 5.438331736251712}
+{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.8115251064300537, "Finetune/Loss (Raw)": 0.7366806864738464, "Finetune/Step": 4679, "Finetune/Step Time": 5.438592404127121}
+{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.8139142990112305, "Finetune/Loss (Raw)": 0.9940733313560486, "Finetune/Step": 4680, "Finetune/Step Time": 5.4304779302328825}
+{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.813382089138031, "Finetune/Loss (Raw)": 0.8577409386634827, "Finetune/Step": 4681, "Finetune/Step Time": 5.447045385837555}
+{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.8121795654296875, "Finetune/Loss (Raw)": 0.8967817425727844, "Finetune/Step": 4682, "Finetune/Step Time": 5.468871466815472}
+{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.8125606775283813, "Finetune/Loss (Raw)": 0.9211286306381226, "Finetune/Step": 4683, "Finetune/Step Time": 5.453795215114951}
+{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.81182861328125, "Finetune/Loss (Raw)": 0.9472722411155701, "Finetune/Step": 4684, "Finetune/Step Time": 5.4419903215020895}
+{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.8128105998039246, "Finetune/Loss (Raw)": 0.8959916234016418, "Finetune/Step": 4685, "Finetune/Step Time": 5.44380090944469}
+{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.81356281042099, "Finetune/Loss (Raw)": 0.7336556911468506, "Finetune/Step": 4686, "Finetune/Step Time": 5.442628428339958}
+{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.8126389384269714, "Finetune/Loss (Raw)": 0.8570040464401245, "Finetune/Step": 4687, "Finetune/Step Time": 5.434131743386388}
+{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.8148255348205566, "Finetune/Loss (Raw)": 1.0989396572113037, "Finetune/Step": 4688, "Finetune/Step Time": 5.431181039661169}
+{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.8156127333641052, "Finetune/Loss (Raw)": 0.9952982068061829, "Finetune/Step": 4689, "Finetune/Step Time": 5.422791620716453}
+{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.8144038915634155, "Finetune/Loss (Raw)": 0.7780116200447083, "Finetune/Step": 4690, "Finetune/Step Time": 5.436321767047048}
+{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.8195779323577881, "Finetune/Loss (Raw)": 0.9642753005027771, "Finetune/Step": 4691, "Finetune/Step Time": 5.407103585079312}
+{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.8209990859031677, "Finetune/Loss (Raw)": 1.0197875499725342, "Finetune/Step": 4692, "Finetune/Step Time": 5.40678727068007}
+{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.8215880393981934, "Finetune/Loss (Raw)": 0.8575887680053711, "Finetune/Step": 4693, "Finetune/Step Time": 5.418287528678775}
+{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.8227567076683044, "Finetune/Loss (Raw)": 0.9888996481895447, "Finetune/Step": 4694, "Finetune/Step Time": 5.41282825358212}
+{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.8229084014892578, "Finetune/Loss (Raw)": 0.9856914281845093, "Finetune/Step": 4695, "Finetune/Step Time": 5.428540034219623}
+{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.8218504190444946, "Finetune/Loss (Raw)": 0.7836014032363892, "Finetune/Step": 4696, "Finetune/Step Time": 5.439745185896754}
+{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.820636510848999, "Finetune/Loss (Raw)": 0.8669458031654358, "Finetune/Step": 4697, "Finetune/Step Time": 5.434475289657712}
+{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.820483922958374, "Finetune/Loss (Raw)": 0.913539707660675, "Finetune/Step": 4698, "Finetune/Step Time": 5.438576962798834}
+{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.8212049603462219, "Finetune/Loss (Raw)": 0.9507551789283752, "Finetune/Step": 4699, "Finetune/Step Time": 5.434209506958723}
+{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.8214406967163086, "Finetune/Loss (Raw)": 0.8776745796203613, "Finetune/Step": 4700, "Finetune/Step Time": 5.43939745798707}
+{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.8223400712013245, "Finetune/Loss (Raw)": 0.9079393148422241, "Finetune/Step": 4701, "Finetune/Step Time": 5.427950894460082}
+{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.8220006823539734, "Finetune/Loss (Raw)": 0.8525673151016235, "Finetune/Step": 4702, "Finetune/Step Time": 5.42953921854496}
+{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.8233085870742798, "Finetune/Loss (Raw)": 0.9641199707984924, "Finetune/Step": 4703, "Finetune/Step Time": 5.412521896883845}
+{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.8228537440299988, "Finetune/Loss (Raw)": 0.7377504706382751, "Finetune/Step": 4704, "Finetune/Step Time": 5.406304491683841}
+{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.8225488662719727, "Finetune/Loss (Raw)": 0.9532411694526672, "Finetune/Step": 4705, "Finetune/Step Time": 5.406946789473295}
+{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.8214021325111389, "Finetune/Loss (Raw)": 0.8116706609725952, "Finetune/Step": 4706, "Finetune/Step Time": 5.4006175342947245}
+{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.8239426612854004, "Finetune/Loss (Raw)": 0.740557074546814, "Finetune/Step": 4707, "Finetune/Step Time": 5.37157142162323}
+{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.8279657363891602, "Finetune/Loss (Raw)": 0.7764306664466858, "Finetune/Step": 4708, "Finetune/Step Time": 5.3407091069966555}
+{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.8273013830184937, "Finetune/Loss (Raw)": 0.7263113856315613, "Finetune/Step": 4709, "Finetune/Step Time": 5.344056852161884}
+{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.8280060291290283, "Finetune/Loss (Raw)": 1.0042059421539307, "Finetune/Step": 4710, "Finetune/Step Time": 5.334532307460904}
+{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.8270668983459473, "Finetune/Loss (Raw)": 0.842204213142395, "Finetune/Step": 4711, "Finetune/Step Time": 5.323689475655556}
+{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.8270020484924316, "Finetune/Loss (Raw)": 0.7736590504646301, "Finetune/Step": 4712, "Finetune/Step Time": 5.3363331630826}
+{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.8285627365112305, "Finetune/Loss (Raw)": 0.9449961185455322, "Finetune/Step": 4713, "Finetune/Step Time": 5.349814806133509}
+{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.8292467594146729, "Finetune/Loss (Raw)": 0.831705629825592, "Finetune/Step": 4714, "Finetune/Step Time": 5.353012729436159}
+{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.829430341720581, "Finetune/Loss (Raw)": 0.9231509566307068, "Finetune/Step": 4715, "Finetune/Step Time": 5.356326654553413}
+{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.8281338214874268, "Finetune/Loss (Raw)": 0.8514590263366699, "Finetune/Step": 4716, "Finetune/Step Time": 5.332710502669215}
+{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.8286149501800537, "Finetune/Loss (Raw)": 0.889404833316803, "Finetune/Step": 4717, "Finetune/Step Time": 5.330308083444834}
+{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.8271640539169312, "Finetune/Loss (Raw)": 0.6310524344444275, "Finetune/Step": 4718, "Finetune/Step Time": 5.343591503798962}
+{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.8257682919502258, "Finetune/Loss (Raw)": 0.7472007870674133, "Finetune/Step": 4719, "Finetune/Step Time": 5.343514358624816}
+{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.8283765316009521, "Finetune/Loss (Raw)": 0.6208392977714539, "Finetune/Step": 4720, "Finetune/Step Time": 5.348041091114283}
+{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.8276624083518982, "Finetune/Loss (Raw)": 0.8146937489509583, "Finetune/Step": 4721, "Finetune/Step Time": 5.35237086750567}
+{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.8310415744781494, "Finetune/Loss (Raw)": 0.8411555290222168, "Finetune/Step": 4722, "Finetune/Step Time": 5.323719277977943}
+{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.8305133581161499, "Finetune/Loss (Raw)": 0.8760916590690613, "Finetune/Step": 4723, "Finetune/Step Time": 5.322241421788931}
+{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.8296992778778076, "Finetune/Loss (Raw)": 0.8366038799285889, "Finetune/Step": 4724, "Finetune/Step Time": 5.343690158799291}
+{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.8307554125785828, "Finetune/Loss (Raw)": 0.8801102638244629, "Finetune/Step": 4725, "Finetune/Step Time": 5.346927413716912}
+{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.8298261761665344, "Finetune/Loss (Raw)": 0.7400131821632385, "Finetune/Step": 4726, "Finetune/Step Time": 5.349836954846978}
+{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.8300331830978394, "Finetune/Loss (Raw)": 0.829565703868866, "Finetune/Step": 4727, "Finetune/Step Time": 5.3467420637607574}
+{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.8304173946380615, "Finetune/Loss (Raw)": 0.8847405314445496, "Finetune/Step": 4728, "Finetune/Step Time": 5.349808156490326}
+{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.8331596851348877, "Finetune/Loss (Raw)": 1.0640169382095337, "Finetune/Step": 4729, "Finetune/Step Time": 5.346480764448643}
+{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.8318702578544617, "Finetune/Loss (Raw)": 0.8708636164665222, "Finetune/Step": 4730, "Finetune/Step Time": 5.331167288124561}
+{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.8308462500572205, "Finetune/Loss (Raw)": 0.7801470756530762, "Finetune/Step": 4731, "Finetune/Step Time": 5.330412101000547}
+{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.831047534942627, "Finetune/Loss (Raw)": 0.8553075194358826, "Finetune/Step": 4732, "Finetune/Step Time": 5.330895394086838}
+{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.8356192111968994, "Finetune/Loss (Raw)": 0.910823404788971, "Finetune/Step": 4733, "Finetune/Step Time": 5.296665525063872}
+{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.8349584341049194, "Finetune/Loss (Raw)": 0.7747105360031128, "Finetune/Step": 4734, "Finetune/Step Time": 5.302743334323168}
+{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.8359674215316772, "Finetune/Loss (Raw)": 0.9545384645462036, "Finetune/Step": 4735, "Finetune/Step Time": 5.303199544548988}
+{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.8348789811134338, "Finetune/Loss (Raw)": 0.7007172703742981, "Finetune/Step": 4736, "Finetune/Step Time": 5.312926489859819}
+{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.8328338861465454, "Finetune/Loss (Raw)": 0.7908848524093628, "Finetune/Step": 4737, "Finetune/Step Time": 5.323243586346507}
+{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.8339993953704834, "Finetune/Loss (Raw)": 0.9839950799942017, "Finetune/Step": 4738, "Finetune/Step Time": 5.322559801861644}
+{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.837822675704956, "Finetune/Loss (Raw)": 0.7717553973197937, "Finetune/Step": 4739, "Finetune/Step Time": 5.2964505441486835}
+{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.8374241590499878, "Finetune/Loss (Raw)": 0.8194617629051208, "Finetune/Step": 4740, "Finetune/Step Time": 5.29949907399714}
+{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.8364405632019043, "Finetune/Loss (Raw)": 0.6887258291244507, "Finetune/Step": 4741, "Finetune/Step Time": 5.282638968899846}
+{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.8364835381507874, "Finetune/Loss (Raw)": 0.7713110446929932, "Finetune/Step": 4742, "Finetune/Step Time": 5.293136611580849}
+{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.8346816301345825, "Finetune/Loss (Raw)": 0.7189492583274841, "Finetune/Step": 4743, "Finetune/Step Time": 5.309088753536344}
+{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.8360705971717834, "Finetune/Loss (Raw)": 1.000057339668274, "Finetune/Step": 4744, "Finetune/Step Time": 5.311153614893556}
+{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.8362048864364624, "Finetune/Loss (Raw)": 0.7763167023658752, "Finetune/Step": 4745, "Finetune/Step Time": 5.330288033932447}
+{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.8354962468147278, "Finetune/Loss (Raw)": 0.7786228656768799, "Finetune/Step": 4746, "Finetune/Step Time": 5.354837654158473}
+{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.8354753255844116, "Finetune/Loss (Raw)": 1.0017468929290771, "Finetune/Step": 4747, "Finetune/Step Time": 5.3554292768239975}
+{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.8363231420516968, "Finetune/Loss (Raw)": 0.9181799292564392, "Finetune/Step": 4748, "Finetune/Step Time": 5.35139742679894}
+{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.8351615071296692, "Finetune/Loss (Raw)": 0.8392714858055115, "Finetune/Step": 4749, "Finetune/Step Time": 5.348295608535409}
+{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.8350860476493835, "Finetune/Loss (Raw)": 0.8575940728187561, "Finetune/Step": 4750, "Finetune/Step Time": 5.362571345642209}
+{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.8342604041099548, "Finetune/Loss (Raw)": 0.866836667060852, "Finetune/Step": 4751, "Finetune/Step Time": 5.378896087408066}
+{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.8347710371017456, "Finetune/Loss (Raw)": 0.9027367830276489, "Finetune/Step": 4752, "Finetune/Step Time": 5.382589977234602}
+{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.8336091637611389, "Finetune/Loss (Raw)": 0.7558463215827942, "Finetune/Step": 4753, "Finetune/Step Time": 5.37520575709641}
+{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.8380864858627319, "Finetune/Loss (Raw)": 0.9172395467758179, "Finetune/Step": 4754, "Finetune/Step Time": 5.360912252217531}
+{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.8386156558990479, "Finetune/Loss (Raw)": 0.9197569489479065, "Finetune/Step": 4755, "Finetune/Step Time": 5.360399896278977}
+{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.8392791152000427, "Finetune/Loss (Raw)": 0.8707880973815918, "Finetune/Step": 4756, "Finetune/Step Time": 5.3433564733713865}
+{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.839619517326355, "Finetune/Loss (Raw)": 0.8870657086372375, "Finetune/Step": 4757, "Finetune/Step Time": 5.342779606580734}
+{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.8399751782417297, "Finetune/Loss (Raw)": 0.8215349316596985, "Finetune/Step": 4758, "Finetune/Step Time": 5.333356119692326}
+{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.8407023549079895, "Finetune/Loss (Raw)": 0.8149296641349792, "Finetune/Step": 4759, "Finetune/Step Time": 5.319383718073368}
+{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.8453630208969116, "Finetune/Loss (Raw)": 0.8613215088844299, "Finetune/Step": 4760, "Finetune/Step Time": 5.290719799697399}
+{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.8447415828704834, "Finetune/Loss (Raw)": 0.7410160303115845, "Finetune/Step": 4761, "Finetune/Step Time": 5.292936442419887}
+{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.8437581062316895, "Finetune/Loss (Raw)": 0.7710446715354919, "Finetune/Step": 4762, "Finetune/Step Time": 5.291073929518461}
+{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.8450520038604736, "Finetune/Loss (Raw)": 0.8637145161628723, "Finetune/Step": 4763, "Finetune/Step Time": 5.2759743463248014}
+{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.845026969909668, "Finetune/Loss (Raw)": 0.8451002836227417, "Finetune/Step": 4764, "Finetune/Step Time": 5.279553048312664}
+{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.8439141511917114, "Finetune/Loss (Raw)": 0.7523232102394104, "Finetune/Step": 4765, "Finetune/Step Time": 5.279645157977939}
+{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.8433415293693542, "Finetune/Loss (Raw)": 1.0148977041244507, "Finetune/Step": 4766, "Finetune/Step Time": 5.270685641095042}
+{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.8447392582893372, "Finetune/Loss (Raw)": 0.8705599308013916, "Finetune/Step": 4767, "Finetune/Step Time": 5.241635615006089}
+{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.8435190320014954, "Finetune/Loss (Raw)": 0.8032091856002808, "Finetune/Step": 4768, "Finetune/Step Time": 5.245644919574261}
+{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.8431214094161987, "Finetune/Loss (Raw)": 0.8160600662231445, "Finetune/Step": 4769, "Finetune/Step Time": 5.245148483663797}
+{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.841333270072937, "Finetune/Loss (Raw)": 0.6357771158218384, "Finetune/Step": 4770, "Finetune/Step Time": 5.260523978620768}
+{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.8416376113891602, "Finetune/Loss (Raw)": 0.9774559736251831, "Finetune/Step": 4771, "Finetune/Step Time": 5.263269625604153}
+{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.8446557521820068, "Finetune/Loss (Raw)": 0.7518129348754883, "Finetune/Step": 4772, "Finetune/Step Time": 5.255313439294696}
+{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.8415284752845764, "Finetune/Loss (Raw)": 0.5995761752128601, "Finetune/Step": 4773, "Finetune/Step Time": 5.254884146153927}
+{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.8424577116966248, "Finetune/Loss (Raw)": 0.8840559720993042, "Finetune/Step": 4774, "Finetune/Step Time": 5.24559673666954}
+{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.8431142568588257, "Finetune/Loss (Raw)": 0.9642194509506226, "Finetune/Step": 4775, "Finetune/Step Time": 5.242737893015146}
+{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.8421682715415955, "Finetune/Loss (Raw)": 0.7967186570167542, "Finetune/Step": 4776, "Finetune/Step Time": 5.254384310916066}
+{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.8418636322021484, "Finetune/Loss (Raw)": 0.8947532176971436, "Finetune/Step": 4777, "Finetune/Step Time": 5.255594095215201}
+{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.8378549814224243, "Finetune/Loss (Raw)": 0.2817755937576294, "Finetune/Step": 4778, "Finetune/Step Time": 5.270957389846444}
+{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.8391350507736206, "Finetune/Loss (Raw)": 1.0238529443740845, "Finetune/Step": 4779, "Finetune/Step Time": 5.272860402241349}
+{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.8388513326644897, "Finetune/Loss (Raw)": 0.8102024793624878, "Finetune/Step": 4780, "Finetune/Step Time": 5.277685867622495}
+{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.8426806330680847, "Finetune/Loss (Raw)": 0.7856793999671936, "Finetune/Step": 4781, "Finetune/Step Time": 5.2549326457083225}
+{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.8423362374305725, "Finetune/Loss (Raw)": 0.818440318107605, "Finetune/Step": 4782, "Finetune/Step Time": 5.255911245942116}
+{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.8397276401519775, "Finetune/Loss (Raw)": 0.36035749316215515, "Finetune/Step": 4783, "Finetune/Step Time": 5.281427821144462}
+{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.8431417346000671, "Finetune/Loss (Raw)": 0.8677086234092712, "Finetune/Step": 4784, "Finetune/Step Time": 5.2439889926463366}
+{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.8446611762046814, "Finetune/Loss (Raw)": 1.023972511291504, "Finetune/Step": 4785, "Finetune/Step Time": 5.244973359629512}
+{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.8442682027816772, "Finetune/Loss (Raw)": 0.8832855820655823, "Finetune/Step": 4786, "Finetune/Step Time": 5.2363487016409636}
+{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.8436607718467712, "Finetune/Loss (Raw)": 0.8478695750236511, "Finetune/Step": 4787, "Finetune/Step Time": 5.2315277848392725}
+{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.8427870273590088, "Finetune/Loss (Raw)": 0.8257638216018677, "Finetune/Step": 4788, "Finetune/Step Time": 5.240338684991002}
+{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.8420348167419434, "Finetune/Loss (Raw)": 0.6935960650444031, "Finetune/Step": 4789, "Finetune/Step Time": 5.240759436041117}
+{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.8424320816993713, "Finetune/Loss (Raw)": 0.9462836384773254, "Finetune/Step": 4790, "Finetune/Step Time": 5.245750557631254}
+{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.83763587474823, "Finetune/Loss (Raw)": 0.295367568731308, "Finetune/Step": 4791, "Finetune/Step Time": 5.277056019753218}
+{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.8388428688049316, "Finetune/Loss (Raw)": 1.009649634361267, "Finetune/Step": 4792, "Finetune/Step Time": 5.281759392470121}
+{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.8398470878601074, "Finetune/Loss (Raw)": 0.9102904796600342, "Finetune/Step": 4793, "Finetune/Step Time": 5.280966078862548}
+{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.8403069376945496, "Finetune/Loss (Raw)": 0.7900039553642273, "Finetune/Step": 4794, "Finetune/Step Time": 5.263128712773323}
+{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.8387184143066406, "Finetune/Loss (Raw)": 0.7796372175216675, "Finetune/Step": 4795, "Finetune/Step Time": 5.294205380603671}
+{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.8395411968231201, "Finetune/Loss (Raw)": 0.9285719394683838, "Finetune/Step": 4796, "Finetune/Step Time": 5.289173448458314}
+{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.8439159393310547, "Finetune/Loss (Raw)": 0.9049825668334961, "Finetune/Step": 4797, "Finetune/Step Time": 5.259648870676756}
+{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.8423957824707031, "Finetune/Loss (Raw)": 0.6916093826293945, "Finetune/Step": 4798, "Finetune/Step Time": 5.275176519528031}
+{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.8430344462394714, "Finetune/Loss (Raw)": 0.8722184300422668, "Finetune/Step": 4799, "Finetune/Step Time": 5.280272053554654}
+{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.844585657119751, "Finetune/Loss (Raw)": 1.0601049661636353, "Finetune/Step": 4800, "Finetune/Step Time": 5.264339802786708}
+{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.8452678322792053, "Finetune/Loss (Raw)": 0.919641375541687, "Finetune/Step": 4801, "Finetune/Step Time": 5.257089404389262}
+{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.844651460647583, "Finetune/Loss (Raw)": 0.8719536662101746, "Finetune/Step": 4802, "Finetune/Step Time": 5.231172604486346}
+{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.8448660373687744, "Finetune/Loss (Raw)": 0.9086967706680298, "Finetune/Step": 4803, "Finetune/Step Time": 5.235468622297049}
+{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.8455644845962524, "Finetune/Loss (Raw)": 0.9010169506072998, "Finetune/Step": 4804, "Finetune/Step Time": 5.238547304645181}
+{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.8459020853042603, "Finetune/Loss (Raw)": 0.9616281390190125, "Finetune/Step": 4805, "Finetune/Step Time": 5.244862047955394}
+{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.8456364870071411, "Finetune/Loss (Raw)": 0.8841816186904907, "Finetune/Step": 4806, "Finetune/Step Time": 5.237804546952248}
+{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.8464208841323853, "Finetune/Loss (Raw)": 0.837087869644165, "Finetune/Step": 4807, "Finetune/Step Time": 5.238765517249703}
+{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.8461084961891174, "Finetune/Loss (Raw)": 0.9540867209434509, "Finetune/Step": 4808, "Finetune/Step Time": 5.235121378675103}
+{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.844670295715332, "Finetune/Loss (Raw)": 0.6736479997634888, "Finetune/Step": 4809, "Finetune/Step Time": 5.2242742124944925}
+{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.8441959619522095, "Finetune/Loss (Raw)": 0.8360656499862671, "Finetune/Step": 4810, "Finetune/Step Time": 5.204566106200218}
+{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.8438135981559753, "Finetune/Loss (Raw)": 0.8721906542778015, "Finetune/Step": 4811, "Finetune/Step Time": 5.219712879508734}
+{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.8432788252830505, "Finetune/Loss (Raw)": 0.878818154335022, "Finetune/Step": 4812, "Finetune/Step Time": 5.219834979623556}
+{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.8399394750595093, "Finetune/Loss (Raw)": 0.4685501456260681, "Finetune/Step": 4813, "Finetune/Step Time": 5.245792901143432}
+{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.8409491777420044, "Finetune/Loss (Raw)": 0.8629044890403748, "Finetune/Step": 4814, "Finetune/Step Time": 5.236745612695813}
+{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.8415452241897583, "Finetune/Loss (Raw)": 0.9332966208457947, "Finetune/Step": 4815, "Finetune/Step Time": 5.234729643911123}
+{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.8390445113182068, "Finetune/Loss (Raw)": 0.7788432240486145, "Finetune/Step": 4816, "Finetune/Step Time": 5.2509178314358}
+{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.8382506966590881, "Finetune/Loss (Raw)": 0.8936920762062073, "Finetune/Step": 4817, "Finetune/Step Time": 5.25578985735774}
+{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.8397522568702698, "Finetune/Loss (Raw)": 0.9702128767967224, "Finetune/Step": 4818, "Finetune/Step Time": 5.246702257543802}
+{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.8394770622253418, "Finetune/Loss (Raw)": 0.9290502667427063, "Finetune/Step": 4819, "Finetune/Step Time": 5.246299274265766}
+{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.8386502265930176, "Finetune/Loss (Raw)": 0.9139480590820312, "Finetune/Step": 4820, "Finetune/Step Time": 5.249122364446521}
+{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.8392817974090576, "Finetune/Loss (Raw)": 0.9384415149688721, "Finetune/Step": 4821, "Finetune/Step Time": 5.236801587045193}
+{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.8383961915969849, "Finetune/Loss (Raw)": 0.8755337595939636, "Finetune/Step": 4822, "Finetune/Step Time": 5.243946773931384}
+{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.8381015062332153, "Finetune/Loss (Raw)": 0.9479751586914062, "Finetune/Step": 4823, "Finetune/Step Time": 5.231539065018296}
+{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.8342400193214417, "Finetune/Loss (Raw)": 0.28932902216911316, "Finetune/Step": 4824, "Finetune/Step Time": 5.247105378657579}
+{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.8343254327774048, "Finetune/Loss (Raw)": 0.8778830170631409, "Finetune/Step": 4825, "Finetune/Step Time": 5.252012507990003}
+{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.8343161940574646, "Finetune/Loss (Raw)": 0.9123507142066956, "Finetune/Step": 4826, "Finetune/Step Time": 5.272517062723637}
+{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.8342027068138123, "Finetune/Loss (Raw)": 0.936234176158905, "Finetune/Step": 4827, "Finetune/Step Time": 5.262118756771088}
+{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.8347958922386169, "Finetune/Loss (Raw)": 0.9535990357398987, "Finetune/Step": 4828, "Finetune/Step Time": 5.25875411555171}
+{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.8341886401176453, "Finetune/Loss (Raw)": 0.8302116990089417, "Finetune/Step": 4829, "Finetune/Step Time": 5.264930259436369}
+{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.8343413472175598, "Finetune/Loss (Raw)": 0.8721134662628174, "Finetune/Step": 4830, "Finetune/Step Time": 5.262720162048936}
+{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.8295564651489258, "Finetune/Loss (Raw)": 0.35165247321128845, "Finetune/Step": 4831, "Finetune/Step Time": 5.29662212356925}
+{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.829855740070343, "Finetune/Loss (Raw)": 0.7760599255561829, "Finetune/Step": 4832, "Finetune/Step Time": 5.320134103298187}
+{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.829039990901947, "Finetune/Loss (Raw)": 0.8488279581069946, "Finetune/Step": 4833, "Finetune/Step Time": 5.323702849447727}
+{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.8303679823875427, "Finetune/Loss (Raw)": 0.9816524386405945, "Finetune/Step": 4834, "Finetune/Step Time": 5.327859537675977}
+{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.8318181037902832, "Finetune/Loss (Raw)": 0.9261696338653564, "Finetune/Step": 4835, "Finetune/Step Time": 5.324731940403581}
+{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.8331965804100037, "Finetune/Loss (Raw)": 0.9528765678405762, "Finetune/Step": 4836, "Finetune/Step Time": 5.323431678116322}
+{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.8342411518096924, "Finetune/Loss (Raw)": 0.8600244522094727, "Finetune/Step": 4837, "Finetune/Step Time": 5.305886276066303}
+{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.833977997303009, "Finetune/Loss (Raw)": 0.970515251159668, "Finetune/Step": 4838, "Finetune/Step Time": 5.3067044001072645}
+{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.8336881399154663, "Finetune/Loss (Raw)": 0.8051091432571411, "Finetune/Step": 4839, "Finetune/Step Time": 5.307577671483159}
+{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.8346462249755859, "Finetune/Loss (Raw)": 0.8962880969047546, "Finetune/Step": 4840, "Finetune/Step Time": 5.29821521602571}
+{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.8334805369377136, "Finetune/Loss (Raw)": 0.7957870364189148, "Finetune/Step": 4841, "Finetune/Step Time": 5.293107602745295}
+{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.8334819674491882, "Finetune/Loss (Raw)": 0.8318811655044556, "Finetune/Step": 4842, "Finetune/Step Time": 5.303432289510965}
+{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.8344132304191589, "Finetune/Loss (Raw)": 1.0423643589019775, "Finetune/Step": 4843, "Finetune/Step Time": 5.300234869122505}
+{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.8340622186660767, "Finetune/Loss (Raw)": 0.8065263628959656, "Finetune/Step": 4844, "Finetune/Step Time": 5.329981181770563}
+{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.8350859880447388, "Finetune/Loss (Raw)": 1.0204508304595947, "Finetune/Step": 4845, "Finetune/Step Time": 5.332251150161028}
+{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.8373355269432068, "Finetune/Loss (Raw)": 0.9189894199371338, "Finetune/Step": 4846, "Finetune/Step Time": 5.34333360940218}
+{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.8339924812316895, "Finetune/Loss (Raw)": 0.3192892372608185, "Finetune/Step": 4847, "Finetune/Step Time": 5.375518202781677}
+{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.8350707292556763, "Finetune/Loss (Raw)": 0.7588550448417664, "Finetune/Step": 4848, "Finetune/Step Time": 5.33983564004302}
+{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.8346242904663086, "Finetune/Loss (Raw)": 0.7575562596321106, "Finetune/Step": 4849, "Finetune/Step Time": 5.354511262848973}
+{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.8355537056922913, "Finetune/Loss (Raw)": 0.9601114392280579, "Finetune/Step": 4850, "Finetune/Step Time": 5.363261695951223}
+{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.8357205390930176, "Finetune/Loss (Raw)": 0.8974564075469971, "Finetune/Step": 4851, "Finetune/Step Time": 5.368160862475634}
+{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.8355712294578552, "Finetune/Loss (Raw)": 0.8174839019775391, "Finetune/Step": 4852, "Finetune/Step Time": 5.360965112224221}
+{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.8365474939346313, "Finetune/Loss (Raw)": 1.0050790309906006, "Finetune/Step": 4853, "Finetune/Step Time": 5.367328587919474}
+{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.8354225158691406, "Finetune/Loss (Raw)": 0.596005380153656, "Finetune/Step": 4854, "Finetune/Step Time": 5.370369737967849}
+{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.8360692262649536, "Finetune/Loss (Raw)": 0.912356436252594, "Finetune/Step": 4855, "Finetune/Step Time": 5.371851954609156}
+{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.8361735343933105, "Finetune/Loss (Raw)": 0.8980907797813416, "Finetune/Step": 4856, "Finetune/Step Time": 5.3665891624987125}
+{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.8353016376495361, "Finetune/Loss (Raw)": 0.9524102210998535, "Finetune/Step": 4857, "Finetune/Step Time": 5.3652461264282465}
+{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.8362528085708618, "Finetune/Loss (Raw)": 0.9926117658615112, "Finetune/Step": 4858, "Finetune/Step Time": 5.374951429665089}
+{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.8371368646621704, "Finetune/Loss (Raw)": 0.8933141827583313, "Finetune/Step": 4859, "Finetune/Step Time": 5.361676337197423}
+{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.8365195989608765, "Finetune/Loss (Raw)": 0.7762851715087891, "Finetune/Step": 4860, "Finetune/Step Time": 5.360293569043279}
+{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.8359322547912598, "Finetune/Loss (Raw)": 0.835651695728302, "Finetune/Step": 4861, "Finetune/Step Time": 5.3747777082026005}
+{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.8373720645904541, "Finetune/Loss (Raw)": 0.9589987397193909, "Finetune/Step": 4862, "Finetune/Step Time": 5.360529061406851}
+{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.837553858757019, "Finetune/Loss (Raw)": 0.9778106212615967, "Finetune/Step": 4863, "Finetune/Step Time": 5.376470668241382}
+{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.8392664194107056, "Finetune/Loss (Raw)": 0.919921875, "Finetune/Step": 4864, "Finetune/Step Time": 5.381948135793209}
+{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.8402553796768188, "Finetune/Loss (Raw)": 0.9174744486808777, "Finetune/Step": 4865, "Finetune/Step Time": 5.376526294276118}
+{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.8385495543479919, "Finetune/Loss (Raw)": 0.7656503915786743, "Finetune/Step": 4866, "Finetune/Step Time": 5.36872873082757}
+{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.8352229595184326, "Finetune/Loss (Raw)": 0.3459523022174835, "Finetune/Step": 4867, "Finetune/Step Time": 5.3994253892451525}
+{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.8346830606460571, "Finetune/Loss (Raw)": 0.7503485679626465, "Finetune/Step": 4868, "Finetune/Step Time": 5.399214679375291}
+{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.8353237509727478, "Finetune/Loss (Raw)": 0.7707441449165344, "Finetune/Step": 4869, "Finetune/Step Time": 5.403760641813278}
+{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.8353817462921143, "Finetune/Loss (Raw)": 0.7787299156188965, "Finetune/Step": 4870, "Finetune/Step Time": 5.3897102214396}
+{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.8368290662765503, "Finetune/Loss (Raw)": 0.904204785823822, "Finetune/Step": 4871, "Finetune/Step Time": 5.383874744176865}
+{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.8353532552719116, "Finetune/Loss (Raw)": 0.811154305934906, "Finetune/Step": 4872, "Finetune/Step Time": 5.38379137031734}
+{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.8354051113128662, "Finetune/Loss (Raw)": 0.7829625010490417, "Finetune/Step": 4873, "Finetune/Step Time": 5.381054315716028}
+{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.8344507217407227, "Finetune/Loss (Raw)": 0.6564505696296692, "Finetune/Step": 4874, "Finetune/Step Time": 5.365167558193207}
+{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.8330395817756653, "Finetune/Loss (Raw)": 0.821125864982605, "Finetune/Step": 4875, "Finetune/Step Time": 5.373744426295161}
+{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.8331083059310913, "Finetune/Loss (Raw)": 0.926977813243866, "Finetune/Step": 4876, "Finetune/Step Time": 5.367305789142847}
+{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.8340656161308289, "Finetune/Loss (Raw)": 0.9618086218833923, "Finetune/Step": 4877, "Finetune/Step Time": 5.3688842840492725}
+{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.8339864015579224, "Finetune/Loss (Raw)": 0.8474531769752502, "Finetune/Step": 4878, "Finetune/Step Time": 5.359460169449449}
+{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.8342764377593994, "Finetune/Loss (Raw)": 0.9039522409439087, "Finetune/Step": 4879, "Finetune/Step Time": 5.340765198692679}
+{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.8344761729240417, "Finetune/Loss (Raw)": 0.9283097982406616, "Finetune/Step": 4880, "Finetune/Step Time": 5.337105022743344}
+{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.8368513584136963, "Finetune/Loss (Raw)": 1.0598762035369873, "Finetune/Step": 4881, "Finetune/Step Time": 5.342717355117202}
+{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.8356803059577942, "Finetune/Loss (Raw)": 0.7673431038856506, "Finetune/Step": 4882, "Finetune/Step Time": 5.334460236132145}
+{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.8343596458435059, "Finetune/Loss (Raw)": 0.7507084608078003, "Finetune/Step": 4883, "Finetune/Step Time": 5.326166046783328}
+{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.8351784944534302, "Finetune/Loss (Raw)": 0.9755946397781372, "Finetune/Step": 4884, "Finetune/Step Time": 5.328764239326119}
+{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.8347340822219849, "Finetune/Loss (Raw)": 0.8301917910575867, "Finetune/Step": 4885, "Finetune/Step Time": 5.332329181954265}
+{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.8357938528060913, "Finetune/Loss (Raw)": 0.9571807980537415, "Finetune/Step": 4886, "Finetune/Step Time": 5.338967042043805}
+{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.8362858295440674, "Finetune/Loss (Raw)": 0.8778948783874512, "Finetune/Step": 4887, "Finetune/Step Time": 5.3449747413396835}
+{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.8368574976921082, "Finetune/Loss (Raw)": 0.9345005750656128, "Finetune/Step": 4888, "Finetune/Step Time": 5.3547293692827225}
+{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.837843656539917, "Finetune/Loss (Raw)": 0.8672410249710083, "Finetune/Step": 4889, "Finetune/Step Time": 5.343834079802036}
+{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.838464617729187, "Finetune/Loss (Raw)": 0.8505309224128723, "Finetune/Step": 4890, "Finetune/Step Time": 5.362205667421222}
+{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.8377625942230225, "Finetune/Loss (Raw)": 0.7738624811172485, "Finetune/Step": 4891, "Finetune/Step Time": 5.35969004034996}
+{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.8379780054092407, "Finetune/Loss (Raw)": 0.8726636171340942, "Finetune/Step": 4892, "Finetune/Step Time": 5.355274219065905}
+{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.8398733139038086, "Finetune/Loss (Raw)": 0.9949305653572083, "Finetune/Step": 4893, "Finetune/Step Time": 5.354522630572319}
+{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.8383315801620483, "Finetune/Loss (Raw)": 0.8175492882728577, "Finetune/Step": 4894, "Finetune/Step Time": 5.360213918611407}
+{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.8375029563903809, "Finetune/Loss (Raw)": 0.7644934058189392, "Finetune/Step": 4895, "Finetune/Step Time": 5.3614654913544655}
+{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.8384312391281128, "Finetune/Loss (Raw)": 0.9220340847969055, "Finetune/Step": 4896, "Finetune/Step Time": 5.354129828512669}
+{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.8374947309494019, "Finetune/Loss (Raw)": 0.6961914896965027, "Finetune/Step": 4897, "Finetune/Step Time": 5.358842443674803}
+{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.8384214043617249, "Finetune/Loss (Raw)": 0.7543936967849731, "Finetune/Step": 4898, "Finetune/Step Time": 5.359112422913313}
+{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.8383537530899048, "Finetune/Loss (Raw)": 0.9687896370887756, "Finetune/Step": 4899, "Finetune/Step Time": 5.356344603002071}
+{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.8390679955482483, "Finetune/Loss (Raw)": 0.8432357311248779, "Finetune/Step": 4900, "Finetune/Step Time": 5.333308661356568}
+{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.8408377766609192, "Finetune/Loss (Raw)": 0.8261088728904724, "Finetune/Step": 4901, "Finetune/Step Time": 5.331064024940133}
+{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.8403478264808655, "Finetune/Loss (Raw)": 0.821342945098877, "Finetune/Step": 4902, "Finetune/Step Time": 5.3302376959472895}
+{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.8392220139503479, "Finetune/Loss (Raw)": 0.8201117515563965, "Finetune/Step": 4903, "Finetune/Step Time": 5.329670168459415}
+{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.839556872844696, "Finetune/Loss (Raw)": 0.8395847678184509, "Finetune/Step": 4904, "Finetune/Step Time": 5.315169578418136}
+{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.839797854423523, "Finetune/Loss (Raw)": 0.9255971908569336, "Finetune/Step": 4905, "Finetune/Step Time": 5.318287823349237}
+{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.8441540002822876, "Finetune/Loss (Raw)": 0.8393664956092834, "Finetune/Step": 4906, "Finetune/Step Time": 5.289834244176745}
+{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.8420355916023254, "Finetune/Loss (Raw)": 0.7526976466178894, "Finetune/Step": 4907, "Finetune/Step Time": 5.29612435773015}
+{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.842519223690033, "Finetune/Loss (Raw)": 0.8721047639846802, "Finetune/Step": 4908, "Finetune/Step Time": 5.30761381611228}
+{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.8429550528526306, "Finetune/Loss (Raw)": 0.8414639830589294, "Finetune/Step": 4909, "Finetune/Step Time": 5.30391395278275}
+{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.8434879183769226, "Finetune/Loss (Raw)": 0.8866472840309143, "Finetune/Step": 4910, "Finetune/Step Time": 5.293535523116589}
+{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.8471940159797668, "Finetune/Loss (Raw)": 0.8347350358963013, "Finetune/Step": 4911, "Finetune/Step Time": 5.2623711079359055}
+{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.8473371267318726, "Finetune/Loss (Raw)": 0.8860321044921875, "Finetune/Step": 4912, "Finetune/Step Time": 5.268398927524686}
+{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.8464682698249817, "Finetune/Loss (Raw)": 0.9127604365348816, "Finetune/Step": 4913, "Finetune/Step Time": 5.276105299592018}
+{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.8427095413208008, "Finetune/Loss (Raw)": 0.40216806530952454, "Finetune/Step": 4914, "Finetune/Step Time": 5.303235661238432}
+{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.8419287800788879, "Finetune/Loss (Raw)": 0.7479275465011597, "Finetune/Step": 4915, "Finetune/Step Time": 5.306696908548474}
+{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.8420417308807373, "Finetune/Loss (Raw)": 0.8402219414710999, "Finetune/Step": 4916, "Finetune/Step Time": 5.290947657078505}
+{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.8397905826568604, "Finetune/Loss (Raw)": 0.4054476320743561, "Finetune/Step": 4917, "Finetune/Step Time": 5.317420383915305}
+{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.8392549753189087, "Finetune/Loss (Raw)": 0.8777253031730652, "Finetune/Step": 4918, "Finetune/Step Time": 5.312013227492571}
+{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.8436362743377686, "Finetune/Loss (Raw)": 0.8561767339706421, "Finetune/Step": 4919, "Finetune/Step Time": 5.294498363509774}
+{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.842754602432251, "Finetune/Loss (Raw)": 0.8968009352684021, "Finetune/Step": 4920, "Finetune/Step Time": 5.289565775543451}
+{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.8428857922554016, "Finetune/Loss (Raw)": 0.9270820617675781, "Finetune/Step": 4921, "Finetune/Step Time": 5.301633188501}
+{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.8425453901290894, "Finetune/Loss (Raw)": 0.7464295029640198, "Finetune/Step": 4922, "Finetune/Step Time": 5.3025002628564835}
+{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.8427093625068665, "Finetune/Loss (Raw)": 0.800628125667572, "Finetune/Step": 4923, "Finetune/Step Time": 5.276729663833976}
+{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.8421154022216797, "Finetune/Loss (Raw)": 0.8525418043136597, "Finetune/Step": 4924, "Finetune/Step Time": 5.277034223079681}
+{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.8414362668991089, "Finetune/Loss (Raw)": 0.8180608749389648, "Finetune/Step": 4925, "Finetune/Step Time": 5.276298901066184}
+{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.8423899412155151, "Finetune/Loss (Raw)": 0.8136733770370483, "Finetune/Step": 4926, "Finetune/Step Time": 5.260763691738248}
+{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.8419042825698853, "Finetune/Loss (Raw)": 0.8100494146347046, "Finetune/Step": 4927, "Finetune/Step Time": 5.258577756583691}
+{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.8387281894683838, "Finetune/Loss (Raw)": 0.6535720229148865, "Finetune/Step": 4928, "Finetune/Step Time": 5.280920285731554}
+{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.8378784656524658, "Finetune/Loss (Raw)": 0.8108758330345154, "Finetune/Step": 4929, "Finetune/Step Time": 5.285380180925131}
+{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.8379914164543152, "Finetune/Loss (Raw)": 0.8864076137542725, "Finetune/Step": 4930, "Finetune/Step Time": 5.284764321520925}
+{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.8381495475769043, "Finetune/Loss (Raw)": 0.9289349317550659, "Finetune/Step": 4931, "Finetune/Step Time": 5.282585825771093}
+{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.838149905204773, "Finetune/Loss (Raw)": 0.9010661244392395, "Finetune/Step": 4932, "Finetune/Step Time": 5.280003510415554}
+{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.8366889953613281, "Finetune/Loss (Raw)": 0.7746325731277466, "Finetune/Step": 4933, "Finetune/Step Time": 5.289798898622394}
+{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.8369332551956177, "Finetune/Loss (Raw)": 0.9154421091079712, "Finetune/Step": 4934, "Finetune/Step Time": 5.2730027958750725}
+{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.8376405239105225, "Finetune/Loss (Raw)": 0.9276204109191895, "Finetune/Step": 4935, "Finetune/Step Time": 5.271738218143582}
+{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.8363425731658936, "Finetune/Loss (Raw)": 0.7879482507705688, "Finetune/Step": 4936, "Finetune/Step Time": 5.281670605763793}
+{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.8388768434524536, "Finetune/Loss (Raw)": 0.998043954372406, "Finetune/Step": 4937, "Finetune/Step Time": 5.275393391028047}
+{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.839440107345581, "Finetune/Loss (Raw)": 0.9081627726554871, "Finetune/Step": 4938, "Finetune/Step Time": 5.297457152977586}
+{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.8352360725402832, "Finetune/Loss (Raw)": 0.3340652585029602, "Finetune/Step": 4939, "Finetune/Step Time": 5.306881291791797}
+{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.8336158394813538, "Finetune/Loss (Raw)": 0.6714300513267517, "Finetune/Step": 4940, "Finetune/Step Time": 5.307339448481798}
+{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.835706889629364, "Finetune/Loss (Raw)": 0.7362080812454224, "Finetune/Step": 4941, "Finetune/Step Time": 5.2776030246168375}
+{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.8353148698806763, "Finetune/Loss (Raw)": 0.8127191662788391, "Finetune/Step": 4942, "Finetune/Step Time": 5.283009411767125}
+{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.8340517282485962, "Finetune/Loss (Raw)": 0.7716134190559387, "Finetune/Step": 4943, "Finetune/Step Time": 5.293669024482369}
+{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.835074245929718, "Finetune/Loss (Raw)": 0.9097287654876709, "Finetune/Step": 4944, "Finetune/Step Time": 5.280461937189102}
+{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.8354231119155884, "Finetune/Loss (Raw)": 0.9383513331413269, "Finetune/Step": 4945, "Finetune/Step Time": 5.279469953849912}
+{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.8345789909362793, "Finetune/Loss (Raw)": 0.8621658682823181, "Finetune/Step": 4946, "Finetune/Step Time": 5.279550766572356}
+{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.8344834446907043, "Finetune/Loss (Raw)": 0.916819155216217, "Finetune/Step": 4947, "Finetune/Step Time": 5.280638862401247}
+{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.8337147235870361, "Finetune/Loss (Raw)": 0.8155527710914612, "Finetune/Step": 4948, "Finetune/Step Time": 5.277727015316486}
+{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.832831621170044, "Finetune/Loss (Raw)": 0.8253997564315796, "Finetune/Step": 4949, "Finetune/Step Time": 5.275466291233897}
+{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.8321521282196045, "Finetune/Loss (Raw)": 0.7885586619377136, "Finetune/Step": 4950, "Finetune/Step Time": 5.281898856163025}
+{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.8317984342575073, "Finetune/Loss (Raw)": 0.9027074575424194, "Finetune/Step": 4951, "Finetune/Step Time": 5.279996380209923}
+{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.8368247747421265, "Finetune/Loss (Raw)": 0.9326929450035095, "Finetune/Step": 4952, "Finetune/Step Time": 5.258623516187072}
+{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.8363133668899536, "Finetune/Loss (Raw)": 0.8124334216117859, "Finetune/Step": 4953, "Finetune/Step Time": 5.258680174127221}
+{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.8366061449050903, "Finetune/Loss (Raw)": 0.9498181939125061, "Finetune/Step": 4954, "Finetune/Step Time": 5.2705581150949}
+{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.836095929145813, "Finetune/Loss (Raw)": 0.8709304332733154, "Finetune/Step": 4955, "Finetune/Step Time": 5.273762632161379}
+{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.8358572721481323, "Finetune/Loss (Raw)": 0.9230509400367737, "Finetune/Step": 4956, "Finetune/Step Time": 5.261569386348128}
+{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.8369399309158325, "Finetune/Loss (Raw)": 0.9687923789024353, "Finetune/Step": 4957, "Finetune/Step Time": 5.2508582808077335}
+{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.8365058302879333, "Finetune/Loss (Raw)": 0.8165444135665894, "Finetune/Step": 4958, "Finetune/Step Time": 5.2670343816280365}
+{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.837143063545227, "Finetune/Loss (Raw)": 0.43322813510894775, "Finetune/Step": 4959, "Finetune/Step Time": 5.26680332608521}
+{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.8374915719032288, "Finetune/Loss (Raw)": 0.8206608295440674, "Finetune/Step": 4960, "Finetune/Step Time": 5.240356616675854}
+{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.8371140956878662, "Finetune/Loss (Raw)": 0.8005095720291138, "Finetune/Step": 4961, "Finetune/Step Time": 5.237652068957686}
+{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.8365399837493896, "Finetune/Loss (Raw)": 0.9081668257713318, "Finetune/Step": 4962, "Finetune/Step Time": 5.236619653180242}
+{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.8358902931213379, "Finetune/Loss (Raw)": 0.8430135846138, "Finetune/Step": 4963, "Finetune/Step Time": 5.240313919261098}
+{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.8358401656150818, "Finetune/Loss (Raw)": 0.946458101272583, "Finetune/Step": 4964, "Finetune/Step Time": 5.243246743455529}
+{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.8366017937660217, "Finetune/Loss (Raw)": 0.9575111865997314, "Finetune/Step": 4965, "Finetune/Step Time": 5.243454681709409}
+{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.8352232575416565, "Finetune/Loss (Raw)": 0.7940614819526672, "Finetune/Step": 4966, "Finetune/Step Time": 5.246356060728431}
+{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.8360757231712341, "Finetune/Loss (Raw)": 0.914228618144989, "Finetune/Step": 4967, "Finetune/Step Time": 5.244000725448132}
+{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.8359662294387817, "Finetune/Loss (Raw)": 0.8822635412216187, "Finetune/Step": 4968, "Finetune/Step Time": 5.23944697342813}
+{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.8364905714988708, "Finetune/Loss (Raw)": 0.8629121780395508, "Finetune/Step": 4969, "Finetune/Step Time": 5.242130709812045}
+{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.8373689651489258, "Finetune/Loss (Raw)": 0.9443091750144958, "Finetune/Step": 4970, "Finetune/Step Time": 5.234282037243247}
+{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.8370887041091919, "Finetune/Loss (Raw)": 1.0064976215362549, "Finetune/Step": 4971, "Finetune/Step Time": 5.244684549048543}
+{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.8373279571533203, "Finetune/Loss (Raw)": 0.837146520614624, "Finetune/Step": 4972, "Finetune/Step Time": 5.228176781907678}
+{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.8371950387954712, "Finetune/Loss (Raw)": 1.00343656539917, "Finetune/Step": 4973, "Finetune/Step Time": 5.228052448481321}
+{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.8323551416397095, "Finetune/Loss (Raw)": 0.29947829246520996, "Finetune/Step": 4974, "Finetune/Step Time": 5.242549538612366}
+{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.8362135887145996, "Finetune/Loss (Raw)": 0.8131821155548096, "Finetune/Step": 4975, "Finetune/Step Time": 5.21543001383543}
+{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.8379784822463989, "Finetune/Loss (Raw)": 0.984759509563446, "Finetune/Step": 4976, "Finetune/Step Time": 5.217268915846944}
+{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.8378089666366577, "Finetune/Loss (Raw)": 0.7358540296554565, "Finetune/Step": 4977, "Finetune/Step Time": 5.216392358765006}
+{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.8365851640701294, "Finetune/Loss (Raw)": 0.8034664392471313, "Finetune/Step": 4978, "Finetune/Step Time": 5.206770658493042}
+{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.8360408544540405, "Finetune/Loss (Raw)": 0.8277888298034668, "Finetune/Step": 4979, "Finetune/Step Time": 5.20874679274857}
+{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.8350852727890015, "Finetune/Loss (Raw)": 0.695161759853363, "Finetune/Step": 4980, "Finetune/Step Time": 5.201872093603015}
+{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.833164393901825, "Finetune/Loss (Raw)": 0.7592083811759949, "Finetune/Step": 4981, "Finetune/Step Time": 5.1926672626286745}
+{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.8359962105751038, "Finetune/Loss (Raw)": 0.9584761261940002, "Finetune/Step": 4982, "Finetune/Step Time": 5.187814628705382}
+{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.8320459127426147, "Finetune/Loss (Raw)": 0.40672567486763, "Finetune/Step": 4983, "Finetune/Step Time": 5.216659247875214}
+{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.8310479521751404, "Finetune/Loss (Raw)": 0.7703471183776855, "Finetune/Step": 4984, "Finetune/Step Time": 5.227968694642186}
+{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.8314713835716248, "Finetune/Loss (Raw)": 1.0066102743148804, "Finetune/Step": 4985, "Finetune/Step Time": 5.224883718416095}
+{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.82903653383255, "Finetune/Loss (Raw)": 0.6809471249580383, "Finetune/Step": 4986, "Finetune/Step Time": 5.216542229056358}
+{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.8292285203933716, "Finetune/Loss (Raw)": 0.9178869724273682, "Finetune/Step": 4987, "Finetune/Step Time": 5.223020475357771}
+{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.8304694890975952, "Finetune/Loss (Raw)": 0.9351344108581543, "Finetune/Step": 4988, "Finetune/Step Time": 5.241037663072348}
+{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.8309934139251709, "Finetune/Loss (Raw)": 0.902716875076294, "Finetune/Step": 4989, "Finetune/Step Time": 5.232521763071418}
+{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.8302184343338013, "Finetune/Loss (Raw)": 0.8597909808158875, "Finetune/Step": 4990, "Finetune/Step Time": 5.2349896393716335}
+{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.82899010181427, "Finetune/Loss (Raw)": 0.8205906748771667, "Finetune/Step": 4991, "Finetune/Step Time": 5.217512812465429}
+{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.8294088840484619, "Finetune/Loss (Raw)": 0.9735304713249207, "Finetune/Step": 4992, "Finetune/Step Time": 5.217242596670985}
+{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.8268630504608154, "Finetune/Loss (Raw)": 0.5916072130203247, "Finetune/Step": 4993, "Finetune/Step Time": 5.230310197919607}
+{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.8273258805274963, "Finetune/Loss (Raw)": 0.8248879909515381, "Finetune/Step": 4994, "Finetune/Step Time": 5.2477412931621075}
+{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.8293551206588745, "Finetune/Loss (Raw)": 0.6056907176971436, "Finetune/Step": 4995, "Finetune/Step Time": 5.220700372010469}
+{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.831289529800415, "Finetune/Loss (Raw)": 0.997958242893219, "Finetune/Step": 4996, "Finetune/Step Time": 5.2216190584003925}
+{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.8324174880981445, "Finetune/Loss (Raw)": 0.9151209592819214, "Finetune/Step": 4997, "Finetune/Step Time": 5.206406963989139}
+{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.8349226713180542, "Finetune/Loss (Raw)": 1.0993914604187012, "Finetune/Step": 4998, "Finetune/Step Time": 5.203511269763112}
+{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.8355125188827515, "Finetune/Loss (Raw)": 0.9797149300575256, "Finetune/Step": 4999, "Finetune/Step Time": 5.193995356559753}
+{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.8318872451782227, "Finetune/Loss (Raw)": 0.34711989760398865, "Finetune/Step": 5000, "Finetune/Step Time": 5.224829692393541}
+{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.8330159187316895, "Finetune/Loss (Raw)": 0.9274251461029053, "Finetune/Step": 5001, "Finetune/Step Time": 5.207948178052902}
+{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.8328660130500793, "Finetune/Loss (Raw)": 0.637259304523468, "Finetune/Step": 5002, "Finetune/Step Time": 5.209222195670009}
+{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.8327831029891968, "Finetune/Loss (Raw)": 0.810520589351654, "Finetune/Step": 5003, "Finetune/Step Time": 5.1974305380135775}
+{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.8314411044120789, "Finetune/Loss (Raw)": 0.7551974058151245, "Finetune/Step": 5004, "Finetune/Step Time": 5.210411550477147}
+{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.8308422565460205, "Finetune/Loss (Raw)": 0.8851568698883057, "Finetune/Step": 5005, "Finetune/Step Time": 5.212688736617565}
+{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.8310577869415283, "Finetune/Loss (Raw)": 0.8750399351119995, "Finetune/Step": 5006, "Finetune/Step Time": 5.204546274617314}
+{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.8300826549530029, "Finetune/Loss (Raw)": 0.7791405320167542, "Finetune/Step": 5007, "Finetune/Step Time": 5.2139762956649065}
+{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.8288593888282776, "Finetune/Loss (Raw)": 0.7717301249504089, "Finetune/Step": 5008, "Finetune/Step Time": 5.220420751720667}
+{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.8283798694610596, "Finetune/Loss (Raw)": 0.9984965920448303, "Finetune/Step": 5009, "Finetune/Step Time": 5.2120655830949545}
+{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.8298644423484802, "Finetune/Loss (Raw)": 0.9573671221733093, "Finetune/Step": 5010, "Finetune/Step Time": 5.203476350754499}
+{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.8306732177734375, "Finetune/Loss (Raw)": 0.8542348146438599, "Finetune/Step": 5011, "Finetune/Step Time": 5.203852690756321}
+{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.8296321630477905, "Finetune/Loss (Raw)": 0.8423413634300232, "Finetune/Step": 5012, "Finetune/Step Time": 5.202389616519213}
+{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.8288599848747253, "Finetune/Loss (Raw)": 0.7313505411148071, "Finetune/Step": 5013, "Finetune/Step Time": 5.201136361807585}
+{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.8276416063308716, "Finetune/Loss (Raw)": 0.8012282848358154, "Finetune/Step": 5014, "Finetune/Step Time": 5.191337959840894}
+{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.8267654180526733, "Finetune/Loss (Raw)": 0.7657409310340881, "Finetune/Step": 5015, "Finetune/Step Time": 5.180897608399391}
+{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.8260779976844788, "Finetune/Loss (Raw)": 0.8465139269828796, "Finetune/Step": 5016, "Finetune/Step Time": 5.196206582710147}
+{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.8253321051597595, "Finetune/Loss (Raw)": 0.771764874458313, "Finetune/Step": 5017, "Finetune/Step Time": 5.196838699281216}
+{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.8244212865829468, "Finetune/Loss (Raw)": 0.7339479923248291, "Finetune/Step": 5018, "Finetune/Step Time": 5.185883305966854}
+{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.8244388103485107, "Finetune/Loss (Raw)": 0.7761059999465942, "Finetune/Step": 5019, "Finetune/Step Time": 5.184766674414277}
+{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.8202914595603943, "Finetune/Loss (Raw)": 0.34179848432540894, "Finetune/Step": 5020, "Finetune/Step Time": 5.213885683566332}
+{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.819617509841919, "Finetune/Loss (Raw)": 0.9086695909500122, "Finetune/Step": 5021, "Finetune/Step Time": 5.214398842304945}
+{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.8201547861099243, "Finetune/Loss (Raw)": 0.8863125443458557, "Finetune/Step": 5022, "Finetune/Step Time": 5.1970121413469315}
+{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.8210374116897583, "Finetune/Loss (Raw)": 0.877472460269928, "Finetune/Step": 5023, "Finetune/Step Time": 5.203553268685937}
+{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.8202041387557983, "Finetune/Loss (Raw)": 0.8153782486915588, "Finetune/Step": 5024, "Finetune/Step Time": 5.207662992179394}
+{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.8211790323257446, "Finetune/Loss (Raw)": 0.8209793567657471, "Finetune/Step": 5025, "Finetune/Step Time": 5.212856126949191}
+{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.8225314021110535, "Finetune/Loss (Raw)": 0.9274956583976746, "Finetune/Step": 5026, "Finetune/Step Time": 5.195046542212367}
+{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.8221042156219482, "Finetune/Loss (Raw)": 0.9141124486923218, "Finetune/Step": 5027, "Finetune/Step Time": 5.198093201965094}
+{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.8230276107788086, "Finetune/Loss (Raw)": 0.9614235162734985, "Finetune/Step": 5028, "Finetune/Step Time": 5.200879810377955}
+{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.8233846426010132, "Finetune/Loss (Raw)": 0.8718127012252808, "Finetune/Step": 5029, "Finetune/Step Time": 5.20322884619236}
+{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.8232945203781128, "Finetune/Loss (Raw)": 0.8098061680793762, "Finetune/Step": 5030, "Finetune/Step Time": 5.206646304577589}
+{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.8238531351089478, "Finetune/Loss (Raw)": 0.8916119337081909, "Finetune/Step": 5031, "Finetune/Step Time": 5.208974217996001}
+{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.8246605396270752, "Finetune/Loss (Raw)": 0.9429405331611633, "Finetune/Step": 5032, "Finetune/Step Time": 5.207151157781482}
+{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.824135959148407, "Finetune/Loss (Raw)": 0.8584461212158203, "Finetune/Step": 5033, "Finetune/Step Time": 5.206834971904755}
+{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.8246371746063232, "Finetune/Loss (Raw)": 0.9035258293151855, "Finetune/Step": 5034, "Finetune/Step Time": 5.2051142659038305}
+{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.8249310255050659, "Finetune/Loss (Raw)": 0.7903075814247131, "Finetune/Step": 5035, "Finetune/Step Time": 5.203093651682138}
+{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.8244935274124146, "Finetune/Loss (Raw)": 0.8161093592643738, "Finetune/Step": 5036, "Finetune/Step Time": 5.183765165507793}
+{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.825309157371521, "Finetune/Loss (Raw)": 0.9458636045455933, "Finetune/Step": 5037, "Finetune/Step Time": 5.179133165627718}
+{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.8259401321411133, "Finetune/Loss (Raw)": 0.9674099683761597, "Finetune/Step": 5038, "Finetune/Step Time": 5.187247954308987}
+{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.827655553817749, "Finetune/Loss (Raw)": 1.0543040037155151, "Finetune/Step": 5039, "Finetune/Step Time": 5.1929679568856955}
+{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.8263341784477234, "Finetune/Loss (Raw)": 0.7168976664543152, "Finetune/Step": 5040, "Finetune/Step Time": 5.197794619947672}
+{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.8268907070159912, "Finetune/Loss (Raw)": 0.9839994311332703, "Finetune/Step": 5041, "Finetune/Step Time": 5.187303479760885}
+{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.8313207626342773, "Finetune/Loss (Raw)": 0.969212532043457, "Finetune/Step": 5042, "Finetune/Step Time": 5.18100468441844}
+{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.8321879506111145, "Finetune/Loss (Raw)": 0.8589310646057129, "Finetune/Step": 5043, "Finetune/Step Time": 5.182857055217028}
+{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.8322624564170837, "Finetune/Loss (Raw)": 0.8497552275657654, "Finetune/Step": 5044, "Finetune/Step Time": 5.175984950736165}
+{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.8313190340995789, "Finetune/Loss (Raw)": 0.28468990325927734, "Finetune/Step": 5045, "Finetune/Step Time": 5.174681728705764}
+{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.8270163536071777, "Finetune/Loss (Raw)": 0.32697972655296326, "Finetune/Step": 5046, "Finetune/Step Time": 5.216310286894441}
+{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.8273359537124634, "Finetune/Loss (Raw)": 0.8970884680747986, "Finetune/Step": 5047, "Finetune/Step Time": 5.205244986340404}
+{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.8278272151947021, "Finetune/Loss (Raw)": 0.9596821069717407, "Finetune/Step": 5048, "Finetune/Step Time": 5.206417582929134}
+{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.8271782398223877, "Finetune/Loss (Raw)": 0.8440164923667908, "Finetune/Step": 5049, "Finetune/Step Time": 5.209956295788288}
+{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.8277693390846252, "Finetune/Loss (Raw)": 0.822088360786438, "Finetune/Step": 5050, "Finetune/Step Time": 5.220699647441506}
+{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.8276481628417969, "Finetune/Loss (Raw)": 0.7851160764694214, "Finetune/Step": 5051, "Finetune/Step Time": 5.23515940271318}
+{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.8238297700881958, "Finetune/Loss (Raw)": 0.36379000544548035, "Finetune/Step": 5052, "Finetune/Step Time": 5.260723350569606}
+{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.8236395716667175, "Finetune/Loss (Raw)": 0.7937130928039551, "Finetune/Step": 5053, "Finetune/Step Time": 5.269740998744965}
+{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.8251371383666992, "Finetune/Loss (Raw)": 1.005360722541809, "Finetune/Step": 5054, "Finetune/Step Time": 5.275846166536212}
+{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.8251948356628418, "Finetune/Loss (Raw)": 0.8174356818199158, "Finetune/Step": 5055, "Finetune/Step Time": 5.276312889531255}
+{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.8268873691558838, "Finetune/Loss (Raw)": 0.870211124420166, "Finetune/Step": 5056, "Finetune/Step Time": 5.251458266749978}
+{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.8273003101348877, "Finetune/Loss (Raw)": 0.8637403249740601, "Finetune/Step": 5057, "Finetune/Step Time": 5.254366621375084}
+{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.8271308541297913, "Finetune/Loss (Raw)": 0.8647115230560303, "Finetune/Step": 5058, "Finetune/Step Time": 5.258464153856039}
+{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.8272965550422668, "Finetune/Loss (Raw)": 0.9501474499702454, "Finetune/Step": 5059, "Finetune/Step Time": 5.256346739828587}
+{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.8278001546859741, "Finetune/Loss (Raw)": 0.9655276536941528, "Finetune/Step": 5060, "Finetune/Step Time": 5.266024822369218}
+{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.8287371397018433, "Finetune/Loss (Raw)": 0.8945643901824951, "Finetune/Step": 5061, "Finetune/Step Time": 5.249315783381462}
+{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.8276980519294739, "Finetune/Loss (Raw)": 0.782437264919281, "Finetune/Step": 5062, "Finetune/Step Time": 5.254102693870664}
+{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.8277603387832642, "Finetune/Loss (Raw)": 0.9355905652046204, "Finetune/Step": 5063, "Finetune/Step Time": 5.251515973359346}
+{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.8274215459823608, "Finetune/Loss (Raw)": 0.7445915937423706, "Finetune/Step": 5064, "Finetune/Step Time": 5.247307732701302}
+{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.826938271522522, "Finetune/Loss (Raw)": 0.9361832737922668, "Finetune/Step": 5065, "Finetune/Step Time": 5.253512054681778}
+{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.8270584344863892, "Finetune/Loss (Raw)": 0.9235475063323975, "Finetune/Step": 5066, "Finetune/Step Time": 5.233789434656501}
+{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.8308113217353821, "Finetune/Loss (Raw)": 0.814423143863678, "Finetune/Step": 5067, "Finetune/Step Time": 5.20724419131875}
+{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.8325299024581909, "Finetune/Loss (Raw)": 0.8914117813110352, "Finetune/Step": 5068, "Finetune/Step Time": 5.199424784630537}
+{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.8328902721405029, "Finetune/Loss (Raw)": 0.7823426127433777, "Finetune/Step": 5069, "Finetune/Step Time": 5.2011151649057865}
+{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.8328354358673096, "Finetune/Loss (Raw)": 0.8056944608688354, "Finetune/Step": 5070, "Finetune/Step Time": 5.198866922408342}
+{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.8331890106201172, "Finetune/Loss (Raw)": 0.8168687224388123, "Finetune/Step": 5071, "Finetune/Step Time": 5.205684307962656}
+{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.8344653844833374, "Finetune/Loss (Raw)": 1.0731120109558105, "Finetune/Step": 5072, "Finetune/Step Time": 5.208878384903073}
+{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.8341050148010254, "Finetune/Loss (Raw)": 0.8922179341316223, "Finetune/Step": 5073, "Finetune/Step Time": 5.212931679561734}
+{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.8347845077514648, "Finetune/Loss (Raw)": 0.9491441249847412, "Finetune/Step": 5074, "Finetune/Step Time": 5.209364850074053}
+{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.8305057287216187, "Finetune/Loss (Raw)": 0.36913207173347473, "Finetune/Step": 5075, "Finetune/Step Time": 5.237934369593859}
+{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.8313382863998413, "Finetune/Loss (Raw)": 0.9221178889274597, "Finetune/Step": 5076, "Finetune/Step Time": 5.237071681767702}
+{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.8314267992973328, "Finetune/Loss (Raw)": 0.8367341756820679, "Finetune/Step": 5077, "Finetune/Step Time": 5.258778713643551}
+{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.8320512771606445, "Finetune/Loss (Raw)": 0.8684943318367004, "Finetune/Step": 5078, "Finetune/Step Time": 5.243848068639636}
+{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.8328378200531006, "Finetune/Loss (Raw)": 1.0033847093582153, "Finetune/Step": 5079, "Finetune/Step Time": 5.244097111746669}
+{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.8331676125526428, "Finetune/Loss (Raw)": 0.9749051332473755, "Finetune/Step": 5080, "Finetune/Step Time": 5.236936803907156}
+{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.8323581218719482, "Finetune/Loss (Raw)": 0.70881587266922, "Finetune/Step": 5081, "Finetune/Step Time": 5.2335308734327555}
+{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.8276000022888184, "Finetune/Loss (Raw)": 0.3407836854457855, "Finetune/Step": 5082, "Finetune/Step Time": 5.226340960711241}
+{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.8274968862533569, "Finetune/Loss (Raw)": 0.8577257394790649, "Finetune/Step": 5083, "Finetune/Step Time": 5.231048330664635}
+{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.8261723518371582, "Finetune/Loss (Raw)": 0.753520131111145, "Finetune/Step": 5084, "Finetune/Step Time": 5.241770340129733}
+{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.8252681493759155, "Finetune/Loss (Raw)": 0.8530515432357788, "Finetune/Step": 5085, "Finetune/Step Time": 5.245456080883741}
+{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.8266030550003052, "Finetune/Loss (Raw)": 0.9874062538146973, "Finetune/Step": 5086, "Finetune/Step Time": 5.233616333454847}
+{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.8302655816078186, "Finetune/Loss (Raw)": 0.9020324349403381, "Finetune/Step": 5087, "Finetune/Step Time": 5.2257743421942}
+{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.8317716121673584, "Finetune/Loss (Raw)": 1.0134353637695312, "Finetune/Step": 5088, "Finetune/Step Time": 5.225716369226575}
+{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.8327524662017822, "Finetune/Loss (Raw)": 0.9260498285293579, "Finetune/Step": 5089, "Finetune/Step Time": 5.225235935300589}
+{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.8318133354187012, "Finetune/Loss (Raw)": 0.7879660725593567, "Finetune/Step": 5090, "Finetune/Step Time": 5.227005174383521}
+{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.8325574398040771, "Finetune/Loss (Raw)": 0.9382539987564087, "Finetune/Step": 5091, "Finetune/Step Time": 5.23553316667676}
+{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.827652096748352, "Finetune/Loss (Raw)": 0.3185766935348511, "Finetune/Step": 5092, "Finetune/Step Time": 5.262839050963521}
+{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.8271014094352722, "Finetune/Loss (Raw)": 0.8870259523391724, "Finetune/Step": 5093, "Finetune/Step Time": 5.264936830848455}
+{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.8271538615226746, "Finetune/Loss (Raw)": 0.8007735013961792, "Finetune/Step": 5094, "Finetune/Step Time": 5.274593783542514}
+{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.8252990245819092, "Finetune/Loss (Raw)": 0.6768115758895874, "Finetune/Step": 5095, "Finetune/Step Time": 5.282278409227729}
+{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.824633777141571, "Finetune/Loss (Raw)": 0.7971147894859314, "Finetune/Step": 5096, "Finetune/Step Time": 5.309972994029522}
+{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.8228709697723389, "Finetune/Loss (Raw)": 0.6372728943824768, "Finetune/Step": 5097, "Finetune/Step Time": 5.302010480314493}
+{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.8210475444793701, "Finetune/Loss (Raw)": 0.7109025716781616, "Finetune/Step": 5098, "Finetune/Step Time": 5.2938587330281734}
+{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.8192256689071655, "Finetune/Loss (Raw)": 0.7732961177825928, "Finetune/Step": 5099, "Finetune/Step Time": 5.2820772882550955}
+{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.8187093734741211, "Finetune/Loss (Raw)": 0.7710715532302856, "Finetune/Step": 5100, "Finetune/Step Time": 5.268398281186819}
+{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.8168980479240417, "Finetune/Loss (Raw)": 0.7715821862220764, "Finetune/Step": 5101, "Finetune/Step Time": 5.269764773547649}
+{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.8215815424919128, "Finetune/Loss (Raw)": 0.8989619016647339, "Finetune/Step": 5102, "Finetune/Step Time": 5.2311822306364775}
+{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.8225549459457397, "Finetune/Loss (Raw)": 0.9377872943878174, "Finetune/Step": 5103, "Finetune/Step Time": 5.2260593213140965}
+{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.8196308612823486, "Finetune/Loss (Raw)": 0.6104764938354492, "Finetune/Step": 5104, "Finetune/Step Time": 5.228847937658429}
+{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.8207921385765076, "Finetune/Loss (Raw)": 0.8844900131225586, "Finetune/Step": 5105, "Finetune/Step Time": 5.207587854936719}
+{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.8221517205238342, "Finetune/Loss (Raw)": 0.9774938821792603, "Finetune/Step": 5106, "Finetune/Step Time": 5.224146390333772}
+{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.8229303359985352, "Finetune/Loss (Raw)": 0.9274455308914185, "Finetune/Step": 5107, "Finetune/Step Time": 5.223795896396041}
+{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.8239853382110596, "Finetune/Loss (Raw)": 0.8302055597305298, "Finetune/Step": 5108, "Finetune/Step Time": 5.208433151245117}
+{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.8255937695503235, "Finetune/Loss (Raw)": 0.9650904536247253, "Finetune/Step": 5109, "Finetune/Step Time": 5.211123451590538}
+{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.8248512148857117, "Finetune/Loss (Raw)": 0.8634291291236877, "Finetune/Step": 5110, "Finetune/Step Time": 5.222832348197699}
+{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.8274240493774414, "Finetune/Loss (Raw)": 0.7360451221466064, "Finetune/Step": 5111, "Finetune/Step Time": 5.217602089047432}
+{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.8240792751312256, "Finetune/Loss (Raw)": 0.3422233760356903, "Finetune/Step": 5112, "Finetune/Step Time": 5.248599221929908}
+{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.8184443712234497, "Finetune/Loss (Raw)": 0.2853400707244873, "Finetune/Step": 5113, "Finetune/Step Time": 5.284312641248107}
+{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.8199094533920288, "Finetune/Loss (Raw)": 0.8684765100479126, "Finetune/Step": 5114, "Finetune/Step Time": 5.296711752191186}
+{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.8188105821609497, "Finetune/Loss (Raw)": 0.7772221565246582, "Finetune/Step": 5115, "Finetune/Step Time": 5.289067963138223}
+{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.813484787940979, "Finetune/Loss (Raw)": 0.25344258546829224, "Finetune/Step": 5116, "Finetune/Step Time": 5.30262671969831}
+{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.8145649433135986, "Finetune/Loss (Raw)": 1.0409715175628662, "Finetune/Step": 5117, "Finetune/Step Time": 5.304640203714371}
+{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.815256655216217, "Finetune/Loss (Raw)": 0.9483356475830078, "Finetune/Step": 5118, "Finetune/Step Time": 5.307549891993403}
+{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.8167131543159485, "Finetune/Loss (Raw)": 1.007018804550171, "Finetune/Step": 5119, "Finetune/Step Time": 5.308175245299935}
+{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.8117504119873047, "Finetune/Loss (Raw)": 0.33830493688583374, "Finetune/Step": 5120, "Finetune/Step Time": 5.322858080267906}
+{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.8134652972221375, "Finetune/Loss (Raw)": 0.8111081123352051, "Finetune/Step": 5121, "Finetune/Step Time": 5.309610875323415}
+{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.8130449056625366, "Finetune/Loss (Raw)": 0.7710819840431213, "Finetune/Step": 5122, "Finetune/Step Time": 5.290702201426029}
+{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.8152850270271301, "Finetune/Loss (Raw)": 0.8924201130867004, "Finetune/Step": 5123, "Finetune/Step Time": 5.292668471112847}
+{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.8147546052932739, "Finetune/Loss (Raw)": 0.930072546005249, "Finetune/Step": 5124, "Finetune/Step Time": 5.2934311125427485}
+{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.8153722882270813, "Finetune/Loss (Raw)": 0.9941826462745667, "Finetune/Step": 5125, "Finetune/Step Time": 5.29822414368391}
+{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.8097958564758301, "Finetune/Loss (Raw)": 0.38560789823532104, "Finetune/Step": 5126, "Finetune/Step Time": 5.32782425172627}
+{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.8087926506996155, "Finetune/Loss (Raw)": 0.8512973785400391, "Finetune/Step": 5127, "Finetune/Step Time": 5.341788120567799}
+{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.8126261830329895, "Finetune/Loss (Raw)": 0.8378183841705322, "Finetune/Step": 5128, "Finetune/Step Time": 5.315131472423673}
+{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.8076412677764893, "Finetune/Loss (Raw)": 0.2893504798412323, "Finetune/Step": 5129, "Finetune/Step Time": 5.345918789505959}
+{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.8091611862182617, "Finetune/Loss (Raw)": 0.8318082690238953, "Finetune/Step": 5130, "Finetune/Step Time": 5.341244595125318}
+{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.8083598613739014, "Finetune/Loss (Raw)": 0.7079485654830933, "Finetune/Step": 5131, "Finetune/Step Time": 5.347324086353183}
+{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.8082672953605652, "Finetune/Loss (Raw)": 0.743356466293335, "Finetune/Step": 5132, "Finetune/Step Time": 5.341699684038758}
+{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.8081815838813782, "Finetune/Loss (Raw)": 0.8741848468780518, "Finetune/Step": 5133, "Finetune/Step Time": 5.351887047290802}
+{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.8083298206329346, "Finetune/Loss (Raw)": 0.8940132856369019, "Finetune/Step": 5134, "Finetune/Step Time": 5.3554494101554155}
+{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.8078108429908752, "Finetune/Loss (Raw)": 0.7127072811126709, "Finetune/Step": 5135, "Finetune/Step Time": 5.349720159545541}
+{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.809836208820343, "Finetune/Loss (Raw)": 1.0309810638427734, "Finetune/Step": 5136, "Finetune/Step Time": 5.354057354852557}
+{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.8084080219268799, "Finetune/Loss (Raw)": 0.8156901597976685, "Finetune/Step": 5137, "Finetune/Step Time": 5.356550684198737}
+{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.8073422312736511, "Finetune/Loss (Raw)": 0.8209437727928162, "Finetune/Step": 5138, "Finetune/Step Time": 5.370185738429427}
+{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.8032952547073364, "Finetune/Loss (Raw)": 0.33622288703918457, "Finetune/Step": 5139, "Finetune/Step Time": 5.399644676595926}
+{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.8038508892059326, "Finetune/Loss (Raw)": 0.9134663343429565, "Finetune/Step": 5140, "Finetune/Step Time": 5.395195933058858}
+{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.8058093190193176, "Finetune/Loss (Raw)": 0.9820273518562317, "Finetune/Step": 5141, "Finetune/Step Time": 5.392119411379099}
+{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.8059226870536804, "Finetune/Loss (Raw)": 0.8157376646995544, "Finetune/Step": 5142, "Finetune/Step Time": 5.395646892488003}
+{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.8073180913925171, "Finetune/Loss (Raw)": 0.9443457126617432, "Finetune/Step": 5143, "Finetune/Step Time": 5.398455331102014}
+{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.8056833744049072, "Finetune/Loss (Raw)": 0.6372750997543335, "Finetune/Step": 5144, "Finetune/Step Time": 5.40392467007041}
+{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.8060309886932373, "Finetune/Loss (Raw)": 0.816254198551178, "Finetune/Step": 5145, "Finetune/Step Time": 5.404938101768494}
+{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.8081763386726379, "Finetune/Loss (Raw)": 1.008557915687561, "Finetune/Step": 5146, "Finetune/Step Time": 5.400091789662838}
+{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.8086830377578735, "Finetune/Loss (Raw)": 0.8409603834152222, "Finetune/Step": 5147, "Finetune/Step Time": 5.40204593911767}
+{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.81120365858078, "Finetune/Loss (Raw)": 0.6644429564476013, "Finetune/Step": 5148, "Finetune/Step Time": 5.377633087337017}
+{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.8104878664016724, "Finetune/Loss (Raw)": 0.8170477151870728, "Finetune/Step": 5149, "Finetune/Step Time": 5.38333298638463}
+{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.8099371194839478, "Finetune/Loss (Raw)": 0.8158131837844849, "Finetune/Step": 5150, "Finetune/Step Time": 5.39024537242949}
+{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.8093392848968506, "Finetune/Loss (Raw)": 0.800955057144165, "Finetune/Step": 5151, "Finetune/Step Time": 5.386604363098741}
+{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.808916449546814, "Finetune/Loss (Raw)": 0.7612516283988953, "Finetune/Step": 5152, "Finetune/Step Time": 5.388237856328487}
+{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.8057437539100647, "Finetune/Loss (Raw)": 0.41487935185432434, "Finetune/Step": 5153, "Finetune/Step Time": 5.406741281971335}
+{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.8013505935668945, "Finetune/Loss (Raw)": 0.3651660084724426, "Finetune/Step": 5154, "Finetune/Step Time": 5.437885619699955}
+{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.8000212907791138, "Finetune/Loss (Raw)": 0.7439672350883484, "Finetune/Step": 5155, "Finetune/Step Time": 5.439500091597438}
+{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.7998907566070557, "Finetune/Loss (Raw)": 0.9447103142738342, "Finetune/Step": 5156, "Finetune/Step Time": 5.45188195630908}
+{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.7997696399688721, "Finetune/Loss (Raw)": 0.8563134670257568, "Finetune/Step": 5157, "Finetune/Step Time": 5.451647724956274}
+{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.8001065254211426, "Finetune/Loss (Raw)": 0.8529210090637207, "Finetune/Step": 5158, "Finetune/Step Time": 5.448612989857793}
+{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.800422191619873, "Finetune/Loss (Raw)": 0.9320208430290222, "Finetune/Step": 5159, "Finetune/Step Time": 5.450452197343111}
+{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.8008147478103638, "Finetune/Loss (Raw)": 0.9931890368461609, "Finetune/Step": 5160, "Finetune/Step Time": 5.449527196586132}
+{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.8011666536331177, "Finetune/Loss (Raw)": 0.9034903049468994, "Finetune/Step": 5161, "Finetune/Step Time": 5.460985027253628}
+{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.8002812266349792, "Finetune/Loss (Raw)": 0.7901890277862549, "Finetune/Step": 5162, "Finetune/Step Time": 5.4771024361252785}
+{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.8012939691543579, "Finetune/Loss (Raw)": 0.9199371933937073, "Finetune/Step": 5163, "Finetune/Step Time": 5.473435647785664}
+{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.8025935888290405, "Finetune/Loss (Raw)": 0.9824656844139099, "Finetune/Step": 5164, "Finetune/Step Time": 5.486998043954372}
+{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.8008726239204407, "Finetune/Loss (Raw)": 0.7255790829658508, "Finetune/Step": 5165, "Finetune/Step Time": 5.496807046234608}
+{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.8004900217056274, "Finetune/Loss (Raw)": 0.918432891368866, "Finetune/Step": 5166, "Finetune/Step Time": 5.503521215170622}
+{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.7985903024673462, "Finetune/Loss (Raw)": 0.8111457824707031, "Finetune/Step": 5167, "Finetune/Step Time": 5.496374785900116}
+{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.8001364469528198, "Finetune/Loss (Raw)": 0.9147956967353821, "Finetune/Step": 5168, "Finetune/Step Time": 5.486698962748051}
+{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.7996500134468079, "Finetune/Loss (Raw)": 0.9217409491539001, "Finetune/Step": 5169, "Finetune/Step Time": 5.487174775451422}
+{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.7977417707443237, "Finetune/Loss (Raw)": 0.7249563932418823, "Finetune/Step": 5170, "Finetune/Step Time": 5.473618010058999}
+{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.7988967895507812, "Finetune/Loss (Raw)": 1.0067741870880127, "Finetune/Step": 5171, "Finetune/Step Time": 5.469301475211978}
+{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.7988998889923096, "Finetune/Loss (Raw)": 0.8501589298248291, "Finetune/Step": 5172, "Finetune/Step Time": 5.466157706454396}
+{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.8027944564819336, "Finetune/Loss (Raw)": 0.7831927537918091, "Finetune/Step": 5173, "Finetune/Step Time": 5.446938598528504}
+{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.8086804747581482, "Finetune/Loss (Raw)": 1.0803865194320679, "Finetune/Step": 5174, "Finetune/Step Time": 5.404593698680401}
+{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.8084862232208252, "Finetune/Loss (Raw)": 0.8722203373908997, "Finetune/Step": 5175, "Finetune/Step Time": 5.410065971314907}
+{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.8035027384757996, "Finetune/Loss (Raw)": 0.32180067896842957, "Finetune/Step": 5176, "Finetune/Step Time": 5.438919961452484}
+{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.8046877384185791, "Finetune/Loss (Raw)": 0.995690107345581, "Finetune/Step": 5177, "Finetune/Step Time": 5.422549968585372}
+{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.8039923906326294, "Finetune/Loss (Raw)": 0.7330923080444336, "Finetune/Step": 5178, "Finetune/Step Time": 5.407434122636914}
+{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.8039562106132507, "Finetune/Loss (Raw)": 0.7804830074310303, "Finetune/Step": 5179, "Finetune/Step Time": 5.403020843863487}
+{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.8070988059043884, "Finetune/Loss (Raw)": 0.7660408616065979, "Finetune/Step": 5180, "Finetune/Step Time": 5.380790494382381}
+{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.8079891800880432, "Finetune/Loss (Raw)": 0.9076831936836243, "Finetune/Step": 5181, "Finetune/Step Time": 5.375452555716038}
+{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.8056409955024719, "Finetune/Loss (Raw)": 0.7047930359840393, "Finetune/Step": 5182, "Finetune/Step Time": 5.378439232707024}
+{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.8061584234237671, "Finetune/Loss (Raw)": 0.8836662769317627, "Finetune/Step": 5183, "Finetune/Step Time": 5.38259856775403}
+{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.8062270879745483, "Finetune/Loss (Raw)": 0.8789973855018616, "Finetune/Step": 5184, "Finetune/Step Time": 5.39244582504034}
+{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.8072295188903809, "Finetune/Loss (Raw)": 0.9920516610145569, "Finetune/Step": 5185, "Finetune/Step Time": 5.403817689046264}
+{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.8033971786499023, "Finetune/Loss (Raw)": 0.3741740584373474, "Finetune/Step": 5186, "Finetune/Step Time": 5.431609086692333}
+{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.801494836807251, "Finetune/Loss (Raw)": 0.7066517472267151, "Finetune/Step": 5187, "Finetune/Step Time": 5.460131745785475}
+{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.8002480268478394, "Finetune/Loss (Raw)": 0.8059301972389221, "Finetune/Step": 5188, "Finetune/Step Time": 5.451653253287077}
+{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.798958957195282, "Finetune/Loss (Raw)": 0.729566216468811, "Finetune/Step": 5189, "Finetune/Step Time": 5.464191200211644}
+{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.798475444316864, "Finetune/Loss (Raw)": 0.7205480337142944, "Finetune/Step": 5190, "Finetune/Step Time": 5.462812291458249}
+{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.7969257235527039, "Finetune/Loss (Raw)": 0.737220823764801, "Finetune/Step": 5191, "Finetune/Step Time": 5.47514514811337}
+{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.7976691126823425, "Finetune/Loss (Raw)": 0.8397480249404907, "Finetune/Step": 5192, "Finetune/Step Time": 5.471467150375247}
+{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.7958995699882507, "Finetune/Loss (Raw)": 0.709683358669281, "Finetune/Step": 5193, "Finetune/Step Time": 5.4829117972403765}
+{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.7912657856941223, "Finetune/Loss (Raw)": 0.33042213320732117, "Finetune/Step": 5194, "Finetune/Step Time": 5.513363234698772}
+{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.791504979133606, "Finetune/Loss (Raw)": 0.8450428247451782, "Finetune/Step": 5195, "Finetune/Step Time": 5.512462889775634}
+{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.7905977964401245, "Finetune/Loss (Raw)": 0.775292694568634, "Finetune/Step": 5196, "Finetune/Step Time": 5.518470725044608}
+{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.7912330031394958, "Finetune/Loss (Raw)": 0.8636482357978821, "Finetune/Step": 5197, "Finetune/Step Time": 5.511251455172896}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.791599452495575, "Finetune/Loss (Raw)": 0.8525987863540649, "Finetune/Step": 5198, "Finetune/Step Time": 5.507093958556652}