diff --git "a/train-1.5-epochs+7b/run-metrics.jsonl" "b/train-1.5-epochs+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/train-1.5-epochs+7b/run-metrics.jsonl"
@@ -0,0 +1,7801 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": 7800, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "vicuna-v15-7b", "llm_max_length": 2048, "model_id": "train-1.5-epochs+7b", "reduce_in_full_precision": false, "type": "train-1.5-epochs+7b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": null, "run_id": "train-1.5-epochs+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "train-1.5-epochs+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 8.547008547008549e-08, "Finetune/Loss": 5.428145885467529, "Finetune/Loss (Raw)": 5.428145885467529, "Finetune/Step": 1, "Finetune/Step Time": 23.941890954971313}
+{"Finetune/Learning Rate": 1.7094017094017097e-07, "Finetune/Loss": 5.697373390197754, "Finetune/Loss (Raw)": 5.9666008949279785, "Finetune/Step": 2, "Finetune/Step Time": 16.49151921272278}
+{"Finetune/Learning Rate": 2.564102564102564e-07, "Finetune/Loss": 5.097801208496094, "Finetune/Loss (Raw)": 3.8986563682556152, "Finetune/Step": 3, "Finetune/Step Time": 12.846329689025879}
+{"Finetune/Learning Rate": 3.4188034188034194e-07, "Finetune/Loss": 4.653369903564453, "Finetune/Loss (Raw)": 3.320077419281006, "Finetune/Step": 4, "Finetune/Step Time": 11.047992706298828}
+{"Finetune/Learning Rate": 4.273504273504274e-07, "Finetune/Loss": 4.293666839599609, "Finetune/Loss (Raw)": 2.854853391647339, "Finetune/Step": 5, "Finetune/Step Time": 10.135120344161987}
+{"Finetune/Learning Rate": 5.128205128205128e-07, "Finetune/Loss": 4.025048732757568, "Finetune/Loss (Raw)": 2.6819567680358887, "Finetune/Step": 6, "Finetune/Step Time": 9.493605017662048}
+{"Finetune/Learning Rate": 5.982905982905984e-07, "Finetune/Loss": 3.839468479156494, "Finetune/Loss (Raw)": 2.7259883880615234, "Finetune/Step": 7, "Finetune/Step Time": 9.002420493534633}
+{"Finetune/Learning Rate": 6.837606837606839e-07, "Finetune/Loss": 3.6899845600128174, "Finetune/Loss (Raw)": 2.643599033355713, "Finetune/Step": 8, "Finetune/Step Time": 8.811302244663239}
+{"Finetune/Learning Rate": 7.692307692307694e-07, "Finetune/Loss": 3.5424726009368896, "Finetune/Loss (Raw)": 2.362375259399414, "Finetune/Step": 9, "Finetune/Step Time": 8.51825303501553}
+{"Finetune/Learning Rate": 8.547008547008548e-07, "Finetune/Loss": 3.459627628326416, "Finetune/Loss (Raw)": 2.7140262126922607, "Finetune/Step": 10, "Finetune/Step Time": 8.533929467201233}
+{"Finetune/Learning Rate": 9.401709401709402e-07, "Finetune/Loss": 3.3756802082061768, "Finetune/Loss (Raw)": 2.536203145980835, "Finetune/Step": 11, "Finetune/Step Time": 8.292157715017145}
+{"Finetune/Learning Rate": 1.0256410256410257e-06, "Finetune/Loss": 3.296978712081909, "Finetune/Loss (Raw)": 2.4312617778778076, "Finetune/Step": 12, "Finetune/Step Time": 8.101552565892538}
+{"Finetune/Learning Rate": 1.111111111111111e-06, "Finetune/Loss": 3.2206873893737793, "Finetune/Loss (Raw)": 2.3051929473876953, "Finetune/Step": 13, "Finetune/Step Time": 7.938232421875}
+{"Finetune/Learning Rate": 1.1965811965811968e-06, "Finetune/Loss": 3.178131341934204, "Finetune/Loss (Raw)": 2.6248974800109863, "Finetune/Step": 14, "Finetune/Step Time": 7.780131987162998}
+{"Finetune/Learning Rate": 1.282051282051282e-06, "Finetune/Loss": 3.1079964637756348, "Finetune/Loss (Raw)": 2.126112937927246, "Finetune/Step": 15, "Finetune/Step Time": 7.731778240203857}
+{"Finetune/Learning Rate": 1.3675213675213678e-06, "Finetune/Loss": 3.007751941680908, "Finetune/Loss (Raw)": 1.5040864944458008, "Finetune/Step": 16, "Finetune/Step Time": 7.700623378157616}
+{"Finetune/Learning Rate": 1.4529914529914531e-06, "Finetune/Loss": 2.9503865242004395, "Finetune/Loss (Raw)": 2.0325381755828857, "Finetune/Step": 17, "Finetune/Step Time": 7.610931929420023}
+{"Finetune/Learning Rate": 1.5384615384615387e-06, "Finetune/Loss": 2.8732621669769287, "Finetune/Loss (Raw)": 1.56214439868927, "Finetune/Step": 18, "Finetune/Step Time": 7.5591605636808605}
+{"Finetune/Learning Rate": 1.623931623931624e-06, "Finetune/Loss": 2.8245577812194824, "Finetune/Loss (Raw)": 1.9478769302368164, "Finetune/Step": 19, "Finetune/Step Time": 7.463976370660882}
+{"Finetune/Learning Rate": 1.7094017094017097e-06, "Finetune/Loss": 2.7735021114349365, "Finetune/Loss (Raw)": 1.8034464120864868, "Finetune/Step": 20, "Finetune/Step Time": 7.3632486939430235}
+{"Finetune/Learning Rate": 1.794871794871795e-06, "Finetune/Loss": 2.7185113430023193, "Finetune/Loss (Raw)": 1.6186972856521606, "Finetune/Step": 21, "Finetune/Step Time": 7.356498899913969}
+{"Finetune/Learning Rate": 1.8803418803418804e-06, "Finetune/Loss": 2.6594982147216797, "Finetune/Loss (Raw)": 1.4202184677124023, "Finetune/Step": 22, "Finetune/Step Time": 7.301932399923151}
+{"Finetune/Learning Rate": 1.9658119658119658e-06, "Finetune/Loss": 2.553415536880493, "Finetune/Loss (Raw)": 0.21959644556045532, "Finetune/Step": 23, "Finetune/Step Time": 7.363675718722136}
+{"Finetune/Learning Rate": 2.0512820512820513e-06, "Finetune/Loss": 2.5183143615722656, "Finetune/Loss (Raw)": 1.7109938859939575, "Finetune/Step": 24, "Finetune/Step Time": 7.287760297457377}
+{"Finetune/Learning Rate": 2.136752136752137e-06, "Finetune/Loss": 2.480041027069092, "Finetune/Loss (Raw)": 1.5614873170852661, "Finetune/Step": 25, "Finetune/Step Time": 7.240473346710205}
+{"Finetune/Learning Rate": 2.222222222222222e-06, "Finetune/Loss": 2.394871234893799, "Finetune/Loss (Raw)": 0.2656165361404419, "Finetune/Step": 26, "Finetune/Step Time": 7.322631377440232}
+{"Finetune/Learning Rate": 2.307692307692308e-06, "Finetune/Loss": 2.3672397136688232, "Finetune/Loss (Raw)": 1.6488229036331177, "Finetune/Step": 27, "Finetune/Step Time": 7.249838193257649}
+{"Finetune/Learning Rate": 2.3931623931623937e-06, "Finetune/Loss": 2.3355233669281006, "Finetune/Loss (Raw)": 1.4791831970214844, "Finetune/Step": 28, "Finetune/Step Time": 7.188204288482666}
+{"Finetune/Learning Rate": 2.478632478632479e-06, "Finetune/Loss": 2.30819034576416, "Finetune/Loss (Raw)": 1.5428670644760132, "Finetune/Step": 29, "Finetune/Step Time": 7.179342311004112}
+{"Finetune/Learning Rate": 2.564102564102564e-06, "Finetune/Loss": 2.277169942855835, "Finetune/Loss (Raw)": 1.3775675296783447, "Finetune/Step": 30, "Finetune/Step Time": 7.175393184026082}
+{"Finetune/Learning Rate": 2.64957264957265e-06, "Finetune/Loss": 2.254952907562256, "Finetune/Loss (Raw)": 1.5884532928466797, "Finetune/Step": 31, "Finetune/Step Time": 7.147148186160672}
+{"Finetune/Learning Rate": 2.7350427350427355e-06, "Finetune/Loss": 2.229813575744629, "Finetune/Loss (Raw)": 1.4504919052124023, "Finetune/Step": 32, "Finetune/Step Time": 7.173462115228176}
+{"Finetune/Learning Rate": 2.8205128205128207e-06, "Finetune/Loss": 2.2041661739349365, "Finetune/Loss (Raw)": 1.3834397792816162, "Finetune/Step": 33, "Finetune/Step Time": 7.15293515812267}
+{"Finetune/Learning Rate": 2.9059829059829063e-06, "Finetune/Loss": 2.1767356395721436, "Finetune/Loss (Raw)": 1.2715320587158203, "Finetune/Step": 34, "Finetune/Step Time": 7.116833749939413}
+{"Finetune/Learning Rate": 2.9914529914529914e-06, "Finetune/Loss": 2.1638312339782715, "Finetune/Loss (Raw)": 1.7250808477401733, "Finetune/Step": 35, "Finetune/Step Time": 7.09375638961792}
+{"Finetune/Learning Rate": 3.0769230769230774e-06, "Finetune/Loss": 2.1412453651428223, "Finetune/Loss (Raw)": 1.3507438898086548, "Finetune/Step": 36, "Finetune/Step Time": 7.105869525008732}
+{"Finetune/Learning Rate": 3.1623931623931626e-06, "Finetune/Loss": 2.124084711074829, "Finetune/Loss (Raw)": 1.5063002109527588, "Finetune/Step": 37, "Finetune/Step Time": 7.156723705497948}
+{"Finetune/Learning Rate": 3.247863247863248e-06, "Finetune/Loss": 2.103578567504883, "Finetune/Loss (Raw)": 1.3448487520217896, "Finetune/Step": 38, "Finetune/Step Time": 7.116001605987549}
+{"Finetune/Learning Rate": 3.3333333333333333e-06, "Finetune/Loss": 2.083777666091919, "Finetune/Loss (Raw)": 1.3313443660736084, "Finetune/Step": 39, "Finetune/Step Time": 7.073422401379316}
+{"Finetune/Learning Rate": 3.4188034188034193e-06, "Finetune/Loss": 2.064919948577881, "Finetune/Loss (Raw)": 1.3294719457626343, "Finetune/Step": 40, "Finetune/Step Time": 7.0820994019508365}
+{"Finetune/Learning Rate": 3.5042735042735045e-06, "Finetune/Loss": 2.0489625930786133, "Finetune/Loss (Raw)": 1.4106767177581787, "Finetune/Step": 41, "Finetune/Step Time": 7.034058698793737}
+{"Finetune/Learning Rate": 3.58974358974359e-06, "Finetune/Loss": 2.0328524112701416, "Finetune/Loss (Raw)": 1.372324824333191, "Finetune/Step": 42, "Finetune/Step Time": 6.997801303863525}
+{"Finetune/Learning Rate": 3.6752136752136756e-06, "Finetune/Loss": 2.016888380050659, "Finetune/Loss (Raw)": 1.34640634059906, "Finetune/Step": 43, "Finetune/Step Time": 6.996660166008528}
+{"Finetune/Learning Rate": 3.760683760683761e-06, "Finetune/Loss": 2.003281593322754, "Finetune/Loss (Raw)": 1.4181770086288452, "Finetune/Step": 44, "Finetune/Step Time": 6.98754034800963}
+{"Finetune/Learning Rate": 3.846153846153847e-06, "Finetune/Loss": 1.985731601715088, "Finetune/Loss (Raw)": 1.2135404348373413, "Finetune/Step": 45, "Finetune/Step Time": 7.047674608230591}
+{"Finetune/Learning Rate": 3.9316239316239315e-06, "Finetune/Loss": 1.9478609561920166, "Finetune/Loss (Raw)": 0.24367721378803253, "Finetune/Step": 46, "Finetune/Step Time": 7.080851435661316}
+{"Finetune/Learning Rate": 4.017094017094018e-06, "Finetune/Loss": 1.9338949918746948, "Finetune/Loss (Raw)": 1.2914667129516602, "Finetune/Step": 47, "Finetune/Step Time": 7.058448832085792}
+{"Finetune/Learning Rate": 4.102564102564103e-06, "Finetune/Loss": 1.919450283050537, "Finetune/Loss (Raw)": 1.2405518293380737, "Finetune/Step": 48, "Finetune/Step Time": 7.068489799896876}
+{"Finetune/Learning Rate": 4.188034188034188e-06, "Finetune/Loss": 1.9070050716400146, "Finetune/Loss (Raw)": 1.3096433877944946, "Finetune/Step": 49, "Finetune/Step Time": 7.048007979684947}
+{"Finetune/Learning Rate": 4.273504273504274e-06, "Finetune/Loss": 1.892071008682251, "Finetune/Loss (Raw)": 1.1602997779846191, "Finetune/Step": 50, "Finetune/Step Time": 7.017243571281433}
+{"Finetune/Learning Rate": 4.358974358974359e-06, "Finetune/Loss": 1.8792282342910767, "Finetune/Loss (Raw)": 1.2370836734771729, "Finetune/Step": 51, "Finetune/Step Time": 6.9942144459369135}
+{"Finetune/Learning Rate": 4.444444444444444e-06, "Finetune/Loss": 1.8681776523590088, "Finetune/Loss (Raw)": 1.3045936822891235, "Finetune/Step": 52, "Finetune/Step Time": 6.989577435530149}
+{"Finetune/Learning Rate": 4.5299145299145306e-06, "Finetune/Loss": 1.8520917892456055, "Finetune/Loss (Raw)": 1.015633463859558, "Finetune/Step": 53, "Finetune/Step Time": 7.032370639297198}
+{"Finetune/Learning Rate": 4.615384615384616e-06, "Finetune/Loss": 1.836630940437317, "Finetune/Loss (Raw)": 1.017201542854309, "Finetune/Step": 54, "Finetune/Step Time": 7.02969405386183}
+{"Finetune/Learning Rate": 4.700854700854701e-06, "Finetune/Loss": 1.8257544040679932, "Finetune/Loss (Raw)": 1.2384288311004639, "Finetune/Step": 55, "Finetune/Step Time": 7.03398814201355}
+{"Finetune/Learning Rate": 4.786324786324787e-06, "Finetune/Loss": 1.8144450187683105, "Finetune/Loss (Raw)": 1.1924206018447876, "Finetune/Step": 56, "Finetune/Step Time": 7.047570713928768}
+{"Finetune/Learning Rate": 4.871794871794872e-06, "Finetune/Loss": 1.8020251989364624, "Finetune/Loss (Raw)": 1.1065236330032349, "Finetune/Step": 57, "Finetune/Step Time": 7.028672582224796}
+{"Finetune/Learning Rate": 4.957264957264958e-06, "Finetune/Loss": 1.7901611328125, "Finetune/Loss (Raw)": 1.1139096021652222, "Finetune/Step": 58, "Finetune/Step Time": 7.056410300320592}
+{"Finetune/Learning Rate": 5.042735042735043e-06, "Finetune/Loss": 1.779104471206665, "Finetune/Loss (Raw)": 1.1378114223480225, "Finetune/Step": 59, "Finetune/Step Time": 7.066644725153002}
+{"Finetune/Learning Rate": 5.128205128205128e-06, "Finetune/Loss": 1.7687844038009644, "Finetune/Loss (Raw)": 1.159896731376648, "Finetune/Step": 60, "Finetune/Step Time": 7.045294062296549}
+{"Finetune/Learning Rate": 5.213675213675214e-06, "Finetune/Loss": 1.7596732378005981, "Finetune/Loss (Raw)": 1.2130154371261597, "Finetune/Step": 61, "Finetune/Step Time": 7.0306904276863476}
+{"Finetune/Learning Rate": 5.2991452991453e-06, "Finetune/Loss": 1.75163733959198, "Finetune/Loss (Raw)": 1.2614392042160034, "Finetune/Step": 62, "Finetune/Step Time": 7.009080609967632}
+{"Finetune/Learning Rate": 5.384615384615385e-06, "Finetune/Loss": 1.74349045753479, "Finetune/Loss (Raw)": 1.2383794784545898, "Finetune/Step": 63, "Finetune/Step Time": 7.010323471493191}
+{"Finetune/Learning Rate": 5.470085470085471e-06, "Finetune/Loss": 1.7335026264190674, "Finetune/Loss (Raw)": 1.1042752265930176, "Finetune/Step": 64, "Finetune/Step Time": 7.046509522944689}
+{"Finetune/Learning Rate": 5.555555555555557e-06, "Finetune/Loss": 1.7239282131195068, "Finetune/Loss (Raw)": 1.1111629009246826, "Finetune/Step": 65, "Finetune/Step Time": 7.042949570142306}
+{"Finetune/Learning Rate": 5.641025641025641e-06, "Finetune/Loss": 1.7135432958602905, "Finetune/Loss (Raw)": 1.0385175943374634, "Finetune/Step": 66, "Finetune/Step Time": 7.030724243684248}
+{"Finetune/Learning Rate": 5.726495726495727e-06, "Finetune/Loss": 1.7019336223602295, "Finetune/Loss (Raw)": 0.93570876121521, "Finetune/Step": 67, "Finetune/Step Time": 7.008257823203927}
+{"Finetune/Learning Rate": 5.8119658119658126e-06, "Finetune/Loss": 1.6938788890838623, "Finetune/Loss (Raw)": 1.1541978120803833, "Finetune/Step": 68, "Finetune/Step Time": 7.00744384877822}
+{"Finetune/Learning Rate": 5.897435897435898e-06, "Finetune/Loss": 1.6863126754760742, "Finetune/Loss (Raw)": 1.1718111038208008, "Finetune/Step": 69, "Finetune/Step Time": 6.98658205460811}
+{"Finetune/Learning Rate": 5.982905982905983e-06, "Finetune/Loss": 1.67941153049469, "Finetune/Loss (Raw)": 1.203235149383545, "Finetune/Step": 70, "Finetune/Step Time": 6.969086350713457}
+{"Finetune/Learning Rate": 6.0683760683760684e-06, "Finetune/Loss": 1.6691150665283203, "Finetune/Loss (Raw)": 0.9483612775802612, "Finetune/Step": 71, "Finetune/Step Time": 6.953803042290916}
+{"Finetune/Learning Rate": 6.153846153846155e-06, "Finetune/Loss": 1.6604595184326172, "Finetune/Loss (Raw)": 1.0459188222885132, "Finetune/Step": 72, "Finetune/Step Time": 6.932845506403181}
+{"Finetune/Learning Rate": 6.23931623931624e-06, "Finetune/Loss": 1.650715708732605, "Finetune/Loss (Raw)": 0.9491636753082275, "Finetune/Step": 73, "Finetune/Step Time": 6.917446224656824}
+{"Finetune/Learning Rate": 6.324786324786325e-06, "Finetune/Loss": 1.6411473751068115, "Finetune/Loss (Raw)": 0.9426514506340027, "Finetune/Step": 74, "Finetune/Step Time": 6.901719099766499}
+{"Finetune/Learning Rate": 6.410256410256412e-06, "Finetune/Loss": 1.6303460597991943, "Finetune/Loss (Raw)": 0.8310558795928955, "Finetune/Step": 75, "Finetune/Step Time": 6.898374497095744}
+{"Finetune/Learning Rate": 6.495726495726496e-06, "Finetune/Loss": 1.622351884841919, "Finetune/Loss (Raw)": 1.0227848291397095, "Finetune/Step": 76, "Finetune/Step Time": 6.892592304631283}
+{"Finetune/Learning Rate": 6.581196581196582e-06, "Finetune/Loss": 1.616171956062317, "Finetune/Loss (Raw)": 1.1464920043945312, "Finetune/Step": 77, "Finetune/Step Time": 6.874834045187219}
+{"Finetune/Learning Rate": 6.666666666666667e-06, "Finetune/Loss": 1.6111088991165161, "Finetune/Loss (Raw)": 1.2212536334991455, "Finetune/Step": 78, "Finetune/Step Time": 6.85702448624831}
+{"Finetune/Learning Rate": 6.752136752136753e-06, "Finetune/Loss": 1.6057196855545044, "Finetune/Loss (Raw)": 1.1853580474853516, "Finetune/Step": 79, "Finetune/Step Time": 6.843740973291518}
+{"Finetune/Learning Rate": 6.837606837606839e-06, "Finetune/Loss": 1.5978761911392212, "Finetune/Loss (Raw)": 0.9782447218894958, "Finetune/Step": 80, "Finetune/Step Time": 6.851134973764419}
+{"Finetune/Learning Rate": 6.923076923076923e-06, "Finetune/Loss": 1.59228515625, "Finetune/Loss (Raw)": 1.1450022459030151, "Finetune/Step": 81, "Finetune/Step Time": 6.850551961380758}
+{"Finetune/Learning Rate": 7.008547008547009e-06, "Finetune/Loss": 1.5862951278686523, "Finetune/Loss (Raw)": 1.1011162996292114, "Finetune/Step": 82, "Finetune/Step Time": 6.836037074647298}
+{"Finetune/Learning Rate": 7.0940170940170945e-06, "Finetune/Loss": 1.5790873765945435, "Finetune/Loss (Raw)": 0.9880473613739014, "Finetune/Step": 83, "Finetune/Step Time": 6.845835975853793}
+{"Finetune/Learning Rate": 7.17948717948718e-06, "Finetune/Loss": 1.5746878385543823, "Finetune/Loss (Raw)": 1.2095203399658203, "Finetune/Step": 84, "Finetune/Step Time": 6.849477424508049}
+{"Finetune/Learning Rate": 7.264957264957266e-06, "Finetune/Loss": 1.5686308145523071, "Finetune/Loss (Raw)": 1.0598310232162476, "Finetune/Step": 85, "Finetune/Step Time": 6.837626726487104}
+{"Finetune/Learning Rate": 7.350427350427351e-06, "Finetune/Loss": 1.5539157390594482, "Finetune/Loss (Raw)": 0.3031308948993683, "Finetune/Step": 86, "Finetune/Step Time": 6.864604803018792}
+{"Finetune/Learning Rate": 7.435897435897437e-06, "Finetune/Loss": 1.547882080078125, "Finetune/Loss (Raw)": 1.0290050506591797, "Finetune/Step": 87, "Finetune/Step Time": 6.8531540563736835}
+{"Finetune/Learning Rate": 7.521367521367522e-06, "Finetune/Loss": 1.5442336797714233, "Finetune/Loss (Raw)": 1.2268216609954834, "Finetune/Step": 88, "Finetune/Step Time": 6.862028550017964}
+{"Finetune/Learning Rate": 7.606837606837607e-06, "Finetune/Loss": 1.5388543605804443, "Finetune/Loss (Raw)": 1.0654619932174683, "Finetune/Step": 89, "Finetune/Step Time": 6.850643101702915}
+{"Finetune/Learning Rate": 7.692307692307694e-06, "Finetune/Loss": 1.5344574451446533, "Finetune/Loss (Raw)": 1.1431447267532349, "Finetune/Step": 90, "Finetune/Step Time": 6.859666710429721}
+{"Finetune/Learning Rate": 7.77777777777778e-06, "Finetune/Loss": 1.5303287506103516, "Finetune/Loss (Raw)": 1.1587499380111694, "Finetune/Step": 91, "Finetune/Step Time": 6.863717542899834}
+{"Finetune/Learning Rate": 7.863247863247863e-06, "Finetune/Loss": 1.5265663862228394, "Finetune/Loss (Raw)": 1.1841858625411987, "Finetune/Step": 92, "Finetune/Step Time": 6.854267001152039}
+{"Finetune/Learning Rate": 7.948717948717949e-06, "Finetune/Loss": 1.5201687812805176, "Finetune/Loss (Raw)": 0.9315845966339111, "Finetune/Step": 93, "Finetune/Step Time": 6.846722543880504}
+{"Finetune/Learning Rate": 8.034188034188036e-06, "Finetune/Loss": 1.5163154602050781, "Finetune/Loss (Raw)": 1.1579653024673462, "Finetune/Step": 94, "Finetune/Step Time": 6.832328839504973}
+{"Finetune/Learning Rate": 8.11965811965812e-06, "Finetune/Loss": 1.5117069482803345, "Finetune/Loss (Raw)": 1.0784873962402344, "Finetune/Step": 95, "Finetune/Step Time": 6.821689319610596}
+{"Finetune/Learning Rate": 8.205128205128205e-06, "Finetune/Loss": 1.507116675376892, "Finetune/Loss (Raw)": 1.0710562467575073, "Finetune/Step": 96, "Finetune/Step Time": 6.825342228015264}
+{"Finetune/Learning Rate": 8.290598290598293e-06, "Finetune/Loss": 1.5021982192993164, "Finetune/Loss (Raw)": 1.030023217201233, "Finetune/Step": 97, "Finetune/Step Time": 6.821888267379446}
+{"Finetune/Learning Rate": 8.376068376068377e-06, "Finetune/Loss": 1.4981913566589355, "Finetune/Loss (Raw)": 1.1095367670059204, "Finetune/Step": 98, "Finetune/Step Time": 6.811577779906137}
+{"Finetune/Learning Rate": 8.461538461538462e-06, "Finetune/Loss": 1.4849270582199097, "Finetune/Loss (Raw)": 0.18501785397529602, "Finetune/Step": 99, "Finetune/Step Time": 6.825164038725574}
+{"Finetune/Learning Rate": 8.547008547008548e-06, "Finetune/Loss": 1.4821172952651978, "Finetune/Loss (Raw)": 1.203939437866211, "Finetune/Step": 100, "Finetune/Step Time": 6.8194855093956}
+{"Finetune/Learning Rate": 8.632478632478633e-06, "Finetune/Loss": 1.477790117263794, "Finetune/Loss (Raw)": 1.0450830459594727, "Finetune/Step": 101, "Finetune/Step Time": 6.822586895215629}
+{"Finetune/Learning Rate": 8.717948717948719e-06, "Finetune/Loss": 1.4751455783843994, "Finetune/Loss (Raw)": 1.2080258131027222, "Finetune/Step": 102, "Finetune/Step Time": 6.808023284463322}
+{"Finetune/Learning Rate": 8.803418803418804e-06, "Finetune/Loss": 1.4635199308395386, "Finetune/Loss (Raw)": 0.2777308225631714, "Finetune/Step": 103, "Finetune/Step Time": 6.822307609817357}
+{"Finetune/Learning Rate": 8.888888888888888e-06, "Finetune/Loss": 1.4604144096374512, "Finetune/Loss (Raw)": 1.1405171155929565, "Finetune/Step": 104, "Finetune/Step Time": 6.811293083887834}
+{"Finetune/Learning Rate": 8.974358974358976e-06, "Finetune/Loss": 1.456345558166504, "Finetune/Loss (Raw)": 1.0331952571868896, "Finetune/Step": 105, "Finetune/Step Time": 6.796343451454526}
+{"Finetune/Learning Rate": 9.059829059829061e-06, "Finetune/Loss": 1.4525177478790283, "Finetune/Loss (Raw)": 1.0505971908569336, "Finetune/Step": 106, "Finetune/Step Time": 6.785647592454587}
+{"Finetune/Learning Rate": 9.145299145299145e-06, "Finetune/Loss": 1.4493873119354248, "Finetune/Loss (Raw)": 1.1175817251205444, "Finetune/Step": 107, "Finetune/Step Time": 6.775115222574394}
+{"Finetune/Learning Rate": 9.230769230769232e-06, "Finetune/Loss": 1.4453073740005493, "Finetune/Loss (Raw)": 1.0087367296218872, "Finetune/Step": 108, "Finetune/Step Time": 6.767522284278163}
+{"Finetune/Learning Rate": 9.316239316239318e-06, "Finetune/Loss": 1.442423939704895, "Finetune/Loss (Raw)": 1.131023645401001, "Finetune/Step": 109, "Finetune/Step Time": 6.758106719463243}
+{"Finetune/Learning Rate": 9.401709401709402e-06, "Finetune/Loss": 1.4386571645736694, "Finetune/Loss (Raw)": 1.0280836820602417, "Finetune/Step": 110, "Finetune/Step Time": 6.7475929325277155}
+{"Finetune/Learning Rate": 9.487179487179487e-06, "Finetune/Loss": 1.4357423782348633, "Finetune/Loss (Raw)": 1.1150931119918823, "Finetune/Step": 111, "Finetune/Step Time": 6.754465384526296}
+{"Finetune/Learning Rate": 9.572649572649575e-06, "Finetune/Loss": 1.4324272871017456, "Finetune/Loss (Raw)": 1.0644593238830566, "Finetune/Step": 112, "Finetune/Step Time": 6.751187007342066}
+{"Finetune/Learning Rate": 9.658119658119659e-06, "Finetune/Loss": 1.4295010566711426, "Finetune/Loss (Raw)": 1.101771593093872, "Finetune/Step": 113, "Finetune/Step Time": 6.755672053953187}
+{"Finetune/Learning Rate": 9.743589743589744e-06, "Finetune/Loss": 1.4189287424087524, "Finetune/Loss (Raw)": 0.2242523729801178, "Finetune/Step": 114, "Finetune/Step Time": 6.781943197835956}
+{"Finetune/Learning Rate": 9.82905982905983e-06, "Finetune/Loss": 1.4158879518508911, "Finetune/Loss (Raw)": 1.0692529678344727, "Finetune/Step": 115, "Finetune/Step Time": 6.77390605263088}
+{"Finetune/Learning Rate": 9.914529914529915e-06, "Finetune/Loss": 1.4115108251571655, "Finetune/Loss (Raw)": 0.9081321954727173, "Finetune/Step": 116, "Finetune/Step Time": 6.779975893168614}
+{"Finetune/Learning Rate": 1e-05, "Finetune/Loss": 1.4088510274887085, "Finetune/Loss (Raw)": 1.1003001928329468, "Finetune/Step": 117, "Finetune/Step Time": 6.776585964056162}
+{"Finetune/Learning Rate": 1.0085470085470086e-05, "Finetune/Loss": 1.4065463542938232, "Finetune/Loss (Raw)": 1.1369296312332153, "Finetune/Step": 118, "Finetune/Step Time": 6.767385193857096}
+{"Finetune/Learning Rate": 1.0170940170940172e-05, "Finetune/Loss": 1.4034775495529175, "Finetune/Loss (Raw)": 1.0413403511047363, "Finetune/Step": 119, "Finetune/Step Time": 6.759764851642256}
+{"Finetune/Learning Rate": 1.0256410256410256e-05, "Finetune/Loss": 1.4007372856140137, "Finetune/Loss (Raw)": 1.0746514797210693, "Finetune/Step": 120, "Finetune/Step Time": 6.755626525481542}
+{"Finetune/Learning Rate": 1.0341880341880343e-05, "Finetune/Loss": 1.397530198097229, "Finetune/Loss (Raw)": 1.0126971006393433, "Finetune/Step": 121, "Finetune/Step Time": 6.764237267911927}
+{"Finetune/Learning Rate": 1.0427350427350429e-05, "Finetune/Loss": 1.393937587738037, "Finetune/Loss (Raw)": 0.9592158198356628, "Finetune/Step": 122, "Finetune/Step Time": 6.756833500549441}
+{"Finetune/Learning Rate": 1.0512820512820514e-05, "Finetune/Loss": 1.3907231092453003, "Finetune/Loss (Raw)": 0.9985606074333191, "Finetune/Step": 123, "Finetune/Step Time": 6.7483853537861895}
+{"Finetune/Learning Rate": 1.05982905982906e-05, "Finetune/Loss": 1.3884838819503784, "Finetune/Loss (Raw)": 1.1130601167678833, "Finetune/Step": 124, "Finetune/Step Time": 6.742384914428957}
+{"Finetune/Learning Rate": 1.0683760683760684e-05, "Finetune/Loss": 1.3853071928024292, "Finetune/Loss (Raw)": 0.9913880825042725, "Finetune/Step": 125, "Finetune/Step Time": 6.736347471237183}
+{"Finetune/Learning Rate": 1.076923076923077e-05, "Finetune/Loss": 1.3829377889633179, "Finetune/Loss (Raw)": 1.0867537260055542, "Finetune/Step": 126, "Finetune/Step Time": 6.749065427553086}
+{"Finetune/Learning Rate": 1.0854700854700855e-05, "Finetune/Loss": 1.3796099424362183, "Finetune/Loss (Raw)": 0.9603080749511719, "Finetune/Step": 127, "Finetune/Step Time": 6.740496434564665}
+{"Finetune/Learning Rate": 1.0940170940170942e-05, "Finetune/Loss": 1.3775240182876587, "Finetune/Loss (Raw)": 1.1126095056533813, "Finetune/Step": 128, "Finetune/Step Time": 6.734707182273269}
+{"Finetune/Learning Rate": 1.1025641025641028e-05, "Finetune/Loss": 1.3440290689468384, "Finetune/Loss (Raw)": 1.1407984495162964, "Finetune/Step": 129, "Finetune/Step Time": 6.5931443106383085}
+{"Finetune/Learning Rate": 1.1111111111111113e-05, "Finetune/Loss": 1.3061954975128174, "Finetune/Loss (Raw)": 1.123900055885315, "Finetune/Step": 130, "Finetune/Step Time": 6.575982969254255}
+{"Finetune/Learning Rate": 1.1196581196581197e-05, "Finetune/Loss": 1.2842247486114502, "Finetune/Loss (Raw)": 1.0864062309265137, "Finetune/Step": 131, "Finetune/Step Time": 6.575889855623245}
+{"Finetune/Learning Rate": 1.1282051282051283e-05, "Finetune/Loss": 1.2667118310928345, "Finetune/Loss (Raw)": 1.078421711921692, "Finetune/Step": 132, "Finetune/Step Time": 6.576633283868432}
+{"Finetune/Learning Rate": 1.1367521367521368e-05, "Finetune/Loss": 1.251268982887268, "Finetune/Loss (Raw)": 0.878165066242218, "Finetune/Step": 133, "Finetune/Step Time": 6.587693706154823}
+{"Finetune/Learning Rate": 1.1452991452991454e-05, "Finetune/Loss": 1.2398478984832764, "Finetune/Loss (Raw)": 1.220053791999817, "Finetune/Step": 134, "Finetune/Step Time": 6.58382079936564}
+{"Finetune/Learning Rate": 1.1538461538461538e-05, "Finetune/Loss": 1.2261755466461182, "Finetune/Loss (Raw)": 0.9759435057640076, "Finetune/Step": 135, "Finetune/Step Time": 6.586224300786853}
+{"Finetune/Learning Rate": 1.1623931623931625e-05, "Finetune/Loss": 1.2138190269470215, "Finetune/Loss (Raw)": 1.0619651079177856, "Finetune/Step": 136, "Finetune/Step Time": 6.581813780590892}
+{"Finetune/Learning Rate": 1.170940170940171e-05, "Finetune/Loss": 1.2028558254241943, "Finetune/Loss (Raw)": 0.9590622186660767, "Finetune/Step": 137, "Finetune/Step Time": 6.584759186953306}
+{"Finetune/Learning Rate": 1.1794871794871796e-05, "Finetune/Loss": 1.1903152465820312, "Finetune/Loss (Raw)": 1.108835220336914, "Finetune/Step": 138, "Finetune/Step Time": 6.5572133250534534}
+{"Finetune/Learning Rate": 1.1880341880341882e-05, "Finetune/Loss": 1.177419662475586, "Finetune/Loss (Raw)": 0.8855679631233215, "Finetune/Step": 139, "Finetune/Step Time": 6.559128602966666}
+{"Finetune/Learning Rate": 1.1965811965811966e-05, "Finetune/Loss": 1.1683329343795776, "Finetune/Loss (Raw)": 1.2681688070297241, "Finetune/Step": 140, "Finetune/Step Time": 6.553895119577646}
+{"Finetune/Learning Rate": 1.2051282051282051e-05, "Finetune/Loss": 1.1581799983978271, "Finetune/Loss (Raw)": 1.0056254863739014, "Finetune/Step": 141, "Finetune/Step Time": 6.548154450953007}
+{"Finetune/Learning Rate": 1.2136752136752137e-05, "Finetune/Loss": 1.1454858779907227, "Finetune/Loss (Raw)": 1.0000360012054443, "Finetune/Step": 142, "Finetune/Step Time": 6.586617361754179}
+{"Finetune/Learning Rate": 1.2222222222222224e-05, "Finetune/Loss": 1.1362756490707397, "Finetune/Loss (Raw)": 0.9472090005874634, "Finetune/Step": 143, "Finetune/Step Time": 6.601776085793972}
+{"Finetune/Learning Rate": 1.230769230769231e-05, "Finetune/Loss": 1.1270108222961426, "Finetune/Loss (Raw)": 0.3181855082511902, "Finetune/Step": 144, "Finetune/Step Time": 6.609536334872246}
+{"Finetune/Learning Rate": 1.2393162393162395e-05, "Finetune/Loss": 1.1135752201080322, "Finetune/Loss (Raw)": 0.3127777576446533, "Finetune/Step": 145, "Finetune/Step Time": 6.629164634272456}
+{"Finetune/Learning Rate": 1.247863247863248e-05, "Finetune/Loss": 1.1087429523468018, "Finetune/Loss (Raw)": 0.9436167478561401, "Finetune/Step": 146, "Finetune/Step Time": 6.620315907523036}
+{"Finetune/Learning Rate": 1.2564102564102565e-05, "Finetune/Loss": 1.1003291606903076, "Finetune/Loss (Raw)": 0.8709301948547363, "Finetune/Step": 147, "Finetune/Step Time": 6.626210909336805}
+{"Finetune/Learning Rate": 1.264957264957265e-05, "Finetune/Loss": 1.094499945640564, "Finetune/Loss (Raw)": 1.0572954416275024, "Finetune/Step": 148, "Finetune/Step Time": 6.6290866900235415}
+{"Finetune/Learning Rate": 1.2735042735042736e-05, "Finetune/Loss": 1.0902721881866455, "Finetune/Loss (Raw)": 1.077545166015625, "Finetune/Step": 149, "Finetune/Step Time": 6.6194839309901}
+{"Finetune/Learning Rate": 1.2820512820512823e-05, "Finetune/Loss": 1.0876775979995728, "Finetune/Loss (Raw)": 1.0881110429763794, "Finetune/Step": 150, "Finetune/Step Time": 6.623666541650891}
+{"Finetune/Learning Rate": 1.2905982905982907e-05, "Finetune/Loss": 1.0942959785461426, "Finetune/Loss (Raw)": 1.0667451620101929, "Finetune/Step": 151, "Finetune/Step Time": 6.604557601734996}
+{"Finetune/Learning Rate": 1.2991452991452993e-05, "Finetune/Loss": 1.0887665748596191, "Finetune/Loss (Raw)": 1.0032236576080322, "Finetune/Step": 152, "Finetune/Step Time": 6.610635122284293}
+{"Finetune/Learning Rate": 1.3076923076923078e-05, "Finetune/Loss": 1.0853521823883057, "Finetune/Loss (Raw)": 1.1244549751281738, "Finetune/Step": 153, "Finetune/Step Time": 6.6208618730306625}
+{"Finetune/Learning Rate": 1.3162393162393164e-05, "Finetune/Loss": 1.0917627811431885, "Finetune/Loss (Raw)": 1.0861647129058838, "Finetune/Step": 154, "Finetune/Step Time": 6.594164425507188}
+{"Finetune/Learning Rate": 1.3247863247863248e-05, "Finetune/Loss": 1.0880017280578613, "Finetune/Loss (Raw)": 1.1674067974090576, "Finetune/Step": 155, "Finetune/Step Time": 6.600953189656138}
+{"Finetune/Learning Rate": 1.3333333333333333e-05, "Finetune/Loss": 1.0787993669509888, "Finetune/Loss (Raw)": 0.3012818396091461, "Finetune/Step": 156, "Finetune/Step Time": 6.624195419251919}
+{"Finetune/Learning Rate": 1.3418803418803419e-05, "Finetune/Loss": 1.0750017166137695, "Finetune/Loss (Raw)": 1.0567764043807983, "Finetune/Step": 157, "Finetune/Step Time": 6.615845434367657}
+{"Finetune/Learning Rate": 1.3504273504273506e-05, "Finetune/Loss": 1.0726557970046997, "Finetune/Loss (Raw)": 1.077276587486267, "Finetune/Step": 158, "Finetune/Step Time": 6.607190491631627}
+{"Finetune/Learning Rate": 1.3589743589743592e-05, "Finetune/Loss": 1.0685763359069824, "Finetune/Loss (Raw)": 1.0662906169891357, "Finetune/Step": 159, "Finetune/Step Time": 6.600314540788531}
+{"Finetune/Learning Rate": 1.3675213675213677e-05, "Finetune/Loss": 1.0649571418762207, "Finetune/Loss (Raw)": 0.9872390627861023, "Finetune/Step": 160, "Finetune/Step Time": 6.5901402328163385}
+{"Finetune/Learning Rate": 1.3760683760683761e-05, "Finetune/Loss": 1.061877965927124, "Finetune/Loss (Raw)": 0.9893097877502441, "Finetune/Step": 161, "Finetune/Step Time": 6.586716065183282}
+{"Finetune/Learning Rate": 1.3846153846153847e-05, "Finetune/Loss": 1.0615456104278564, "Finetune/Loss (Raw)": 1.2289776802062988, "Finetune/Step": 162, "Finetune/Step Time": 6.585642464458942}
+{"Finetune/Learning Rate": 1.3931623931623932e-05, "Finetune/Loss": 1.0562970638275146, "Finetune/Loss (Raw)": 1.0532832145690918, "Finetune/Step": 163, "Finetune/Step Time": 6.585805483162403}
+{"Finetune/Learning Rate": 1.4017094017094018e-05, "Finetune/Loss": 1.05306077003479, "Finetune/Loss (Raw)": 0.9364975690841675, "Finetune/Step": 164, "Finetune/Step Time": 6.583327138796449}
+{"Finetune/Learning Rate": 1.4102564102564105e-05, "Finetune/Loss": 1.0492699146270752, "Finetune/Loss (Raw)": 1.0210678577423096, "Finetune/Step": 165, "Finetune/Step Time": 6.560980666428804}
+{"Finetune/Learning Rate": 1.4188034188034189e-05, "Finetune/Loss": 1.0463151931762695, "Finetune/Loss (Raw)": 0.9666306376457214, "Finetune/Step": 166, "Finetune/Step Time": 6.562399799004197}
+{"Finetune/Learning Rate": 1.4273504273504275e-05, "Finetune/Loss": 1.044654369354248, "Finetune/Loss (Raw)": 1.1187740564346313, "Finetune/Step": 167, "Finetune/Step Time": 6.5643962770700455}
+{"Finetune/Learning Rate": 1.435897435897436e-05, "Finetune/Loss": 1.041797399520874, "Finetune/Loss (Raw)": 0.9637677073478699, "Finetune/Step": 168, "Finetune/Step Time": 6.552908573299646}
+{"Finetune/Learning Rate": 1.4444444444444446e-05, "Finetune/Loss": 1.0381031036376953, "Finetune/Loss (Raw)": 0.9378013610839844, "Finetune/Step": 169, "Finetune/Step Time": 6.55709620192647}
+{"Finetune/Learning Rate": 1.4529914529914531e-05, "Finetune/Loss": 1.0301175117492676, "Finetune/Loss (Raw)": 0.35018160939216614, "Finetune/Step": 170, "Finetune/Step Time": 6.575864255428314}
+{"Finetune/Learning Rate": 1.4615384615384615e-05, "Finetune/Loss": 1.0272035598754883, "Finetune/Loss (Raw)": 0.9734303951263428, "Finetune/Step": 171, "Finetune/Step Time": 6.574100837111473}
+{"Finetune/Learning Rate": 1.4700854700854703e-05, "Finetune/Loss": 1.0235463380813599, "Finetune/Loss (Raw)": 0.9500389695167542, "Finetune/Step": 172, "Finetune/Step Time": 6.591879099607468}
+{"Finetune/Learning Rate": 1.4786324786324788e-05, "Finetune/Loss": 1.0229618549346924, "Finetune/Loss (Raw)": 1.1387271881103516, "Finetune/Step": 173, "Finetune/Step Time": 6.5604389272630215}
+{"Finetune/Learning Rate": 1.4871794871794874e-05, "Finetune/Loss": 1.0278152227401733, "Finetune/Loss (Raw)": 0.8649012446403503, "Finetune/Step": 174, "Finetune/Step Time": 6.542905716225505}
+{"Finetune/Learning Rate": 1.495726495726496e-05, "Finetune/Loss": 1.0266709327697754, "Finetune/Loss (Raw)": 1.1450026035308838, "Finetune/Step": 175, "Finetune/Step Time": 6.539912458509207}
+{"Finetune/Learning Rate": 1.5042735042735043e-05, "Finetune/Loss": 1.019559383392334, "Finetune/Loss (Raw)": 0.33028915524482727, "Finetune/Step": 176, "Finetune/Step Time": 6.544615967199206}
+{"Finetune/Learning Rate": 1.5128205128205129e-05, "Finetune/Loss": 1.0167628526687622, "Finetune/Loss (Raw)": 0.9516811966896057, "Finetune/Step": 177, "Finetune/Step Time": 6.546992568299174}
+{"Finetune/Learning Rate": 1.5213675213675214e-05, "Finetune/Loss": 1.0166382789611816, "Finetune/Loss (Raw)": 1.1443407535552979, "Finetune/Step": 178, "Finetune/Step Time": 6.553849268704653}
+{"Finetune/Learning Rate": 1.5299145299145298e-05, "Finetune/Loss": 1.0138850212097168, "Finetune/Loss (Raw)": 0.8846767544746399, "Finetune/Step": 179, "Finetune/Step Time": 6.557284936308861}
+{"Finetune/Learning Rate": 1.5384615384615387e-05, "Finetune/Loss": 1.0119121074676514, "Finetune/Loss (Raw)": 1.0520658493041992, "Finetune/Step": 180, "Finetune/Step Time": 6.553871154785156}
+{"Finetune/Learning Rate": 1.5470085470085473e-05, "Finetune/Loss": 1.0116908550262451, "Finetune/Loss (Raw)": 0.9873034358024597, "Finetune/Step": 181, "Finetune/Step Time": 6.523017261177301}
+{"Finetune/Learning Rate": 1.555555555555556e-05, "Finetune/Loss": 1.0117321014404297, "Finetune/Loss (Raw)": 1.0224807262420654, "Finetune/Step": 182, "Finetune/Step Time": 6.515883691608906}
+{"Finetune/Learning Rate": 1.5641025641025644e-05, "Finetune/Loss": 1.0098230838775635, "Finetune/Loss (Raw)": 0.9940697550773621, "Finetune/Step": 183, "Finetune/Step Time": 6.498446108773351}
+{"Finetune/Learning Rate": 1.5726495726495726e-05, "Finetune/Loss": 1.0093567371368408, "Finetune/Loss (Raw)": 1.1327382326126099, "Finetune/Step": 184, "Finetune/Step Time": 6.484230939298868}
+{"Finetune/Learning Rate": 1.581196581196581e-05, "Finetune/Loss": 1.0077351331710815, "Finetune/Loss (Raw)": 0.8989555239677429, "Finetune/Step": 185, "Finetune/Step Time": 6.481322146952152}
+{"Finetune/Learning Rate": 1.5897435897435897e-05, "Finetune/Loss": 1.0064622163772583, "Finetune/Loss (Raw)": 0.9509750008583069, "Finetune/Step": 186, "Finetune/Step Time": 6.471572883427143}
+{"Finetune/Learning Rate": 1.5982905982905986e-05, "Finetune/Loss": 1.0052002668380737, "Finetune/Loss (Raw)": 0.9762703776359558, "Finetune/Step": 187, "Finetune/Step Time": 6.456893926486373}
+{"Finetune/Learning Rate": 1.6068376068376072e-05, "Finetune/Loss": 1.0046144723892212, "Finetune/Loss (Raw)": 1.0849255323410034, "Finetune/Step": 188, "Finetune/Step Time": 6.454904528334737}
+{"Finetune/Learning Rate": 1.6153846153846154e-05, "Finetune/Loss": 1.002732515335083, "Finetune/Loss (Raw)": 0.9721267223358154, "Finetune/Step": 189, "Finetune/Step Time": 6.465855993330479}
+{"Finetune/Learning Rate": 1.623931623931624e-05, "Finetune/Loss": 1.0010886192321777, "Finetune/Loss (Raw)": 1.0510095357894897, "Finetune/Step": 190, "Finetune/Step Time": 6.470508404076099}
+{"Finetune/Learning Rate": 1.6324786324786325e-05, "Finetune/Loss": 0.999649703502655, "Finetune/Loss (Raw)": 1.0542056560516357, "Finetune/Step": 191, "Finetune/Step Time": 6.465932169929147}
+{"Finetune/Learning Rate": 1.641025641025641e-05, "Finetune/Loss": 0.9991360306739807, "Finetune/Loss (Raw)": 1.0385327339172363, "Finetune/Step": 192, "Finetune/Step Time": 6.446295822039247}
+{"Finetune/Learning Rate": 1.6495726495726496e-05, "Finetune/Loss": 0.9976072311401367, "Finetune/Loss (Raw)": 0.9154725670814514, "Finetune/Step": 193, "Finetune/Step Time": 6.438688322901726}
+{"Finetune/Learning Rate": 1.6581196581196585e-05, "Finetune/Loss": 0.997520387172699, "Finetune/Loss (Raw)": 1.0274019241333008, "Finetune/Step": 194, "Finetune/Step Time": 6.437063969671726}
+{"Finetune/Learning Rate": 1.6666666666666667e-05, "Finetune/Loss": 0.9978437423706055, "Finetune/Loss (Raw)": 0.9770919680595398, "Finetune/Step": 195, "Finetune/Step Time": 6.443263694643974}
+{"Finetune/Learning Rate": 1.6752136752136753e-05, "Finetune/Loss": 0.9962606430053711, "Finetune/Loss (Raw)": 0.951568067073822, "Finetune/Step": 196, "Finetune/Step Time": 6.439206736162305}
+{"Finetune/Learning Rate": 1.683760683760684e-05, "Finetune/Loss": 0.9951319694519043, "Finetune/Loss (Raw)": 1.0273423194885254, "Finetune/Step": 197, "Finetune/Step Time": 6.44480723887682}
+{"Finetune/Learning Rate": 1.6923076923076924e-05, "Finetune/Loss": 0.9933827519416809, "Finetune/Loss (Raw)": 0.9793370366096497, "Finetune/Step": 198, "Finetune/Step Time": 6.444149028509855}
+{"Finetune/Learning Rate": 1.700854700854701e-05, "Finetune/Loss": 0.9934984445571899, "Finetune/Loss (Raw)": 0.9631597995758057, "Finetune/Step": 199, "Finetune/Step Time": 6.447427317500114}
+{"Finetune/Learning Rate": 1.7094017094017095e-05, "Finetune/Loss": 0.993143618106842, "Finetune/Loss (Raw)": 1.0005078315734863, "Finetune/Step": 200, "Finetune/Step Time": 6.451442699879408}
+{"Finetune/Learning Rate": 1.717948717948718e-05, "Finetune/Loss": 0.9942446947097778, "Finetune/Loss (Raw)": 1.0901014804840088, "Finetune/Step": 201, "Finetune/Step Time": 6.454349935054779}
+{"Finetune/Learning Rate": 1.7264957264957267e-05, "Finetune/Loss": 0.9954493045806885, "Finetune/Loss (Raw)": 1.096839427947998, "Finetune/Step": 202, "Finetune/Step Time": 6.457290614023805}
+{"Finetune/Learning Rate": 1.7350427350427352e-05, "Finetune/Loss": 0.9970608353614807, "Finetune/Loss (Raw)": 1.0373281240463257, "Finetune/Step": 203, "Finetune/Step Time": 6.45081876963377}
+{"Finetune/Learning Rate": 1.7435897435897438e-05, "Finetune/Loss": 0.9971277713775635, "Finetune/Loss (Raw)": 1.031360387802124, "Finetune/Step": 204, "Finetune/Step Time": 6.445145511999726}
+{"Finetune/Learning Rate": 1.7521367521367523e-05, "Finetune/Loss": 0.9904727935791016, "Finetune/Loss (Raw)": 0.29465407133102417, "Finetune/Step": 205, "Finetune/Step Time": 6.466026438400149}
+{"Finetune/Learning Rate": 1.760683760683761e-05, "Finetune/Loss": 0.9886289834976196, "Finetune/Loss (Raw)": 0.9852482080459595, "Finetune/Step": 206, "Finetune/Step Time": 6.474059991538525}
+{"Finetune/Learning Rate": 1.7692307692307694e-05, "Finetune/Loss": 0.9883386492729187, "Finetune/Loss (Raw)": 1.1481865644454956, "Finetune/Step": 207, "Finetune/Step Time": 6.49616564437747}
+{"Finetune/Learning Rate": 1.7777777777777777e-05, "Finetune/Loss": 0.9885064959526062, "Finetune/Loss (Raw)": 0.9997334480285645, "Finetune/Step": 208, "Finetune/Step Time": 6.481383100152016}
+{"Finetune/Learning Rate": 1.7863247863247866e-05, "Finetune/Loss": 0.9871882200241089, "Finetune/Loss (Raw)": 0.97625333070755, "Finetune/Step": 209, "Finetune/Step Time": 6.48448926769197}
+{"Finetune/Learning Rate": 1.794871794871795e-05, "Finetune/Loss": 0.9809293150901794, "Finetune/Loss (Raw)": 0.29998818039894104, "Finetune/Step": 210, "Finetune/Step Time": 6.506493117660284}
+{"Finetune/Learning Rate": 1.8034188034188037e-05, "Finetune/Loss": 0.9808039665222168, "Finetune/Loss (Raw)": 0.9719966650009155, "Finetune/Step": 211, "Finetune/Step Time": 6.498974971473217}
+{"Finetune/Learning Rate": 1.8119658119658122e-05, "Finetune/Loss": 0.9795276522636414, "Finetune/Loss (Raw)": 1.0461575984954834, "Finetune/Step": 212, "Finetune/Step Time": 6.495699694380164}
+{"Finetune/Learning Rate": 1.8205128205128208e-05, "Finetune/Loss": 0.9802491664886475, "Finetune/Loss (Raw)": 1.1521867513656616, "Finetune/Step": 213, "Finetune/Step Time": 6.497623411938548}
+{"Finetune/Learning Rate": 1.829059829059829e-05, "Finetune/Loss": 0.9853922128677368, "Finetune/Loss (Raw)": 0.9614439010620117, "Finetune/Step": 214, "Finetune/Step Time": 6.488635694608092}
+{"Finetune/Learning Rate": 1.8376068376068376e-05, "Finetune/Loss": 0.9847441911697388, "Finetune/Loss (Raw)": 0.9460554122924805, "Finetune/Step": 215, "Finetune/Step Time": 6.48712426237762}
+{"Finetune/Learning Rate": 1.8461538461538465e-05, "Finetune/Loss": 0.9822397232055664, "Finetune/Loss (Raw)": 0.9062433838844299, "Finetune/Step": 216, "Finetune/Step Time": 6.485096171498299}
+{"Finetune/Learning Rate": 1.854700854700855e-05, "Finetune/Loss": 0.9824150800704956, "Finetune/Loss (Raw)": 1.0879082679748535, "Finetune/Step": 217, "Finetune/Step Time": 6.482764530926943}
+{"Finetune/Learning Rate": 1.8632478632478636e-05, "Finetune/Loss": 0.981609046459198, "Finetune/Loss (Raw)": 1.039973258972168, "Finetune/Step": 218, "Finetune/Step Time": 6.471921872347593}
+{"Finetune/Learning Rate": 1.8717948717948718e-05, "Finetune/Loss": 0.9817529916763306, "Finetune/Loss (Raw)": 1.1771782636642456, "Finetune/Step": 219, "Finetune/Step Time": 6.460246242582798}
+{"Finetune/Learning Rate": 1.8803418803418804e-05, "Finetune/Loss": 0.9799444675445557, "Finetune/Loss (Raw)": 0.9527000784873962, "Finetune/Step": 220, "Finetune/Step Time": 6.456398207694292}
+{"Finetune/Learning Rate": 1.888888888888889e-05, "Finetune/Loss": 0.9810599088668823, "Finetune/Loss (Raw)": 1.0743520259857178, "Finetune/Step": 221, "Finetune/Step Time": 6.458827445283532}
+{"Finetune/Learning Rate": 1.8974358974358975e-05, "Finetune/Loss": 0.9793320894241333, "Finetune/Loss (Raw)": 0.9368122816085815, "Finetune/Step": 222, "Finetune/Step Time": 6.46369044482708}
+{"Finetune/Learning Rate": 1.905982905982906e-05, "Finetune/Loss": 0.9783415198326111, "Finetune/Loss (Raw)": 0.9516845941543579, "Finetune/Step": 223, "Finetune/Step Time": 6.464404191821814}
+{"Finetune/Learning Rate": 1.914529914529915e-05, "Finetune/Loss": 0.97252357006073, "Finetune/Loss (Raw)": 0.32636114954948425, "Finetune/Step": 224, "Finetune/Step Time": 6.4720885790884495}
+{"Finetune/Learning Rate": 1.923076923076923e-05, "Finetune/Loss": 0.9724955558776855, "Finetune/Loss (Raw)": 1.0264382362365723, "Finetune/Step": 225, "Finetune/Step Time": 6.471749812364578}
+{"Finetune/Learning Rate": 1.9316239316239317e-05, "Finetune/Loss": 0.9728846549987793, "Finetune/Loss (Raw)": 1.159350037574768, "Finetune/Step": 226, "Finetune/Step Time": 6.468954000622034}
+{"Finetune/Learning Rate": 1.9401709401709403e-05, "Finetune/Loss": 0.9803502559661865, "Finetune/Loss (Raw)": 1.1406015157699585, "Finetune/Step": 227, "Finetune/Step Time": 6.448138393461704}
+{"Finetune/Learning Rate": 1.9487179487179488e-05, "Finetune/Loss": 0.9795057773590088, "Finetune/Loss (Raw)": 1.0958526134490967, "Finetune/Step": 228, "Finetune/Step Time": 6.455250192433596}
+{"Finetune/Learning Rate": 1.9572649572649574e-05, "Finetune/Loss": 0.9791765213012695, "Finetune/Loss (Raw)": 1.0029336214065552, "Finetune/Step": 229, "Finetune/Step Time": 6.447858454659581}
+{"Finetune/Learning Rate": 1.965811965811966e-05, "Finetune/Loss": 0.9785064458847046, "Finetune/Loss (Raw)": 1.1222597360610962, "Finetune/Step": 230, "Finetune/Step Time": 6.449400015175343}
+{"Finetune/Learning Rate": 1.9743589743589745e-05, "Finetune/Loss": 0.984083890914917, "Finetune/Loss (Raw)": 0.99163419008255, "Finetune/Step": 231, "Finetune/Step Time": 6.430066864937544}
+{"Finetune/Learning Rate": 1.982905982905983e-05, "Finetune/Loss": 0.9832934141159058, "Finetune/Loss (Raw)": 1.0393418073654175, "Finetune/Step": 232, "Finetune/Step Time": 6.43257506377995}
+{"Finetune/Learning Rate": 1.9914529914529916e-05, "Finetune/Loss": 0.9775665402412415, "Finetune/Loss (Raw)": 0.30015963315963745, "Finetune/Step": 233, "Finetune/Step Time": 6.455714356154203}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 0.9782801270484924, "Finetune/Loss (Raw)": 1.1419365406036377, "Finetune/Step": 234, "Finetune/Step Time": 6.473944865167141}
+{"Finetune/Learning Rate": 1.9999999137940846e-05, "Finetune/Loss": 0.9786790609359741, "Finetune/Loss (Raw)": 1.168639063835144, "Finetune/Step": 235, "Finetune/Step Time": 6.512479806318879}
+{"Finetune/Learning Rate": 1.999999655176352e-05, "Finetune/Loss": 0.9785482287406921, "Finetune/Loss (Raw)": 0.9919941425323486, "Finetune/Step": 236, "Finetune/Step Time": 6.513056598603725}
+{"Finetune/Learning Rate": 1.9999992241468476e-05, "Finetune/Loss": 0.9778175354003906, "Finetune/Loss (Raw)": 1.0374904870986938, "Finetune/Step": 237, "Finetune/Step Time": 6.544400731101632}
+{"Finetune/Learning Rate": 1.9999986207056455e-05, "Finetune/Loss": 0.9773832559585571, "Finetune/Loss (Raw)": 0.9725044369697571, "Finetune/Step": 238, "Finetune/Step Time": 6.5477571580559015}
+{"Finetune/Learning Rate": 1.99999784485285e-05, "Finetune/Loss": 0.9754718542098999, "Finetune/Loss (Raw)": 0.8704254627227783, "Finetune/Step": 239, "Finetune/Step Time": 6.5313176196068525}
+{"Finetune/Learning Rate": 1.9999968965885945e-05, "Finetune/Loss": 0.9744939804077148, "Finetune/Loss (Raw)": 0.9392874240875244, "Finetune/Step": 240, "Finetune/Step Time": 6.52812310680747}
+{"Finetune/Learning Rate": 1.9999957759130423e-05, "Finetune/Loss": 0.974223256111145, "Finetune/Loss (Raw)": 1.0671206712722778, "Finetune/Step": 241, "Finetune/Step Time": 6.515060197561979}
+{"Finetune/Learning Rate": 1.999994482826387e-05, "Finetune/Loss": 0.9804674386978149, "Finetune/Loss (Raw)": 1.0235233306884766, "Finetune/Step": 242, "Finetune/Step Time": 6.48615531437099}
+{"Finetune/Learning Rate": 1.9999930173288518e-05, "Finetune/Loss": 0.9803211688995361, "Finetune/Loss (Raw)": 1.0505155324935913, "Finetune/Step": 243, "Finetune/Step Time": 6.494709134101868}
+{"Finetune/Learning Rate": 1.9999913794206884e-05, "Finetune/Loss": 0.9801843762397766, "Finetune/Loss (Raw)": 0.8906261920928955, "Finetune/Step": 244, "Finetune/Step Time": 6.479639999568462}
+{"Finetune/Learning Rate": 1.9999895691021805e-05, "Finetune/Loss": 0.9807797074317932, "Finetune/Loss (Raw)": 1.176505446434021, "Finetune/Step": 245, "Finetune/Step Time": 6.471446165814996}
+{"Finetune/Learning Rate": 1.9999875863736393e-05, "Finetune/Loss": 0.9806768894195557, "Finetune/Loss (Raw)": 1.1237713098526, "Finetune/Step": 246, "Finetune/Step Time": 6.4795295689255}
+{"Finetune/Learning Rate": 1.9999854312354064e-05, "Finetune/Loss": 0.9805881977081299, "Finetune/Loss (Raw)": 1.0299813747406006, "Finetune/Step": 247, "Finetune/Step Time": 6.479118587449193}
+{"Finetune/Learning Rate": 1.9999831036878543e-05, "Finetune/Loss": 0.9798254370689392, "Finetune/Loss (Raw)": 0.9770206809043884, "Finetune/Step": 248, "Finetune/Step Time": 6.482799110934138}
+{"Finetune/Learning Rate": 1.9999806037313842e-05, "Finetune/Loss": 0.9796510934829712, "Finetune/Loss (Raw)": 0.9903765320777893, "Finetune/Step": 249, "Finetune/Step Time": 6.4650404918938875}
+{"Finetune/Learning Rate": 1.9999779313664263e-05, "Finetune/Loss": 0.9802581071853638, "Finetune/Loss (Raw)": 1.0369173288345337, "Finetune/Step": 250, "Finetune/Step Time": 6.462525865063071}
+{"Finetune/Learning Rate": 1.9999750865934417e-05, "Finetune/Loss": 0.9811137914657593, "Finetune/Loss (Raw)": 1.108092188835144, "Finetune/Step": 251, "Finetune/Step Time": 6.476908907294273}
+{"Finetune/Learning Rate": 1.9999720694129215e-05, "Finetune/Loss": 0.9802762269973755, "Finetune/Loss (Raw)": 1.0058441162109375, "Finetune/Step": 252, "Finetune/Step Time": 6.47593243047595}
+{"Finetune/Learning Rate": 1.999968879825385e-05, "Finetune/Loss": 0.9807447195053101, "Finetune/Loss (Raw)": 1.0513572692871094, "Finetune/Step": 253, "Finetune/Step Time": 6.471108881756663}
+{"Finetune/Learning Rate": 1.9999655178313823e-05, "Finetune/Loss": 0.9796943664550781, "Finetune/Loss (Raw)": 0.9523159861564636, "Finetune/Step": 254, "Finetune/Step Time": 6.450982334092259}
+{"Finetune/Learning Rate": 1.999961983431494e-05, "Finetune/Loss": 0.9746431708335876, "Finetune/Loss (Raw)": 0.3137495815753937, "Finetune/Step": 255, "Finetune/Step Time": 6.470141440629959}
+{"Finetune/Learning Rate": 1.9999582766263282e-05, "Finetune/Loss": 0.9731531143188477, "Finetune/Loss (Raw)": 0.9218838810920715, "Finetune/Step": 256, "Finetune/Step Time": 6.47085546515882}
+{"Finetune/Learning Rate": 1.9999543974165245e-05, "Finetune/Loss": 0.9732961654663086, "Finetune/Loss (Raw)": 1.1591026782989502, "Finetune/Step": 257, "Finetune/Step Time": 6.470121817663312}
+{"Finetune/Learning Rate": 1.9999503458027522e-05, "Finetune/Loss": 0.9728968143463135, "Finetune/Loss (Raw)": 1.072784423828125, "Finetune/Step": 258, "Finetune/Step Time": 6.4695679023861885}
+{"Finetune/Learning Rate": 1.9999461217857088e-05, "Finetune/Loss": 0.972633957862854, "Finetune/Loss (Raw)": 1.0527650117874146, "Finetune/Step": 259, "Finetune/Step Time": 6.471378872171044}
+{"Finetune/Learning Rate": 1.9999417253661235e-05, "Finetune/Loss": 0.9724749326705933, "Finetune/Loss (Raw)": 1.058068037033081, "Finetune/Step": 260, "Finetune/Step Time": 6.490315290167928}
+{"Finetune/Learning Rate": 1.999937156544754e-05, "Finetune/Loss": 0.9720325469970703, "Finetune/Loss (Raw)": 0.821535587310791, "Finetune/Step": 261, "Finetune/Step Time": 6.473217196762562}
+{"Finetune/Learning Rate": 1.9999324153223882e-05, "Finetune/Loss": 0.9688409566879272, "Finetune/Loss (Raw)": 0.8115382194519043, "Finetune/Step": 262, "Finetune/Step Time": 6.483358439058065}
+{"Finetune/Learning Rate": 1.999927501699843e-05, "Finetune/Loss": 0.9691469073295593, "Finetune/Loss (Raw)": 1.0151009559631348, "Finetune/Step": 263, "Finetune/Step Time": 6.481485398486257}
+{"Finetune/Learning Rate": 1.9999224156779658e-05, "Finetune/Loss": 0.9682707190513611, "Finetune/Loss (Raw)": 0.9498113393783569, "Finetune/Step": 264, "Finetune/Step Time": 6.4858052507042885}
+{"Finetune/Learning Rate": 1.9999171572576336e-05, "Finetune/Loss": 0.9681224822998047, "Finetune/Loss (Raw)": 0.940085232257843, "Finetune/Step": 265, "Finetune/Step Time": 6.4828022718429565}
+{"Finetune/Learning Rate": 1.9999117264397532e-05, "Finetune/Loss": 0.9686816930770874, "Finetune/Loss (Raw)": 1.180418610572815, "Finetune/Step": 266, "Finetune/Step Time": 6.493709156289697}
+{"Finetune/Learning Rate": 1.999906123225261e-05, "Finetune/Loss": 0.9685489535331726, "Finetune/Loss (Raw)": 0.8685799837112427, "Finetune/Step": 267, "Finetune/Step Time": 6.491471476852894}
+{"Finetune/Learning Rate": 1.9999003476151224e-05, "Finetune/Loss": 0.9670767784118652, "Finetune/Loss (Raw)": 1.0797230005264282, "Finetune/Step": 268, "Finetune/Step Time": 6.495094230398536}
+{"Finetune/Learning Rate": 1.9998943996103336e-05, "Finetune/Loss": 0.9671273231506348, "Finetune/Loss (Raw)": 1.01209557056427, "Finetune/Step": 269, "Finetune/Step Time": 6.500704005360603}
+{"Finetune/Learning Rate": 1.99988827921192e-05, "Finetune/Loss": 0.9672607183456421, "Finetune/Loss (Raw)": 1.0171196460723877, "Finetune/Step": 270, "Finetune/Step Time": 6.467113263905048}
+{"Finetune/Learning Rate": 1.999881986420937e-05, "Finetune/Loss": 0.9677390456199646, "Finetune/Loss (Raw)": 1.0084338188171387, "Finetune/Step": 271, "Finetune/Step Time": 6.457686273381114}
+{"Finetune/Learning Rate": 1.9998755212384698e-05, "Finetune/Loss": 0.9736651182174683, "Finetune/Loss (Raw)": 1.0767172574996948, "Finetune/Step": 272, "Finetune/Step Time": 6.441849095746875}
+{"Finetune/Learning Rate": 1.9998688836656322e-05, "Finetune/Loss": 0.9792675375938416, "Finetune/Loss (Raw)": 1.029888391494751, "Finetune/Step": 273, "Finetune/Step Time": 6.421718921512365}
+{"Finetune/Learning Rate": 1.9998620737035694e-05, "Finetune/Loss": 0.9802467823028564, "Finetune/Loss (Raw)": 1.0689589977264404, "Finetune/Step": 274, "Finetune/Step Time": 6.426692871376872}
+{"Finetune/Learning Rate": 1.9998550913534553e-05, "Finetune/Loss": 0.9810712337493896, "Finetune/Loss (Raw)": 0.9764590263366699, "Finetune/Step": 275, "Finetune/Step Time": 6.423725007101893}
+{"Finetune/Learning Rate": 1.9998479366164938e-05, "Finetune/Loss": 0.9789512157440186, "Finetune/Loss (Raw)": 0.7859398126602173, "Finetune/Step": 276, "Finetune/Step Time": 6.455009886994958}
+{"Finetune/Learning Rate": 1.999840609493918e-05, "Finetune/Loss": 0.9783831834793091, "Finetune/Loss (Raw)": 1.0048350095748901, "Finetune/Step": 277, "Finetune/Step Time": 6.453869743272662}
+{"Finetune/Learning Rate": 1.9998331099869917e-05, "Finetune/Loss": 0.9778124094009399, "Finetune/Loss (Raw)": 1.0150548219680786, "Finetune/Step": 278, "Finetune/Step Time": 6.446344887837768}
+{"Finetune/Learning Rate": 1.9998254380970082e-05, "Finetune/Loss": 0.9785407781600952, "Finetune/Loss (Raw)": 1.1599746942520142, "Finetune/Step": 279, "Finetune/Step Time": 6.451528346166015}
+{"Finetune/Learning Rate": 1.9998175938252893e-05, "Finetune/Loss": 0.9781018495559692, "Finetune/Loss (Raw)": 0.9470404386520386, "Finetune/Step": 280, "Finetune/Step Time": 6.449493195861578}
+{"Finetune/Learning Rate": 1.9998095771731878e-05, "Finetune/Loss": 0.9774664640426636, "Finetune/Loss (Raw)": 1.043128252029419, "Finetune/Step": 281, "Finetune/Step Time": 6.434835301712155}
+{"Finetune/Learning Rate": 1.999801388142086e-05, "Finetune/Loss": 0.9767569303512573, "Finetune/Loss (Raw)": 0.9953382015228271, "Finetune/Step": 282, "Finetune/Step Time": 6.443317100405693}
+{"Finetune/Learning Rate": 1.999793026733396e-05, "Finetune/Loss": 0.9763202667236328, "Finetune/Loss (Raw)": 1.1115118265151978, "Finetune/Step": 283, "Finetune/Step Time": 6.441505316644907}
+{"Finetune/Learning Rate": 1.999784492948559e-05, "Finetune/Loss": 0.9826423525810242, "Finetune/Loss (Raw)": 1.1105107069015503, "Finetune/Step": 284, "Finetune/Step Time": 6.429726507514715}
+{"Finetune/Learning Rate": 1.9997757867890465e-05, "Finetune/Loss": 0.9818905591964722, "Finetune/Loss (Raw)": 0.9605466723442078, "Finetune/Step": 285, "Finetune/Step Time": 6.445953765884042}
+{"Finetune/Learning Rate": 1.9997669082563597e-05, "Finetune/Loss": 0.9814549088478088, "Finetune/Loss (Raw)": 1.0215193033218384, "Finetune/Step": 286, "Finetune/Step Time": 6.4605401288717985}
+{"Finetune/Learning Rate": 1.9997578573520292e-05, "Finetune/Loss": 0.9812564849853516, "Finetune/Loss (Raw)": 1.040893316268921, "Finetune/Step": 287, "Finetune/Step Time": 6.467463502660394}
+{"Finetune/Learning Rate": 1.9997486340776155e-05, "Finetune/Loss": 0.9804049730300903, "Finetune/Loss (Raw)": 0.8782387375831604, "Finetune/Step": 288, "Finetune/Step Time": 6.475263444706798}
+{"Finetune/Learning Rate": 1.9997392384347086e-05, "Finetune/Loss": 0.9812110066413879, "Finetune/Loss (Raw)": 1.0924848318099976, "Finetune/Step": 289, "Finetune/Step Time": 6.479498049244285}
+{"Finetune/Learning Rate": 1.999729670424929e-05, "Finetune/Loss": 0.9788050055503845, "Finetune/Loss (Raw)": 0.9210056066513062, "Finetune/Step": 290, "Finetune/Step Time": 6.4902383256703615}
+{"Finetune/Learning Rate": 1.9997199300499256e-05, "Finetune/Loss": 0.979071319103241, "Finetune/Loss (Raw)": 1.0873736143112183, "Finetune/Step": 291, "Finetune/Step Time": 6.484787670895457}
+{"Finetune/Learning Rate": 1.999710017311378e-05, "Finetune/Loss": 0.9800449013710022, "Finetune/Loss (Raw)": 1.061113715171814, "Finetune/Step": 292, "Finetune/Step Time": 6.473649805411696}
+{"Finetune/Learning Rate": 1.9996999322109956e-05, "Finetune/Loss": 0.9806370735168457, "Finetune/Loss (Raw)": 1.0968629121780396, "Finetune/Step": 293, "Finetune/Step Time": 6.469411278143525}
+{"Finetune/Learning Rate": 1.999689674750517e-05, "Finetune/Loss": 0.9786378741264343, "Finetune/Loss (Raw)": 0.7107434272766113, "Finetune/Step": 294, "Finetune/Step Time": 6.475710444152355}
+{"Finetune/Learning Rate": 1.9996792449317103e-05, "Finetune/Loss": 0.9782825708389282, "Finetune/Loss (Raw)": 1.0732927322387695, "Finetune/Step": 295, "Finetune/Step Time": 6.481513276696205}
+{"Finetune/Learning Rate": 1.9996686427563746e-05, "Finetune/Loss": 0.9784365892410278, "Finetune/Loss (Raw)": 0.983476996421814, "Finetune/Step": 296, "Finetune/Step Time": 6.4867858327925205}
+{"Finetune/Learning Rate": 1.999657868226337e-05, "Finetune/Loss": 0.9796775579452515, "Finetune/Loss (Raw)": 1.0966440439224243, "Finetune/Step": 297, "Finetune/Step Time": 6.490032801404595}
+{"Finetune/Learning Rate": 1.999646921343456e-05, "Finetune/Loss": 0.9834792613983154, "Finetune/Loss (Raw)": 0.8367997407913208, "Finetune/Step": 298, "Finetune/Step Time": 6.496389562264085}
+{"Finetune/Learning Rate": 1.9996358021096174e-05, "Finetune/Loss": 0.9782426357269287, "Finetune/Loss (Raw)": 0.3031466007232666, "Finetune/Step": 299, "Finetune/Step Time": 6.509186340495944}
+{"Finetune/Learning Rate": 1.9996245105267405e-05, "Finetune/Loss": 0.9735621213912964, "Finetune/Loss (Raw)": 0.3509364724159241, "Finetune/Step": 300, "Finetune/Step Time": 6.503343420103192}
+{"Finetune/Learning Rate": 1.9996130465967704e-05, "Finetune/Loss": 0.9676467776298523, "Finetune/Loss (Raw)": 0.3815576732158661, "Finetune/Step": 301, "Finetune/Step Time": 6.524096757173538}
+{"Finetune/Learning Rate": 1.999601410321684e-05, "Finetune/Loss": 0.9674627780914307, "Finetune/Loss (Raw)": 0.841351330280304, "Finetune/Step": 302, "Finetune/Step Time": 6.53369864821434}
+{"Finetune/Learning Rate": 1.999589601703488e-05, "Finetune/Loss": 0.960934042930603, "Finetune/Loss (Raw)": 0.309325635433197, "Finetune/Step": 303, "Finetune/Step Time": 6.5540963020175695}
+{"Finetune/Learning Rate": 1.9995776207442184e-05, "Finetune/Loss": 0.966618001461029, "Finetune/Loss (Raw)": 1.057838797569275, "Finetune/Step": 304, "Finetune/Step Time": 6.537427207455039}
+{"Finetune/Learning Rate": 1.99956546744594e-05, "Finetune/Loss": 0.9671176671981812, "Finetune/Loss (Raw)": 1.0156311988830566, "Finetune/Step": 305, "Finetune/Step Time": 6.5304429810494184}
+{"Finetune/Learning Rate": 1.9995531418107487e-05, "Finetune/Loss": 0.9653171300888062, "Finetune/Loss (Raw)": 0.9138772487640381, "Finetune/Step": 306, "Finetune/Step Time": 6.531851524487138}
+{"Finetune/Learning Rate": 1.9995406438407697e-05, "Finetune/Loss": 0.9673262238502502, "Finetune/Loss (Raw)": 1.1418410539627075, "Finetune/Step": 307, "Finetune/Step Time": 6.535120762884617}
+{"Finetune/Learning Rate": 1.9995279735381578e-05, "Finetune/Loss": 0.966935396194458, "Finetune/Loss (Raw)": 1.0020350217819214, "Finetune/Step": 308, "Finetune/Step Time": 6.5357237327843904}
+{"Finetune/Learning Rate": 1.9995151309050973e-05, "Finetune/Loss": 0.9678154587745667, "Finetune/Loss (Raw)": 1.0999517440795898, "Finetune/Step": 309, "Finetune/Step Time": 6.550564622506499}
+{"Finetune/Learning Rate": 1.9995021159438023e-05, "Finetune/Loss": 0.9674507975578308, "Finetune/Loss (Raw)": 0.9758098125457764, "Finetune/Step": 310, "Finetune/Step Time": 6.552448138594627}
+{"Finetune/Learning Rate": 1.9994889286565172e-05, "Finetune/Loss": 0.9674593806266785, "Finetune/Loss (Raw)": 0.9951655864715576, "Finetune/Step": 311, "Finetune/Step Time": 6.560168830677867}
+{"Finetune/Learning Rate": 1.9994755690455154e-05, "Finetune/Loss": 0.9658702611923218, "Finetune/Loss (Raw)": 0.9293275475502014, "Finetune/Step": 312, "Finetune/Step Time": 6.559537885710597}
+{"Finetune/Learning Rate": 1.9994620371130997e-05, "Finetune/Loss": 0.9672453999519348, "Finetune/Loss (Raw)": 1.0749770402908325, "Finetune/Step": 313, "Finetune/Step Time": 6.567652875557542}
+{"Finetune/Learning Rate": 1.999448332861604e-05, "Finetune/Loss": 0.9686934351921082, "Finetune/Loss (Raw)": 1.1363224983215332, "Finetune/Step": 314, "Finetune/Step Time": 6.553064715117216}
+{"Finetune/Learning Rate": 1.999434456293391e-05, "Finetune/Loss": 0.9684655070304871, "Finetune/Loss (Raw)": 0.9471005201339722, "Finetune/Step": 315, "Finetune/Step Time": 6.559440780431032}
+{"Finetune/Learning Rate": 1.999420407410853e-05, "Finetune/Loss": 0.9628124237060547, "Finetune/Loss (Raw)": 0.36133110523223877, "Finetune/Step": 316, "Finetune/Step Time": 6.580192552879453}
+{"Finetune/Learning Rate": 1.999406186216412e-05, "Finetune/Loss": 0.9624951481819153, "Finetune/Loss (Raw)": 0.9315088391304016, "Finetune/Step": 317, "Finetune/Step Time": 6.571529041975737}
+{"Finetune/Learning Rate": 1.9993917927125196e-05, "Finetune/Loss": 0.9623110890388489, "Finetune/Loss (Raw)": 1.027449131011963, "Finetune/Step": 318, "Finetune/Step Time": 6.565704656764865}
+{"Finetune/Learning Rate": 1.9993772269016585e-05, "Finetune/Loss": 0.9613686800003052, "Finetune/Loss (Raw)": 0.9335778951644897, "Finetune/Step": 319, "Finetune/Step Time": 6.573477895930409}
+{"Finetune/Learning Rate": 1.999362488786339e-05, "Finetune/Loss": 0.9603019952774048, "Finetune/Loss (Raw)": 0.9020031690597534, "Finetune/Step": 320, "Finetune/Step Time": 6.56955660879612}
+{"Finetune/Learning Rate": 1.9993475783691026e-05, "Finetune/Loss": 0.9555761218070984, "Finetune/Loss (Raw)": 0.3105567395687103, "Finetune/Step": 321, "Finetune/Step Time": 6.592640163376927}
+{"Finetune/Learning Rate": 1.99933249565252e-05, "Finetune/Loss": 0.9550505876541138, "Finetune/Loss (Raw)": 0.9601322412490845, "Finetune/Step": 322, "Finetune/Step Time": 6.594163917005062}
+{"Finetune/Learning Rate": 1.9993172406391914e-05, "Finetune/Loss": 0.9553882479667664, "Finetune/Loss (Raw)": 1.0203137397766113, "Finetune/Step": 323, "Finetune/Step Time": 6.589283935725689}
+{"Finetune/Learning Rate": 1.9993018133317476e-05, "Finetune/Loss": 0.9563050270080566, "Finetune/Loss (Raw)": 1.068910837173462, "Finetune/Step": 324, "Finetune/Step Time": 6.588728008791804}
+{"Finetune/Learning Rate": 1.9992862137328475e-05, "Finetune/Loss": 0.9561948776245117, "Finetune/Loss (Raw)": 1.0132534503936768, "Finetune/Step": 325, "Finetune/Step Time": 6.586918782442808}
+{"Finetune/Learning Rate": 1.9992704418451813e-05, "Finetune/Loss": 0.9574795961380005, "Finetune/Loss (Raw)": 1.143775224685669, "Finetune/Step": 326, "Finetune/Step Time": 6.587422888725996}
+{"Finetune/Learning Rate": 1.999254497671468e-05, "Finetune/Loss": 0.9576059579849243, "Finetune/Loss (Raw)": 0.979335367679596, "Finetune/Step": 327, "Finetune/Step Time": 6.582512320950627}
+{"Finetune/Learning Rate": 1.9992383812144567e-05, "Finetune/Loss": 0.9578086733818054, "Finetune/Loss (Raw)": 1.0264523029327393, "Finetune/Step": 328, "Finetune/Step Time": 6.589034831151366}
+{"Finetune/Learning Rate": 1.999222092476926e-05, "Finetune/Loss": 0.9561665058135986, "Finetune/Loss (Raw)": 0.8799040913581848, "Finetune/Step": 329, "Finetune/Step Time": 6.606633190065622}
+{"Finetune/Learning Rate": 1.9992056314616843e-05, "Finetune/Loss": 0.954340934753418, "Finetune/Loss (Raw)": 0.8631675839424133, "Finetune/Step": 330, "Finetune/Step Time": 6.611474113538861}
+{"Finetune/Learning Rate": 1.9991889981715696e-05, "Finetune/Loss": 0.9542563557624817, "Finetune/Loss (Raw)": 1.0265004634857178, "Finetune/Step": 331, "Finetune/Step Time": 6.616169849410653}
+{"Finetune/Learning Rate": 1.99917219260945e-05, "Finetune/Loss": 0.9522949457168579, "Finetune/Loss (Raw)": 0.7803016901016235, "Finetune/Step": 332, "Finetune/Step Time": 6.633369283750653}
+{"Finetune/Learning Rate": 1.9991552147782223e-05, "Finetune/Loss": 0.9576974511146545, "Finetune/Loss (Raw)": 0.986175537109375, "Finetune/Step": 333, "Finetune/Step Time": 6.61954196728766}
+{"Finetune/Learning Rate": 1.9991380646808147e-05, "Finetune/Loss": 0.9575001001358032, "Finetune/Loss (Raw)": 0.9599837064743042, "Finetune/Step": 334, "Finetune/Step Time": 6.615244692191482}
+{"Finetune/Learning Rate": 1.999120742320183e-05, "Finetune/Loss": 0.9559614658355713, "Finetune/Loss (Raw)": 0.9512476325035095, "Finetune/Step": 335, "Finetune/Step Time": 6.603270810097456}
+{"Finetune/Learning Rate": 1.9991032476993143e-05, "Finetune/Loss": 0.9564306735992432, "Finetune/Loss (Raw)": 1.059789776802063, "Finetune/Step": 336, "Finetune/Step Time": 6.606191445142031}
+{"Finetune/Learning Rate": 1.999085580821225e-05, "Finetune/Loss": 0.9579006433486938, "Finetune/Loss (Raw)": 1.1644115447998047, "Finetune/Step": 337, "Finetune/Step Time": 6.592628814280033}
+{"Finetune/Learning Rate": 1.999067741688961e-05, "Finetune/Loss": 0.9627562761306763, "Finetune/Loss (Raw)": 0.9215050935745239, "Finetune/Step": 338, "Finetune/Step Time": 6.579337727278471}
+{"Finetune/Learning Rate": 1.9990497303055977e-05, "Finetune/Loss": 0.9621872305870056, "Finetune/Loss (Raw)": 0.8991555571556091, "Finetune/Step": 339, "Finetune/Step Time": 6.582637548446655}
+{"Finetune/Learning Rate": 1.9990315466742406e-05, "Finetune/Loss": 0.9609389901161194, "Finetune/Loss (Raw)": 0.8863850831985474, "Finetune/Step": 340, "Finetune/Step Time": 6.592621061950922}
+{"Finetune/Learning Rate": 1.999013190798025e-05, "Finetune/Loss": 0.9596529006958008, "Finetune/Loss (Raw)": 0.9875691533088684, "Finetune/Step": 341, "Finetune/Step Time": 6.594682572409511}
+{"Finetune/Learning Rate": 1.9989946626801154e-05, "Finetune/Loss": 0.9601415395736694, "Finetune/Loss (Raw)": 1.023997187614441, "Finetune/Step": 342, "Finetune/Step Time": 6.577205466106534}
+{"Finetune/Learning Rate": 1.9989759623237065e-05, "Finetune/Loss": 0.9604281187057495, "Finetune/Loss (Raw)": 0.982724130153656, "Finetune/Step": 343, "Finetune/Step Time": 6.576517924666405}
+{"Finetune/Learning Rate": 1.9989570897320223e-05, "Finetune/Loss": 0.9613583087921143, "Finetune/Loss (Raw)": 1.0253018140792847, "Finetune/Step": 344, "Finetune/Step Time": 6.563048956915736}
+{"Finetune/Learning Rate": 1.9989380449083168e-05, "Finetune/Loss": 0.9612791538238525, "Finetune/Loss (Raw)": 1.0777902603149414, "Finetune/Step": 345, "Finetune/Step Time": 6.565876733511686}
+{"Finetune/Learning Rate": 1.998918827855873e-05, "Finetune/Loss": 0.9614606499671936, "Finetune/Loss (Raw)": 1.0632035732269287, "Finetune/Step": 346, "Finetune/Step Time": 6.573169112205505}
+{"Finetune/Learning Rate": 1.998899438578005e-05, "Finetune/Loss": 0.9608953595161438, "Finetune/Loss (Raw)": 1.1048146486282349, "Finetune/Step": 347, "Finetune/Step Time": 6.5772520285099745}
+{"Finetune/Learning Rate": 1.9988798770780553e-05, "Finetune/Loss": 0.9614814519882202, "Finetune/Loss (Raw)": 1.0277177095413208, "Finetune/Step": 348, "Finetune/Step Time": 6.598471092060208}
+{"Finetune/Learning Rate": 1.9988601433593967e-05, "Finetune/Loss": 0.961574137210846, "Finetune/Loss (Raw)": 1.0862257480621338, "Finetune/Step": 349, "Finetune/Step Time": 6.608487403020263}
+{"Finetune/Learning Rate": 1.998840237425431e-05, "Finetune/Loss": 0.961235761642456, "Finetune/Loss (Raw)": 0.8934913277626038, "Finetune/Step": 350, "Finetune/Step Time": 6.624512139707804}
+{"Finetune/Learning Rate": 1.998820159279591e-05, "Finetune/Loss": 0.9612358808517456, "Finetune/Loss (Raw)": 0.9517098665237427, "Finetune/Step": 351, "Finetune/Step Time": 6.639004783704877}
+{"Finetune/Learning Rate": 1.998799908925338e-05, "Finetune/Loss": 0.9661572575569153, "Finetune/Loss (Raw)": 0.9562905430793762, "Finetune/Step": 352, "Finetune/Step Time": 6.630680330097675}
+{"Finetune/Learning Rate": 1.9987794863661633e-05, "Finetune/Loss": 0.9653048515319824, "Finetune/Loss (Raw)": 0.9173395037651062, "Finetune/Step": 353, "Finetune/Step Time": 6.630550131201744}
+{"Finetune/Learning Rate": 1.998758891605588e-05, "Finetune/Loss": 0.9629747867584229, "Finetune/Loss (Raw)": 0.8610982894897461, "Finetune/Step": 354, "Finetune/Step Time": 6.64771194383502}
+{"Finetune/Learning Rate": 1.998738124647163e-05, "Finetune/Loss": 0.9620704650878906, "Finetune/Loss (Raw)": 1.0248428583145142, "Finetune/Step": 355, "Finetune/Step Time": 6.658247513696551}
+{"Finetune/Learning Rate": 1.998717185494469e-05, "Finetune/Loss": 0.9601471424102783, "Finetune/Loss (Raw)": 0.8496710062026978, "Finetune/Step": 356, "Finetune/Step Time": 6.653264541178942}
+{"Finetune/Learning Rate": 1.998696074151116e-05, "Finetune/Loss": 0.9590152502059937, "Finetune/Loss (Raw)": 0.8580505847930908, "Finetune/Step": 357, "Finetune/Step Time": 6.66778358630836}
+{"Finetune/Learning Rate": 1.9986747906207436e-05, "Finetune/Loss": 0.9529743194580078, "Finetune/Loss (Raw)": 0.34902751445770264, "Finetune/Step": 358, "Finetune/Step Time": 6.687737353146076}
+{"Finetune/Learning Rate": 1.9986533349070215e-05, "Finetune/Loss": 0.9516428709030151, "Finetune/Loss (Raw)": 0.8212026357650757, "Finetune/Step": 359, "Finetune/Step Time": 6.689803538843989}
+{"Finetune/Learning Rate": 1.9986317070136488e-05, "Finetune/Loss": 0.9508517980575562, "Finetune/Loss (Raw)": 0.9380813241004944, "Finetune/Step": 360, "Finetune/Step Time": 6.689545080065727}
+{"Finetune/Learning Rate": 1.9986099069443544e-05, "Finetune/Loss": 0.9549907445907593, "Finetune/Loss (Raw)": 0.8299517631530762, "Finetune/Step": 361, "Finetune/Step Time": 6.66991089656949}
+{"Finetune/Learning Rate": 1.9985879347028975e-05, "Finetune/Loss": 0.9531047344207764, "Finetune/Loss (Raw)": 0.9005248546600342, "Finetune/Step": 362, "Finetune/Step Time": 6.662490738555789}
+{"Finetune/Learning Rate": 1.9985657902930657e-05, "Finetune/Loss": 0.9520612955093384, "Finetune/Loss (Raw)": 1.0350772142410278, "Finetune/Step": 363, "Finetune/Step Time": 6.623909259214997}
+{"Finetune/Learning Rate": 1.998543473718677e-05, "Finetune/Loss": 0.9524843692779541, "Finetune/Loss (Raw)": 1.0461499691009521, "Finetune/Step": 364, "Finetune/Step Time": 6.622423451393843}
+{"Finetune/Learning Rate": 1.9985209849835794e-05, "Finetune/Loss": 0.95265793800354, "Finetune/Loss (Raw)": 1.0597047805786133, "Finetune/Step": 365, "Finetune/Step Time": 6.593818066641688}
+{"Finetune/Learning Rate": 1.9984983240916502e-05, "Finetune/Loss": 0.9520437717437744, "Finetune/Loss (Raw)": 0.8938917517662048, "Finetune/Step": 366, "Finetune/Step Time": 6.599076891317964}
+{"Finetune/Learning Rate": 1.998475491046796e-05, "Finetune/Loss": 0.9528399109840393, "Finetune/Loss (Raw)": 0.9723312258720398, "Finetune/Step": 367, "Finetune/Step Time": 6.60524395853281}
+{"Finetune/Learning Rate": 1.9984524858529536e-05, "Finetune/Loss": 0.9530718326568604, "Finetune/Loss (Raw)": 0.9689713716506958, "Finetune/Step": 368, "Finetune/Step Time": 6.606538554653525}
+{"Finetune/Learning Rate": 1.9984293085140894e-05, "Finetune/Loss": 0.9520227909088135, "Finetune/Loss (Raw)": 0.9328433275222778, "Finetune/Step": 369, "Finetune/Step Time": 6.607107125222683}
+{"Finetune/Learning Rate": 1.9984059590341996e-05, "Finetune/Loss": 0.9525824189186096, "Finetune/Loss (Raw)": 1.0951571464538574, "Finetune/Step": 370, "Finetune/Step Time": 6.606958877295256}
+{"Finetune/Learning Rate": 1.99838243741731e-05, "Finetune/Loss": 0.9531016945838928, "Finetune/Loss (Raw)": 1.1169801950454712, "Finetune/Step": 371, "Finetune/Step Time": 6.598665429279208}
+{"Finetune/Learning Rate": 1.998358743667476e-05, "Finetune/Loss": 0.9538630843162537, "Finetune/Loss (Raw)": 0.9880843758583069, "Finetune/Step": 372, "Finetune/Step Time": 6.607278877869248}
+{"Finetune/Learning Rate": 1.9983348777887822e-05, "Finetune/Loss": 0.9479900598526001, "Finetune/Loss (Raw)": 0.4247604310512543, "Finetune/Step": 373, "Finetune/Step Time": 6.629961198195815}
+{"Finetune/Learning Rate": 1.9983108397853436e-05, "Finetune/Loss": 0.9418970346450806, "Finetune/Loss (Raw)": 0.34386688470840454, "Finetune/Step": 374, "Finetune/Step Time": 6.641148250550032}
+{"Finetune/Learning Rate": 1.9982866296613054e-05, "Finetune/Loss": 0.942080020904541, "Finetune/Loss (Raw)": 1.05339777469635, "Finetune/Step": 375, "Finetune/Step Time": 6.639283664524555}
+{"Finetune/Learning Rate": 1.9982622474208405e-05, "Finetune/Loss": 0.9410483837127686, "Finetune/Loss (Raw)": 0.8449753522872925, "Finetune/Step": 376, "Finetune/Step Time": 6.638774078339338}
+{"Finetune/Learning Rate": 1.998237693068153e-05, "Finetune/Loss": 0.940498948097229, "Finetune/Loss (Raw)": 0.9200519323348999, "Finetune/Step": 377, "Finetune/Step Time": 6.638955783098936}
+{"Finetune/Learning Rate": 1.9982129666074772e-05, "Finetune/Loss": 0.9414376020431519, "Finetune/Loss (Raw)": 1.1570669412612915, "Finetune/Step": 378, "Finetune/Step Time": 6.638617912307382}
+{"Finetune/Learning Rate": 1.9981880680430753e-05, "Finetune/Loss": 0.9414163827896118, "Finetune/Loss (Raw)": 1.1053773164749146, "Finetune/Step": 379, "Finetune/Step Time": 6.624739428982139}
+{"Finetune/Learning Rate": 1.9981629973792405e-05, "Finetune/Loss": 0.9413036108016968, "Finetune/Loss (Raw)": 0.9914026856422424, "Finetune/Step": 380, "Finetune/Step Time": 6.622616071254015}
+{"Finetune/Learning Rate": 1.9981377546202954e-05, "Finetune/Loss": 0.9410489797592163, "Finetune/Loss (Raw)": 1.0187617540359497, "Finetune/Step": 381, "Finetune/Step Time": 6.630357461050153}
+{"Finetune/Learning Rate": 1.9981123397705916e-05, "Finetune/Loss": 0.9404542446136475, "Finetune/Loss (Raw)": 0.8761961460113525, "Finetune/Step": 382, "Finetune/Step Time": 6.667892161756754}
+{"Finetune/Learning Rate": 1.9980867528345115e-05, "Finetune/Loss": 0.9444980621337891, "Finetune/Loss (Raw)": 0.8313519358634949, "Finetune/Step": 383, "Finetune/Step Time": 6.6808918584138155}
+{"Finetune/Learning Rate": 1.9980609938164664e-05, "Finetune/Loss": 0.9412357211112976, "Finetune/Loss (Raw)": 0.5043053030967712, "Finetune/Step": 384, "Finetune/Step Time": 6.696369759738445}
+{"Finetune/Learning Rate": 1.9980350627208974e-05, "Finetune/Loss": 0.9394474029541016, "Finetune/Loss (Raw)": 0.9301999807357788, "Finetune/Step": 385, "Finetune/Step Time": 6.693802261725068}
+{"Finetune/Learning Rate": 1.9980089595522755e-05, "Finetune/Loss": 0.9381320476531982, "Finetune/Loss (Raw)": 0.9044215679168701, "Finetune/Step": 386, "Finetune/Step Time": 6.693088445812464}
+{"Finetune/Learning Rate": 1.9979826843151008e-05, "Finetune/Loss": 0.93631511926651, "Finetune/Loss (Raw)": 0.8201935291290283, "Finetune/Step": 387, "Finetune/Step Time": 6.694715978577733}
+{"Finetune/Learning Rate": 1.997956237013904e-05, "Finetune/Loss": 0.9346603155136108, "Finetune/Loss (Raw)": 0.8462586998939514, "Finetune/Step": 388, "Finetune/Step Time": 6.673257241025567}
+{"Finetune/Learning Rate": 1.9979296176532443e-05, "Finetune/Loss": 0.935162365436554, "Finetune/Loss (Raw)": 0.8857916593551636, "Finetune/Step": 389, "Finetune/Step Time": 6.672363944351673}
+{"Finetune/Learning Rate": 1.997902826237712e-05, "Finetune/Loss": 0.9347465634346008, "Finetune/Loss (Raw)": 0.7583174109458923, "Finetune/Step": 390, "Finetune/Step Time": 6.659300964325666}
+{"Finetune/Learning Rate": 1.9978758627719252e-05, "Finetune/Loss": 0.9342848062515259, "Finetune/Loss (Raw)": 0.9559921026229858, "Finetune/Step": 391, "Finetune/Step Time": 6.65465441159904}
+{"Finetune/Learning Rate": 1.997848727260534e-05, "Finetune/Loss": 0.9337548613548279, "Finetune/Loss (Raw)": 0.8819801211357117, "Finetune/Step": 392, "Finetune/Step Time": 6.6504672802984715}
+{"Finetune/Learning Rate": 1.9978214197082154e-05, "Finetune/Loss": 0.9324626922607422, "Finetune/Loss (Raw)": 0.7746907472610474, "Finetune/Step": 393, "Finetune/Step Time": 6.661752598360181}
+{"Finetune/Learning Rate": 1.997793940119679e-05, "Finetune/Loss": 0.929428219795227, "Finetune/Loss (Raw)": 0.7920017838478088, "Finetune/Step": 394, "Finetune/Step Time": 6.676553318277001}
+{"Finetune/Learning Rate": 1.9977662884996618e-05, "Finetune/Loss": 0.9316258430480957, "Finetune/Loss (Raw)": 1.1498734951019287, "Finetune/Step": 395, "Finetune/Step Time": 6.675484783947468}
+{"Finetune/Learning Rate": 1.9977384648529315e-05, "Finetune/Loss": 0.9314073324203491, "Finetune/Loss (Raw)": 1.0517557859420776, "Finetune/Step": 396, "Finetune/Step Time": 6.675483625382185}
+{"Finetune/Learning Rate": 1.997710469184285e-05, "Finetune/Loss": 0.9291988611221313, "Finetune/Loss (Raw)": 0.7294105887413025, "Finetune/Step": 397, "Finetune/Step Time": 6.701118370518088}
+{"Finetune/Learning Rate": 1.997682301498549e-05, "Finetune/Loss": 0.9298428893089294, "Finetune/Loss (Raw)": 1.0995612144470215, "Finetune/Step": 398, "Finetune/Step Time": 6.695108162239194}
+{"Finetune/Learning Rate": 1.9976539618005807e-05, "Finetune/Loss": 0.9283257126808167, "Finetune/Loss (Raw)": 0.8142297267913818, "Finetune/Step": 399, "Finetune/Step Time": 6.682742811739445}
+{"Finetune/Learning Rate": 1.9976254500952654e-05, "Finetune/Loss": 0.9270629286766052, "Finetune/Loss (Raw)": 0.9150848388671875, "Finetune/Step": 400, "Finetune/Step Time": 6.680530805140734}
+{"Finetune/Learning Rate": 1.997596766387519e-05, "Finetune/Loss": 0.9270293712615967, "Finetune/Loss (Raw)": 1.025594711303711, "Finetune/Step": 401, "Finetune/Step Time": 6.68342300504446}
+{"Finetune/Learning Rate": 1.997567910682287e-05, "Finetune/Loss": 0.9259600043296814, "Finetune/Loss (Raw)": 0.9320824146270752, "Finetune/Step": 402, "Finetune/Step Time": 6.695976493880153}
+{"Finetune/Learning Rate": 1.997538882984545e-05, "Finetune/Loss": 0.9256155490875244, "Finetune/Loss (Raw)": 0.9323670268058777, "Finetune/Step": 403, "Finetune/Step Time": 6.696042915806174}
+{"Finetune/Learning Rate": 1.997509683299297e-05, "Finetune/Loss": 0.9275346994400024, "Finetune/Loss (Raw)": 1.0315871238708496, "Finetune/Step": 404, "Finetune/Step Time": 6.664890438318253}
+{"Finetune/Learning Rate": 1.9974803116315773e-05, "Finetune/Loss": 0.9251697063446045, "Finetune/Loss (Raw)": 0.702116847038269, "Finetune/Step": 405, "Finetune/Step Time": 6.676879150792956}
+{"Finetune/Learning Rate": 1.9974507679864503e-05, "Finetune/Loss": 0.920860767364502, "Finetune/Loss (Raw)": 0.46351584792137146, "Finetune/Step": 406, "Finetune/Step Time": 6.697209792211652}
+{"Finetune/Learning Rate": 1.99742105236901e-05, "Finetune/Loss": 0.9149454832077026, "Finetune/Loss (Raw)": 0.40281471610069275, "Finetune/Step": 407, "Finetune/Step Time": 6.706312278285623}
+{"Finetune/Learning Rate": 1.997391164784379e-05, "Finetune/Loss": 0.9147464632987976, "Finetune/Loss (Raw)": 0.9215615391731262, "Finetune/Step": 408, "Finetune/Step Time": 6.7068456914275885}
+{"Finetune/Learning Rate": 1.9973611052377104e-05, "Finetune/Loss": 0.9155125617980957, "Finetune/Loss (Raw)": 1.1411857604980469, "Finetune/Step": 409, "Finetune/Step Time": 6.70802397094667}
+{"Finetune/Learning Rate": 1.997330873734187e-05, "Finetune/Loss": 0.9167299270629883, "Finetune/Loss (Raw)": 1.151171088218689, "Finetune/Step": 410, "Finetune/Step Time": 6.696575082838535}
+{"Finetune/Learning Rate": 1.9973004702790217e-05, "Finetune/Loss": 0.9154734015464783, "Finetune/Loss (Raw)": 0.9506657123565674, "Finetune/Step": 411, "Finetune/Step Time": 6.699950840324163}
+{"Finetune/Learning Rate": 1.997269894877455e-05, "Finetune/Loss": 0.9095513820648193, "Finetune/Loss (Raw)": 0.35249650478363037, "Finetune/Step": 412, "Finetune/Step Time": 6.710196198895574}
+{"Finetune/Learning Rate": 1.99723914753476e-05, "Finetune/Loss": 0.9101597666740417, "Finetune/Loss (Raw)": 1.0384206771850586, "Finetune/Step": 413, "Finetune/Step Time": 6.689775398001075}
+{"Finetune/Learning Rate": 1.9972082282562367e-05, "Finetune/Loss": 0.9091528058052063, "Finetune/Loss (Raw)": 0.8926297426223755, "Finetune/Step": 414, "Finetune/Step Time": 6.675651079043746}
+{"Finetune/Learning Rate": 1.9971771370472165e-05, "Finetune/Loss": 0.9086074829101562, "Finetune/Loss (Raw)": 0.9710923433303833, "Finetune/Step": 415, "Finetune/Step Time": 6.673095177859068}
+{"Finetune/Learning Rate": 1.9971458739130598e-05, "Finetune/Loss": 0.9100641012191772, "Finetune/Loss (Raw)": 1.0646841526031494, "Finetune/Step": 416, "Finetune/Step Time": 6.659689173102379}
+{"Finetune/Learning Rate": 1.9971144388591567e-05, "Finetune/Loss": 0.9091575145721436, "Finetune/Loss (Raw)": 0.9764472246170044, "Finetune/Step": 417, "Finetune/Step Time": 6.654888778924942}
+{"Finetune/Learning Rate": 1.9970828318909272e-05, "Finetune/Loss": 0.9100903868675232, "Finetune/Loss (Raw)": 1.0404119491577148, "Finetune/Step": 418, "Finetune/Step Time": 6.643362049013376}
+{"Finetune/Learning Rate": 1.99705105301382e-05, "Finetune/Loss": 0.9084633588790894, "Finetune/Loss (Raw)": 0.8791056275367737, "Finetune/Step": 419, "Finetune/Step Time": 6.661156442016363}
+{"Finetune/Learning Rate": 1.997019102233315e-05, "Finetune/Loss": 0.9029327034950256, "Finetune/Loss (Raw)": 0.35319748520851135, "Finetune/Step": 420, "Finetune/Step Time": 6.67963838391006}
+{"Finetune/Learning Rate": 1.996986979554921e-05, "Finetune/Loss": 0.9018800258636475, "Finetune/Loss (Raw)": 0.9621147513389587, "Finetune/Step": 421, "Finetune/Step Time": 6.691175676882267}
+{"Finetune/Learning Rate": 1.9969546849841754e-05, "Finetune/Loss": 0.9037138223648071, "Finetune/Loss (Raw)": 0.9454782605171204, "Finetune/Step": 422, "Finetune/Step Time": 6.69736217148602}
+{"Finetune/Learning Rate": 1.9969222185266467e-05, "Finetune/Loss": 0.9034410715103149, "Finetune/Loss (Raw)": 1.038374662399292, "Finetune/Step": 423, "Finetune/Step Time": 6.692664802074432}
+{"Finetune/Learning Rate": 1.996889580187933e-05, "Finetune/Loss": 0.903589129447937, "Finetune/Loss (Raw)": 1.0024311542510986, "Finetune/Step": 424, "Finetune/Step Time": 6.692150216549635}
+{"Finetune/Learning Rate": 1.99685676997366e-05, "Finetune/Loss": 0.900387167930603, "Finetune/Loss (Raw)": 0.686790943145752, "Finetune/Step": 425, "Finetune/Step Time": 6.726596537977457}
+{"Finetune/Learning Rate": 1.9968237878894865e-05, "Finetune/Loss": 0.9010279178619385, "Finetune/Loss (Raw)": 0.9188215136528015, "Finetune/Step": 426, "Finetune/Step Time": 6.706469416618347}
+{"Finetune/Learning Rate": 1.996790633941098e-05, "Finetune/Loss": 0.9057475924491882, "Finetune/Loss (Raw)": 0.9072553515434265, "Finetune/Step": 427, "Finetune/Step Time": 6.693095659837127}
+{"Finetune/Learning Rate": 1.9967573081342103e-05, "Finetune/Loss": 0.9110851883888245, "Finetune/Loss (Raw)": 1.0341521501541138, "Finetune/Step": 428, "Finetune/Step Time": 6.673914726823568}
+{"Finetune/Learning Rate": 1.9967238104745695e-05, "Finetune/Loss": 0.9161757230758667, "Finetune/Loss (Raw)": 1.033145785331726, "Finetune/Step": 429, "Finetune/Step Time": 6.6571043618023396}
+{"Finetune/Learning Rate": 1.9966901409679512e-05, "Finetune/Loss": 0.9161417484283447, "Finetune/Loss (Raw)": 0.8369962573051453, "Finetune/Step": 430, "Finetune/Step Time": 6.649339525029063}
+{"Finetune/Learning Rate": 1.9966562996201604e-05, "Finetune/Loss": 0.9211640357971191, "Finetune/Loss (Raw)": 0.9521881937980652, "Finetune/Step": 431, "Finetune/Step Time": 6.638115666806698}
+{"Finetune/Learning Rate": 1.9966222864370318e-05, "Finetune/Loss": 0.9198122024536133, "Finetune/Loss (Raw)": 0.8848056793212891, "Finetune/Step": 432, "Finetune/Step Time": 6.643067177385092}
+{"Finetune/Learning Rate": 1.996588101424429e-05, "Finetune/Loss": 0.918608546257019, "Finetune/Loss (Raw)": 0.861555814743042, "Finetune/Step": 433, "Finetune/Step Time": 6.64597537741065}
+{"Finetune/Learning Rate": 1.9965537445882472e-05, "Finetune/Loss": 0.9187268018722534, "Finetune/Loss (Raw)": 0.9290194511413574, "Finetune/Step": 434, "Finetune/Step Time": 6.645942859351635}
+{"Finetune/Learning Rate": 1.9965192159344083e-05, "Finetune/Loss": 0.9159911870956421, "Finetune/Loss (Raw)": 0.7916750311851501, "Finetune/Step": 435, "Finetune/Step Time": 6.635887147858739}
+{"Finetune/Learning Rate": 1.996484515468867e-05, "Finetune/Loss": 0.9150069355964661, "Finetune/Loss (Raw)": 0.8760581016540527, "Finetune/Step": 436, "Finetune/Step Time": 6.632195174694061}
+{"Finetune/Learning Rate": 1.9964496431976047e-05, "Finetune/Loss": 0.9137430191040039, "Finetune/Loss (Raw)": 0.9381694793701172, "Finetune/Step": 437, "Finetune/Step Time": 6.622663935646415}
+{"Finetune/Learning Rate": 1.996414599126635e-05, "Finetune/Loss": 0.9123883843421936, "Finetune/Loss (Raw)": 0.8024139404296875, "Finetune/Step": 438, "Finetune/Step Time": 6.619069267064333}
+{"Finetune/Learning Rate": 1.9963793832619988e-05, "Finetune/Loss": 0.9114470481872559, "Finetune/Loss (Raw)": 0.8746709227561951, "Finetune/Step": 439, "Finetune/Step Time": 6.6226315181702375}
+{"Finetune/Learning Rate": 1.9963439956097688e-05, "Finetune/Loss": 0.9117171764373779, "Finetune/Loss (Raw)": 0.9639069437980652, "Finetune/Step": 440, "Finetune/Step Time": 6.62409383431077}
+{"Finetune/Learning Rate": 1.9963084361760455e-05, "Finetune/Loss": 0.9111361503601074, "Finetune/Loss (Raw)": 1.0006078481674194, "Finetune/Step": 441, "Finetune/Step Time": 6.6216796413064}
+{"Finetune/Learning Rate": 1.99627270496696e-05, "Finetune/Loss": 0.9055894613265991, "Finetune/Loss (Raw)": 0.4263434410095215, "Finetune/Step": 442, "Finetune/Step Time": 6.642371349036694}
+{"Finetune/Learning Rate": 1.996236801988673e-05, "Finetune/Loss": 0.9059746265411377, "Finetune/Loss (Raw)": 0.9964047074317932, "Finetune/Step": 443, "Finetune/Step Time": 6.6457965187728405}
+{"Finetune/Learning Rate": 1.9962007272473744e-05, "Finetune/Loss": 0.9114633798599243, "Finetune/Loss (Raw)": 1.0638916492462158, "Finetune/Step": 444, "Finetune/Step Time": 6.626324074342847}
+{"Finetune/Learning Rate": 1.9961644807492835e-05, "Finetune/Loss": 0.9113863110542297, "Finetune/Loss (Raw)": 0.9216442704200745, "Finetune/Step": 445, "Finetune/Step Time": 6.621656673029065}
+{"Finetune/Learning Rate": 1.9961280625006503e-05, "Finetune/Loss": 0.9112712740898132, "Finetune/Loss (Raw)": 1.0127222537994385, "Finetune/Step": 446, "Finetune/Step Time": 6.6233896147459745}
+{"Finetune/Learning Rate": 1.9960914725077532e-05, "Finetune/Loss": 0.911607027053833, "Finetune/Loss (Raw)": 0.976555347442627, "Finetune/Step": 447, "Finetune/Step Time": 6.61286386102438}
+{"Finetune/Learning Rate": 1.9960547107769017e-05, "Finetune/Loss": 0.9118350744247437, "Finetune/Loss (Raw)": 0.9311954975128174, "Finetune/Step": 448, "Finetune/Step Time": 6.61230874620378}
+{"Finetune/Learning Rate": 1.9960177773144328e-05, "Finetune/Loss": 0.9178960919380188, "Finetune/Loss (Raw)": 1.086364507675171, "Finetune/Step": 449, "Finetune/Step Time": 6.592326896265149}
+{"Finetune/Learning Rate": 1.9959806721267147e-05, "Finetune/Loss": 0.9173075556755066, "Finetune/Loss (Raw)": 0.8848006129264832, "Finetune/Step": 450, "Finetune/Step Time": 6.590922936797142}
+{"Finetune/Learning Rate": 1.9959433952201447e-05, "Finetune/Loss": 0.9164789915084839, "Finetune/Loss (Raw)": 0.9142617583274841, "Finetune/Step": 451, "Finetune/Step Time": 6.5950517654418945}
+{"Finetune/Learning Rate": 1.99590594660115e-05, "Finetune/Loss": 0.9152161478996277, "Finetune/Loss (Raw)": 0.9072625637054443, "Finetune/Step": 452, "Finetune/Step Time": 6.588412668555975}
+{"Finetune/Learning Rate": 1.9958683262761874e-05, "Finetune/Loss": 0.9159104228019714, "Finetune/Loss (Raw)": 1.1021207571029663, "Finetune/Step": 453, "Finetune/Step Time": 6.582892257720232}
+{"Finetune/Learning Rate": 1.9958305342517422e-05, "Finetune/Loss": 0.9142166376113892, "Finetune/Loss (Raw)": 0.9269636273384094, "Finetune/Step": 454, "Finetune/Step Time": 6.607608754187822}
+{"Finetune/Learning Rate": 1.995792570534331e-05, "Finetune/Loss": 0.9144207835197449, "Finetune/Loss (Raw)": 1.0054689645767212, "Finetune/Step": 455, "Finetune/Step Time": 6.606445554643869}
+{"Finetune/Learning Rate": 1.995754435130499e-05, "Finetune/Loss": 0.9089803695678711, "Finetune/Loss (Raw)": 0.3300788402557373, "Finetune/Step": 456, "Finetune/Step Time": 6.614643976092339}
+{"Finetune/Learning Rate": 1.9957161280468217e-05, "Finetune/Loss": 0.9085514545440674, "Finetune/Loss (Raw)": 0.8250032067298889, "Finetune/Step": 457, "Finetune/Step Time": 6.595669969916344}
+{"Finetune/Learning Rate": 1.9956776492899022e-05, "Finetune/Loss": 0.9104423522949219, "Finetune/Loss (Raw)": 1.1052007675170898, "Finetune/Step": 458, "Finetune/Step Time": 6.592532847076654}
+{"Finetune/Learning Rate": 1.9956389988663762e-05, "Finetune/Loss": 0.9094647169113159, "Finetune/Loss (Raw)": 0.9013749361038208, "Finetune/Step": 459, "Finetune/Step Time": 6.595501061528921}
+{"Finetune/Learning Rate": 1.9956001767829068e-05, "Finetune/Loss": 0.9093450903892517, "Finetune/Loss (Raw)": 0.7649871110916138, "Finetune/Step": 460, "Finetune/Step Time": 6.594381602481008}
+{"Finetune/Learning Rate": 1.9955611830461875e-05, "Finetune/Loss": 0.9085826277732849, "Finetune/Loss (Raw)": 0.8885818719863892, "Finetune/Step": 461, "Finetune/Step Time": 6.5931840017437935}
+{"Finetune/Learning Rate": 1.9955220176629412e-05, "Finetune/Loss": 0.908260703086853, "Finetune/Loss (Raw)": 0.9187647104263306, "Finetune/Step": 462, "Finetune/Step Time": 6.592562982812524}
+{"Finetune/Learning Rate": 1.9954826806399207e-05, "Finetune/Loss": 0.90973299741745, "Finetune/Loss (Raw)": 1.1397079229354858, "Finetune/Step": 463, "Finetune/Step Time": 6.586533196270466}
+{"Finetune/Learning Rate": 1.995443171983908e-05, "Finetune/Loss": 0.9036437273025513, "Finetune/Loss (Raw)": 0.280363529920578, "Finetune/Step": 464, "Finetune/Step Time": 6.606189789250493}
+{"Finetune/Learning Rate": 1.9954034917017146e-05, "Finetune/Loss": 0.9022791385650635, "Finetune/Loss (Raw)": 0.989741861820221, "Finetune/Step": 465, "Finetune/Step Time": 6.613505277782679}
+{"Finetune/Learning Rate": 1.9953636398001825e-05, "Finetune/Loss": 0.9011850357055664, "Finetune/Loss (Raw)": 0.7814598083496094, "Finetune/Step": 466, "Finetune/Step Time": 6.617853496223688}
+{"Finetune/Learning Rate": 1.9953236162861822e-05, "Finetune/Loss": 0.90177321434021, "Finetune/Loss (Raw)": 0.9744469523429871, "Finetune/Step": 467, "Finetune/Step Time": 6.6176958326250315}
+{"Finetune/Learning Rate": 1.995283421166614e-05, "Finetune/Loss": 0.9008116722106934, "Finetune/Loss (Raw)": 0.7633025646209717, "Finetune/Step": 468, "Finetune/Step Time": 6.618773004040122}
+{"Finetune/Learning Rate": 1.9952430544484086e-05, "Finetune/Loss": 0.8958052396774292, "Finetune/Loss (Raw)": 0.3467528223991394, "Finetune/Step": 469, "Finetune/Step Time": 6.634256700053811}
+{"Finetune/Learning Rate": 1.9952025161385255e-05, "Finetune/Loss": 0.8948839902877808, "Finetune/Loss (Raw)": 0.9060673117637634, "Finetune/Step": 470, "Finetune/Step Time": 6.6339592188596725}
+{"Finetune/Learning Rate": 1.9951618062439538e-05, "Finetune/Loss": 0.8943926095962524, "Finetune/Loss (Raw)": 0.9198314547538757, "Finetune/Step": 471, "Finetune/Step Time": 6.649077137932181}
+{"Finetune/Learning Rate": 1.9951209247717128e-05, "Finetune/Loss": 0.89470374584198, "Finetune/Loss (Raw)": 1.0651227235794067, "Finetune/Step": 472, "Finetune/Step Time": 6.649763496592641}
+{"Finetune/Learning Rate": 1.9950798717288503e-05, "Finetune/Loss": 0.8928810358047485, "Finetune/Loss (Raw)": 0.8444929122924805, "Finetune/Step": 473, "Finetune/Step Time": 6.647954171523452}
+{"Finetune/Learning Rate": 1.9950386471224445e-05, "Finetune/Loss": 0.8923057913780212, "Finetune/Loss (Raw)": 0.9895678162574768, "Finetune/Step": 474, "Finetune/Step Time": 6.64415798895061}
+{"Finetune/Learning Rate": 1.9949972509596035e-05, "Finetune/Loss": 0.8911852836608887, "Finetune/Loss (Raw)": 0.9613938331604004, "Finetune/Step": 475, "Finetune/Step Time": 6.642992777749896}
+{"Finetune/Learning Rate": 1.994955683247464e-05, "Finetune/Loss": 0.890631914138794, "Finetune/Loss (Raw)": 0.9568924903869629, "Finetune/Step": 476, "Finetune/Step Time": 6.626907296478748}
+{"Finetune/Learning Rate": 1.994913943993193e-05, "Finetune/Loss": 0.8892836570739746, "Finetune/Loss (Raw)": 0.9136439561843872, "Finetune/Step": 477, "Finetune/Step Time": 6.632513925433159}
+{"Finetune/Learning Rate": 1.9948720332039865e-05, "Finetune/Loss": 0.8891783952713013, "Finetune/Loss (Raw)": 0.8800067901611328, "Finetune/Step": 478, "Finetune/Step Time": 6.609289078041911}
+{"Finetune/Learning Rate": 1.994829950887071e-05, "Finetune/Loss": 0.8892616033554077, "Finetune/Loss (Raw)": 0.9623667001724243, "Finetune/Step": 479, "Finetune/Step Time": 6.59371099807322}
+{"Finetune/Learning Rate": 1.9947876970497015e-05, "Finetune/Loss": 0.8896549940109253, "Finetune/Loss (Raw)": 1.0066440105438232, "Finetune/Step": 480, "Finetune/Step Time": 6.585690395906568}
+{"Finetune/Learning Rate": 1.994745271699163e-05, "Finetune/Loss": 0.8898675441741943, "Finetune/Loss (Raw)": 0.944551944732666, "Finetune/Step": 481, "Finetune/Step Time": 6.589773861691356}
+{"Finetune/Learning Rate": 1.994702674842771e-05, "Finetune/Loss": 0.8907493352890015, "Finetune/Loss (Raw)": 0.9739622473716736, "Finetune/Step": 482, "Finetune/Step Time": 6.588779587298632}
+{"Finetune/Learning Rate": 1.9946599064878685e-05, "Finetune/Loss": 0.8901107311248779, "Finetune/Loss (Raw)": 0.9431073069572449, "Finetune/Step": 483, "Finetune/Step Time": 6.599619001150131}
+{"Finetune/Learning Rate": 1.99461696664183e-05, "Finetune/Loss": 0.8900265693664551, "Finetune/Loss (Raw)": 0.838894784450531, "Finetune/Step": 484, "Finetune/Step Time": 6.603835849091411}
+{"Finetune/Learning Rate": 1.9945738553120587e-05, "Finetune/Loss": 0.888701319694519, "Finetune/Loss (Raw)": 0.6884199976921082, "Finetune/Step": 485, "Finetune/Step Time": 6.607834108173847}
+{"Finetune/Learning Rate": 1.9945305725059875e-05, "Finetune/Loss": 0.8929177522659302, "Finetune/Loss (Raw)": 0.8887249231338501, "Finetune/Step": 486, "Finetune/Step Time": 6.6013725735247135}
+{"Finetune/Learning Rate": 1.9944871182310788e-05, "Finetune/Loss": 0.8939543962478638, "Finetune/Loss (Raw)": 0.9538997411727905, "Finetune/Step": 487, "Finetune/Step Time": 6.6004158314317465}
+{"Finetune/Learning Rate": 1.9944434924948247e-05, "Finetune/Loss": 0.8943789601325989, "Finetune/Loss (Raw)": 0.9924212694168091, "Finetune/Step": 488, "Finetune/Step Time": 6.607929475605488}
+{"Finetune/Learning Rate": 1.994399695304747e-05, "Finetune/Loss": 0.8943402171134949, "Finetune/Loss (Raw)": 0.8249968886375427, "Finetune/Step": 489, "Finetune/Step Time": 6.6122801676392555}
+{"Finetune/Learning Rate": 1.9943557266683962e-05, "Finetune/Loss": 0.8935176134109497, "Finetune/Loss (Raw)": 0.795231282711029, "Finetune/Step": 490, "Finetune/Step Time": 6.618707338348031}
+{"Finetune/Learning Rate": 1.9943115865933535e-05, "Finetune/Loss": 0.8896423578262329, "Finetune/Loss (Raw)": 0.5390396118164062, "Finetune/Step": 491, "Finetune/Step Time": 6.646568724885583}
+{"Finetune/Learning Rate": 1.9942672750872293e-05, "Finetune/Loss": 0.8882632255554199, "Finetune/Loss (Raw)": 0.8696289658546448, "Finetune/Step": 492, "Finetune/Step Time": 6.652434231713414}
+{"Finetune/Learning Rate": 1.994222792157663e-05, "Finetune/Loss": 0.8875235319137573, "Finetune/Loss (Raw)": 0.9650212526321411, "Finetune/Step": 493, "Finetune/Step Time": 6.653785897418857}
+{"Finetune/Learning Rate": 1.9941781378123244e-05, "Finetune/Loss": 0.8874225616455078, "Finetune/Loss (Raw)": 0.8809689283370972, "Finetune/Step": 494, "Finetune/Step Time": 6.663872662931681}
+{"Finetune/Learning Rate": 1.9941333120589125e-05, "Finetune/Loss": 0.887008547782898, "Finetune/Loss (Raw)": 0.9193252921104431, "Finetune/Step": 495, "Finetune/Step Time": 6.663625154644251}
+{"Finetune/Learning Rate": 1.9940883149051552e-05, "Finetune/Loss": 0.8869675397872925, "Finetune/Loss (Raw)": 0.9637330174446106, "Finetune/Step": 496, "Finetune/Step Time": 6.675945142284036}
+{"Finetune/Learning Rate": 1.9940431463588106e-05, "Finetune/Loss": 0.8866317868232727, "Finetune/Loss (Raw)": 0.8898643851280212, "Finetune/Step": 497, "Finetune/Step Time": 6.677606500685215}
+{"Finetune/Learning Rate": 1.993997806427667e-05, "Finetune/Loss": 0.8857971429824829, "Finetune/Loss (Raw)": 0.988325297832489, "Finetune/Step": 498, "Finetune/Step Time": 6.674973549321294}
+{"Finetune/Learning Rate": 1.9939522951195412e-05, "Finetune/Loss": 0.8837871551513672, "Finetune/Loss (Raw)": 0.859700620174408, "Finetune/Step": 499, "Finetune/Step Time": 6.67615519464016}
+{"Finetune/Learning Rate": 1.9939066124422795e-05, "Finetune/Loss": 0.8831073045730591, "Finetune/Loss (Raw)": 0.9010679125785828, "Finetune/Step": 500, "Finetune/Step Time": 6.680310534313321}
+{"Finetune/Learning Rate": 1.9938607584037584e-05, "Finetune/Loss": 0.8853499293327332, "Finetune/Loss (Raw)": 0.7118148803710938, "Finetune/Step": 501, "Finetune/Step Time": 6.671350469812751}
+{"Finetune/Learning Rate": 1.993814733011884e-05, "Finetune/Loss": 0.8886322379112244, "Finetune/Loss (Raw)": 0.7639952898025513, "Finetune/Step": 502, "Finetune/Step Time": 6.669684682041407}
+{"Finetune/Learning Rate": 1.9937685362745915e-05, "Finetune/Loss": 0.8868868350982666, "Finetune/Loss (Raw)": 0.829981803894043, "Finetune/Step": 503, "Finetune/Step Time": 6.685357062146068}
+{"Finetune/Learning Rate": 1.9937221681998447e-05, "Finetune/Loss": 0.8876715898513794, "Finetune/Loss (Raw)": 0.9454342722892761, "Finetune/Step": 504, "Finetune/Step Time": 6.680584339424968}
+{"Finetune/Learning Rate": 1.9936756287956397e-05, "Finetune/Loss": 0.887800931930542, "Finetune/Loss (Raw)": 0.9365995526313782, "Finetune/Step": 505, "Finetune/Step Time": 6.681303860619664}
+{"Finetune/Learning Rate": 1.9936289180699996e-05, "Finetune/Loss": 0.883967399597168, "Finetune/Loss (Raw)": 0.6663762927055359, "Finetune/Step": 506, "Finetune/Step Time": 6.692679595202208}
+{"Finetune/Learning Rate": 1.993582036030978e-05, "Finetune/Loss": 0.8828151226043701, "Finetune/Loss (Raw)": 0.9578896164894104, "Finetune/Step": 507, "Finetune/Step Time": 6.689173856750131}
+{"Finetune/Learning Rate": 1.9935349826866576e-05, "Finetune/Loss": 0.8821797966957092, "Finetune/Loss (Raw)": 0.9100823402404785, "Finetune/Step": 508, "Finetune/Step Time": 6.688772602006793}
+{"Finetune/Learning Rate": 1.9934877580451514e-05, "Finetune/Loss": 0.8811067342758179, "Finetune/Loss (Raw)": 0.8814104199409485, "Finetune/Step": 509, "Finetune/Step Time": 6.691961379721761}
+{"Finetune/Learning Rate": 1.993440362114601e-05, "Finetune/Loss": 0.8808977007865906, "Finetune/Loss (Raw)": 0.849440336227417, "Finetune/Step": 510, "Finetune/Step Time": 6.655924916267395}
+{"Finetune/Learning Rate": 1.9933927949031784e-05, "Finetune/Loss": 0.8821161985397339, "Finetune/Loss (Raw)": 0.9873147010803223, "Finetune/Step": 511, "Finetune/Step Time": 6.63682821020484}
+{"Finetune/Learning Rate": 1.993345056419085e-05, "Finetune/Loss": 0.885394811630249, "Finetune/Loss (Raw)": 0.9239763021469116, "Finetune/Step": 512, "Finetune/Step Time": 6.619296494871378}
+{"Finetune/Learning Rate": 1.9932971466705506e-05, "Finetune/Loss": 0.8860952258110046, "Finetune/Loss (Raw)": 1.019844651222229, "Finetune/Step": 513, "Finetune/Step Time": 6.62340628542006}
+{"Finetune/Learning Rate": 1.9932490656658364e-05, "Finetune/Loss": 0.8865996599197388, "Finetune/Loss (Raw)": 0.9689927697181702, "Finetune/Step": 514, "Finetune/Step Time": 6.636680360883474}
+{"Finetune/Learning Rate": 1.9932008134132316e-05, "Finetune/Loss": 0.8832622170448303, "Finetune/Loss (Raw)": 0.3929945230484009, "Finetune/Step": 515, "Finetune/Step Time": 6.655234018340707}
+{"Finetune/Learning Rate": 1.9931523899210553e-05, "Finetune/Loss": 0.8844480514526367, "Finetune/Loss (Raw)": 0.9980521202087402, "Finetune/Step": 516, "Finetune/Step Time": 6.658838830888271}
+{"Finetune/Learning Rate": 1.9931037951976566e-05, "Finetune/Loss": 0.8852519989013672, "Finetune/Loss (Raw)": 0.9886949062347412, "Finetune/Step": 517, "Finetune/Step Time": 6.658219136297703}
+{"Finetune/Learning Rate": 1.993055029251414e-05, "Finetune/Loss": 0.8867127895355225, "Finetune/Loss (Raw)": 0.9453005194664001, "Finetune/Step": 518, "Finetune/Step Time": 6.660586077719927}
+{"Finetune/Learning Rate": 1.9930060920907347e-05, "Finetune/Loss": 0.8869305849075317, "Finetune/Loss (Raw)": 0.9838665723800659, "Finetune/Step": 519, "Finetune/Step Time": 6.6752746142446995}
+{"Finetune/Learning Rate": 1.9929569837240567e-05, "Finetune/Loss": 0.8864372968673706, "Finetune/Loss (Raw)": 0.8188437223434448, "Finetune/Step": 520, "Finetune/Step Time": 6.675556430593133}
+{"Finetune/Learning Rate": 1.9929077041598465e-05, "Finetune/Loss": 0.8879827260971069, "Finetune/Loss (Raw)": 0.9725050926208496, "Finetune/Step": 521, "Finetune/Step Time": 6.667098347097635}
+{"Finetune/Learning Rate": 1.9928582534066005e-05, "Finetune/Loss": 0.8887933492660522, "Finetune/Loss (Raw)": 0.8957582116127014, "Finetune/Step": 522, "Finetune/Step Time": 6.6495027635246515}
+{"Finetune/Learning Rate": 1.9928086314728442e-05, "Finetune/Loss": 0.8853516578674316, "Finetune/Loss (Raw)": 0.7093386650085449, "Finetune/Step": 523, "Finetune/Step Time": 6.6559667978435755}
+{"Finetune/Learning Rate": 1.992758838367134e-05, "Finetune/Loss": 0.884518563747406, "Finetune/Loss (Raw)": 0.945123553276062, "Finetune/Step": 524, "Finetune/Step Time": 6.652819348499179}
+{"Finetune/Learning Rate": 1.992708874098054e-05, "Finetune/Loss": 0.8863272070884705, "Finetune/Loss (Raw)": 0.9609178900718689, "Finetune/Step": 525, "Finetune/Step Time": 6.626245945692062}
+{"Finetune/Learning Rate": 1.9926587386742194e-05, "Finetune/Loss": 0.8844137787818909, "Finetune/Loss (Raw)": 0.8546391129493713, "Finetune/Step": 526, "Finetune/Step Time": 6.638355562463403}
+{"Finetune/Learning Rate": 1.992608432104273e-05, "Finetune/Loss": 0.8847717046737671, "Finetune/Loss (Raw)": 0.8600358366966248, "Finetune/Step": 527, "Finetune/Step Time": 6.633361376821995}
+{"Finetune/Learning Rate": 1.9925579543968892e-05, "Finetune/Loss": 0.8850436210632324, "Finetune/Loss (Raw)": 0.9498949646949768, "Finetune/Step": 528, "Finetune/Step Time": 6.6286548767238855}
+{"Finetune/Learning Rate": 1.9925073055607706e-05, "Finetune/Loss": 0.8844521045684814, "Finetune/Loss (Raw)": 0.9498835206031799, "Finetune/Step": 529, "Finetune/Step Time": 6.6281408816576}
+{"Finetune/Learning Rate": 1.9924564856046496e-05, "Finetune/Loss": 0.8849871754646301, "Finetune/Loss (Raw)": 1.0005687475204468, "Finetune/Step": 530, "Finetune/Step Time": 6.612784197553992}
+{"Finetune/Learning Rate": 1.9924054945372885e-05, "Finetune/Loss": 0.8860081434249878, "Finetune/Loss (Raw)": 1.063047170639038, "Finetune/Step": 531, "Finetune/Step Time": 6.609213994815946}
+{"Finetune/Learning Rate": 1.9923543323674783e-05, "Finetune/Loss": 0.8848894238471985, "Finetune/Loss (Raw)": 0.8883978128433228, "Finetune/Step": 532, "Finetune/Step Time": 6.6073461715132}
+{"Finetune/Learning Rate": 1.9923029991040405e-05, "Finetune/Loss": 0.8862743377685547, "Finetune/Loss (Raw)": 0.8793814778327942, "Finetune/Step": 533, "Finetune/Step Time": 6.604044543579221}
+{"Finetune/Learning Rate": 1.9922514947558248e-05, "Finetune/Loss": 0.8897374272346497, "Finetune/Loss (Raw)": 0.9067924618721008, "Finetune/Step": 534, "Finetune/Step Time": 6.592052860185504}
+{"Finetune/Learning Rate": 1.9921998193317118e-05, "Finetune/Loss": 0.8929793238639832, "Finetune/Loss (Raw)": 0.8177758455276489, "Finetune/Step": 535, "Finetune/Step Time": 6.584352122619748}
+{"Finetune/Learning Rate": 1.992147972840611e-05, "Finetune/Loss": 0.8919631242752075, "Finetune/Loss (Raw)": 0.7914943695068359, "Finetune/Step": 536, "Finetune/Step Time": 6.6061931643635035}
+{"Finetune/Learning Rate": 1.9920959552914606e-05, "Finetune/Loss": 0.8905444145202637, "Finetune/Loss (Raw)": 0.959588885307312, "Finetune/Step": 537, "Finetune/Step Time": 6.607930764555931}
+{"Finetune/Learning Rate": 1.99204376669323e-05, "Finetune/Loss": 0.8888972997665405, "Finetune/Loss (Raw)": 0.9403420090675354, "Finetune/Step": 538, "Finetune/Step Time": 6.616187516599894}
+{"Finetune/Learning Rate": 1.9919914070549168e-05, "Finetune/Loss": 0.889539897441864, "Finetune/Loss (Raw)": 1.032918930053711, "Finetune/Step": 539, "Finetune/Step Time": 6.610616547986865}
+{"Finetune/Learning Rate": 1.991938876385548e-05, "Finetune/Loss": 0.8937088251113892, "Finetune/Loss (Raw)": 0.8861145377159119, "Finetune/Step": 540, "Finetune/Step Time": 6.58939209766686}
+{"Finetune/Learning Rate": 1.9918861746941808e-05, "Finetune/Loss": 0.8928816914558411, "Finetune/Loss (Raw)": 0.9325553178787231, "Finetune/Step": 541, "Finetune/Step Time": 6.595616210252047}
+{"Finetune/Learning Rate": 1.991833301989902e-05, "Finetune/Loss": 0.8930819630622864, "Finetune/Loss (Raw)": 0.9182552099227905, "Finetune/Step": 542, "Finetune/Step Time": 6.594579102471471}
+{"Finetune/Learning Rate": 1.9917802582818268e-05, "Finetune/Loss": 0.8937104940414429, "Finetune/Loss (Raw)": 1.0515468120574951, "Finetune/Step": 543, "Finetune/Step Time": 6.594395445659757}
+{"Finetune/Learning Rate": 1.9917270435791005e-05, "Finetune/Loss": 0.8930736780166626, "Finetune/Loss (Raw)": 0.9831666946411133, "Finetune/Step": 544, "Finetune/Step Time": 6.593942465260625}
+{"Finetune/Learning Rate": 1.9916736578908988e-05, "Finetune/Loss": 0.8927633762359619, "Finetune/Loss (Raw)": 0.9367348551750183, "Finetune/Step": 545, "Finetune/Step Time": 6.591463081538677}
+{"Finetune/Learning Rate": 1.9916201012264255e-05, "Finetune/Loss": 0.891642689704895, "Finetune/Loss (Raw)": 0.8969577550888062, "Finetune/Step": 546, "Finetune/Step Time": 6.5926365833729506}
+{"Finetune/Learning Rate": 1.991566373594914e-05, "Finetune/Loss": 0.8927038908004761, "Finetune/Loss (Raw)": 1.0149472951889038, "Finetune/Step": 547, "Finetune/Step Time": 6.5831225495785475}
+{"Finetune/Learning Rate": 1.9915124750056285e-05, "Finetune/Loss": 0.8962149620056152, "Finetune/Loss (Raw)": 0.8026155829429626, "Finetune/Step": 548, "Finetune/Step Time": 6.579737136140466}
+{"Finetune/Learning Rate": 1.991458405467861e-05, "Finetune/Loss": 0.8939307928085327, "Finetune/Loss (Raw)": 0.6697428822517395, "Finetune/Step": 549, "Finetune/Step Time": 6.577855342999101}
+{"Finetune/Learning Rate": 1.991404164990934e-05, "Finetune/Loss": 0.893258810043335, "Finetune/Loss (Raw)": 0.859463095664978, "Finetune/Step": 550, "Finetune/Step Time": 6.560666661709547}
+{"Finetune/Learning Rate": 1.9913497535841994e-05, "Finetune/Loss": 0.8916935324668884, "Finetune/Loss (Raw)": 0.8380141854286194, "Finetune/Step": 551, "Finetune/Step Time": 6.560942899435759}
+{"Finetune/Learning Rate": 1.9912951712570377e-05, "Finetune/Loss": 0.8918256759643555, "Finetune/Loss (Raw)": 1.0193511247634888, "Finetune/Step": 552, "Finetune/Step Time": 6.556477498263121}
+{"Finetune/Learning Rate": 1.9912404180188604e-05, "Finetune/Loss": 0.8920965194702148, "Finetune/Loss (Raw)": 0.7214572429656982, "Finetune/Step": 553, "Finetune/Step Time": 6.521528551355004}
+{"Finetune/Learning Rate": 1.991185493879107e-05, "Finetune/Loss": 0.8927609920501709, "Finetune/Loss (Raw)": 1.0038659572601318, "Finetune/Step": 554, "Finetune/Step Time": 6.529028311371803}
+{"Finetune/Learning Rate": 1.9911303988472476e-05, "Finetune/Loss": 0.8926838636398315, "Finetune/Loss (Raw)": 0.8973914384841919, "Finetune/Step": 555, "Finetune/Step Time": 6.54341590218246}
+{"Finetune/Learning Rate": 1.9910751329327804e-05, "Finetune/Loss": 0.8916625380516052, "Finetune/Loss (Raw)": 0.9034134149551392, "Finetune/Step": 556, "Finetune/Step Time": 6.555477280169725}
+{"Finetune/Learning Rate": 1.9910196961452347e-05, "Finetune/Loss": 0.890342652797699, "Finetune/Loss (Raw)": 0.8642067909240723, "Finetune/Step": 557, "Finetune/Step Time": 6.552792889997363}
+{"Finetune/Learning Rate": 1.9909640884941683e-05, "Finetune/Loss": 0.8857268691062927, "Finetune/Loss (Raw)": 0.246174156665802, "Finetune/Step": 558, "Finetune/Step Time": 6.566823590546846}
+{"Finetune/Learning Rate": 1.9909083099891682e-05, "Finetune/Loss": 0.8853962421417236, "Finetune/Loss (Raw)": 0.9098660945892334, "Finetune/Step": 559, "Finetune/Step Time": 6.561144694685936}
+{"Finetune/Learning Rate": 1.9908523606398514e-05, "Finetune/Loss": 0.8845971822738647, "Finetune/Loss (Raw)": 0.7825286388397217, "Finetune/Step": 560, "Finetune/Step Time": 6.557054158300161}
+{"Finetune/Learning Rate": 1.990796240455865e-05, "Finetune/Loss": 0.8843110799789429, "Finetune/Loss (Raw)": 0.8249375224113464, "Finetune/Step": 561, "Finetune/Step Time": 6.557887898758054}
+{"Finetune/Learning Rate": 1.9907399494468835e-05, "Finetune/Loss": 0.8834607601165771, "Finetune/Loss (Raw)": 0.8201739192008972, "Finetune/Step": 562, "Finetune/Step Time": 6.556510968133807}
+{"Finetune/Learning Rate": 1.9906834876226135e-05, "Finetune/Loss": 0.8848406672477722, "Finetune/Loss (Raw)": 0.9683071374893188, "Finetune/Step": 563, "Finetune/Step Time": 6.557208053767681}
+{"Finetune/Learning Rate": 1.9906268549927886e-05, "Finetune/Loss": 0.8853074908256531, "Finetune/Loss (Raw)": 0.9358103275299072, "Finetune/Step": 564, "Finetune/Step Time": 6.567391637712717}
+{"Finetune/Learning Rate": 1.9905700515671732e-05, "Finetune/Loss": 0.8839638233184814, "Finetune/Loss (Raw)": 0.7661753296852112, "Finetune/Step": 565, "Finetune/Step Time": 6.577489737421274}
+{"Finetune/Learning Rate": 1.9905130773555613e-05, "Finetune/Loss": 0.8856086134910583, "Finetune/Loss (Raw)": 1.0129510164260864, "Finetune/Step": 566, "Finetune/Step Time": 6.57972083799541}
+{"Finetune/Learning Rate": 1.9904559323677754e-05, "Finetune/Loss": 0.8852605223655701, "Finetune/Loss (Raw)": 0.8301153182983398, "Finetune/Step": 567, "Finetune/Step Time": 6.583254789933562}
+{"Finetune/Learning Rate": 1.9903986166136683e-05, "Finetune/Loss": 0.8799476623535156, "Finetune/Loss (Raw)": 0.28386369347572327, "Finetune/Step": 568, "Finetune/Step Time": 6.6096843387931585}
+{"Finetune/Learning Rate": 1.9903411301031217e-05, "Finetune/Loss": 0.8787790536880493, "Finetune/Loss (Raw)": 0.8510250449180603, "Finetune/Step": 569, "Finetune/Step Time": 6.615668138489127}
+{"Finetune/Learning Rate": 1.9902834728460473e-05, "Finetune/Loss": 0.8825634717941284, "Finetune/Loss (Raw)": 0.9107555150985718, "Finetune/Step": 570, "Finetune/Step Time": 6.600870871916413}
+{"Finetune/Learning Rate": 1.9902256448523855e-05, "Finetune/Loss": 0.8811407685279846, "Finetune/Loss (Raw)": 0.8142905235290527, "Finetune/Step": 571, "Finetune/Step Time": 6.607455803081393}
+{"Finetune/Learning Rate": 1.990167646132107e-05, "Finetune/Loss": 0.8802353143692017, "Finetune/Loss (Raw)": 0.9479948282241821, "Finetune/Step": 572, "Finetune/Step Time": 6.607140246778727}
+{"Finetune/Learning Rate": 1.990109476695211e-05, "Finetune/Loss": 0.8810449838638306, "Finetune/Loss (Raw)": 1.025277853012085, "Finetune/Step": 573, "Finetune/Step Time": 6.610822554677725}
+{"Finetune/Learning Rate": 1.9900511365517265e-05, "Finetune/Loss": 0.8811008930206299, "Finetune/Loss (Raw)": 1.0198842287063599, "Finetune/Step": 574, "Finetune/Step Time": 6.609528319910169}
+{"Finetune/Learning Rate": 1.9899926257117122e-05, "Finetune/Loss": 0.8815034031867981, "Finetune/Loss (Raw)": 1.0280731916427612, "Finetune/Step": 575, "Finetune/Step Time": 6.627796212211251}
+{"Finetune/Learning Rate": 1.9899339441852566e-05, "Finetune/Loss": 0.8812317252159119, "Finetune/Loss (Raw)": 0.896421492099762, "Finetune/Step": 576, "Finetune/Step Time": 6.629559945315123}
+{"Finetune/Learning Rate": 1.9898750919824766e-05, "Finetune/Loss": 0.8797120451927185, "Finetune/Loss (Raw)": 0.8918443322181702, "Finetune/Step": 577, "Finetune/Step Time": 6.626126319169998}
+{"Finetune/Learning Rate": 1.989816069113519e-05, "Finetune/Loss": 0.8793261051177979, "Finetune/Loss (Raw)": 0.8354048728942871, "Finetune/Step": 578, "Finetune/Step Time": 6.62219344638288}
+{"Finetune/Learning Rate": 1.9897568755885602e-05, "Finetune/Loss": 0.8782411217689514, "Finetune/Loss (Raw)": 0.7753790616989136, "Finetune/Step": 579, "Finetune/Step Time": 6.635070724412799}
+{"Finetune/Learning Rate": 1.9896975114178057e-05, "Finetune/Loss": 0.8786478638648987, "Finetune/Loss (Raw)": 0.9593291878700256, "Finetune/Step": 580, "Finetune/Step Time": 6.637422028928995}
+{"Finetune/Learning Rate": 1.9896379766114905e-05, "Finetune/Loss": 0.8779821395874023, "Finetune/Loss (Raw)": 1.0168986320495605, "Finetune/Step": 581, "Finetune/Step Time": 6.641847921535373}
+{"Finetune/Learning Rate": 1.9895782711798795e-05, "Finetune/Loss": 0.8786273002624512, "Finetune/Loss (Raw)": 1.009553074836731, "Finetune/Step": 582, "Finetune/Step Time": 6.626590872183442}
+{"Finetune/Learning Rate": 1.9895183951332663e-05, "Finetune/Loss": 0.877048671245575, "Finetune/Loss (Raw)": 0.8033996224403381, "Finetune/Step": 583, "Finetune/Step Time": 6.633113224059343}
+{"Finetune/Learning Rate": 1.989458348481974e-05, "Finetune/Loss": 0.881443202495575, "Finetune/Loss (Raw)": 0.8925813436508179, "Finetune/Step": 584, "Finetune/Step Time": 6.623655084520578}
+{"Finetune/Learning Rate": 1.9893981312363563e-05, "Finetune/Loss": 0.8826333284378052, "Finetune/Loss (Raw)": 0.9773357510566711, "Finetune/Step": 585, "Finetune/Step Time": 6.624653793871403}
+{"Finetune/Learning Rate": 1.9893377434067945e-05, "Finetune/Loss": 0.8766226768493652, "Finetune/Loss (Raw)": 0.33584827184677124, "Finetune/Step": 586, "Finetune/Step Time": 6.639492290094495}
+{"Finetune/Learning Rate": 1.9892771850037e-05, "Finetune/Loss": 0.8779593110084534, "Finetune/Loss (Raw)": 1.0724537372589111, "Finetune/Step": 587, "Finetune/Step Time": 6.6314020194113255}
+{"Finetune/Learning Rate": 1.9892164560375145e-05, "Finetune/Loss": 0.8782133460044861, "Finetune/Loss (Raw)": 0.7975099086761475, "Finetune/Step": 588, "Finetune/Step Time": 6.639178514480591}
+{"Finetune/Learning Rate": 1.9891555565187082e-05, "Finetune/Loss": 0.8791640996932983, "Finetune/Loss (Raw)": 1.0102684497833252, "Finetune/Step": 589, "Finetune/Step Time": 6.634768066927791}
+{"Finetune/Learning Rate": 1.9890944864577805e-05, "Finetune/Loss": 0.8799958229064941, "Finetune/Loss (Raw)": 1.0252366065979004, "Finetune/Step": 590, "Finetune/Step Time": 6.63558742031455}
+{"Finetune/Learning Rate": 1.9890332458652612e-05, "Finetune/Loss": 0.8777203559875488, "Finetune/Loss (Raw)": 0.8484432101249695, "Finetune/Step": 591, "Finetune/Step Time": 6.63760887645185}
+{"Finetune/Learning Rate": 1.9889718347517086e-05, "Finetune/Loss": 0.882473349571228, "Finetune/Loss (Raw)": 0.8887453079223633, "Finetune/Step": 592, "Finetune/Step Time": 6.615946443751454}
+{"Finetune/Learning Rate": 1.9889102531277108e-05, "Finetune/Loss": 0.8815809488296509, "Finetune/Loss (Raw)": 0.8755091428756714, "Finetune/Step": 593, "Finetune/Step Time": 6.630402056500316}
+{"Finetune/Learning Rate": 1.9888485010038848e-05, "Finetune/Loss": 0.8828921318054199, "Finetune/Loss (Raw)": 0.9493045210838318, "Finetune/Step": 594, "Finetune/Step Time": 6.618534602224827}
+{"Finetune/Learning Rate": 1.9887865783908776e-05, "Finetune/Loss": 0.8827123045921326, "Finetune/Loss (Raw)": 0.9514200091362, "Finetune/Step": 595, "Finetune/Step Time": 6.6084515284746885}
+{"Finetune/Learning Rate": 1.9887244852993656e-05, "Finetune/Loss": 0.8833152651786804, "Finetune/Loss (Raw)": 0.8404868841171265, "Finetune/Step": 596, "Finetune/Step Time": 6.590918989852071}
+{"Finetune/Learning Rate": 1.9886622217400547e-05, "Finetune/Loss": 0.8867892026901245, "Finetune/Loss (Raw)": 0.7914080619812012, "Finetune/Step": 597, "Finetune/Step Time": 6.573507418856025}
+{"Finetune/Learning Rate": 1.9885997877236788e-05, "Finetune/Loss": 0.8865026235580444, "Finetune/Loss (Raw)": 0.8693987727165222, "Finetune/Step": 598, "Finetune/Step Time": 6.595003487542272}
+{"Finetune/Learning Rate": 1.9885371832610035e-05, "Finetune/Loss": 0.8869202136993408, "Finetune/Loss (Raw)": 0.9732697606086731, "Finetune/Step": 599, "Finetune/Step Time": 6.577169304713607}
+{"Finetune/Learning Rate": 1.9884744083628217e-05, "Finetune/Loss": 0.8864225149154663, "Finetune/Loss (Raw)": 1.001420497894287, "Finetune/Step": 600, "Finetune/Step Time": 6.581944799050689}
+{"Finetune/Learning Rate": 1.9884114630399565e-05, "Finetune/Loss": 0.8863097429275513, "Finetune/Loss (Raw)": 0.830055296421051, "Finetune/Step": 601, "Finetune/Step Time": 6.604905055835843}
+{"Finetune/Learning Rate": 1.9883483473032607e-05, "Finetune/Loss": 0.885971188545227, "Finetune/Loss (Raw)": 0.9462346434593201, "Finetune/Step": 602, "Finetune/Step Time": 6.598221221938729}
+{"Finetune/Learning Rate": 1.9882850611636168e-05, "Finetune/Loss": 0.884425163269043, "Finetune/Loss (Raw)": 0.7635094523429871, "Finetune/Step": 603, "Finetune/Step Time": 6.602851992473006}
+{"Finetune/Learning Rate": 1.988221604631935e-05, "Finetune/Loss": 0.8847348093986511, "Finetune/Loss (Raw)": 0.9965221285820007, "Finetune/Step": 604, "Finetune/Step Time": 6.602443506941199}
+{"Finetune/Learning Rate": 1.9881579777191566e-05, "Finetune/Loss": 0.8837679624557495, "Finetune/Loss (Raw)": 0.7898913025856018, "Finetune/Step": 605, "Finetune/Step Time": 6.59734202362597}
+{"Finetune/Learning Rate": 1.9880941804362518e-05, "Finetune/Loss": 0.8832926750183105, "Finetune/Loss (Raw)": 0.8191630840301514, "Finetune/Step": 606, "Finetune/Step Time": 6.6135213896632195}
+{"Finetune/Learning Rate": 1.988030212794219e-05, "Finetune/Loss": 0.8811922073364258, "Finetune/Loss (Raw)": 0.6935049295425415, "Finetune/Step": 607, "Finetune/Step Time": 6.6419170666486025}
+{"Finetune/Learning Rate": 1.987966074804088e-05, "Finetune/Loss": 0.8812388181686401, "Finetune/Loss (Raw)": 1.012618064880371, "Finetune/Step": 608, "Finetune/Step Time": 6.6390603091567755}
+{"Finetune/Learning Rate": 1.9879017664769167e-05, "Finetune/Loss": 0.8803184032440186, "Finetune/Loss (Raw)": 0.8267372250556946, "Finetune/Step": 609, "Finetune/Step Time": 6.633667668327689}
+{"Finetune/Learning Rate": 1.9878372878237925e-05, "Finetune/Loss": 0.8797805309295654, "Finetune/Loss (Raw)": 0.9051100015640259, "Finetune/Step": 610, "Finetune/Step Time": 6.6235340014100075}
+{"Finetune/Learning Rate": 1.9877726388558325e-05, "Finetune/Loss": 0.879626989364624, "Finetune/Loss (Raw)": 0.9234548211097717, "Finetune/Step": 611, "Finetune/Step Time": 6.601018266752362}
+{"Finetune/Learning Rate": 1.9877078195841823e-05, "Finetune/Loss": 0.8816784024238586, "Finetune/Loss (Raw)": 1.10148024559021, "Finetune/Step": 612, "Finetune/Step Time": 6.596845528110862}
+{"Finetune/Learning Rate": 1.9876428300200184e-05, "Finetune/Loss": 0.8821786642074585, "Finetune/Loss (Raw)": 0.7524526119232178, "Finetune/Step": 613, "Finetune/Step Time": 6.588803704828024}
+{"Finetune/Learning Rate": 1.987577670174545e-05, "Finetune/Loss": 0.8825802206993103, "Finetune/Loss (Raw)": 0.9401285648345947, "Finetune/Step": 614, "Finetune/Step Time": 6.573741922155023}
+{"Finetune/Learning Rate": 1.987512340058997e-05, "Finetune/Loss": 0.8823397159576416, "Finetune/Loss (Raw)": 0.9231102466583252, "Finetune/Step": 615, "Finetune/Step Time": 6.57924778945744}
+{"Finetune/Learning Rate": 1.9874468396846378e-05, "Finetune/Loss": 0.8819341659545898, "Finetune/Loss (Raw)": 0.9405137300491333, "Finetune/Step": 616, "Finetune/Step Time": 6.571172010153532}
+{"Finetune/Learning Rate": 1.9873811690627605e-05, "Finetune/Loss": 0.8828164339065552, "Finetune/Loss (Raw)": 0.9379300475120544, "Finetune/Step": 617, "Finetune/Step Time": 6.562946617603302}
+{"Finetune/Learning Rate": 1.9873153282046873e-05, "Finetune/Loss": 0.8837066888809204, "Finetune/Loss (Raw)": 0.909178614616394, "Finetune/Step": 618, "Finetune/Step Time": 6.55625543743372}
+{"Finetune/Learning Rate": 1.9872493171217703e-05, "Finetune/Loss": 0.8859601616859436, "Finetune/Loss (Raw)": 0.8274853229522705, "Finetune/Step": 619, "Finetune/Step Time": 6.550108378753066}
+{"Finetune/Learning Rate": 1.9871831358253903e-05, "Finetune/Loss": 0.8864723443984985, "Finetune/Loss (Raw)": 0.935188353061676, "Finetune/Step": 620, "Finetune/Step Time": 6.550367070361972}
+{"Finetune/Learning Rate": 1.987116784326958e-05, "Finetune/Loss": 0.8862735033035278, "Finetune/Loss (Raw)": 0.939563512802124, "Finetune/Step": 621, "Finetune/Step Time": 6.569063214585185}
+{"Finetune/Learning Rate": 1.9870502626379127e-05, "Finetune/Loss": 0.8863145709037781, "Finetune/Loss (Raw)": 0.8862307071685791, "Finetune/Step": 622, "Finetune/Step Time": 6.557475857436657}
+{"Finetune/Learning Rate": 1.9869835707697244e-05, "Finetune/Loss": 0.8867478370666504, "Finetune/Loss (Raw)": 0.974780261516571, "Finetune/Step": 623, "Finetune/Step Time": 6.558593288064003}
+{"Finetune/Learning Rate": 1.9869167087338908e-05, "Finetune/Loss": 0.8864884376525879, "Finetune/Loss (Raw)": 0.9305390119552612, "Finetune/Step": 624, "Finetune/Step Time": 6.545065958052874}
+{"Finetune/Learning Rate": 1.98684967654194e-05, "Finetune/Loss": 0.8870022296905518, "Finetune/Loss (Raw)": 0.9556272625923157, "Finetune/Step": 625, "Finetune/Step Time": 6.545930849388242}
+{"Finetune/Learning Rate": 1.986782474205429e-05, "Finetune/Loss": 0.8870308995246887, "Finetune/Loss (Raw)": 0.9919915199279785, "Finetune/Step": 626, "Finetune/Step Time": 6.544170374050736}
+{"Finetune/Learning Rate": 1.9867151017359443e-05, "Finetune/Loss": 0.8875818252563477, "Finetune/Loss (Raw)": 0.9302207827568054, "Finetune/Step": 627, "Finetune/Step Time": 6.5464849304407835}
+{"Finetune/Learning Rate": 1.986647559145102e-05, "Finetune/Loss": 0.8874633312225342, "Finetune/Loss (Raw)": 0.8859010338783264, "Finetune/Step": 628, "Finetune/Step Time": 6.536610420793295}
+{"Finetune/Learning Rate": 1.9865798464445468e-05, "Finetune/Loss": 0.8892426490783691, "Finetune/Loss (Raw)": 0.9395599365234375, "Finetune/Step": 629, "Finetune/Step Time": 6.527024699375033}
+{"Finetune/Learning Rate": 1.9865119636459533e-05, "Finetune/Loss": 0.8918424844741821, "Finetune/Loss (Raw)": 1.096780776977539, "Finetune/Step": 630, "Finetune/Step Time": 6.509097879752517}
+{"Finetune/Learning Rate": 1.9864439107610253e-05, "Finetune/Loss": 0.8913214206695557, "Finetune/Loss (Raw)": 0.763278067111969, "Finetune/Step": 631, "Finetune/Step Time": 6.494244534522295}
+{"Finetune/Learning Rate": 1.9863756878014967e-05, "Finetune/Loss": 0.8921671509742737, "Finetune/Loss (Raw)": 1.053695559501648, "Finetune/Step": 632, "Finetune/Step Time": 6.493688318878412}
+{"Finetune/Learning Rate": 1.9863072947791284e-05, "Finetune/Loss": 0.8937780857086182, "Finetune/Loss (Raw)": 1.1427973508834839, "Finetune/Step": 633, "Finetune/Step Time": 6.495536465197802}
+{"Finetune/Learning Rate": 1.9862387317057133e-05, "Finetune/Loss": 0.895057737827301, "Finetune/Loss (Raw)": 0.8301724195480347, "Finetune/Step": 634, "Finetune/Step Time": 6.487069066613913}
+{"Finetune/Learning Rate": 1.9861699985930725e-05, "Finetune/Loss": 0.8949298858642578, "Finetune/Loss (Raw)": 0.9415284395217896, "Finetune/Step": 635, "Finetune/Step Time": 6.491061018779874}
+{"Finetune/Learning Rate": 1.986101095453056e-05, "Finetune/Loss": 0.894767165184021, "Finetune/Loss (Raw)": 0.8892540335655212, "Finetune/Step": 636, "Finetune/Step Time": 6.515730038285255}
+{"Finetune/Learning Rate": 1.9860320222975435e-05, "Finetune/Loss": 0.8956171274185181, "Finetune/Loss (Raw)": 0.9901965856552124, "Finetune/Step": 637, "Finetune/Step Time": 6.506566131487489}
+{"Finetune/Learning Rate": 1.985962779138444e-05, "Finetune/Loss": 0.8967544436454773, "Finetune/Loss (Raw)": 0.995024561882019, "Finetune/Step": 638, "Finetune/Step Time": 6.506608629599214}
+{"Finetune/Learning Rate": 1.9858933659876963e-05, "Finetune/Loss": 0.8961174488067627, "Finetune/Loss (Raw)": 0.9057714939117432, "Finetune/Step": 639, "Finetune/Step Time": 6.4946021642535925}
+{"Finetune/Learning Rate": 1.9858237828572674e-05, "Finetune/Loss": 0.8959937691688538, "Finetune/Loss (Raw)": 0.9081540107727051, "Finetune/Step": 640, "Finetune/Step Time": 6.49475590698421}
+{"Finetune/Learning Rate": 1.9857540297591545e-05, "Finetune/Loss": 0.8945907354354858, "Finetune/Loss (Raw)": 0.8402506709098816, "Finetune/Step": 641, "Finetune/Step Time": 6.511889513581991}
+{"Finetune/Learning Rate": 1.9856841067053844e-05, "Finetune/Loss": 0.8896504044532776, "Finetune/Loss (Raw)": 0.3366350829601288, "Finetune/Step": 642, "Finetune/Step Time": 6.510857028886676}
+{"Finetune/Learning Rate": 1.985614013708012e-05, "Finetune/Loss": 0.8937174677848816, "Finetune/Loss (Raw)": 0.913576066493988, "Finetune/Step": 643, "Finetune/Step Time": 6.491474583745003}
+{"Finetune/Learning Rate": 1.9855437507791225e-05, "Finetune/Loss": 0.8934751749038696, "Finetune/Loss (Raw)": 0.9670429229736328, "Finetune/Step": 644, "Finetune/Step Time": 6.495105091482401}
+{"Finetune/Learning Rate": 1.9854733179308298e-05, "Finetune/Loss": 0.8937156796455383, "Finetune/Loss (Raw)": 1.0194745063781738, "Finetune/Step": 645, "Finetune/Step Time": 6.49379644729197}
+{"Finetune/Learning Rate": 1.9854027151752773e-05, "Finetune/Loss": 0.8935447931289673, "Finetune/Loss (Raw)": 0.9234246611595154, "Finetune/Step": 646, "Finetune/Step Time": 6.503667956218123}
+{"Finetune/Learning Rate": 1.9853319425246383e-05, "Finetune/Loss": 0.8926006555557251, "Finetune/Loss (Raw)": 0.8630257844924927, "Finetune/Step": 647, "Finetune/Step Time": 6.504363169893622}
+{"Finetune/Learning Rate": 1.9852609999911144e-05, "Finetune/Loss": 0.8936719298362732, "Finetune/Loss (Raw)": 0.9559649229049683, "Finetune/Step": 648, "Finetune/Step Time": 6.502865070477128}
+{"Finetune/Learning Rate": 1.9851898875869367e-05, "Finetune/Loss": 0.8925854563713074, "Finetune/Loss (Raw)": 0.8334343433380127, "Finetune/Step": 649, "Finetune/Step Time": 6.498604245483875}
+{"Finetune/Learning Rate": 1.9851186053243667e-05, "Finetune/Loss": 0.8921500444412231, "Finetune/Loss (Raw)": 0.840027391910553, "Finetune/Step": 650, "Finetune/Step Time": 6.511462306603789}
+{"Finetune/Learning Rate": 1.9850471532156933e-05, "Finetune/Loss": 0.8937707543373108, "Finetune/Loss (Raw)": 0.9167885184288025, "Finetune/Step": 651, "Finetune/Step Time": 6.520026532933116}
+{"Finetune/Learning Rate": 1.984975531273236e-05, "Finetune/Loss": 0.8933993577957153, "Finetune/Loss (Raw)": 0.8975852727890015, "Finetune/Step": 652, "Finetune/Step Time": 6.524572966620326}
+{"Finetune/Learning Rate": 1.984903739509344e-05, "Finetune/Loss": 0.8926373720169067, "Finetune/Loss (Raw)": 0.8633783459663391, "Finetune/Step": 653, "Finetune/Step Time": 6.5269952192902565}
+{"Finetune/Learning Rate": 1.984831777936394e-05, "Finetune/Loss": 0.8950547575950623, "Finetune/Loss (Raw)": 1.1640686988830566, "Finetune/Step": 654, "Finetune/Step Time": 6.518314454704523}
+{"Finetune/Learning Rate": 1.9847596465667935e-05, "Finetune/Loss": 0.8950722217559814, "Finetune/Loss (Raw)": 0.8622727990150452, "Finetune/Step": 655, "Finetune/Step Time": 6.527107393369079}
+{"Finetune/Learning Rate": 1.984687345412979e-05, "Finetune/Loss": 0.8944395780563354, "Finetune/Loss (Raw)": 0.8689172863960266, "Finetune/Step": 656, "Finetune/Step Time": 6.530068229883909}
+{"Finetune/Learning Rate": 1.9846148744874158e-05, "Finetune/Loss": 0.8935102820396423, "Finetune/Loss (Raw)": 0.8309326171875, "Finetune/Step": 657, "Finetune/Step Time": 6.550552504137158}
+{"Finetune/Learning Rate": 1.9845422338025985e-05, "Finetune/Loss": 0.8929346203804016, "Finetune/Loss (Raw)": 0.9268817901611328, "Finetune/Step": 658, "Finetune/Step Time": 6.552434736862779}
+{"Finetune/Learning Rate": 1.984469423371052e-05, "Finetune/Loss": 0.8902261853218079, "Finetune/Loss (Raw)": 0.7163698673248291, "Finetune/Step": 659, "Finetune/Step Time": 6.574240794405341}
+{"Finetune/Learning Rate": 1.984396443205329e-05, "Finetune/Loss": 0.8914264440536499, "Finetune/Loss (Raw)": 1.0420241355895996, "Finetune/Step": 660, "Finetune/Step Time": 6.578071910887957}
+{"Finetune/Learning Rate": 1.9843232933180122e-05, "Finetune/Loss": 0.8918110132217407, "Finetune/Loss (Raw)": 0.928614616394043, "Finetune/Step": 661, "Finetune/Step Time": 6.57092347368598}
+{"Finetune/Learning Rate": 1.9842499737217134e-05, "Finetune/Loss": 0.8924049139022827, "Finetune/Loss (Raw)": 0.9828058481216431, "Finetune/Step": 662, "Finetune/Step Time": 6.560059525072575}
+{"Finetune/Learning Rate": 1.9841764844290744e-05, "Finetune/Loss": 0.8938817977905273, "Finetune/Loss (Raw)": 1.0068211555480957, "Finetune/Step": 663, "Finetune/Step Time": 6.548967927694321}
+{"Finetune/Learning Rate": 1.984102825452765e-05, "Finetune/Loss": 0.8943519592285156, "Finetune/Loss (Raw)": 0.8516692519187927, "Finetune/Step": 664, "Finetune/Step Time": 6.536451457068324}
+{"Finetune/Learning Rate": 1.9840289968054853e-05, "Finetune/Loss": 0.8946627378463745, "Finetune/Loss (Raw)": 0.9993723034858704, "Finetune/Step": 665, "Finetune/Step Time": 6.544096836820245}
+{"Finetune/Learning Rate": 1.9839549984999638e-05, "Finetune/Loss": 0.8956580758094788, "Finetune/Loss (Raw)": 1.0677474737167358, "Finetune/Step": 666, "Finetune/Step Time": 6.537250444293022}
+{"Finetune/Learning Rate": 1.983880830548959e-05, "Finetune/Loss": 0.8951981067657471, "Finetune/Loss (Raw)": 0.9740490913391113, "Finetune/Step": 667, "Finetune/Step Time": 6.5500194523483515}
+{"Finetune/Learning Rate": 1.983806492965259e-05, "Finetune/Loss": 0.8942079544067383, "Finetune/Loss (Raw)": 0.7593654990196228, "Finetune/Step": 668, "Finetune/Step Time": 6.555436454713345}
+{"Finetune/Learning Rate": 1.983731985761679e-05, "Finetune/Loss": 0.894338846206665, "Finetune/Loss (Raw)": 0.9493201375007629, "Finetune/Step": 669, "Finetune/Step Time": 6.550116630271077}
+{"Finetune/Learning Rate": 1.9836573089510656e-05, "Finetune/Loss": 0.8938435912132263, "Finetune/Loss (Raw)": 0.8548539876937866, "Finetune/Step": 670, "Finetune/Step Time": 6.5521019492298365}
+{"Finetune/Learning Rate": 1.983582462546294e-05, "Finetune/Loss": 0.8926792740821838, "Finetune/Loss (Raw)": 0.9025150537490845, "Finetune/Step": 671, "Finetune/Step Time": 6.550906030461192}
+{"Finetune/Learning Rate": 1.983507446560269e-05, "Finetune/Loss": 0.8925087451934814, "Finetune/Loss (Raw)": 0.961337685585022, "Finetune/Step": 672, "Finetune/Step Time": 6.548190504312515}
+{"Finetune/Learning Rate": 1.9834322610059235e-05, "Finetune/Loss": 0.8934794664382935, "Finetune/Loss (Raw)": 1.060990333557129, "Finetune/Step": 673, "Finetune/Step Time": 6.549087734892964}
+{"Finetune/Learning Rate": 1.983356905896221e-05, "Finetune/Loss": 0.8948121070861816, "Finetune/Loss (Raw)": 1.0675324201583862, "Finetune/Step": 674, "Finetune/Step Time": 6.549846073612571}
+{"Finetune/Learning Rate": 1.9832813812441534e-05, "Finetune/Loss": 0.8945441842079163, "Finetune/Loss (Raw)": 0.9806594848632812, "Finetune/Step": 675, "Finetune/Step Time": 6.551893584430218}
+{"Finetune/Learning Rate": 1.983205687062742e-05, "Finetune/Loss": 0.8958864212036133, "Finetune/Loss (Raw)": 0.974412739276886, "Finetune/Step": 676, "Finetune/Step Time": 6.545584078878164}
+{"Finetune/Learning Rate": 1.983129823365037e-05, "Finetune/Loss": 0.8965752124786377, "Finetune/Loss (Raw)": 0.7579132318496704, "Finetune/Step": 677, "Finetune/Step Time": 6.577275326475501}
+{"Finetune/Learning Rate": 1.9830537901641192e-05, "Finetune/Loss": 0.8978522419929504, "Finetune/Loss (Raw)": 1.0229249000549316, "Finetune/Step": 678, "Finetune/Step Time": 6.588306155055761}
+{"Finetune/Learning Rate": 1.9829775874730965e-05, "Finetune/Loss": 0.899398684501648, "Finetune/Loss (Raw)": 1.0359597206115723, "Finetune/Step": 679, "Finetune/Step Time": 6.59342784434557}
+{"Finetune/Learning Rate": 1.9829012153051077e-05, "Finetune/Loss": 0.8980847001075745, "Finetune/Loss (Raw)": 0.8511583209037781, "Finetune/Step": 680, "Finetune/Step Time": 6.592452954500914}
+{"Finetune/Learning Rate": 1.9828246736733205e-05, "Finetune/Loss": 0.9002008438110352, "Finetune/Loss (Raw)": 0.992320716381073, "Finetune/Step": 681, "Finetune/Step Time": 6.5906068831682205}
+{"Finetune/Learning Rate": 1.982747962590931e-05, "Finetune/Loss": 0.9001145362854004, "Finetune/Loss (Raw)": 0.9928191304206848, "Finetune/Step": 682, "Finetune/Step Time": 6.577212817966938}
+{"Finetune/Learning Rate": 1.9826710820711654e-05, "Finetune/Loss": 0.9012260437011719, "Finetune/Loss (Raw)": 1.0396708250045776, "Finetune/Step": 683, "Finetune/Step Time": 6.5581806022673845}
+{"Finetune/Learning Rate": 1.9825940321272792e-05, "Finetune/Loss": 0.9008137583732605, "Finetune/Loss (Raw)": 0.8506307601928711, "Finetune/Step": 684, "Finetune/Step Time": 6.547939395532012}
+{"Finetune/Learning Rate": 1.982516812772556e-05, "Finetune/Loss": 0.899329423904419, "Finetune/Loss (Raw)": 0.6742178797721863, "Finetune/Step": 685, "Finetune/Step Time": 6.563362879678607}
+{"Finetune/Learning Rate": 1.9824394240203097e-05, "Finetune/Loss": 0.9033205509185791, "Finetune/Loss (Raw)": 0.757041871547699, "Finetune/Step": 686, "Finetune/Step Time": 6.567017178982496}
+{"Finetune/Learning Rate": 1.982361865883883e-05, "Finetune/Loss": 0.9031358957290649, "Finetune/Loss (Raw)": 0.8862334489822388, "Finetune/Step": 687, "Finetune/Step Time": 6.563929121941328}
+{"Finetune/Learning Rate": 1.982284138376648e-05, "Finetune/Loss": 0.9040910005569458, "Finetune/Loss (Raw)": 0.9047754406929016, "Finetune/Step": 688, "Finetune/Step Time": 6.561907285824418}
+{"Finetune/Learning Rate": 1.9822062415120053e-05, "Finetune/Loss": 0.9019294381141663, "Finetune/Loss (Raw)": 0.5482581853866577, "Finetune/Step": 689, "Finetune/Step Time": 6.574971865862608}
+{"Finetune/Learning Rate": 1.982128175303386e-05, "Finetune/Loss": 0.9008545875549316, "Finetune/Loss (Raw)": 0.6825962662696838, "Finetune/Step": 690, "Finetune/Step Time": 6.60853966884315}
+{"Finetune/Learning Rate": 1.9820499397642492e-05, "Finetune/Loss": 0.9009019732475281, "Finetune/Loss (Raw)": 0.9743717908859253, "Finetune/Step": 691, "Finetune/Step Time": 6.611480131745338}
+{"Finetune/Learning Rate": 1.9819715349080835e-05, "Finetune/Loss": 0.8997983932495117, "Finetune/Loss (Raw)": 0.7945428490638733, "Finetune/Step": 692, "Finetune/Step Time": 6.6286180429160595}
+{"Finetune/Learning Rate": 1.981892960748407e-05, "Finetune/Loss": 0.9000153541564941, "Finetune/Loss (Raw)": 0.7939534783363342, "Finetune/Step": 693, "Finetune/Step Time": 6.628265220671892}
+{"Finetune/Learning Rate": 1.9818142172987673e-05, "Finetune/Loss": 0.8951449394226074, "Finetune/Loss (Raw)": 0.3895407021045685, "Finetune/Step": 694, "Finetune/Step Time": 6.645771641284227}
+{"Finetune/Learning Rate": 1.9817353045727398e-05, "Finetune/Loss": 0.8943079710006714, "Finetune/Loss (Raw)": 0.7229863405227661, "Finetune/Step": 695, "Finetune/Step Time": 6.652418851852417}
+{"Finetune/Learning Rate": 1.9816562225839304e-05, "Finetune/Loss": 0.8999571800231934, "Finetune/Loss (Raw)": 1.0069578886032104, "Finetune/Step": 696, "Finetune/Step Time": 6.6273396871984005}
+{"Finetune/Learning Rate": 1.981576971345974e-05, "Finetune/Loss": 0.8996502757072449, "Finetune/Loss (Raw)": 0.8117380142211914, "Finetune/Step": 697, "Finetune/Step Time": 6.633624000474811}
+{"Finetune/Learning Rate": 1.981497550872534e-05, "Finetune/Loss": 0.9007724523544312, "Finetune/Loss (Raw)": 1.0543900728225708, "Finetune/Step": 698, "Finetune/Step Time": 6.62722278945148}
+{"Finetune/Learning Rate": 1.981417961177304e-05, "Finetune/Loss": 0.9029566645622253, "Finetune/Loss (Raw)": 1.0938762426376343, "Finetune/Step": 699, "Finetune/Step Time": 6.623837098479271}
+{"Finetune/Learning Rate": 1.9813382022740056e-05, "Finetune/Loss": 0.902131199836731, "Finetune/Loss (Raw)": 0.8423260450363159, "Finetune/Step": 700, "Finetune/Step Time": 6.643091510981321}
+{"Finetune/Learning Rate": 1.9812582741763907e-05, "Finetune/Loss": 0.8965035676956177, "Finetune/Loss (Raw)": 0.3049493730068207, "Finetune/Step": 701, "Finetune/Step Time": 6.663769856095314}
+{"Finetune/Learning Rate": 1.9811781768982392e-05, "Finetune/Loss": 0.8954718112945557, "Finetune/Loss (Raw)": 0.8878172039985657, "Finetune/Step": 702, "Finetune/Step Time": 6.6707702819257975}
+{"Finetune/Learning Rate": 1.9810979104533613e-05, "Finetune/Loss": 0.8933136463165283, "Finetune/Loss (Raw)": 0.7518282532691956, "Finetune/Step": 703, "Finetune/Step Time": 6.661144163459539}
+{"Finetune/Learning Rate": 1.9810174748555963e-05, "Finetune/Loss": 0.8937774896621704, "Finetune/Loss (Raw)": 0.9557998776435852, "Finetune/Step": 704, "Finetune/Step Time": 6.673137499019504}
+{"Finetune/Learning Rate": 1.9809368701188114e-05, "Finetune/Loss": 0.8942302465438843, "Finetune/Loss (Raw)": 0.9497861266136169, "Finetune/Step": 705, "Finetune/Step Time": 6.672466235235333}
+{"Finetune/Learning Rate": 1.980856096256904e-05, "Finetune/Loss": 0.8929075002670288, "Finetune/Loss (Raw)": 0.66610187292099, "Finetune/Step": 706, "Finetune/Step Time": 6.67450812831521}
+{"Finetune/Learning Rate": 1.9807751532838008e-05, "Finetune/Loss": 0.8932064771652222, "Finetune/Loss (Raw)": 0.8136472105979919, "Finetune/Step": 707, "Finetune/Step Time": 6.659403260797262}
+{"Finetune/Learning Rate": 1.9806940412134575e-05, "Finetune/Loss": 0.8941155672073364, "Finetune/Loss (Raw)": 1.0756884813308716, "Finetune/Step": 708, "Finetune/Step Time": 6.662627087906003}
+{"Finetune/Learning Rate": 1.9806127600598578e-05, "Finetune/Loss": 0.8926039338111877, "Finetune/Loss (Raw)": 0.823411226272583, "Finetune/Step": 709, "Finetune/Step Time": 6.663727581501007}
+{"Finetune/Learning Rate": 1.980531309837017e-05, "Finetune/Loss": 0.8912241458892822, "Finetune/Loss (Raw)": 0.8329350352287292, "Finetune/Step": 710, "Finetune/Step Time": 6.653111603111029}
+{"Finetune/Learning Rate": 1.9804496905589764e-05, "Finetune/Loss": 0.892051100730896, "Finetune/Loss (Raw)": 0.9092535376548767, "Finetune/Step": 711, "Finetune/Step Time": 6.664594300091267}
+{"Finetune/Learning Rate": 1.9803679022398093e-05, "Finetune/Loss": 0.8898953199386597, "Finetune/Loss (Raw)": 0.6166408061981201, "Finetune/Step": 712, "Finetune/Step Time": 6.674160569906235}
+{"Finetune/Learning Rate": 1.9802859448936167e-05, "Finetune/Loss": 0.8895411491394043, "Finetune/Loss (Raw)": 0.9320035576820374, "Finetune/Step": 713, "Finetune/Step Time": 6.673928635194898}
+{"Finetune/Learning Rate": 1.980203818534529e-05, "Finetune/Loss": 0.8928502798080444, "Finetune/Loss (Raw)": 0.7594131827354431, "Finetune/Step": 714, "Finetune/Step Time": 6.671494355425239}
+{"Finetune/Learning Rate": 1.9801215231767056e-05, "Finetune/Loss": 0.892446756362915, "Finetune/Loss (Raw)": 1.020801305770874, "Finetune/Step": 715, "Finetune/Step Time": 6.66973465308547}
+{"Finetune/Learning Rate": 1.9800390588343356e-05, "Finetune/Loss": 0.8924018144607544, "Finetune/Loss (Raw)": 0.7917552590370178, "Finetune/Step": 716, "Finetune/Step Time": 6.64417034573853}
+{"Finetune/Learning Rate": 1.9799564255216364e-05, "Finetune/Loss": 0.8922286033630371, "Finetune/Loss (Raw)": 0.9881018400192261, "Finetune/Step": 717, "Finetune/Step Time": 6.654952302575111}
+{"Finetune/Learning Rate": 1.979873623252855e-05, "Finetune/Loss": 0.8916144371032715, "Finetune/Loss (Raw)": 0.9466298818588257, "Finetune/Step": 718, "Finetune/Step Time": 6.658468306064606}
+{"Finetune/Learning Rate": 1.979790652042268e-05, "Finetune/Loss": 0.8924092054367065, "Finetune/Loss (Raw)": 0.9501684904098511, "Finetune/Step": 719, "Finetune/Step Time": 6.658512312918901}
+{"Finetune/Learning Rate": 1.97970751190418e-05, "Finetune/Loss": 0.8937835693359375, "Finetune/Loss (Raw)": 1.0646663904190063, "Finetune/Step": 720, "Finetune/Step Time": 6.660272851586342}
+{"Finetune/Learning Rate": 1.9796242028529252e-05, "Finetune/Loss": 0.8935912847518921, "Finetune/Loss (Raw)": 0.8508964776992798, "Finetune/Step": 721, "Finetune/Step Time": 6.663162641227245}
+{"Finetune/Learning Rate": 1.979540724902868e-05, "Finetune/Loss": 0.8929102420806885, "Finetune/Loss (Raw)": 0.8621294498443604, "Finetune/Step": 722, "Finetune/Step Time": 6.68854446336627}
+{"Finetune/Learning Rate": 1.9794570780684e-05, "Finetune/Loss": 0.8935011029243469, "Finetune/Loss (Raw)": 1.0270541906356812, "Finetune/Step": 723, "Finetune/Step Time": 6.685858665034175}
+{"Finetune/Learning Rate": 1.9793732623639433e-05, "Finetune/Loss": 0.8944238424301147, "Finetune/Loss (Raw)": 0.9585956931114197, "Finetune/Step": 724, "Finetune/Step Time": 6.700279688462615}
+{"Finetune/Learning Rate": 1.979289277803949e-05, "Finetune/Loss": 0.8966525197029114, "Finetune/Loss (Raw)": 1.0766794681549072, "Finetune/Step": 725, "Finetune/Step Time": 6.69901336543262}
+{"Finetune/Learning Rate": 1.9792051244028968e-05, "Finetune/Loss": 0.894713819026947, "Finetune/Loss (Raw)": 0.6212395429611206, "Finetune/Step": 726, "Finetune/Step Time": 6.686612984165549}
+{"Finetune/Learning Rate": 1.9791208021752958e-05, "Finetune/Loss": 0.8943326473236084, "Finetune/Loss (Raw)": 0.9244804382324219, "Finetune/Step": 727, "Finetune/Step Time": 6.692569585517049}
+{"Finetune/Learning Rate": 1.9790363111356838e-05, "Finetune/Loss": 0.8946061134338379, "Finetune/Loss (Raw)": 1.0364222526550293, "Finetune/Step": 728, "Finetune/Step Time": 6.691553056240082}
+{"Finetune/Learning Rate": 1.9789516512986285e-05, "Finetune/Loss": 0.8920621871948242, "Finetune/Loss (Raw)": 0.5044421553611755, "Finetune/Step": 729, "Finetune/Step Time": 6.680669402703643}
+{"Finetune/Learning Rate": 1.978866822678726e-05, "Finetune/Loss": 0.892137885093689, "Finetune/Loss (Raw)": 0.9559163451194763, "Finetune/Step": 730, "Finetune/Step Time": 6.683610247448087}
+{"Finetune/Learning Rate": 1.9787818252906016e-05, "Finetune/Loss": 0.8935377597808838, "Finetune/Loss (Raw)": 0.9426982998847961, "Finetune/Step": 731, "Finetune/Step Time": 6.678923072293401}
+{"Finetune/Learning Rate": 1.9786966591489107e-05, "Finetune/Loss": 0.8920356035232544, "Finetune/Loss (Raw)": 0.8042439222335815, "Finetune/Step": 732, "Finetune/Step Time": 6.709573270753026}
+{"Finetune/Learning Rate": 1.9786113242683358e-05, "Finetune/Loss": 0.8927647471427917, "Finetune/Loss (Raw)": 0.8832241892814636, "Finetune/Step": 733, "Finetune/Step Time": 6.707604348659515}
+{"Finetune/Learning Rate": 1.9785258206635904e-05, "Finetune/Loss": 0.8925213813781738, "Finetune/Loss (Raw)": 0.7880101799964905, "Finetune/Step": 734, "Finetune/Step Time": 6.695331519469619}
+{"Finetune/Learning Rate": 1.978440148349416e-05, "Finetune/Loss": 0.8930177092552185, "Finetune/Loss (Raw)": 0.7570286393165588, "Finetune/Step": 735, "Finetune/Step Time": 6.673468766734004}
+{"Finetune/Learning Rate": 1.978354307340584e-05, "Finetune/Loss": 0.8920286893844604, "Finetune/Loss (Raw)": 0.8860301971435547, "Finetune/Step": 736, "Finetune/Step Time": 6.708074450492859}
+{"Finetune/Learning Rate": 1.9782682976518935e-05, "Finetune/Loss": 0.8937205076217651, "Finetune/Loss (Raw)": 1.0432888269424438, "Finetune/Step": 737, "Finetune/Step Time": 6.704964531585574}
+{"Finetune/Learning Rate": 1.9781821192981744e-05, "Finetune/Loss": 0.8942834138870239, "Finetune/Loss (Raw)": 0.9771581292152405, "Finetune/Step": 738, "Finetune/Step Time": 6.701834933832288}
+{"Finetune/Learning Rate": 1.9780957722942846e-05, "Finetune/Loss": 0.8905731439590454, "Finetune/Loss (Raw)": 0.44854822754859924, "Finetune/Step": 739, "Finetune/Step Time": 6.725645914673805}
+{"Finetune/Learning Rate": 1.978009256655111e-05, "Finetune/Loss": 0.8900952339172363, "Finetune/Loss (Raw)": 1.0402963161468506, "Finetune/Step": 740, "Finetune/Step Time": 6.729269089177251}
+{"Finetune/Learning Rate": 1.977922572395571e-05, "Finetune/Loss": 0.8895649313926697, "Finetune/Loss (Raw)": 0.6845796704292297, "Finetune/Step": 741, "Finetune/Step Time": 6.7472400814294815}
+{"Finetune/Learning Rate": 1.9778357195306085e-05, "Finetune/Loss": 0.8892312049865723, "Finetune/Loss (Raw)": 0.8974119424819946, "Finetune/Step": 742, "Finetune/Step Time": 6.7527976259589195}
+{"Finetune/Learning Rate": 1.9777486980751992e-05, "Finetune/Loss": 0.8898682594299316, "Finetune/Loss (Raw)": 1.0046489238739014, "Finetune/Step": 743, "Finetune/Step Time": 6.746287254616618}
+{"Finetune/Learning Rate": 1.9776615080443462e-05, "Finetune/Loss": 0.889914870262146, "Finetune/Loss (Raw)": 0.9464771747589111, "Finetune/Step": 744, "Finetune/Step Time": 6.748290956020355}
+{"Finetune/Learning Rate": 1.9775741494530818e-05, "Finetune/Loss": 0.88863205909729, "Finetune/Loss (Raw)": 0.7737413048744202, "Finetune/Step": 745, "Finetune/Step Time": 6.766766883432865}
+{"Finetune/Learning Rate": 1.9774866223164677e-05, "Finetune/Loss": 0.8894943594932556, "Finetune/Loss (Raw)": 1.019547939300537, "Finetune/Step": 746, "Finetune/Step Time": 6.758674116805196}
+{"Finetune/Learning Rate": 1.9773989266495953e-05, "Finetune/Loss": 0.8910561203956604, "Finetune/Loss (Raw)": 1.0273929834365845, "Finetune/Step": 747, "Finetune/Step Time": 6.739413542672992}
+{"Finetune/Learning Rate": 1.9773110624675834e-05, "Finetune/Loss": 0.8917921781539917, "Finetune/Loss (Raw)": 1.0294057130813599, "Finetune/Step": 748, "Finetune/Step Time": 6.731596453115344}
+{"Finetune/Learning Rate": 1.9772230297855818e-05, "Finetune/Loss": 0.891029417514801, "Finetune/Loss (Raw)": 0.8419276475906372, "Finetune/Step": 749, "Finetune/Step Time": 6.721999742090702}
+{"Finetune/Learning Rate": 1.9771348286187675e-05, "Finetune/Loss": 0.8907119631767273, "Finetune/Loss (Raw)": 0.8455945253372192, "Finetune/Step": 750, "Finetune/Step Time": 6.727783491834998}
+{"Finetune/Learning Rate": 1.977046458982348e-05, "Finetune/Loss": 0.8890894651412964, "Finetune/Loss (Raw)": 0.7671012282371521, "Finetune/Step": 751, "Finetune/Step Time": 6.731155704706907}
+{"Finetune/Learning Rate": 1.9769579208915588e-05, "Finetune/Loss": 0.8895516395568848, "Finetune/Loss (Raw)": 0.9896957874298096, "Finetune/Step": 752, "Finetune/Step Time": 6.741535551846027}
+{"Finetune/Learning Rate": 1.9768692143616656e-05, "Finetune/Loss": 0.8851608037948608, "Finetune/Loss (Raw)": 0.39359810948371887, "Finetune/Step": 753, "Finetune/Step Time": 6.759420258924365}
+{"Finetune/Learning Rate": 1.9767803394079618e-05, "Finetune/Loss": 0.8836498260498047, "Finetune/Loss (Raw)": 0.7985893487930298, "Finetune/Step": 754, "Finetune/Step Time": 6.760457316413522}
+{"Finetune/Learning Rate": 1.9766912960457708e-05, "Finetune/Loss": 0.8822222948074341, "Finetune/Loss (Raw)": 0.7475028038024902, "Finetune/Step": 755, "Finetune/Step Time": 6.781961716711521}
+{"Finetune/Learning Rate": 1.976602084290445e-05, "Finetune/Loss": 0.8819995522499084, "Finetune/Loss (Raw)": 0.8573834896087646, "Finetune/Step": 756, "Finetune/Step Time": 6.780155003070831}
+{"Finetune/Learning Rate": 1.9765127041573646e-05, "Finetune/Loss": 0.8812357783317566, "Finetune/Loss (Raw)": 0.8417978882789612, "Finetune/Step": 757, "Finetune/Step Time": 6.792066244408488}
+{"Finetune/Learning Rate": 1.9764231556619405e-05, "Finetune/Loss": 0.8804523944854736, "Finetune/Loss (Raw)": 0.9965078830718994, "Finetune/Step": 758, "Finetune/Step Time": 6.8007293324917555}
+{"Finetune/Learning Rate": 1.9763334388196122e-05, "Finetune/Loss": 0.8819392919540405, "Finetune/Loss (Raw)": 0.9535996317863464, "Finetune/Step": 759, "Finetune/Step Time": 6.801566457375884}
+{"Finetune/Learning Rate": 1.9762435536458473e-05, "Finetune/Loss": 0.8807580471038818, "Finetune/Loss (Raw)": 0.902496874332428, "Finetune/Step": 760, "Finetune/Step Time": 6.794807091355324}
+{"Finetune/Learning Rate": 1.9761535001561437e-05, "Finetune/Loss": 0.8789571523666382, "Finetune/Loss (Raw)": 0.912278950214386, "Finetune/Step": 761, "Finetune/Step Time": 6.79782372713089}
+{"Finetune/Learning Rate": 1.976063278366027e-05, "Finetune/Loss": 0.8753542304039001, "Finetune/Loss (Raw)": 0.36900341510772705, "Finetune/Step": 762, "Finetune/Step Time": 6.817963218316436}
+{"Finetune/Learning Rate": 1.975972888291053e-05, "Finetune/Loss": 0.8739200830459595, "Finetune/Loss (Raw)": 0.7579635381698608, "Finetune/Step": 763, "Finetune/Step Time": 6.822237586602569}
+{"Finetune/Learning Rate": 1.975882329946806e-05, "Finetune/Loss": 0.8736450672149658, "Finetune/Loss (Raw)": 0.8540418744087219, "Finetune/Step": 764, "Finetune/Step Time": 6.800328170880675}
+{"Finetune/Learning Rate": 1.975791603348899e-05, "Finetune/Loss": 0.8730484247207642, "Finetune/Loss (Raw)": 0.9138321876525879, "Finetune/Step": 765, "Finetune/Step Time": 6.804129105061293}
+{"Finetune/Learning Rate": 1.9757007085129745e-05, "Finetune/Loss": 0.8729353547096252, "Finetune/Loss (Raw)": 0.9805452823638916, "Finetune/Step": 766, "Finetune/Step Time": 6.822216413915157}
+{"Finetune/Learning Rate": 1.975609645454704e-05, "Finetune/Loss": 0.8728136420249939, "Finetune/Loss (Raw)": 0.8901987671852112, "Finetune/Step": 767, "Finetune/Step Time": 6.830811334773898}
+{"Finetune/Learning Rate": 1.9755184141897876e-05, "Finetune/Loss": 0.8721706867218018, "Finetune/Loss (Raw)": 0.8258558511734009, "Finetune/Step": 768, "Finetune/Step Time": 6.840518133714795}
+{"Finetune/Learning Rate": 1.9754270147339548e-05, "Finetune/Loss": 0.871374249458313, "Finetune/Loss (Raw)": 0.7382981181144714, "Finetune/Step": 769, "Finetune/Step Time": 6.838686652481556}
+{"Finetune/Learning Rate": 1.975335447102964e-05, "Finetune/Loss": 0.8755069971084595, "Finetune/Loss (Raw)": 0.8656342625617981, "Finetune/Step": 770, "Finetune/Step Time": 6.827539760619402}
+{"Finetune/Learning Rate": 1.9752437113126023e-05, "Finetune/Loss": 0.8761813640594482, "Finetune/Loss (Raw)": 0.9999008774757385, "Finetune/Step": 771, "Finetune/Step Time": 6.831914186477661}
+{"Finetune/Learning Rate": 1.9751518073786868e-05, "Finetune/Loss": 0.8758743405342102, "Finetune/Loss (Raw)": 0.9277393817901611, "Finetune/Step": 772, "Finetune/Step Time": 6.826619679108262}
+{"Finetune/Learning Rate": 1.9750597353170616e-05, "Finetune/Loss": 0.8754760026931763, "Finetune/Loss (Raw)": 0.9684869050979614, "Finetune/Step": 773, "Finetune/Step Time": 6.825750270858407}
+{"Finetune/Learning Rate": 1.9749674951436016e-05, "Finetune/Loss": 0.8741530179977417, "Finetune/Loss (Raw)": 0.7540808320045471, "Finetune/Step": 774, "Finetune/Step Time": 6.837369367480278}
+{"Finetune/Learning Rate": 1.9748750868742103e-05, "Finetune/Loss": 0.8749592304229736, "Finetune/Loss (Raw)": 0.9662230014801025, "Finetune/Step": 775, "Finetune/Step Time": 6.840219127014279}
+{"Finetune/Learning Rate": 1.97478251052482e-05, "Finetune/Loss": 0.8728262186050415, "Finetune/Loss (Raw)": 0.6829345226287842, "Finetune/Step": 776, "Finetune/Step Time": 6.841883173212409}
+{"Finetune/Learning Rate": 1.9746897661113915e-05, "Finetune/Loss": 0.8741698265075684, "Finetune/Loss (Raw)": 1.0054171085357666, "Finetune/Step": 777, "Finetune/Step Time": 6.85867259092629}
+{"Finetune/Learning Rate": 1.9745968536499155e-05, "Finetune/Loss": 0.8753042221069336, "Finetune/Loss (Raw)": 0.9852275848388672, "Finetune/Step": 778, "Finetune/Step Time": 6.84442875161767}
+{"Finetune/Learning Rate": 1.974503773156411e-05, "Finetune/Loss": 0.8748503923416138, "Finetune/Loss (Raw)": 0.8587039709091187, "Finetune/Step": 779, "Finetune/Step Time": 6.8412293791770935}
+{"Finetune/Learning Rate": 1.9744105246469264e-05, "Finetune/Loss": 0.870383620262146, "Finetune/Loss (Raw)": 0.32584086060523987, "Finetune/Step": 780, "Finetune/Step Time": 6.859793175011873}
+{"Finetune/Learning Rate": 1.9743171081375382e-05, "Finetune/Loss": 0.870162844657898, "Finetune/Loss (Raw)": 0.8351220488548279, "Finetune/Step": 781, "Finetune/Step Time": 6.860539482906461}
+{"Finetune/Learning Rate": 1.9742235236443533e-05, "Finetune/Loss": 0.8656266927719116, "Finetune/Loss (Raw)": 0.5834338068962097, "Finetune/Step": 782, "Finetune/Step Time": 6.890153227373958}
+{"Finetune/Learning Rate": 1.9741297711835063e-05, "Finetune/Loss": 0.8656085729598999, "Finetune/Loss (Raw)": 0.8599528074264526, "Finetune/Step": 783, "Finetune/Step Time": 6.921155516058207}
+{"Finetune/Learning Rate": 1.9740358507711613e-05, "Finetune/Loss": 0.8638328313827515, "Finetune/Loss (Raw)": 0.6416202187538147, "Finetune/Step": 784, "Finetune/Step Time": 6.938394460827112}
+{"Finetune/Learning Rate": 1.9739417624235112e-05, "Finetune/Loss": 0.8648216724395752, "Finetune/Loss (Raw)": 0.957506000995636, "Finetune/Step": 785, "Finetune/Step Time": 6.933136476203799}
+{"Finetune/Learning Rate": 1.9738475061567785e-05, "Finetune/Loss": 0.8653990626335144, "Finetune/Loss (Raw)": 1.0007847547531128, "Finetune/Step": 786, "Finetune/Step Time": 6.930608943104744}
+{"Finetune/Learning Rate": 1.9737530819872135e-05, "Finetune/Loss": 0.8672040700912476, "Finetune/Loss (Raw)": 0.9474116563796997, "Finetune/Step": 787, "Finetune/Step Time": 6.944117525592446}
+{"Finetune/Learning Rate": 1.9736584899310963e-05, "Finetune/Loss": 0.8671093583106995, "Finetune/Loss (Raw)": 1.0299054384231567, "Finetune/Step": 788, "Finetune/Step Time": 6.941541139036417}
+{"Finetune/Learning Rate": 1.9735637300047353e-05, "Finetune/Loss": 0.8671275973320007, "Finetune/Loss (Raw)": 0.9309492707252502, "Finetune/Step": 789, "Finetune/Step Time": 6.93932881206274}
+{"Finetune/Learning Rate": 1.9734688022244688e-05, "Finetune/Loss": 0.863865315914154, "Finetune/Loss (Raw)": 0.565234363079071, "Finetune/Step": 790, "Finetune/Step Time": 6.968086512759328}
+{"Finetune/Learning Rate": 1.973373706606663e-05, "Finetune/Loss": 0.8627218008041382, "Finetune/Loss (Raw)": 0.8604505062103271, "Finetune/Step": 791, "Finetune/Step Time": 6.969639645889401}
+{"Finetune/Learning Rate": 1.9732784431677143e-05, "Finetune/Loss": 0.8622030019760132, "Finetune/Loss (Raw)": 0.7852665185928345, "Finetune/Step": 792, "Finetune/Step Time": 6.960071111097932}
+{"Finetune/Learning Rate": 1.9731830119240465e-05, "Finetune/Loss": 0.8614153861999512, "Finetune/Loss (Raw)": 0.8985499739646912, "Finetune/Step": 793, "Finetune/Step Time": 6.961635265499353}
+{"Finetune/Learning Rate": 1.973087412892113e-05, "Finetune/Loss": 0.8597406148910522, "Finetune/Loss (Raw)": 0.8533843159675598, "Finetune/Step": 794, "Finetune/Step Time": 6.963472727686167}
+{"Finetune/Learning Rate": 1.9729916460883965e-05, "Finetune/Loss": 0.8592443466186523, "Finetune/Loss (Raw)": 0.9105235934257507, "Finetune/Step": 795, "Finetune/Step Time": 6.965901371091604}
+{"Finetune/Learning Rate": 1.9728957115294082e-05, "Finetune/Loss": 0.8601933121681213, "Finetune/Loss (Raw)": 0.8808335661888123, "Finetune/Step": 796, "Finetune/Step Time": 6.961717387661338}
+{"Finetune/Learning Rate": 1.9727996092316888e-05, "Finetune/Loss": 0.8596378564834595, "Finetune/Loss (Raw)": 0.8782244324684143, "Finetune/Step": 797, "Finetune/Step Time": 6.966974439099431}
+{"Finetune/Learning Rate": 1.972703339211807e-05, "Finetune/Loss": 0.8604205846786499, "Finetune/Loss (Raw)": 0.9550453424453735, "Finetune/Step": 798, "Finetune/Step Time": 6.96908750757575}
+{"Finetune/Learning Rate": 1.9726069014863608e-05, "Finetune/Loss": 0.8596582412719727, "Finetune/Loss (Raw)": 0.8049300312995911, "Finetune/Step": 799, "Finetune/Step Time": 6.975073974579573}
+{"Finetune/Learning Rate": 1.9725102960719776e-05, "Finetune/Loss": 0.8593153357505798, "Finetune/Loss (Raw)": 0.9174432158470154, "Finetune/Step": 800, "Finetune/Step Time": 6.980818325653672}
+{"Finetune/Learning Rate": 1.9724135229853133e-05, "Finetune/Loss": 0.8584375381469727, "Finetune/Loss (Raw)": 0.9486344456672668, "Finetune/Step": 801, "Finetune/Step Time": 7.004922386258841}
+{"Finetune/Learning Rate": 1.9723165822430525e-05, "Finetune/Loss": 0.856326162815094, "Finetune/Loss (Raw)": 0.7972757816314697, "Finetune/Step": 802, "Finetune/Step Time": 7.008329179137945}
+{"Finetune/Learning Rate": 1.9722194738619085e-05, "Finetune/Loss": 0.8543404340744019, "Finetune/Loss (Raw)": 0.7264900803565979, "Finetune/Step": 803, "Finetune/Step Time": 7.014104397967458}
+{"Finetune/Learning Rate": 1.972122197858625e-05, "Finetune/Loss": 0.8538053631782532, "Finetune/Loss (Raw)": 0.9059188365936279, "Finetune/Step": 804, "Finetune/Step Time": 7.005382400006056}
+{"Finetune/Learning Rate": 1.9720247542499727e-05, "Finetune/Loss": 0.8550466299057007, "Finetune/Loss (Raw)": 0.9167954921722412, "Finetune/Step": 805, "Finetune/Step Time": 6.975060099735856}
+{"Finetune/Learning Rate": 1.971927143052752e-05, "Finetune/Loss": 0.8525793552398682, "Finetune/Loss (Raw)": 0.7071171402931213, "Finetune/Step": 806, "Finetune/Step Time": 6.989089919254184}
+{"Finetune/Learning Rate": 1.971829364283793e-05, "Finetune/Loss": 0.8515206575393677, "Finetune/Loss (Raw)": 0.9004454016685486, "Finetune/Step": 807, "Finetune/Step Time": 6.98135676048696}
+{"Finetune/Learning Rate": 1.971731417959953e-05, "Finetune/Loss": 0.8512884378433228, "Finetune/Loss (Raw)": 0.8214321136474609, "Finetune/Step": 808, "Finetune/Step Time": 6.999496378004551}
+{"Finetune/Learning Rate": 1.97163330409812e-05, "Finetune/Loss": 0.8505944013595581, "Finetune/Loss (Raw)": 0.9034830331802368, "Finetune/Step": 809, "Finetune/Step Time": 7.002927416935563}
+{"Finetune/Learning Rate": 1.9715350227152093e-05, "Finetune/Loss": 0.8507357239723206, "Finetune/Loss (Raw)": 1.0109115839004517, "Finetune/Step": 810, "Finetune/Step Time": 7.006250387057662}
+{"Finetune/Learning Rate": 1.971436573828166e-05, "Finetune/Loss": 0.8486858606338501, "Finetune/Loss (Raw)": 0.7772879004478455, "Finetune/Step": 811, "Finetune/Step Time": 7.003853149712086}
+{"Finetune/Learning Rate": 1.971337957453964e-05, "Finetune/Loss": 0.8504781723022461, "Finetune/Loss (Raw)": 1.0800504684448242, "Finetune/Step": 812, "Finetune/Step Time": 7.000248292461038}
+{"Finetune/Learning Rate": 1.9712391736096053e-05, "Finetune/Loss": 0.8522924780845642, "Finetune/Loss (Raw)": 0.9064444303512573, "Finetune/Step": 813, "Finetune/Step Time": 6.986597700044513}
+{"Finetune/Learning Rate": 1.9711402223121222e-05, "Finetune/Loss": 0.853236198425293, "Finetune/Loss (Raw)": 0.8778366446495056, "Finetune/Step": 814, "Finetune/Step Time": 6.9661007784307}
+{"Finetune/Learning Rate": 1.9710411035785746e-05, "Finetune/Loss": 0.8531196117401123, "Finetune/Loss (Raw)": 0.8713117837905884, "Finetune/Step": 815, "Finetune/Step Time": 6.969609627500176}
+{"Finetune/Learning Rate": 1.9709418174260523e-05, "Finetune/Loss": 0.8535951375961304, "Finetune/Loss (Raw)": 0.9656458497047424, "Finetune/Step": 816, "Finetune/Step Time": 6.970104210078716}
+{"Finetune/Learning Rate": 1.9708423638716726e-05, "Finetune/Loss": 0.856671154499054, "Finetune/Loss (Raw)": 0.9419870972633362, "Finetune/Step": 817, "Finetune/Step Time": 6.959332309663296}
+{"Finetune/Learning Rate": 1.9707427429325833e-05, "Finetune/Loss": 0.853848397731781, "Finetune/Loss (Raw)": 0.32128292322158813, "Finetune/Step": 818, "Finetune/Step Time": 6.95044757053256}
+{"Finetune/Learning Rate": 1.9706429546259592e-05, "Finetune/Loss": 0.8520582914352417, "Finetune/Loss (Raw)": 0.7452349662780762, "Finetune/Step": 819, "Finetune/Step Time": 6.950342778116465}
+{"Finetune/Learning Rate": 1.970542998969006e-05, "Finetune/Loss": 0.8507387638092041, "Finetune/Loss (Raw)": 0.6256416440010071, "Finetune/Step": 820, "Finetune/Step Time": 6.931579818949103}
+{"Finetune/Learning Rate": 1.9704428759789567e-05, "Finetune/Loss": 0.8512274622917175, "Finetune/Loss (Raw)": 0.8565140962600708, "Finetune/Step": 821, "Finetune/Step Time": 6.931739844381809}
+{"Finetune/Learning Rate": 1.970342585673074e-05, "Finetune/Loss": 0.854751706123352, "Finetune/Loss (Raw)": 0.8406426906585693, "Finetune/Step": 822, "Finetune/Step Time": 6.9161034394055605}
+{"Finetune/Learning Rate": 1.970242128068649e-05, "Finetune/Loss": 0.8571276664733887, "Finetune/Loss (Raw)": 1.027101993560791, "Finetune/Step": 823, "Finetune/Step Time": 6.901723351329565}
+{"Finetune/Learning Rate": 1.9701415031830013e-05, "Finetune/Loss": 0.85643470287323, "Finetune/Loss (Raw)": 0.918266773223877, "Finetune/Step": 824, "Finetune/Step Time": 6.89951579272747}
+{"Finetune/Learning Rate": 1.9700407110334804e-05, "Finetune/Loss": 0.8566712737083435, "Finetune/Loss (Raw)": 0.8420171737670898, "Finetune/Step": 825, "Finetune/Step Time": 6.889752678573132}
+{"Finetune/Learning Rate": 1.969939751637464e-05, "Finetune/Loss": 0.8543778657913208, "Finetune/Loss (Raw)": 0.7608391046524048, "Finetune/Step": 826, "Finetune/Step Time": 6.895873922854662}
+{"Finetune/Learning Rate": 1.9698386250123587e-05, "Finetune/Loss": 0.8524128794670105, "Finetune/Loss (Raw)": 0.842349648475647, "Finetune/Step": 827, "Finetune/Step Time": 6.882569465786219}
+{"Finetune/Learning Rate": 1.9697373311755997e-05, "Finetune/Loss": 0.8487640619277954, "Finetune/Loss (Raw)": 0.37527310848236084, "Finetune/Step": 828, "Finetune/Step Time": 6.882150670513511}
+{"Finetune/Learning Rate": 1.9696358701446515e-05, "Finetune/Loss": 0.8530917167663574, "Finetune/Loss (Raw)": 0.8588919639587402, "Finetune/Step": 829, "Finetune/Step Time": 6.871372532099485}
+{"Finetune/Learning Rate": 1.969534241937007e-05, "Finetune/Loss": 0.8533328175544739, "Finetune/Loss (Raw)": 0.918682336807251, "Finetune/Step": 830, "Finetune/Step Time": 6.868605783209205}
+{"Finetune/Learning Rate": 1.9694324465701883e-05, "Finetune/Loss": 0.854101300239563, "Finetune/Loss (Raw)": 0.8501883149147034, "Finetune/Step": 831, "Finetune/Step Time": 6.8746823742985725}
+{"Finetune/Learning Rate": 1.9693304840617456e-05, "Finetune/Loss": 0.8542687296867371, "Finetune/Loss (Raw)": 0.9772363305091858, "Finetune/Step": 832, "Finetune/Step Time": 6.8564180582761765}
+{"Finetune/Learning Rate": 1.9692283544292592e-05, "Finetune/Loss": 0.8501002788543701, "Finetune/Loss (Raw)": 0.4162321984767914, "Finetune/Step": 833, "Finetune/Step Time": 6.876823011785746}
+{"Finetune/Learning Rate": 1.9691260576903372e-05, "Finetune/Loss": 0.8519728183746338, "Finetune/Loss (Raw)": 0.9057764410972595, "Finetune/Step": 834, "Finetune/Step Time": 6.885971685871482}
+{"Finetune/Learning Rate": 1.9690235938626166e-05, "Finetune/Loss": 0.8526648879051208, "Finetune/Loss (Raw)": 0.9022341370582581, "Finetune/Step": 835, "Finetune/Step Time": 6.891838472336531}
+{"Finetune/Learning Rate": 1.9689209629637634e-05, "Finetune/Loss": 0.8511320352554321, "Finetune/Loss (Raw)": 0.879477322101593, "Finetune/Step": 836, "Finetune/Step Time": 6.88792147859931}
+{"Finetune/Learning Rate": 1.968818165011472e-05, "Finetune/Loss": 0.8506699800491333, "Finetune/Loss (Raw)": 0.764277458190918, "Finetune/Step": 837, "Finetune/Step Time": 6.896945657208562}
+{"Finetune/Learning Rate": 1.9687152000234668e-05, "Finetune/Loss": 0.85067218542099, "Finetune/Loss (Raw)": 0.8332139849662781, "Finetune/Step": 838, "Finetune/Step Time": 6.9018482603132725}
+{"Finetune/Learning Rate": 1.9686120680174998e-05, "Finetune/Loss": 0.8497874140739441, "Finetune/Loss (Raw)": 0.7960011959075928, "Finetune/Step": 839, "Finetune/Step Time": 6.894783739000559}
+{"Finetune/Learning Rate": 1.968508769011352e-05, "Finetune/Loss": 0.8531844019889832, "Finetune/Loss (Raw)": 1.0514572858810425, "Finetune/Step": 840, "Finetune/Step Time": 6.884386634454131}
+{"Finetune/Learning Rate": 1.9684053030228337e-05, "Finetune/Loss": 0.8522350192070007, "Finetune/Loss (Raw)": 0.8104871511459351, "Finetune/Step": 841, "Finetune/Step Time": 6.8895441591739655}
+{"Finetune/Learning Rate": 1.9683016700697836e-05, "Finetune/Loss": 0.8536434173583984, "Finetune/Loss (Raw)": 0.9396811723709106, "Finetune/Step": 842, "Finetune/Step Time": 6.877567635849118}
+{"Finetune/Learning Rate": 1.968197870170069e-05, "Finetune/Loss": 0.8526720404624939, "Finetune/Loss (Raw)": 0.8964641690254211, "Finetune/Step": 843, "Finetune/Step Time": 6.892071694135666}
+{"Finetune/Learning Rate": 1.9680939033415863e-05, "Finetune/Loss": 0.8531713485717773, "Finetune/Loss (Raw)": 0.855671226978302, "Finetune/Step": 844, "Finetune/Step Time": 6.894708953797817}
+{"Finetune/Learning Rate": 1.967989769602261e-05, "Finetune/Loss": 0.8528177738189697, "Finetune/Loss (Raw)": 0.942841112613678, "Finetune/Step": 845, "Finetune/Step Time": 6.882223485037684}
+{"Finetune/Learning Rate": 1.9678854689700463e-05, "Finetune/Loss": 0.8529300689697266, "Finetune/Loss (Raw)": 0.961001455783844, "Finetune/Step": 846, "Finetune/Step Time": 6.875078646466136}
+{"Finetune/Learning Rate": 1.9677810014629256e-05, "Finetune/Loss": 0.8490865230560303, "Finetune/Loss (Raw)": 0.45819422602653503, "Finetune/Step": 847, "Finetune/Step Time": 6.893268434330821}
+{"Finetune/Learning Rate": 1.9676763670989096e-05, "Finetune/Loss": 0.8468197584152222, "Finetune/Loss (Raw)": 0.7745299339294434, "Finetune/Step": 848, "Finetune/Step Time": 6.897072711959481}
+{"Finetune/Learning Rate": 1.967571565896039e-05, "Finetune/Loss": 0.847324013710022, "Finetune/Loss (Raw)": 0.9154385328292847, "Finetune/Step": 849, "Finetune/Step Time": 6.875904884189367}
+{"Finetune/Learning Rate": 1.9674665978723827e-05, "Finetune/Loss": 0.846969485282898, "Finetune/Loss (Raw)": 0.816744863986969, "Finetune/Step": 850, "Finetune/Step Time": 6.860735192894936}
+{"Finetune/Learning Rate": 1.9673614630460384e-05, "Finetune/Loss": 0.8460365533828735, "Finetune/Loss (Raw)": 0.9076363444328308, "Finetune/Step": 851, "Finetune/Step Time": 6.866558194160461}
+{"Finetune/Learning Rate": 1.9672561614351325e-05, "Finetune/Loss": 0.8446415662765503, "Finetune/Loss (Raw)": 0.7800418138504028, "Finetune/Step": 852, "Finetune/Step Time": 6.8520799819380045}
+{"Finetune/Learning Rate": 1.9671506930578205e-05, "Finetune/Loss": 0.8431528806686401, "Finetune/Loss (Raw)": 0.8861297965049744, "Finetune/Step": 853, "Finetune/Step Time": 6.84812031313777}
+{"Finetune/Learning Rate": 1.967045057932286e-05, "Finetune/Loss": 0.8446375131607056, "Finetune/Loss (Raw)": 0.811269223690033, "Finetune/Step": 854, "Finetune/Step Time": 6.850260064005852}
+{"Finetune/Learning Rate": 1.9669392560767422e-05, "Finetune/Loss": 0.8424795269966125, "Finetune/Loss (Raw)": 0.648260772228241, "Finetune/Step": 855, "Finetune/Step Time": 6.884876241907477}
+{"Finetune/Learning Rate": 1.9668332875094302e-05, "Finetune/Loss": 0.8412536978721619, "Finetune/Loss (Raw)": 0.8795134425163269, "Finetune/Step": 856, "Finetune/Step Time": 6.882870640605688}
+{"Finetune/Learning Rate": 1.9667271522486203e-05, "Finetune/Loss": 0.8436142206192017, "Finetune/Loss (Raw)": 0.8065928220748901, "Finetune/Step": 857, "Finetune/Step Time": 6.8727430533617735}
+{"Finetune/Learning Rate": 1.9666208503126115e-05, "Finetune/Loss": 0.8447527289390564, "Finetune/Loss (Raw)": 1.1016424894332886, "Finetune/Step": 858, "Finetune/Step Time": 6.870111038908362}
+{"Finetune/Learning Rate": 1.9665143817197316e-05, "Finetune/Loss": 0.8446616530418396, "Finetune/Loss (Raw)": 0.9310408234596252, "Finetune/Step": 859, "Finetune/Step Time": 6.894577924162149}
+{"Finetune/Learning Rate": 1.9664077464883368e-05, "Finetune/Loss": 0.8449606895446777, "Finetune/Loss (Raw)": 0.842515766620636, "Finetune/Step": 860, "Finetune/Step Time": 6.86370063200593}
+{"Finetune/Learning Rate": 1.9663009446368128e-05, "Finetune/Loss": 0.842833399772644, "Finetune/Loss (Raw)": 0.6109392046928406, "Finetune/Step": 861, "Finetune/Step Time": 6.852859670296311}
+{"Finetune/Learning Rate": 1.966193976183573e-05, "Finetune/Loss": 0.8437730073928833, "Finetune/Loss (Raw)": 0.9082763195037842, "Finetune/Step": 862, "Finetune/Step Time": 6.855448802933097}
+{"Finetune/Learning Rate": 1.9660868411470604e-05, "Finetune/Loss": 0.8435729742050171, "Finetune/Loss (Raw)": 0.7314324975013733, "Finetune/Step": 863, "Finetune/Step Time": 6.860818447545171}
+{"Finetune/Learning Rate": 1.965979539545746e-05, "Finetune/Loss": 0.8441267013549805, "Finetune/Loss (Raw)": 0.9568971395492554, "Finetune/Step": 864, "Finetune/Step Time": 6.8290309850126505}
+{"Finetune/Learning Rate": 1.9658720713981303e-05, "Finetune/Loss": 0.842484176158905, "Finetune/Loss (Raw)": 0.8330512642860413, "Finetune/Step": 865, "Finetune/Step Time": 6.849073242396116}
+{"Finetune/Learning Rate": 1.9657644367227414e-05, "Finetune/Loss": 0.8427807688713074, "Finetune/Loss (Raw)": 1.0151216983795166, "Finetune/Step": 866, "Finetune/Step Time": 6.850385891273618}
+{"Finetune/Learning Rate": 1.9656566355381375e-05, "Finetune/Loss": 0.8469923734664917, "Finetune/Loss (Raw)": 0.9876257181167603, "Finetune/Step": 867, "Finetune/Step Time": 6.829964185133576}
+{"Finetune/Learning Rate": 1.965548667862904e-05, "Finetune/Loss": 0.845374345779419, "Finetune/Loss (Raw)": 0.8331978917121887, "Finetune/Step": 868, "Finetune/Step Time": 6.822394600138068}
+{"Finetune/Learning Rate": 1.965440533715657e-05, "Finetune/Loss": 0.8477518558502197, "Finetune/Loss (Raw)": 0.9889041185379028, "Finetune/Step": 869, "Finetune/Step Time": 6.812761474400759}
+{"Finetune/Learning Rate": 1.965332233115039e-05, "Finetune/Loss": 0.8469732403755188, "Finetune/Loss (Raw)": 0.7977415323257446, "Finetune/Step": 870, "Finetune/Step Time": 6.815949451178312}
+{"Finetune/Learning Rate": 1.965223766079723e-05, "Finetune/Loss": 0.8446884751319885, "Finetune/Loss (Raw)": 0.7122036218643188, "Finetune/Step": 871, "Finetune/Step Time": 6.819938320666552}
+{"Finetune/Learning Rate": 1.9651151326284093e-05, "Finetune/Loss": 0.8443526029586792, "Finetune/Loss (Raw)": 0.9034750461578369, "Finetune/Step": 872, "Finetune/Step Time": 6.819043872877955}
+{"Finetune/Learning Rate": 1.9650063327798283e-05, "Finetune/Loss": 0.8457748889923096, "Finetune/Loss (Raw)": 0.955805778503418, "Finetune/Step": 873, "Finetune/Step Time": 6.802584340795875}
+{"Finetune/Learning Rate": 1.964897366552738e-05, "Finetune/Loss": 0.8436223864555359, "Finetune/Loss (Raw)": 0.7440236806869507, "Finetune/Step": 874, "Finetune/Step Time": 6.806948760524392}
+{"Finetune/Learning Rate": 1.9647882339659256e-05, "Finetune/Loss": 0.8418905735015869, "Finetune/Loss (Raw)": 0.8057208061218262, "Finetune/Step": 875, "Finetune/Step Time": 6.818160306662321}
+{"Finetune/Learning Rate": 1.9646789350382066e-05, "Finetune/Loss": 0.8406146168708801, "Finetune/Loss (Raw)": 0.8660802841186523, "Finetune/Step": 876, "Finetune/Step Time": 6.819412918761373}
+{"Finetune/Learning Rate": 1.964569469788426e-05, "Finetune/Loss": 0.8409715294837952, "Finetune/Loss (Raw)": 0.8876160979270935, "Finetune/Step": 877, "Finetune/Step Time": 6.817405393347144}
+{"Finetune/Learning Rate": 1.964459838235456e-05, "Finetune/Loss": 0.8412273526191711, "Finetune/Loss (Raw)": 0.8783419728279114, "Finetune/Step": 878, "Finetune/Step Time": 6.8102267775684595}
+{"Finetune/Learning Rate": 1.9643500403981996e-05, "Finetune/Loss": 0.841526210308075, "Finetune/Loss (Raw)": 0.8053521513938904, "Finetune/Step": 879, "Finetune/Step Time": 6.830297624692321}
+{"Finetune/Learning Rate": 1.964240076295586e-05, "Finetune/Loss": 0.8403706550598145, "Finetune/Loss (Raw)": 0.8417871594429016, "Finetune/Step": 880, "Finetune/Step Time": 6.825459089130163}
+{"Finetune/Learning Rate": 1.9641299459465753e-05, "Finetune/Loss": 0.8426151275634766, "Finetune/Loss (Raw)": 0.6808875799179077, "Finetune/Step": 881, "Finetune/Step Time": 6.819324363023043}
+{"Finetune/Learning Rate": 1.9640196493701543e-05, "Finetune/Loss": 0.8432939052581787, "Finetune/Loss (Raw)": 0.8854778409004211, "Finetune/Step": 882, "Finetune/Step Time": 6.818929903209209}
+{"Finetune/Learning Rate": 1.9639091865853405e-05, "Finetune/Loss": 0.8451732993125916, "Finetune/Loss (Raw)": 0.988057553768158, "Finetune/Step": 883, "Finetune/Step Time": 6.79087807610631}
+{"Finetune/Learning Rate": 1.963798557611178e-05, "Finetune/Loss": 0.8462997674942017, "Finetune/Loss (Raw)": 1.0015703439712524, "Finetune/Step": 884, "Finetune/Step Time": 6.800763191655278}
+{"Finetune/Learning Rate": 1.9636877624667414e-05, "Finetune/Loss": 0.8414610624313354, "Finetune/Loss (Raw)": 0.22244714200496674, "Finetune/Step": 885, "Finetune/Step Time": 6.807312268763781}
+{"Finetune/Learning Rate": 1.9635768011711323e-05, "Finetune/Loss": 0.8406527042388916, "Finetune/Loss (Raw)": 0.893032968044281, "Finetune/Step": 886, "Finetune/Step Time": 6.810831801965833}
+{"Finetune/Learning Rate": 1.963465673743483e-05, "Finetune/Loss": 0.8363409042358398, "Finetune/Loss (Raw)": 0.40169817209243774, "Finetune/Step": 887, "Finetune/Step Time": 6.836523894220591}
+{"Finetune/Learning Rate": 1.9633543802029513e-05, "Finetune/Loss": 0.8369506001472473, "Finetune/Loss (Raw)": 0.980532169342041, "Finetune/Step": 888, "Finetune/Step Time": 6.842499287799001}
+{"Finetune/Learning Rate": 1.9632429205687272e-05, "Finetune/Loss": 0.8371950387954712, "Finetune/Loss (Raw)": 0.9435670971870422, "Finetune/Step": 889, "Finetune/Step Time": 6.847908599302173}
+{"Finetune/Learning Rate": 1.9631312948600267e-05, "Finetune/Loss": 0.8412398099899292, "Finetune/Loss (Raw)": 0.8867343068122864, "Finetune/Step": 890, "Finetune/Step Time": 6.829275947064161}
+{"Finetune/Learning Rate": 1.963019503096096e-05, "Finetune/Loss": 0.8422563076019287, "Finetune/Loss (Raw)": 0.8880813717842102, "Finetune/Step": 891, "Finetune/Step Time": 6.831920897588134}
+{"Finetune/Learning Rate": 1.9629075452962086e-05, "Finetune/Loss": 0.8419719934463501, "Finetune/Loss (Raw)": 0.8176435828208923, "Finetune/Step": 892, "Finetune/Step Time": 6.835958441719413}
+{"Finetune/Learning Rate": 1.962795421479668e-05, "Finetune/Loss": 0.8425050377845764, "Finetune/Loss (Raw)": 0.9820590615272522, "Finetune/Step": 893, "Finetune/Step Time": 6.832646215334535}
+{"Finetune/Learning Rate": 1.9626831316658058e-05, "Finetune/Loss": 0.842067539691925, "Finetune/Loss (Raw)": 0.9245538711547852, "Finetune/Step": 894, "Finetune/Step Time": 6.8170421570539474}
+{"Finetune/Learning Rate": 1.9625706758739812e-05, "Finetune/Loss": 0.8414761424064636, "Finetune/Loss (Raw)": 0.8144939541816711, "Finetune/Step": 895, "Finetune/Step Time": 6.823501003906131}
+{"Finetune/Learning Rate": 1.962458054123584e-05, "Finetune/Loss": 0.8423622846603394, "Finetune/Loss (Raw)": 0.9392802715301514, "Finetune/Step": 896, "Finetune/Step Time": 6.816266857087612}
+{"Finetune/Learning Rate": 1.9623452664340305e-05, "Finetune/Loss": 0.8419166803359985, "Finetune/Loss (Raw)": 0.6812660098075867, "Finetune/Step": 897, "Finetune/Step Time": 6.819208763539791}
+{"Finetune/Learning Rate": 1.9622323128247673e-05, "Finetune/Loss": 0.8379731774330139, "Finetune/Loss (Raw)": 0.3608679175376892, "Finetune/Step": 898, "Finetune/Step Time": 6.830392180010676}
+{"Finetune/Learning Rate": 1.9621191933152684e-05, "Finetune/Loss": 0.8362385034561157, "Finetune/Loss (Raw)": 0.7778551578521729, "Finetune/Step": 899, "Finetune/Step Time": 6.863738652318716}
+{"Finetune/Learning Rate": 1.9620059079250378e-05, "Finetune/Loss": 0.8365556001663208, "Finetune/Loss (Raw)": 0.9683313369750977, "Finetune/Step": 900, "Finetune/Step Time": 6.8637401051819324}
+{"Finetune/Learning Rate": 1.9618924566736066e-05, "Finetune/Loss": 0.8368966579437256, "Finetune/Loss (Raw)": 1.0121415853500366, "Finetune/Step": 901, "Finetune/Step Time": 6.86952437646687}
+{"Finetune/Learning Rate": 1.961778839580535e-05, "Finetune/Loss": 0.8377760648727417, "Finetune/Loss (Raw)": 0.8666471242904663, "Finetune/Step": 902, "Finetune/Step Time": 6.852503031492233}
+{"Finetune/Learning Rate": 1.9616650566654126e-05, "Finetune/Loss": 0.8371167182922363, "Finetune/Loss (Raw)": 0.8818293809890747, "Finetune/Step": 903, "Finetune/Step Time": 6.861411040648818}
+{"Finetune/Learning Rate": 1.961551107947856e-05, "Finetune/Loss": 0.8381252884864807, "Finetune/Loss (Raw)": 0.8120258450508118, "Finetune/Step": 904, "Finetune/Step Time": 6.857613295316696}
+{"Finetune/Learning Rate": 1.9614369934475125e-05, "Finetune/Loss": 0.8378720879554749, "Finetune/Loss (Raw)": 0.9730108380317688, "Finetune/Step": 905, "Finetune/Step Time": 6.837538179010153}
+{"Finetune/Learning Rate": 1.9613227131840554e-05, "Finetune/Loss": 0.8364944458007812, "Finetune/Loss (Raw)": 0.8088878989219666, "Finetune/Step": 906, "Finetune/Step Time": 6.834791561588645}
+{"Finetune/Learning Rate": 1.9612082671771892e-05, "Finetune/Loss": 0.8370954990386963, "Finetune/Loss (Raw)": 0.9356401562690735, "Finetune/Step": 907, "Finetune/Step Time": 6.8223481848835945}
+{"Finetune/Learning Rate": 1.961093655446645e-05, "Finetune/Loss": 0.8416216373443604, "Finetune/Loss (Raw)": 0.9051857590675354, "Finetune/Step": 908, "Finetune/Step Time": 6.803032768890262}
+{"Finetune/Learning Rate": 1.9609788780121837e-05, "Finetune/Loss": 0.8416503071784973, "Finetune/Loss (Raw)": 0.8387889862060547, "Finetune/Step": 909, "Finetune/Step Time": 6.807108523324132}
+{"Finetune/Learning Rate": 1.9608639348935938e-05, "Finetune/Loss": 0.8438701033592224, "Finetune/Loss (Raw)": 0.8675711750984192, "Finetune/Step": 910, "Finetune/Step Time": 6.779770225286484}
+{"Finetune/Learning Rate": 1.960748826110693e-05, "Finetune/Loss": 0.8437936305999756, "Finetune/Loss (Raw)": 0.8501573204994202, "Finetune/Step": 911, "Finetune/Step Time": 6.743938904255629}
+{"Finetune/Learning Rate": 1.9606335516833278e-05, "Finetune/Loss": 0.8465600609779358, "Finetune/Loss (Raw)": 0.995727002620697, "Finetune/Step": 912, "Finetune/Step Time": 6.734959391877055}
+{"Finetune/Learning Rate": 1.9605181116313725e-05, "Finetune/Loss": 0.8440682291984558, "Finetune/Loss (Raw)": 0.6385521292686462, "Finetune/Step": 913, "Finetune/Step Time": 6.7309875171631575}
+{"Finetune/Learning Rate": 1.9604025059747304e-05, "Finetune/Loss": 0.8445675373077393, "Finetune/Loss (Raw)": 1.0646995306015015, "Finetune/Step": 914, "Finetune/Step Time": 6.7345796301960945}
+{"Finetune/Learning Rate": 1.9602867347333332e-05, "Finetune/Loss": 0.8444018363952637, "Finetune/Loss (Raw)": 0.9262002110481262, "Finetune/Step": 915, "Finetune/Step Time": 6.69815967977047}
+{"Finetune/Learning Rate": 1.9601707979271414e-05, "Finetune/Loss": 0.8437042236328125, "Finetune/Loss (Raw)": 0.9406068921089172, "Finetune/Step": 916, "Finetune/Step Time": 6.704705083742738}
+{"Finetune/Learning Rate": 1.9600546955761436e-05, "Finetune/Loss": 0.8446836471557617, "Finetune/Loss (Raw)": 1.056312918663025, "Finetune/Step": 917, "Finetune/Step Time": 6.749720888212323}
+{"Finetune/Learning Rate": 1.9599384277003576e-05, "Finetune/Loss": 0.8469130992889404, "Finetune/Loss (Raw)": 0.850614070892334, "Finetune/Step": 918, "Finetune/Step Time": 6.728786548599601}
+{"Finetune/Learning Rate": 1.9598219943198292e-05, "Finetune/Loss": 0.8450218439102173, "Finetune/Loss (Raw)": 0.6183712482452393, "Finetune/Step": 919, "Finetune/Step Time": 6.742994736880064}
+{"Finetune/Learning Rate": 1.959705395454633e-05, "Finetune/Loss": 0.8446139097213745, "Finetune/Loss (Raw)": 0.7330399751663208, "Finetune/Step": 920, "Finetune/Step Time": 6.749466747045517}
+{"Finetune/Learning Rate": 1.9595886311248716e-05, "Finetune/Loss": 0.8450499773025513, "Finetune/Loss (Raw)": 0.9543710947036743, "Finetune/Step": 921, "Finetune/Step Time": 6.740144699811935}
+{"Finetune/Learning Rate": 1.959471701350677e-05, "Finetune/Loss": 0.8450421094894409, "Finetune/Loss (Raw)": 0.852380096912384, "Finetune/Step": 922, "Finetune/Step Time": 6.7393817733973265}
+{"Finetune/Learning Rate": 1.9593546061522094e-05, "Finetune/Loss": 0.8453049659729004, "Finetune/Loss (Raw)": 0.9441583156585693, "Finetune/Step": 923, "Finetune/Step Time": 6.732144821435213}
+{"Finetune/Learning Rate": 1.959237345549657e-05, "Finetune/Loss": 0.8446270823478699, "Finetune/Loss (Raw)": 0.794073760509491, "Finetune/Step": 924, "Finetune/Step Time": 6.740658901631832}
+{"Finetune/Learning Rate": 1.9591199195632366e-05, "Finetune/Loss": 0.8435195684432983, "Finetune/Loss (Raw)": 0.7364696264266968, "Finetune/Step": 925, "Finetune/Step Time": 6.760687747970223}
+{"Finetune/Learning Rate": 1.9590023282131947e-05, "Finetune/Loss": 0.840951681137085, "Finetune/Loss (Raw)": 0.626346230506897, "Finetune/Step": 926, "Finetune/Step Time": 6.765405584126711}
+{"Finetune/Learning Rate": 1.9588845715198047e-05, "Finetune/Loss": 0.8415931463241577, "Finetune/Loss (Raw)": 0.8870407938957214, "Finetune/Step": 927, "Finetune/Step Time": 6.75851752050221}
+{"Finetune/Learning Rate": 1.95876664950337e-05, "Finetune/Loss": 0.8415626883506775, "Finetune/Loss (Raw)": 0.9135438799858093, "Finetune/Step": 928, "Finetune/Step Time": 6.7508310824632645}
+{"Finetune/Learning Rate": 1.958648562184221e-05, "Finetune/Loss": 0.8408909440040588, "Finetune/Loss (Raw)": 0.8626530170440674, "Finetune/Step": 929, "Finetune/Step Time": 6.7272447142750025}
+{"Finetune/Learning Rate": 1.9585303095827174e-05, "Finetune/Loss": 0.8411319255828857, "Finetune/Loss (Raw)": 0.8281184434890747, "Finetune/Step": 930, "Finetune/Step Time": 6.731917463243008}
+{"Finetune/Learning Rate": 1.9584118917192483e-05, "Finetune/Loss": 0.8426489233970642, "Finetune/Loss (Raw)": 0.9206616878509521, "Finetune/Step": 931, "Finetune/Step Time": 6.714397173374891}
+{"Finetune/Learning Rate": 1.958293308614229e-05, "Finetune/Loss": 0.8430125713348389, "Finetune/Loss (Raw)": 0.9524728655815125, "Finetune/Step": 932, "Finetune/Step Time": 6.731083616614342}
+{"Finetune/Learning Rate": 1.9581745602881056e-05, "Finetune/Loss": 0.8425574898719788, "Finetune/Loss (Raw)": 0.8585425615310669, "Finetune/Step": 933, "Finetune/Step Time": 6.740804580971599}
+{"Finetune/Learning Rate": 1.9580556467613514e-05, "Finetune/Loss": 0.8443596363067627, "Finetune/Loss (Raw)": 0.93779057264328, "Finetune/Step": 934, "Finetune/Step Time": 6.727337747812271}
+{"Finetune/Learning Rate": 1.9579365680544683e-05, "Finetune/Loss": 0.8426163196563721, "Finetune/Loss (Raw)": 0.6773050427436829, "Finetune/Step": 935, "Finetune/Step Time": 6.727766940370202}
+{"Finetune/Learning Rate": 1.957817324187987e-05, "Finetune/Loss": 0.842459499835968, "Finetune/Loss (Raw)": 0.8013566136360168, "Finetune/Step": 936, "Finetune/Step Time": 6.719790801405907}
+{"Finetune/Learning Rate": 1.957697915182467e-05, "Finetune/Loss": 0.8434994220733643, "Finetune/Loss (Raw)": 1.0365960597991943, "Finetune/Step": 937, "Finetune/Step Time": 6.715040620416403}
+{"Finetune/Learning Rate": 1.957578341058495e-05, "Finetune/Loss": 0.8438377380371094, "Finetune/Loss (Raw)": 1.054209589958191, "Finetune/Step": 938, "Finetune/Step Time": 6.7183223851025105}
+{"Finetune/Learning Rate": 1.9574586018366882e-05, "Finetune/Loss": 0.8444823622703552, "Finetune/Loss (Raw)": 0.8597999811172485, "Finetune/Step": 939, "Finetune/Step Time": 6.7193418722599745}
+{"Finetune/Learning Rate": 1.9573386975376897e-05, "Finetune/Loss": 0.8435494899749756, "Finetune/Loss (Raw)": 0.9606466293334961, "Finetune/Step": 940, "Finetune/Step Time": 6.721750237047672}
+{"Finetune/Learning Rate": 1.957218628182173e-05, "Finetune/Loss": 0.8435753583908081, "Finetune/Loss (Raw)": 0.9097515940666199, "Finetune/Step": 941, "Finetune/Step Time": 6.720801955088973}
+{"Finetune/Learning Rate": 1.9570983937908398e-05, "Finetune/Loss": 0.8423081636428833, "Finetune/Loss (Raw)": 0.7156402468681335, "Finetune/Step": 942, "Finetune/Step Time": 6.726080548018217}
+{"Finetune/Learning Rate": 1.956977994384419e-05, "Finetune/Loss": 0.8424156308174133, "Finetune/Loss (Raw)": 0.8850663900375366, "Finetune/Step": 943, "Finetune/Step Time": 6.725119965150952}
+{"Finetune/Learning Rate": 1.9568574299836704e-05, "Finetune/Loss": 0.8413497805595398, "Finetune/Loss (Raw)": 0.8292192220687866, "Finetune/Step": 944, "Finetune/Step Time": 6.720091378316283}
+{"Finetune/Learning Rate": 1.9567367006093794e-05, "Finetune/Loss": 0.8402513861656189, "Finetune/Loss (Raw)": 0.8013960123062134, "Finetune/Step": 945, "Finetune/Step Time": 6.728903695940971}
+{"Finetune/Learning Rate": 1.9566158062823615e-05, "Finetune/Loss": 0.8433214426040649, "Finetune/Loss (Raw)": 0.7142438888549805, "Finetune/Step": 946, "Finetune/Step Time": 6.7156838327646255}
+{"Finetune/Learning Rate": 1.9564947470234605e-05, "Finetune/Loss": 0.8440581560134888, "Finetune/Loss (Raw)": 0.8395299315452576, "Finetune/Step": 947, "Finetune/Step Time": 6.733774622902274}
+{"Finetune/Learning Rate": 1.9563735228535482e-05, "Finetune/Loss": 0.8421630263328552, "Finetune/Loss (Raw)": 0.38307157158851624, "Finetune/Step": 948, "Finetune/Step Time": 6.742742793634534}
+{"Finetune/Learning Rate": 1.9562521337935255e-05, "Finetune/Loss": 0.8434514999389648, "Finetune/Loss (Raw)": 1.0214359760284424, "Finetune/Step": 949, "Finetune/Step Time": 6.7282082214951515}
+{"Finetune/Learning Rate": 1.956130579864321e-05, "Finetune/Loss": 0.8436083197593689, "Finetune/Loss (Raw)": 0.860722541809082, "Finetune/Step": 950, "Finetune/Step Time": 6.73554377630353}
+{"Finetune/Learning Rate": 1.9560088610868923e-05, "Finetune/Loss": 0.8440158367156982, "Finetune/Loss (Raw)": 1.079261302947998, "Finetune/Step": 951, "Finetune/Step Time": 6.728888692334294}
+{"Finetune/Learning Rate": 1.955886977482225e-05, "Finetune/Loss": 0.8430376648902893, "Finetune/Loss (Raw)": 0.7930614948272705, "Finetune/Step": 952, "Finetune/Step Time": 6.733556652441621}
+{"Finetune/Learning Rate": 1.9557649290713327e-05, "Finetune/Loss": 0.8433589935302734, "Finetune/Loss (Raw)": 0.8831472396850586, "Finetune/Step": 953, "Finetune/Step Time": 6.725832434371114}
+{"Finetune/Learning Rate": 1.955642715875259e-05, "Finetune/Loss": 0.8438144326210022, "Finetune/Loss (Raw)": 0.8191302418708801, "Finetune/Step": 954, "Finetune/Step Time": 6.722001485526562}
+{"Finetune/Learning Rate": 1.955520337915074e-05, "Finetune/Loss": 0.8442424535751343, "Finetune/Loss (Raw)": 0.8971430063247681, "Finetune/Step": 955, "Finetune/Step Time": 6.721062520518899}
+{"Finetune/Learning Rate": 1.9553977952118782e-05, "Finetune/Loss": 0.8484681248664856, "Finetune/Loss (Raw)": 0.9161556959152222, "Finetune/Step": 956, "Finetune/Step Time": 6.703296422958374}
+{"Finetune/Learning Rate": 1.9552750877867982e-05, "Finetune/Loss": 0.8483253717422485, "Finetune/Loss (Raw)": 0.8406175971031189, "Finetune/Step": 957, "Finetune/Step Time": 6.698497887700796}
+{"Finetune/Learning Rate": 1.955152215660991e-05, "Finetune/Loss": 0.8477133512496948, "Finetune/Loss (Raw)": 0.8403488397598267, "Finetune/Step": 958, "Finetune/Step Time": 6.706938495859504}
+{"Finetune/Learning Rate": 1.955029178855641e-05, "Finetune/Loss": 0.8469238877296448, "Finetune/Loss (Raw)": 0.7491347789764404, "Finetune/Step": 959, "Finetune/Step Time": 6.688155895099044}
+{"Finetune/Learning Rate": 1.954905977391961e-05, "Finetune/Loss": 0.8460485339164734, "Finetune/Loss (Raw)": 0.865189790725708, "Finetune/Step": 960, "Finetune/Step Time": 6.689451415091753}
+{"Finetune/Learning Rate": 1.9547826112911925e-05, "Finetune/Loss": 0.8488382697105408, "Finetune/Loss (Raw)": 0.7733196020126343, "Finetune/Step": 961, "Finetune/Step Time": 6.670655809342861}
+{"Finetune/Learning Rate": 1.9546590805746054e-05, "Finetune/Loss": 0.8492861390113831, "Finetune/Loss (Raw)": 0.9631027579307556, "Finetune/Step": 962, "Finetune/Step Time": 6.666704632341862}
+{"Finetune/Learning Rate": 1.9545353852634978e-05, "Finetune/Loss": 0.848749041557312, "Finetune/Loss (Raw)": 0.8334900736808777, "Finetune/Step": 963, "Finetune/Step Time": 6.659343214705586}
+{"Finetune/Learning Rate": 1.954411525379196e-05, "Finetune/Loss": 0.8485472202301025, "Finetune/Loss (Raw)": 0.8536413908004761, "Finetune/Step": 964, "Finetune/Step Time": 6.658244444057345}
+{"Finetune/Learning Rate": 1.9542875009430554e-05, "Finetune/Loss": 0.8484309315681458, "Finetune/Loss (Raw)": 0.749388575553894, "Finetune/Step": 965, "Finetune/Step Time": 6.65309751406312}
+{"Finetune/Learning Rate": 1.9541633119764594e-05, "Finetune/Loss": 0.8485068678855896, "Finetune/Loss (Raw)": 0.8429362773895264, "Finetune/Step": 966, "Finetune/Step Time": 6.6534414272755384}
+{"Finetune/Learning Rate": 1.9540389585008187e-05, "Finetune/Loss": 0.8485621213912964, "Finetune/Loss (Raw)": 0.8030755519866943, "Finetune/Step": 967, "Finetune/Step Time": 6.6584722474217415}
+{"Finetune/Learning Rate": 1.953914440537574e-05, "Finetune/Loss": 0.8475914597511292, "Finetune/Loss (Raw)": 0.9272111058235168, "Finetune/Step": 968, "Finetune/Step Time": 6.656526884064078}
+{"Finetune/Learning Rate": 1.9537897581081935e-05, "Finetune/Loss": 0.8476690053939819, "Finetune/Loss (Raw)": 0.8204107880592346, "Finetune/Step": 969, "Finetune/Step Time": 6.663242978975177}
+{"Finetune/Learning Rate": 1.953664911234174e-05, "Finetune/Loss": 0.8445682525634766, "Finetune/Loss (Raw)": 0.5427849888801575, "Finetune/Step": 970, "Finetune/Step Time": 6.670638877898455}
+{"Finetune/Learning Rate": 1.9535398999370407e-05, "Finetune/Loss": 0.8443514108657837, "Finetune/Loss (Raw)": 0.8687141537666321, "Finetune/Step": 971, "Finetune/Step Time": 6.683739775791764}
+{"Finetune/Learning Rate": 1.9534147242383467e-05, "Finetune/Loss": 0.8407058715820312, "Finetune/Loss (Raw)": 0.3890410363674164, "Finetune/Step": 972, "Finetune/Step Time": 6.701511316001415}
+{"Finetune/Learning Rate": 1.953289384159674e-05, "Finetune/Loss": 0.839501678943634, "Finetune/Loss (Raw)": 0.7886995077133179, "Finetune/Step": 973, "Finetune/Step Time": 6.707261566072702}
+{"Finetune/Learning Rate": 1.9531638797226328e-05, "Finetune/Loss": 0.8382776975631714, "Finetune/Loss (Raw)": 0.8043347597122192, "Finetune/Step": 974, "Finetune/Step Time": 6.722821867093444}
+{"Finetune/Learning Rate": 1.953038210948861e-05, "Finetune/Loss": 0.8425012230873108, "Finetune/Loss (Raw)": 0.9988009929656982, "Finetune/Step": 975, "Finetune/Step Time": 6.717476405203342}
+{"Finetune/Learning Rate": 1.952912377860026e-05, "Finetune/Loss": 0.843137264251709, "Finetune/Loss (Raw)": 0.8559464812278748, "Finetune/Step": 976, "Finetune/Step Time": 6.714035326614976}
+{"Finetune/Learning Rate": 1.952786380477823e-05, "Finetune/Loss": 0.8437005281448364, "Finetune/Loss (Raw)": 0.9875394701957703, "Finetune/Step": 977, "Finetune/Step Time": 6.719241457059979}
+{"Finetune/Learning Rate": 1.9526602188239746e-05, "Finetune/Loss": 0.8438952565193176, "Finetune/Loss (Raw)": 0.8416666388511658, "Finetune/Step": 978, "Finetune/Step Time": 6.705111972987652}
+{"Finetune/Learning Rate": 1.9525338929202334e-05, "Finetune/Loss": 0.8434111475944519, "Finetune/Loss (Raw)": 0.8456699848175049, "Finetune/Step": 979, "Finetune/Step Time": 6.70615697093308}
+{"Finetune/Learning Rate": 1.9524074027883793e-05, "Finetune/Loss": 0.8455172181129456, "Finetune/Loss (Raw)": 1.0496211051940918, "Finetune/Step": 980, "Finetune/Step Time": 6.704854125156999}
+{"Finetune/Learning Rate": 1.9522807484502203e-05, "Finetune/Loss": 0.8453595638275146, "Finetune/Loss (Raw)": 0.8659510016441345, "Finetune/Step": 981, "Finetune/Step Time": 6.70625015348196}
+{"Finetune/Learning Rate": 1.9521539299275937e-05, "Finetune/Loss": 0.8465206623077393, "Finetune/Loss (Raw)": 0.9598897099494934, "Finetune/Step": 982, "Finetune/Step Time": 6.695172706618905}
+{"Finetune/Learning Rate": 1.952026947242364e-05, "Finetune/Loss": 0.848628044128418, "Finetune/Loss (Raw)": 0.9180044531822205, "Finetune/Step": 983, "Finetune/Step Time": 6.660712214186788}
+{"Finetune/Learning Rate": 1.951899800416425e-05, "Finetune/Loss": 0.8476153016090393, "Finetune/Loss (Raw)": 0.749882161617279, "Finetune/Step": 984, "Finetune/Step Time": 6.670998377725482}
+{"Finetune/Learning Rate": 1.9517724894716975e-05, "Finetune/Loss": 0.8482711911201477, "Finetune/Loss (Raw)": 0.8905465602874756, "Finetune/Step": 985, "Finetune/Step Time": 6.670716868713498}
+{"Finetune/Learning Rate": 1.9516450144301324e-05, "Finetune/Loss": 0.845719575881958, "Finetune/Loss (Raw)": 0.7750411033630371, "Finetune/Step": 986, "Finetune/Step Time": 6.674622328951955}
+{"Finetune/Learning Rate": 1.9515173753137074e-05, "Finetune/Loss": 0.8454174995422363, "Finetune/Loss (Raw)": 0.8923649787902832, "Finetune/Step": 987, "Finetune/Step Time": 6.66288567148149}
+{"Finetune/Learning Rate": 1.9513895721444286e-05, "Finetune/Loss": 0.8438671827316284, "Finetune/Loss (Raw)": 0.6440750956535339, "Finetune/Step": 988, "Finetune/Step Time": 6.665800346061587}
+{"Finetune/Learning Rate": 1.951261604944332e-05, "Finetune/Loss": 0.8465170860290527, "Finetune/Loss (Raw)": 0.9501270651817322, "Finetune/Step": 989, "Finetune/Step Time": 6.669609675183892}
+{"Finetune/Learning Rate": 1.951133473735479e-05, "Finetune/Loss": 0.8444240689277649, "Finetune/Loss (Raw)": 0.6403733491897583, "Finetune/Step": 990, "Finetune/Step Time": 6.675766710191965}
+{"Finetune/Learning Rate": 1.9510051785399626e-05, "Finetune/Loss": 0.846244215965271, "Finetune/Loss (Raw)": 0.9644157886505127, "Finetune/Step": 991, "Finetune/Step Time": 6.667548067867756}
+{"Finetune/Learning Rate": 1.9508767193799012e-05, "Finetune/Loss": 0.8456088900566101, "Finetune/Loss (Raw)": 0.875575065612793, "Finetune/Step": 992, "Finetune/Step Time": 6.66565809212625}
+{"Finetune/Learning Rate": 1.950748096277443e-05, "Finetune/Loss": 0.8455524444580078, "Finetune/Loss (Raw)": 0.8258190751075745, "Finetune/Step": 993, "Finetune/Step Time": 6.6766630709171295}
+{"Finetune/Learning Rate": 1.9506193092547644e-05, "Finetune/Loss": 0.8428741693496704, "Finetune/Loss (Raw)": 0.6723069548606873, "Finetune/Step": 994, "Finetune/Step Time": 6.685699975118041}
+{"Finetune/Learning Rate": 1.95049035833407e-05, "Finetune/Loss": 0.8420229554176331, "Finetune/Loss (Raw)": 0.8786677122116089, "Finetune/Step": 995, "Finetune/Step Time": 6.68528301268816}
+{"Finetune/Learning Rate": 1.9503612435375914e-05, "Finetune/Loss": 0.8416259288787842, "Finetune/Loss (Raw)": 0.7823880314826965, "Finetune/Step": 996, "Finetune/Step Time": 6.689632544294}
+{"Finetune/Learning Rate": 1.9502319648875908e-05, "Finetune/Loss": 0.8405866026878357, "Finetune/Loss (Raw)": 0.8558627963066101, "Finetune/Step": 997, "Finetune/Step Time": 6.67092178016901}
+{"Finetune/Learning Rate": 1.950102522406357e-05, "Finetune/Loss": 0.8403375148773193, "Finetune/Loss (Raw)": 0.7658557891845703, "Finetune/Step": 998, "Finetune/Step Time": 6.683965152129531}
+{"Finetune/Learning Rate": 1.9499729161162067e-05, "Finetune/Loss": 0.8423143625259399, "Finetune/Loss (Raw)": 0.965240478515625, "Finetune/Step": 999, "Finetune/Step Time": 6.678427232429385}
+{"Finetune/Learning Rate": 1.9498431460394863e-05, "Finetune/Loss": 0.8432338237762451, "Finetune/Loss (Raw)": 1.0211644172668457, "Finetune/Step": 1000, "Finetune/Step Time": 6.672725113108754}
+{"Finetune/Learning Rate": 1.9497132121985695e-05, "Finetune/Loss": 0.8382635116577148, "Finetune/Loss (Raw)": 0.3196061849594116, "Finetune/Step": 1001, "Finetune/Step Time": 6.695484921336174}
+{"Finetune/Learning Rate": 1.9495831146158583e-05, "Finetune/Loss": 0.8399190902709961, "Finetune/Loss (Raw)": 0.9559446573257446, "Finetune/Step": 1002, "Finetune/Step Time": 6.697015970945358}
+{"Finetune/Learning Rate": 1.9494528533137835e-05, "Finetune/Loss": 0.8412476778030396, "Finetune/Loss (Raw)": 0.9757721424102783, "Finetune/Step": 1003, "Finetune/Step Time": 6.700512669980526}
+{"Finetune/Learning Rate": 1.949322428314803e-05, "Finetune/Loss": 0.842166543006897, "Finetune/Loss (Raw)": 0.9836950898170471, "Finetune/Step": 1004, "Finetune/Step Time": 6.700828278437257}
+{"Finetune/Learning Rate": 1.9491918396414043e-05, "Finetune/Loss": 0.8423056602478027, "Finetune/Loss (Raw)": 0.9054266214370728, "Finetune/Step": 1005, "Finetune/Step Time": 6.704300336539745}
+{"Finetune/Learning Rate": 1.949061087316102e-05, "Finetune/Loss": 0.8408288359642029, "Finetune/Loss (Raw)": 0.6893099546432495, "Finetune/Step": 1006, "Finetune/Step Time": 6.720095327124}
+{"Finetune/Learning Rate": 1.948930171361439e-05, "Finetune/Loss": 0.841066837310791, "Finetune/Loss (Raw)": 0.8358178734779358, "Finetune/Step": 1007, "Finetune/Step Time": 6.702134158462286}
+{"Finetune/Learning Rate": 1.9487990917999878e-05, "Finetune/Loss": 0.8416433334350586, "Finetune/Loss (Raw)": 0.9155796766281128, "Finetune/Step": 1008, "Finetune/Step Time": 6.701210398226976}
+{"Finetune/Learning Rate": 1.9486678486543474e-05, "Finetune/Loss": 0.8396461009979248, "Finetune/Loss (Raw)": 0.42523378133773804, "Finetune/Step": 1009, "Finetune/Step Time": 6.706830900162458}
+{"Finetune/Learning Rate": 1.9485364419471454e-05, "Finetune/Loss": 0.8388590216636658, "Finetune/Loss (Raw)": 0.7847344279289246, "Finetune/Step": 1010, "Finetune/Step Time": 6.7094338815659285}
+{"Finetune/Learning Rate": 1.9484048717010388e-05, "Finetune/Loss": 0.8374991416931152, "Finetune/Loss (Raw)": 0.8139981627464294, "Finetune/Step": 1011, "Finetune/Step Time": 6.708775129169226}
+{"Finetune/Learning Rate": 1.948273137938711e-05, "Finetune/Loss": 0.836913526058197, "Finetune/Loss (Raw)": 0.9266108274459839, "Finetune/Step": 1012, "Finetune/Step Time": 6.703836007043719}
+{"Finetune/Learning Rate": 1.9481412406828748e-05, "Finetune/Loss": 0.8419411182403564, "Finetune/Loss (Raw)": 0.8659757971763611, "Finetune/Step": 1013, "Finetune/Step Time": 6.684606095775962}
+{"Finetune/Learning Rate": 1.9480091799562706e-05, "Finetune/Loss": 0.842712938785553, "Finetune/Loss (Raw)": 0.9918292760848999, "Finetune/Step": 1014, "Finetune/Step Time": 6.6791029423475266}
+{"Finetune/Learning Rate": 1.9478769557816677e-05, "Finetune/Loss": 0.8420066237449646, "Finetune/Loss (Raw)": 0.31128960847854614, "Finetune/Step": 1015, "Finetune/Step Time": 6.6749346777796745}
+{"Finetune/Learning Rate": 1.9477445681818626e-05, "Finetune/Loss": 0.8416162133216858, "Finetune/Loss (Raw)": 0.9305582046508789, "Finetune/Step": 1016, "Finetune/Step Time": 6.683456530794501}
+{"Finetune/Learning Rate": 1.9476120171796807e-05, "Finetune/Loss": 0.8418998718261719, "Finetune/Loss (Raw)": 0.9798750281333923, "Finetune/Step": 1017, "Finetune/Step Time": 6.674560397863388}
+{"Finetune/Learning Rate": 1.9474793027979758e-05, "Finetune/Loss": 0.8414379358291626, "Finetune/Loss (Raw)": 0.827603816986084, "Finetune/Step": 1018, "Finetune/Step Time": 6.710874849930406}
+{"Finetune/Learning Rate": 1.9473464250596287e-05, "Finetune/Loss": 0.8410334587097168, "Finetune/Loss (Raw)": 0.836304247379303, "Finetune/Step": 1019, "Finetune/Step Time": 6.709313150495291}
+{"Finetune/Learning Rate": 1.9472133839875495e-05, "Finetune/Loss": 0.8416041135787964, "Finetune/Loss (Raw)": 0.890688419342041, "Finetune/Step": 1020, "Finetune/Step Time": 6.704796509817243}
+{"Finetune/Learning Rate": 1.9470801796046757e-05, "Finetune/Loss": 0.8394947052001953, "Finetune/Loss (Raw)": 0.7120609283447266, "Finetune/Step": 1021, "Finetune/Step Time": 6.7153705935925245}
+{"Finetune/Learning Rate": 1.9469468119339742e-05, "Finetune/Loss": 0.8390924334526062, "Finetune/Loss (Raw)": 0.8730628490447998, "Finetune/Step": 1022, "Finetune/Step Time": 6.72135985083878}
+{"Finetune/Learning Rate": 1.9468132809984382e-05, "Finetune/Loss": 0.8380389213562012, "Finetune/Loss (Raw)": 0.6796404123306274, "Finetune/Step": 1023, "Finetune/Step Time": 6.724775837734342}
+{"Finetune/Learning Rate": 1.9466795868210903e-05, "Finetune/Loss": 0.8368475437164307, "Finetune/Loss (Raw)": 0.7867926955223083, "Finetune/Step": 1024, "Finetune/Step Time": 6.726115386933088}
+{"Finetune/Learning Rate": 1.946545729424981e-05, "Finetune/Loss": 0.8377113342285156, "Finetune/Loss (Raw)": 0.7918286323547363, "Finetune/Step": 1025, "Finetune/Step Time": 6.711080070585012}
+{"Finetune/Learning Rate": 1.946411708833189e-05, "Finetune/Loss": 0.8415961861610413, "Finetune/Loss (Raw)": 0.8581212162971497, "Finetune/Step": 1026, "Finetune/Step Time": 6.69997370056808}
+{"Finetune/Learning Rate": 1.9462775250688208e-05, "Finetune/Loss": 0.8383932113647461, "Finetune/Loss (Raw)": 0.3678777515888214, "Finetune/Step": 1027, "Finetune/Step Time": 6.681189343333244}
+{"Finetune/Learning Rate": 1.946143178155012e-05, "Finetune/Loss": 0.8380973935127258, "Finetune/Loss (Raw)": 0.9304656982421875, "Finetune/Step": 1028, "Finetune/Step Time": 6.6845232881605625}
+{"Finetune/Learning Rate": 1.9460086681149244e-05, "Finetune/Loss": 0.8364804983139038, "Finetune/Loss (Raw)": 0.8051841259002686, "Finetune/Step": 1029, "Finetune/Step Time": 6.6915127616375685}
+{"Finetune/Learning Rate": 1.94587399497175e-05, "Finetune/Loss": 0.8359684944152832, "Finetune/Loss (Raw)": 0.8011130094528198, "Finetune/Step": 1030, "Finetune/Step Time": 6.695577831938863}
+{"Finetune/Learning Rate": 1.9457391587487076e-05, "Finetune/Loss": 0.8356448411941528, "Finetune/Loss (Raw)": 0.8404010534286499, "Finetune/Step": 1031, "Finetune/Step Time": 6.67099123634398}
+{"Finetune/Learning Rate": 1.945604159469045e-05, "Finetune/Loss": 0.8320138454437256, "Finetune/Loss (Raw)": 0.3472519516944885, "Finetune/Step": 1032, "Finetune/Step Time": 6.691003382205963}
+{"Finetune/Learning Rate": 1.9454689971560372e-05, "Finetune/Loss": 0.8316226005554199, "Finetune/Loss (Raw)": 0.922930121421814, "Finetune/Step": 1033, "Finetune/Step Time": 6.717419382184744}
+{"Finetune/Learning Rate": 1.945333671832988e-05, "Finetune/Loss": 0.8311529755592346, "Finetune/Loss (Raw)": 0.7487792372703552, "Finetune/Step": 1034, "Finetune/Step Time": 6.725061805918813}
+{"Finetune/Learning Rate": 1.9451981835232292e-05, "Finetune/Loss": 0.8307066559791565, "Finetune/Loss (Raw)": 0.8785070180892944, "Finetune/Step": 1035, "Finetune/Step Time": 6.73707365244627}
+{"Finetune/Learning Rate": 1.9450625322501206e-05, "Finetune/Loss": 0.8301897048950195, "Finetune/Loss (Raw)": 0.8390203714370728, "Finetune/Step": 1036, "Finetune/Step Time": 6.74203641526401}
+{"Finetune/Learning Rate": 1.9449267180370496e-05, "Finetune/Loss": 0.8292269706726074, "Finetune/Loss (Raw)": 0.7155563831329346, "Finetune/Step": 1037, "Finetune/Step Time": 6.744924210011959}
+{"Finetune/Learning Rate": 1.9447907409074328e-05, "Finetune/Loss": 0.8308308124542236, "Finetune/Loss (Raw)": 1.0728603601455688, "Finetune/Step": 1038, "Finetune/Step Time": 6.738664332777262}
+{"Finetune/Learning Rate": 1.944654600884714e-05, "Finetune/Loss": 0.8310620188713074, "Finetune/Loss (Raw)": 0.8797580003738403, "Finetune/Step": 1039, "Finetune/Step Time": 6.738049106672406}
+{"Finetune/Learning Rate": 1.9445182979923657e-05, "Finetune/Loss": 0.8289311528205872, "Finetune/Loss (Raw)": 0.7229769229888916, "Finetune/Step": 1040, "Finetune/Step Time": 6.734150005504489}
+{"Finetune/Learning Rate": 1.944381832253887e-05, "Finetune/Loss": 0.831895112991333, "Finetune/Loss (Raw)": 1.017934799194336, "Finetune/Step": 1041, "Finetune/Step Time": 6.715789996087551}
+{"Finetune/Learning Rate": 1.9442452036928076e-05, "Finetune/Loss": 0.831429660320282, "Finetune/Loss (Raw)": 1.0051181316375732, "Finetune/Step": 1042, "Finetune/Step Time": 6.717310691252351}
+{"Finetune/Learning Rate": 1.944108412332683e-05, "Finetune/Loss": 0.827115535736084, "Finetune/Loss (Raw)": 0.3739965558052063, "Finetune/Step": 1043, "Finetune/Step Time": 6.740793261677027}
+{"Finetune/Learning Rate": 1.9439714581970983e-05, "Finetune/Loss": 0.8248232007026672, "Finetune/Loss (Raw)": 0.6471854448318481, "Finetune/Step": 1044, "Finetune/Step Time": 6.741434587165713}
+{"Finetune/Learning Rate": 1.943834341309665e-05, "Finetune/Loss": 0.8229192495346069, "Finetune/Loss (Raw)": 0.8126093745231628, "Finetune/Step": 1045, "Finetune/Step Time": 6.714850388467312}
+{"Finetune/Learning Rate": 1.9436970616940247e-05, "Finetune/Loss": 0.8229265213012695, "Finetune/Loss (Raw)": 0.8515470623970032, "Finetune/Step": 1046, "Finetune/Step Time": 6.717090820893645}
+{"Finetune/Learning Rate": 1.9435596193738458e-05, "Finetune/Loss": 0.8251017332077026, "Finetune/Loss (Raw)": 0.8968003392219543, "Finetune/Step": 1047, "Finetune/Step Time": 6.70371981151402}
+{"Finetune/Learning Rate": 1.9434220143728243e-05, "Finetune/Loss": 0.8274238109588623, "Finetune/Loss (Raw)": 1.0302623510360718, "Finetune/Step": 1048, "Finetune/Step Time": 6.695167971774936}
+{"Finetune/Learning Rate": 1.943284246714686e-05, "Finetune/Loss": 0.8258945345878601, "Finetune/Loss (Raw)": 0.7586219906806946, "Finetune/Step": 1049, "Finetune/Step Time": 6.69286023080349}
+{"Finetune/Learning Rate": 1.943146316423183e-05, "Finetune/Loss": 0.8251020908355713, "Finetune/Loss (Raw)": 0.7509483098983765, "Finetune/Step": 1050, "Finetune/Step Time": 6.704814909026027}
+{"Finetune/Learning Rate": 1.943008223522096e-05, "Finetune/Loss": 0.8229893445968628, "Finetune/Loss (Raw)": 0.6737261414527893, "Finetune/Step": 1051, "Finetune/Step Time": 6.708737445995212}
+{"Finetune/Learning Rate": 1.9428699680352343e-05, "Finetune/Loss": 0.8245888948440552, "Finetune/Loss (Raw)": 0.998816728591919, "Finetune/Step": 1052, "Finetune/Step Time": 6.707032976672053}
+{"Finetune/Learning Rate": 1.9427315499864345e-05, "Finetune/Loss": 0.8254269361495972, "Finetune/Loss (Raw)": 0.8437405228614807, "Finetune/Step": 1053, "Finetune/Step Time": 6.694291105493903}
+{"Finetune/Learning Rate": 1.9425929693995614e-05, "Finetune/Loss": 0.8276193141937256, "Finetune/Loss (Raw)": 0.9069689512252808, "Finetune/Step": 1054, "Finetune/Step Time": 6.688553851097822}
+{"Finetune/Learning Rate": 1.9424542262985084e-05, "Finetune/Loss": 0.826848030090332, "Finetune/Loss (Raw)": 0.7883228659629822, "Finetune/Step": 1055, "Finetune/Step Time": 6.690087595954537}
+{"Finetune/Learning Rate": 1.9423153207071958e-05, "Finetune/Loss": 0.8277219533920288, "Finetune/Loss (Raw)": 1.0254032611846924, "Finetune/Step": 1056, "Finetune/Step Time": 6.691479166969657}
+{"Finetune/Learning Rate": 1.9421762526495734e-05, "Finetune/Loss": 0.8274543881416321, "Finetune/Loss (Raw)": 0.8283995389938354, "Finetune/Step": 1057, "Finetune/Step Time": 6.686611611396074}
+{"Finetune/Learning Rate": 1.9420370221496174e-05, "Finetune/Loss": 0.8269972205162048, "Finetune/Loss (Raw)": 0.7695983052253723, "Finetune/Step": 1058, "Finetune/Step Time": 6.678252911195159}
+{"Finetune/Learning Rate": 1.9418976292313333e-05, "Finetune/Loss": 0.825905978679657, "Finetune/Loss (Raw)": 0.7809862494468689, "Finetune/Step": 1059, "Finetune/Step Time": 6.6961781568825245}
+{"Finetune/Learning Rate": 1.9417580739187537e-05, "Finetune/Loss": 0.8248859643936157, "Finetune/Loss (Raw)": 0.8219071626663208, "Finetune/Step": 1060, "Finetune/Step Time": 6.68450909294188}
+{"Finetune/Learning Rate": 1.94161835623594e-05, "Finetune/Loss": 0.8234124779701233, "Finetune/Loss (Raw)": 0.6699395179748535, "Finetune/Step": 1061, "Finetune/Step Time": 6.665963312610984}
+{"Finetune/Learning Rate": 1.941478476206981e-05, "Finetune/Loss": 0.8229733109474182, "Finetune/Loss (Raw)": 0.8815740942955017, "Finetune/Step": 1062, "Finetune/Step Time": 6.661646693944931}
+{"Finetune/Learning Rate": 1.9413384338559932e-05, "Finetune/Loss": 0.8246545791625977, "Finetune/Loss (Raw)": 0.8925094604492188, "Finetune/Step": 1063, "Finetune/Step Time": 6.669639322906733}
+{"Finetune/Learning Rate": 1.941198229207122e-05, "Finetune/Loss": 0.8270285129547119, "Finetune/Loss (Raw)": 1.1052260398864746, "Finetune/Step": 1064, "Finetune/Step Time": 6.657640403136611}
+{"Finetune/Learning Rate": 1.941057862284541e-05, "Finetune/Loss": 0.8270102739334106, "Finetune/Loss (Raw)": 1.0342588424682617, "Finetune/Step": 1065, "Finetune/Step Time": 6.659318691119552}
+{"Finetune/Learning Rate": 1.94091733311245e-05, "Finetune/Loss": 0.825043797492981, "Finetune/Loss (Raw)": 0.8024970293045044, "Finetune/Step": 1066, "Finetune/Step Time": 6.654087424278259}
+{"Finetune/Learning Rate": 1.940776641715078e-05, "Finetune/Loss": 0.8262519240379333, "Finetune/Loss (Raw)": 1.0144414901733398, "Finetune/Step": 1067, "Finetune/Step Time": 6.660705292597413}
+{"Finetune/Learning Rate": 1.9406357881166827e-05, "Finetune/Loss": 0.8249412178993225, "Finetune/Loss (Raw)": 0.7928760051727295, "Finetune/Step": 1068, "Finetune/Step Time": 6.665839916095138}
+{"Finetune/Learning Rate": 1.9404947723415485e-05, "Finetune/Loss": 0.8245441913604736, "Finetune/Loss (Raw)": 0.8589349389076233, "Finetune/Step": 1069, "Finetune/Step Time": 6.692058723419905}
+{"Finetune/Learning Rate": 1.9403535944139878e-05, "Finetune/Loss": 0.8259541392326355, "Finetune/Loss (Raw)": 0.8961121439933777, "Finetune/Step": 1070, "Finetune/Step Time": 6.682609494775534}
+{"Finetune/Learning Rate": 1.9402122543583416e-05, "Finetune/Loss": 0.8264077305793762, "Finetune/Loss (Raw)": 0.9431267976760864, "Finetune/Step": 1071, "Finetune/Step Time": 6.680805180221796}
+{"Finetune/Learning Rate": 1.9400707521989788e-05, "Finetune/Loss": 0.8273653984069824, "Finetune/Loss (Raw)": 0.9517934322357178, "Finetune/Step": 1072, "Finetune/Step Time": 6.690713293850422}
+{"Finetune/Learning Rate": 1.9399290879602958e-05, "Finetune/Loss": 0.827806830406189, "Finetune/Loss (Raw)": 0.8579023480415344, "Finetune/Step": 1073, "Finetune/Step Time": 6.675089258700609}
+{"Finetune/Learning Rate": 1.9397872616667175e-05, "Finetune/Loss": 0.8298642635345459, "Finetune/Loss (Raw)": 0.9776034355163574, "Finetune/Step": 1074, "Finetune/Step Time": 6.6614244766533375}
+{"Finetune/Learning Rate": 1.9396452733426962e-05, "Finetune/Loss": 0.8301483988761902, "Finetune/Loss (Raw)": 0.8758946061134338, "Finetune/Step": 1075, "Finetune/Step Time": 6.656890224665403}
+{"Finetune/Learning Rate": 1.9395031230127123e-05, "Finetune/Loss": 0.834856390953064, "Finetune/Loss (Raw)": 0.9856866598129272, "Finetune/Step": 1076, "Finetune/Step Time": 6.639057511463761}
+{"Finetune/Learning Rate": 1.9393608107012742e-05, "Finetune/Loss": 0.8345996141433716, "Finetune/Loss (Raw)": 0.9885717630386353, "Finetune/Step": 1077, "Finetune/Step Time": 6.642990812659264}
+{"Finetune/Learning Rate": 1.9392183364329183e-05, "Finetune/Loss": 0.8353005647659302, "Finetune/Loss (Raw)": 0.9504485130310059, "Finetune/Step": 1078, "Finetune/Step Time": 6.650982484221458}
+{"Finetune/Learning Rate": 1.939075700232209e-05, "Finetune/Loss": 0.8327642679214478, "Finetune/Loss (Raw)": 0.7546154856681824, "Finetune/Step": 1079, "Finetune/Step Time": 6.655468197539449}
+{"Finetune/Learning Rate": 1.9389329021237383e-05, "Finetune/Loss": 0.8322343826293945, "Finetune/Loss (Raw)": 0.7252410054206848, "Finetune/Step": 1080, "Finetune/Step Time": 6.655735092237592}
+{"Finetune/Learning Rate": 1.9387899421321264e-05, "Finetune/Loss": 0.8324377536773682, "Finetune/Loss (Raw)": 0.9091801643371582, "Finetune/Step": 1081, "Finetune/Step Time": 6.659406170248985}
+{"Finetune/Learning Rate": 1.938646820282021e-05, "Finetune/Loss": 0.831599771976471, "Finetune/Loss (Raw)": 0.7118633985519409, "Finetune/Step": 1082, "Finetune/Step Time": 6.690422382205725}
+{"Finetune/Learning Rate": 1.9385035365980985e-05, "Finetune/Loss": 0.8319343328475952, "Finetune/Loss (Raw)": 0.9399605393409729, "Finetune/Step": 1083, "Finetune/Step Time": 6.690126016736031}
+{"Finetune/Learning Rate": 1.9383600911050622e-05, "Finetune/Loss": 0.8320118188858032, "Finetune/Loss (Raw)": 0.9260834455490112, "Finetune/Step": 1084, "Finetune/Step Time": 6.704756995663047}
+{"Finetune/Learning Rate": 1.938216483827644e-05, "Finetune/Loss": 0.832505464553833, "Finetune/Loss (Raw)": 0.903795599937439, "Finetune/Step": 1085, "Finetune/Step Time": 6.695067131891847}
+{"Finetune/Learning Rate": 1.9380727147906037e-05, "Finetune/Loss": 0.8334252834320068, "Finetune/Loss (Raw)": 0.9580917954444885, "Finetune/Step": 1086, "Finetune/Step Time": 6.681784674525261}
+{"Finetune/Learning Rate": 1.9379287840187285e-05, "Finetune/Loss": 0.8349897861480713, "Finetune/Loss (Raw)": 0.9493858218193054, "Finetune/Step": 1087, "Finetune/Step Time": 6.684117138385773}
+{"Finetune/Learning Rate": 1.937784691536834e-05, "Finetune/Loss": 0.8332242369651794, "Finetune/Loss (Raw)": 0.6391984224319458, "Finetune/Step": 1088, "Finetune/Step Time": 6.692300310358405}
+{"Finetune/Learning Rate": 1.937640437369763e-05, "Finetune/Loss": 0.8341431617736816, "Finetune/Loss (Raw)": 0.8909519910812378, "Finetune/Step": 1089, "Finetune/Step Time": 6.6882797461003065}
+{"Finetune/Learning Rate": 1.937496021542387e-05, "Finetune/Loss": 0.8340909481048584, "Finetune/Loss (Raw)": 0.9564188718795776, "Finetune/Step": 1090, "Finetune/Step Time": 6.6983647886663675}
+{"Finetune/Learning Rate": 1.937351444079605e-05, "Finetune/Loss": 0.8341366052627563, "Finetune/Loss (Raw)": 0.8393234014511108, "Finetune/Step": 1091, "Finetune/Step Time": 6.6974375285208225}
+{"Finetune/Learning Rate": 1.937206705006344e-05, "Finetune/Loss": 0.8349341154098511, "Finetune/Loss (Raw)": 0.9557214379310608, "Finetune/Step": 1092, "Finetune/Step Time": 6.696284817531705}
+{"Finetune/Learning Rate": 1.937061804347558e-05, "Finetune/Loss": 0.8351441621780396, "Finetune/Loss (Raw)": 0.7762786149978638, "Finetune/Step": 1093, "Finetune/Step Time": 6.693619480356574}
+{"Finetune/Learning Rate": 1.9369167421282306e-05, "Finetune/Loss": 0.8353075385093689, "Finetune/Loss (Raw)": 0.8638522624969482, "Finetune/Step": 1094, "Finetune/Step Time": 6.6884272042661905}
+{"Finetune/Learning Rate": 1.9367715183733717e-05, "Finetune/Loss": 0.8366377353668213, "Finetune/Loss (Raw)": 0.9733432531356812, "Finetune/Step": 1095, "Finetune/Step Time": 6.671905400231481}
+{"Finetune/Learning Rate": 1.9366261331080193e-05, "Finetune/Loss": 0.836760938167572, "Finetune/Loss (Raw)": 0.9429789781570435, "Finetune/Step": 1096, "Finetune/Step Time": 6.667958095669746}
+{"Finetune/Learning Rate": 1.9364805863572402e-05, "Finetune/Loss": 0.8371124267578125, "Finetune/Loss (Raw)": 0.8654062151908875, "Finetune/Step": 1097, "Finetune/Step Time": 6.668975370004773}
+{"Finetune/Learning Rate": 1.936334878146128e-05, "Finetune/Loss": 0.83956378698349, "Finetune/Loss (Raw)": 0.8565535545349121, "Finetune/Step": 1098, "Finetune/Step Time": 6.676094343885779}
+{"Finetune/Learning Rate": 1.9361890084998046e-05, "Finetune/Loss": 0.8399506211280823, "Finetune/Loss (Raw)": 0.9182302355766296, "Finetune/Step": 1099, "Finetune/Step Time": 6.649650756269693}
+{"Finetune/Learning Rate": 1.93604297744342e-05, "Finetune/Loss": 0.8434628248214722, "Finetune/Loss (Raw)": 0.838597297668457, "Finetune/Step": 1100, "Finetune/Step Time": 6.634931229054928}
+{"Finetune/Learning Rate": 1.9358967850021505e-05, "Finetune/Loss": 0.8444257974624634, "Finetune/Loss (Raw)": 0.911967396736145, "Finetune/Step": 1101, "Finetune/Step Time": 6.634016141295433}
+{"Finetune/Learning Rate": 1.9357504312012026e-05, "Finetune/Loss": 0.843806266784668, "Finetune/Loss (Raw)": 0.7250349521636963, "Finetune/Step": 1102, "Finetune/Step Time": 6.620798006653786}
+{"Finetune/Learning Rate": 1.935603916065809e-05, "Finetune/Loss": 0.8440195322036743, "Finetune/Loss (Raw)": 1.026100516319275, "Finetune/Step": 1103, "Finetune/Step Time": 6.607128594070673}
+{"Finetune/Learning Rate": 1.935457239621231e-05, "Finetune/Loss": 0.8449603319168091, "Finetune/Loss (Raw)": 0.9763633012771606, "Finetune/Step": 1104, "Finetune/Step Time": 6.615725725889206}
+{"Finetune/Learning Rate": 1.9353104018927568e-05, "Finetune/Loss": 0.8438658118247986, "Finetune/Loss (Raw)": 0.8474440574645996, "Finetune/Step": 1105, "Finetune/Step Time": 6.621304159983993}
+{"Finetune/Learning Rate": 1.9351634029057034e-05, "Finetune/Loss": 0.8434908390045166, "Finetune/Loss (Raw)": 0.7936652302742004, "Finetune/Step": 1106, "Finetune/Step Time": 6.633220469579101}
+{"Finetune/Learning Rate": 1.9350162426854152e-05, "Finetune/Loss": 0.8442472219467163, "Finetune/Loss (Raw)": 0.9424883723258972, "Finetune/Step": 1107, "Finetune/Step Time": 6.628795927390456}
+{"Finetune/Learning Rate": 1.934868921257264e-05, "Finetune/Loss": 0.8441305756568909, "Finetune/Loss (Raw)": 1.034692406654358, "Finetune/Step": 1108, "Finetune/Step Time": 6.629235576838255}
+{"Finetune/Learning Rate": 1.9347214386466492e-05, "Finetune/Loss": 0.8422534465789795, "Finetune/Loss (Raw)": 0.625680685043335, "Finetune/Step": 1109, "Finetune/Step Time": 6.640677109360695}
+{"Finetune/Learning Rate": 1.934573794879e-05, "Finetune/Loss": 0.8417394161224365, "Finetune/Loss (Raw)": 0.8940916061401367, "Finetune/Step": 1110, "Finetune/Step Time": 6.6400949247181416}
+{"Finetune/Learning Rate": 1.9344259899797708e-05, "Finetune/Loss": 0.8427829146385193, "Finetune/Loss (Raw)": 1.0515729188919067, "Finetune/Step": 1111, "Finetune/Step Time": 6.6354807410389185}
+{"Finetune/Learning Rate": 1.9342780239744455e-05, "Finetune/Loss": 0.8433282375335693, "Finetune/Loss (Raw)": 0.8196842670440674, "Finetune/Step": 1112, "Finetune/Step Time": 6.623266523703933}
+{"Finetune/Learning Rate": 1.934129896888535e-05, "Finetune/Loss": 0.8431993722915649, "Finetune/Loss (Raw)": 0.8740468621253967, "Finetune/Step": 1113, "Finetune/Step Time": 6.619107017293572}
+{"Finetune/Learning Rate": 1.933981608747578e-05, "Finetune/Loss": 0.8431538939476013, "Finetune/Loss (Raw)": 0.769221305847168, "Finetune/Step": 1114, "Finetune/Step Time": 6.640924025326967}
+{"Finetune/Learning Rate": 1.9338331595771414e-05, "Finetune/Loss": 0.8431267738342285, "Finetune/Loss (Raw)": 0.8888930082321167, "Finetune/Step": 1115, "Finetune/Step Time": 6.637315392494202}
+{"Finetune/Learning Rate": 1.9336845494028193e-05, "Finetune/Loss": 0.8457794189453125, "Finetune/Loss (Raw)": 0.9836211800575256, "Finetune/Step": 1116, "Finetune/Step Time": 6.631340911611915}
+{"Finetune/Learning Rate": 1.9335357782502346e-05, "Finetune/Loss": 0.8446444272994995, "Finetune/Loss (Raw)": 0.8048415780067444, "Finetune/Step": 1117, "Finetune/Step Time": 6.63004656881094}
+{"Finetune/Learning Rate": 1.933386846145036e-05, "Finetune/Loss": 0.8467679023742676, "Finetune/Loss (Raw)": 0.9121796488761902, "Finetune/Step": 1118, "Finetune/Step Time": 6.616400320082903}
+{"Finetune/Learning Rate": 1.933237753112902e-05, "Finetune/Loss": 0.8439722061157227, "Finetune/Loss (Raw)": 0.6065691709518433, "Finetune/Step": 1119, "Finetune/Step Time": 6.625105604529381}
+{"Finetune/Learning Rate": 1.9330884991795375e-05, "Finetune/Loss": 0.8441343307495117, "Finetune/Loss (Raw)": 0.8963283896446228, "Finetune/Step": 1120, "Finetune/Step Time": 6.627419171854854}
+{"Finetune/Learning Rate": 1.9329390843706765e-05, "Finetune/Loss": 0.8455567955970764, "Finetune/Loss (Raw)": 1.0078918933868408, "Finetune/Step": 1121, "Finetune/Step Time": 6.596525453031063}
+{"Finetune/Learning Rate": 1.932789508712079e-05, "Finetune/Loss": 0.8474159836769104, "Finetune/Loss (Raw)": 0.9102808833122253, "Finetune/Step": 1122, "Finetune/Step Time": 6.601422311738133}
+{"Finetune/Learning Rate": 1.932639772229534e-05, "Finetune/Loss": 0.8466566801071167, "Finetune/Loss (Raw)": 0.7814796566963196, "Finetune/Step": 1123, "Finetune/Step Time": 6.6180784702301025}
+{"Finetune/Learning Rate": 1.9324898749488575e-05, "Finetune/Loss": 0.8489980101585388, "Finetune/Loss (Raw)": 1.0820797681808472, "Finetune/Step": 1124, "Finetune/Step Time": 6.614050485193729}
+{"Finetune/Learning Rate": 1.932339816895894e-05, "Finetune/Loss": 0.8489121794700623, "Finetune/Loss (Raw)": 0.8448704481124878, "Finetune/Step": 1125, "Finetune/Step Time": 6.610030967742205}
+{"Finetune/Learning Rate": 1.932189598096515e-05, "Finetune/Loss": 0.8500784635543823, "Finetune/Loss (Raw)": 0.9151418209075928, "Finetune/Step": 1126, "Finetune/Step Time": 6.591641388833523}
+{"Finetune/Learning Rate": 1.9320392185766204e-05, "Finetune/Loss": 0.8493860960006714, "Finetune/Loss (Raw)": 0.8766133785247803, "Finetune/Step": 1127, "Finetune/Step Time": 6.589858241379261}
+{"Finetune/Learning Rate": 1.931888678362137e-05, "Finetune/Loss": 0.8476181030273438, "Finetune/Loss (Raw)": 0.7948707938194275, "Finetune/Step": 1128, "Finetune/Step Time": 6.600747503340244}
+{"Finetune/Learning Rate": 1.93173797747902e-05, "Finetune/Loss": 0.8526009321212769, "Finetune/Loss (Raw)": 0.9574016332626343, "Finetune/Step": 1129, "Finetune/Step Time": 6.57529754191637}
+{"Finetune/Learning Rate": 1.9315871159532516e-05, "Finetune/Loss": 0.8504335284233093, "Finetune/Loss (Raw)": 0.6785188913345337, "Finetune/Step": 1130, "Finetune/Step Time": 6.5820078160613775}
+{"Finetune/Learning Rate": 1.9314360938108427e-05, "Finetune/Loss": 0.8502826690673828, "Finetune/Loss (Raw)": 0.9564669728279114, "Finetune/Step": 1131, "Finetune/Step Time": 6.563807046040893}
+{"Finetune/Learning Rate": 1.9312849110778306e-05, "Finetune/Loss": 0.8499921560287476, "Finetune/Loss (Raw)": 0.9465054869651794, "Finetune/Step": 1132, "Finetune/Step Time": 6.564411671832204}
+{"Finetune/Learning Rate": 1.9311335677802813e-05, "Finetune/Loss": 0.8499278426170349, "Finetune/Loss (Raw)": 0.8971931338310242, "Finetune/Step": 1133, "Finetune/Step Time": 6.549329673871398}
+{"Finetune/Learning Rate": 1.9309820639442886e-05, "Finetune/Loss": 0.8514155149459839, "Finetune/Loss (Raw)": 0.8797323703765869, "Finetune/Step": 1134, "Finetune/Step Time": 6.53079672716558}
+{"Finetune/Learning Rate": 1.9308303995959728e-05, "Finetune/Loss": 0.8522299528121948, "Finetune/Loss (Raw)": 0.9400655627250671, "Finetune/Step": 1135, "Finetune/Step Time": 6.52536154165864}
+{"Finetune/Learning Rate": 1.9306785747614832e-05, "Finetune/Loss": 0.851844847202301, "Finetune/Loss (Raw)": 0.8662897944450378, "Finetune/Step": 1136, "Finetune/Step Time": 6.522232599556446}
+{"Finetune/Learning Rate": 1.9305265894669962e-05, "Finetune/Loss": 0.8561383485794067, "Finetune/Loss (Raw)": 0.9747982621192932, "Finetune/Step": 1137, "Finetune/Step Time": 6.503350196406245}
+{"Finetune/Learning Rate": 1.9303744437387153e-05, "Finetune/Loss": 0.8570942282676697, "Finetune/Loss (Raw)": 0.9070898294448853, "Finetune/Step": 1138, "Finetune/Step Time": 6.511355480179191}
+{"Finetune/Learning Rate": 1.930222137602873e-05, "Finetune/Loss": 0.8571254014968872, "Finetune/Loss (Raw)": 0.8179844617843628, "Finetune/Step": 1139, "Finetune/Step Time": 6.523639062419534}
+{"Finetune/Learning Rate": 1.9300696710857282e-05, "Finetune/Loss": 0.8568915724754333, "Finetune/Loss (Raw)": 0.8966835737228394, "Finetune/Step": 1140, "Finetune/Step Time": 6.5172639433294535}
+{"Finetune/Learning Rate": 1.929917044213568e-05, "Finetune/Loss": 0.8568025231361389, "Finetune/Loss (Raw)": 0.8545756936073303, "Finetune/Step": 1141, "Finetune/Step Time": 6.522141391411424}
+{"Finetune/Learning Rate": 1.929764257012707e-05, "Finetune/Loss": 0.8514008522033691, "Finetune/Loss (Raw)": 0.3004111051559448, "Finetune/Step": 1142, "Finetune/Step Time": 6.535095416009426}
+{"Finetune/Learning Rate": 1.9296113095094877e-05, "Finetune/Loss": 0.8556232452392578, "Finetune/Loss (Raw)": 0.8517566919326782, "Finetune/Step": 1143, "Finetune/Step Time": 6.527331216260791}
+{"Finetune/Learning Rate": 1.9294582017302797e-05, "Finetune/Loss": 0.8550888895988464, "Finetune/Loss (Raw)": 0.8621675968170166, "Finetune/Step": 1144, "Finetune/Step Time": 6.5209715235978365}
+{"Finetune/Learning Rate": 1.929304933701481e-05, "Finetune/Loss": 0.8541582822799683, "Finetune/Loss (Raw)": 0.8607544302940369, "Finetune/Step": 1145, "Finetune/Step Time": 6.521338649094105}
+{"Finetune/Learning Rate": 1.9291515054495167e-05, "Finetune/Loss": 0.8549738526344299, "Finetune/Loss (Raw)": 0.9319957494735718, "Finetune/Step": 1146, "Finetune/Step Time": 6.48841967061162}
+{"Finetune/Learning Rate": 1.92899791700084e-05, "Finetune/Loss": 0.8537862300872803, "Finetune/Loss (Raw)": 0.6842852234840393, "Finetune/Step": 1147, "Finetune/Step Time": 6.490939777344465}
+{"Finetune/Learning Rate": 1.9288441683819302e-05, "Finetune/Loss": 0.8495169281959534, "Finetune/Loss (Raw)": 0.3442252278327942, "Finetune/Step": 1148, "Finetune/Step Time": 6.520867217332125}
+{"Finetune/Learning Rate": 1.9286902596192968e-05, "Finetune/Loss": 0.8522354960441589, "Finetune/Loss (Raw)": 1.0600314140319824, "Finetune/Step": 1149, "Finetune/Step Time": 6.521787092089653}
+{"Finetune/Learning Rate": 1.9285361907394748e-05, "Finetune/Loss": 0.8515545725822449, "Finetune/Loss (Raw)": 0.7859044075012207, "Finetune/Step": 1150, "Finetune/Step Time": 6.534688400104642}
+{"Finetune/Learning Rate": 1.928381961769027e-05, "Finetune/Loss": 0.8524652719497681, "Finetune/Loss (Raw)": 0.7962089776992798, "Finetune/Step": 1151, "Finetune/Step Time": 6.518998162820935}
+{"Finetune/Learning Rate": 1.9282275727345455e-05, "Finetune/Loss": 0.8527352809906006, "Finetune/Loss (Raw)": 0.821362316608429, "Finetune/Step": 1152, "Finetune/Step Time": 6.535830879583955}
+{"Finetune/Learning Rate": 1.9280730236626482e-05, "Finetune/Loss": 0.8537729978561401, "Finetune/Loss (Raw)": 0.9246520400047302, "Finetune/Step": 1153, "Finetune/Step Time": 6.549596143886447}
+{"Finetune/Learning Rate": 1.927918314579981e-05, "Finetune/Loss": 0.8496757745742798, "Finetune/Loss (Raw)": 0.3336726427078247, "Finetune/Step": 1154, "Finetune/Step Time": 6.561239968985319}
+{"Finetune/Learning Rate": 1.9277634455132178e-05, "Finetune/Loss": 0.8494505882263184, "Finetune/Loss (Raw)": 0.33906033635139465, "Finetune/Step": 1155, "Finetune/Step Time": 6.560345888137817}
+{"Finetune/Learning Rate": 1.9276084164890596e-05, "Finetune/Loss": 0.8499941825866699, "Finetune/Loss (Raw)": 1.0000417232513428, "Finetune/Step": 1156, "Finetune/Step Time": 6.5566569566726685}
+{"Finetune/Learning Rate": 1.9274532275342355e-05, "Finetune/Loss": 0.8512484431266785, "Finetune/Loss (Raw)": 0.9657291769981384, "Finetune/Step": 1157, "Finetune/Step Time": 6.548721315339208}
+{"Finetune/Learning Rate": 1.9272978786755016e-05, "Finetune/Loss": 0.8512104153633118, "Finetune/Loss (Raw)": 0.7962443828582764, "Finetune/Step": 1158, "Finetune/Step Time": 6.539280004799366}
+{"Finetune/Learning Rate": 1.9271423699396425e-05, "Finetune/Loss": 0.850816011428833, "Finetune/Loss (Raw)": 0.7899180054664612, "Finetune/Step": 1159, "Finetune/Step Time": 6.538548281416297}
+{"Finetune/Learning Rate": 1.926986701353469e-05, "Finetune/Loss": 0.8546643257141113, "Finetune/Loss (Raw)": 0.8398333191871643, "Finetune/Step": 1160, "Finetune/Step Time": 6.535863107070327}
+{"Finetune/Learning Rate": 1.9268308729438213e-05, "Finetune/Loss": 0.8536967039108276, "Finetune/Loss (Raw)": 0.7990838289260864, "Finetune/Step": 1161, "Finetune/Step Time": 6.528712764382362}
+{"Finetune/Learning Rate": 1.9266748847375648e-05, "Finetune/Loss": 0.8553054332733154, "Finetune/Loss (Raw)": 0.9546910524368286, "Finetune/Step": 1162, "Finetune/Step Time": 6.525206796824932}
+{"Finetune/Learning Rate": 1.9265187367615942e-05, "Finetune/Loss": 0.8532903790473938, "Finetune/Loss (Raw)": 0.6205835342407227, "Finetune/Step": 1163, "Finetune/Step Time": 6.5339116137474775}
+{"Finetune/Learning Rate": 1.9263624290428314e-05, "Finetune/Loss": 0.8551057577133179, "Finetune/Loss (Raw)": 1.0713903903961182, "Finetune/Step": 1164, "Finetune/Step Time": 6.531228099018335}
+{"Finetune/Learning Rate": 1.9262059616082256e-05, "Finetune/Loss": 0.8523744344711304, "Finetune/Loss (Raw)": 0.36593538522720337, "Finetune/Step": 1165, "Finetune/Step Time": 6.539604488760233}
+{"Finetune/Learning Rate": 1.9260493344847534e-05, "Finetune/Loss": 0.8503010869026184, "Finetune/Loss (Raw)": 0.8074776530265808, "Finetune/Step": 1166, "Finetune/Step Time": 6.548404909670353}
+{"Finetune/Learning Rate": 1.9258925476994198e-05, "Finetune/Loss": 0.8483006358146667, "Finetune/Loss (Raw)": 0.6237015128135681, "Finetune/Step": 1167, "Finetune/Step Time": 6.562981594353914}
+{"Finetune/Learning Rate": 1.925735601279256e-05, "Finetune/Loss": 0.8488873243331909, "Finetune/Loss (Raw)": 0.7980782389640808, "Finetune/Step": 1168, "Finetune/Step Time": 6.562308134511113}
+{"Finetune/Learning Rate": 1.925578495251322e-05, "Finetune/Loss": 0.8481820821762085, "Finetune/Loss (Raw)": 0.9276573061943054, "Finetune/Step": 1169, "Finetune/Step Time": 6.56411954946816}
+{"Finetune/Learning Rate": 1.9254212296427043e-05, "Finetune/Loss": 0.8440103530883789, "Finetune/Loss (Raw)": 0.4711337387561798, "Finetune/Step": 1170, "Finetune/Step Time": 6.579282201826572}
+{"Finetune/Learning Rate": 1.9252638044805176e-05, "Finetune/Loss": 0.8488566875457764, "Finetune/Loss (Raw)": 0.9943276047706604, "Finetune/Step": 1171, "Finetune/Step Time": 6.555174615234137}
+{"Finetune/Learning Rate": 1.925106219791904e-05, "Finetune/Loss": 0.8509118556976318, "Finetune/Loss (Raw)": 0.9102511405944824, "Finetune/Step": 1172, "Finetune/Step Time": 6.54954762943089}
+{"Finetune/Learning Rate": 1.9249484756040323e-05, "Finetune/Loss": 0.8513759970664978, "Finetune/Loss (Raw)": 0.872015118598938, "Finetune/Step": 1173, "Finetune/Step Time": 6.53337568603456}
+{"Finetune/Learning Rate": 1.9247905719441e-05, "Finetune/Loss": 0.8475469350814819, "Finetune/Loss (Raw)": 0.3614286780357361, "Finetune/Step": 1174, "Finetune/Step Time": 6.543592870235443}
+{"Finetune/Learning Rate": 1.9246325088393317e-05, "Finetune/Loss": 0.8468705415725708, "Finetune/Loss (Raw)": 0.8102258443832397, "Finetune/Step": 1175, "Finetune/Step Time": 6.557770540937781}
+{"Finetune/Learning Rate": 1.9244742863169786e-05, "Finetune/Loss": 0.8451436758041382, "Finetune/Loss (Raw)": 0.8092216849327087, "Finetune/Step": 1176, "Finetune/Step Time": 6.554122949019074}
+{"Finetune/Learning Rate": 1.9243159044043213e-05, "Finetune/Loss": 0.8414852619171143, "Finetune/Loss (Raw)": 0.2903469502925873, "Finetune/Step": 1177, "Finetune/Step Time": 6.576065605506301}
+{"Finetune/Learning Rate": 1.9241573631286657e-05, "Finetune/Loss": 0.8381621837615967, "Finetune/Loss (Raw)": 0.3255949318408966, "Finetune/Step": 1178, "Finetune/Step Time": 6.581973927095532}
+{"Finetune/Learning Rate": 1.9239986625173467e-05, "Finetune/Loss": 0.8409878015518188, "Finetune/Loss (Raw)": 1.0354111194610596, "Finetune/Step": 1179, "Finetune/Step Time": 6.57561126537621}
+{"Finetune/Learning Rate": 1.9238398025977257e-05, "Finetune/Loss": 0.8394235372543335, "Finetune/Loss (Raw)": 0.7985841631889343, "Finetune/Step": 1180, "Finetune/Step Time": 6.592102931812406}
+{"Finetune/Learning Rate": 1.9236807833971927e-05, "Finetune/Loss": 0.8408135175704956, "Finetune/Loss (Raw)": 1.0216569900512695, "Finetune/Step": 1181, "Finetune/Step Time": 6.580963414162397}
+{"Finetune/Learning Rate": 1.9235216049431642e-05, "Finetune/Loss": 0.8380658626556396, "Finetune/Loss (Raw)": 0.5552658438682556, "Finetune/Step": 1182, "Finetune/Step Time": 6.583504002541304}
+{"Finetune/Learning Rate": 1.923362267263084e-05, "Finetune/Loss": 0.8394002318382263, "Finetune/Loss (Raw)": 0.9591277837753296, "Finetune/Step": 1183, "Finetune/Step Time": 6.584913395345211}
+{"Finetune/Learning Rate": 1.9232027703844245e-05, "Finetune/Loss": 0.836879551410675, "Finetune/Loss (Raw)": 0.702756404876709, "Finetune/Step": 1184, "Finetune/Step Time": 6.6138437278568745}
+{"Finetune/Learning Rate": 1.9230431143346844e-05, "Finetune/Loss": 0.837500810623169, "Finetune/Loss (Raw)": 0.9079214334487915, "Finetune/Step": 1185, "Finetune/Step Time": 6.6174655351787806}
+{"Finetune/Learning Rate": 1.9228832991413906e-05, "Finetune/Loss": 0.8394930958747864, "Finetune/Loss (Raw)": 1.0246115922927856, "Finetune/Step": 1186, "Finetune/Step Time": 6.618696354329586}
+{"Finetune/Learning Rate": 1.9227233248320968e-05, "Finetune/Loss": 0.8361167311668396, "Finetune/Loss (Raw)": 0.34881019592285156, "Finetune/Step": 1187, "Finetune/Step Time": 6.624102288857102}
+{"Finetune/Learning Rate": 1.9225631914343846e-05, "Finetune/Loss": 0.8368974328041077, "Finetune/Loss (Raw)": 0.9218392968177795, "Finetune/Step": 1188, "Finetune/Step Time": 6.622946867719293}
+{"Finetune/Learning Rate": 1.9224028989758633e-05, "Finetune/Loss": 0.8392717838287354, "Finetune/Loss (Raw)": 0.9738532304763794, "Finetune/Step": 1189, "Finetune/Step Time": 6.627750534564257}
+{"Finetune/Learning Rate": 1.9222424474841683e-05, "Finetune/Loss": 0.8392173051834106, "Finetune/Loss (Raw)": 0.8745988011360168, "Finetune/Step": 1190, "Finetune/Step Time": 6.6264926213771105}
+{"Finetune/Learning Rate": 1.9220818369869642e-05, "Finetune/Loss": 0.8395190238952637, "Finetune/Loss (Raw)": 0.9311313629150391, "Finetune/Step": 1191, "Finetune/Step Time": 6.620345761999488}
+{"Finetune/Learning Rate": 1.9219210675119416e-05, "Finetune/Loss": 0.8384370803833008, "Finetune/Loss (Raw)": 0.9667317271232605, "Finetune/Step": 1192, "Finetune/Step Time": 6.628131840378046}
+{"Finetune/Learning Rate": 1.9217601390868195e-05, "Finetune/Loss": 0.8375244140625, "Finetune/Loss (Raw)": 0.9174395203590393, "Finetune/Step": 1193, "Finetune/Step Time": 6.627047201618552}
+{"Finetune/Learning Rate": 1.9215990517393436e-05, "Finetune/Loss": 0.8385053873062134, "Finetune/Loss (Raw)": 0.9280738234519958, "Finetune/Step": 1194, "Finetune/Step Time": 6.640706768259406}
+{"Finetune/Learning Rate": 1.9214378054972872e-05, "Finetune/Loss": 0.8374465703964233, "Finetune/Loss (Raw)": 0.8789086937904358, "Finetune/Step": 1195, "Finetune/Step Time": 6.631527839228511}
+{"Finetune/Learning Rate": 1.921276400388451e-05, "Finetune/Loss": 0.8382382392883301, "Finetune/Loss (Raw)": 0.8942002654075623, "Finetune/Step": 1196, "Finetune/Step Time": 6.628203075379133}
+{"Finetune/Learning Rate": 1.9211148364406636e-05, "Finetune/Loss": 0.8391028642654419, "Finetune/Loss (Raw)": 0.9696075320243835, "Finetune/Step": 1197, "Finetune/Step Time": 6.595853298902512}
+{"Finetune/Learning Rate": 1.9209531136817804e-05, "Finetune/Loss": 0.8391474485397339, "Finetune/Loss (Raw)": 0.9018279314041138, "Finetune/Step": 1198, "Finetune/Step Time": 6.600536357611418}
+{"Finetune/Learning Rate": 1.920791232139684e-05, "Finetune/Loss": 0.8393292427062988, "Finetune/Loss (Raw)": 0.9663904309272766, "Finetune/Step": 1199, "Finetune/Step Time": 6.596655583009124}
+{"Finetune/Learning Rate": 1.9206291918422847e-05, "Finetune/Loss": 0.8393514156341553, "Finetune/Loss (Raw)": 0.9546346664428711, "Finetune/Step": 1200, "Finetune/Step Time": 6.593214310705662}
+{"Finetune/Learning Rate": 1.9204669928175205e-05, "Finetune/Loss": 0.8403134346008301, "Finetune/Loss (Raw)": 0.9810357689857483, "Finetune/Step": 1201, "Finetune/Step Time": 6.60611361451447}
+{"Finetune/Learning Rate": 1.920304635093356e-05, "Finetune/Loss": 0.8410820364952087, "Finetune/Loss (Raw)": 1.0759927034378052, "Finetune/Step": 1202, "Finetune/Step Time": 6.6096645798534155}
+{"Finetune/Learning Rate": 1.9201421186977844e-05, "Finetune/Loss": 0.8423153162002563, "Finetune/Loss (Raw)": 1.0337493419647217, "Finetune/Step": 1203, "Finetune/Step Time": 6.600542305037379}
+{"Finetune/Learning Rate": 1.9199794436588244e-05, "Finetune/Loss": 0.8422596454620361, "Finetune/Loss (Raw)": 0.9785661101341248, "Finetune/Step": 1204, "Finetune/Step Time": 6.60835899785161}
+{"Finetune/Learning Rate": 1.919816610004524e-05, "Finetune/Loss": 0.8406959772109985, "Finetune/Loss (Raw)": 0.7884203791618347, "Finetune/Step": 1205, "Finetune/Step Time": 6.6257405411452055}
+{"Finetune/Learning Rate": 1.919653617762957e-05, "Finetune/Loss": 0.841365396976471, "Finetune/Loss (Raw)": 1.0361309051513672, "Finetune/Step": 1206, "Finetune/Step Time": 6.6036321725696325}
+{"Finetune/Learning Rate": 1.919490466962225e-05, "Finetune/Loss": 0.8423497080802917, "Finetune/Loss (Raw)": 0.8806092143058777, "Finetune/Step": 1207, "Finetune/Step Time": 6.609553851187229}
+{"Finetune/Learning Rate": 1.919327157630458e-05, "Finetune/Loss": 0.8437820076942444, "Finetune/Loss (Raw)": 0.9085703492164612, "Finetune/Step": 1208, "Finetune/Step Time": 6.610123686492443}
+{"Finetune/Learning Rate": 1.9191636897958123e-05, "Finetune/Loss": 0.8441898822784424, "Finetune/Loss (Raw)": 0.9613861441612244, "Finetune/Step": 1209, "Finetune/Step Time": 6.609055045992136}
+{"Finetune/Learning Rate": 1.9190000634864714e-05, "Finetune/Loss": 0.8452823162078857, "Finetune/Loss (Raw)": 0.8517048954963684, "Finetune/Step": 1210, "Finetune/Step Time": 6.577023517340422}
+{"Finetune/Learning Rate": 1.918836278730646e-05, "Finetune/Loss": 0.844809353351593, "Finetune/Loss (Raw)": 0.8794177174568176, "Finetune/Step": 1211, "Finetune/Step Time": 6.579132465645671}
+{"Finetune/Learning Rate": 1.9186723355565753e-05, "Finetune/Loss": 0.8451566696166992, "Finetune/Loss (Raw)": 0.970543622970581, "Finetune/Step": 1212, "Finetune/Step Time": 6.567318994551897}
+{"Finetune/Learning Rate": 1.9185082339925246e-05, "Finetune/Loss": 0.8447344303131104, "Finetune/Loss (Raw)": 0.8497421145439148, "Finetune/Step": 1213, "Finetune/Step Time": 6.5671241749078035}
+{"Finetune/Learning Rate": 1.918343974066787e-05, "Finetune/Loss": 0.8432414531707764, "Finetune/Loss (Raw)": 0.7669881582260132, "Finetune/Step": 1214, "Finetune/Step Time": 6.580982513725758}
+{"Finetune/Learning Rate": 1.918179555807683e-05, "Finetune/Loss": 0.843123197555542, "Finetune/Loss (Raw)": 0.9342561364173889, "Finetune/Step": 1215, "Finetune/Step Time": 6.592078818008304}
+{"Finetune/Learning Rate": 1.91801497924356e-05, "Finetune/Loss": 0.8408969044685364, "Finetune/Loss (Raw)": 0.35423383116722107, "Finetune/Step": 1216, "Finetune/Step Time": 6.602475922554731}
+{"Finetune/Learning Rate": 1.9178502444027934e-05, "Finetune/Loss": 0.8419488668441772, "Finetune/Loss (Raw)": 1.0255954265594482, "Finetune/Step": 1217, "Finetune/Step Time": 6.616633962839842}
+{"Finetune/Learning Rate": 1.917685351313785e-05, "Finetune/Loss": 0.8419767618179321, "Finetune/Loss (Raw)": 0.9599915742874146, "Finetune/Step": 1218, "Finetune/Step Time": 6.60118268057704}
+{"Finetune/Learning Rate": 1.9175203000049643e-05, "Finetune/Loss": 0.8377950191497803, "Finetune/Loss (Raw)": 0.3040620982646942, "Finetune/Step": 1219, "Finetune/Step Time": 6.6216100212186575}
+{"Finetune/Learning Rate": 1.9173550905047886e-05, "Finetune/Loss": 0.8371039628982544, "Finetune/Loss (Raw)": 0.8672711253166199, "Finetune/Step": 1220, "Finetune/Step Time": 6.620863683521748}
+{"Finetune/Learning Rate": 1.9171897228417413e-05, "Finetune/Loss": 0.8376873731613159, "Finetune/Loss (Raw)": 0.8509485125541687, "Finetune/Step": 1221, "Finetune/Step Time": 6.6302061509341}
+{"Finetune/Learning Rate": 1.9170241970443344e-05, "Finetune/Loss": 0.8373780250549316, "Finetune/Loss (Raw)": 0.824260950088501, "Finetune/Step": 1222, "Finetune/Step Time": 6.650375235825777}
+{"Finetune/Learning Rate": 1.916858513141106e-05, "Finetune/Loss": 0.8368556499481201, "Finetune/Loss (Raw)": 0.9064844250679016, "Finetune/Step": 1223, "Finetune/Step Time": 6.650477921590209}
+{"Finetune/Learning Rate": 1.9166926711606222e-05, "Finetune/Loss": 0.8365997672080994, "Finetune/Loss (Raw)": 0.9102197289466858, "Finetune/Step": 1224, "Finetune/Step Time": 6.650737889111042}
+{"Finetune/Learning Rate": 1.916526671131476e-05, "Finetune/Loss": 0.835827112197876, "Finetune/Loss (Raw)": 0.7665058970451355, "Finetune/Step": 1225, "Finetune/Step Time": 6.635419441387057}
+{"Finetune/Learning Rate": 1.916360513082288e-05, "Finetune/Loss": 0.8352842926979065, "Finetune/Loss (Raw)": 0.7870714664459229, "Finetune/Step": 1226, "Finetune/Step Time": 6.624962892383337}
+{"Finetune/Learning Rate": 1.9161941970417054e-05, "Finetune/Loss": 0.8335909843444824, "Finetune/Loss (Raw)": 0.7014856338500977, "Finetune/Step": 1227, "Finetune/Step Time": 6.632021579891443}
+{"Finetune/Learning Rate": 1.9160277230384038e-05, "Finetune/Loss": 0.8332287073135376, "Finetune/Loss (Raw)": 0.7922319173812866, "Finetune/Step": 1228, "Finetune/Step Time": 6.637395875528455}
+{"Finetune/Learning Rate": 1.915861091101084e-05, "Finetune/Loss": 0.8339024782180786, "Finetune/Loss (Raw)": 0.9982060194015503, "Finetune/Step": 1229, "Finetune/Step Time": 6.633282534778118}
+{"Finetune/Learning Rate": 1.915694301258477e-05, "Finetune/Loss": 0.831421971321106, "Finetune/Loss (Raw)": 0.40753498673439026, "Finetune/Step": 1230, "Finetune/Step Time": 6.656159309670329}
+{"Finetune/Learning Rate": 1.9155273535393377e-05, "Finetune/Loss": 0.8313324451446533, "Finetune/Loss (Raw)": 1.014636754989624, "Finetune/Step": 1231, "Finetune/Step Time": 6.64992731064558}
+{"Finetune/Learning Rate": 1.915360247972451e-05, "Finetune/Loss": 0.8303748369216919, "Finetune/Loss (Raw)": 0.8537948727607727, "Finetune/Step": 1232, "Finetune/Step Time": 6.638141402974725}
+{"Finetune/Learning Rate": 1.9151929845866273e-05, "Finetune/Loss": 0.8309972286224365, "Finetune/Loss (Raw)": 0.9271004796028137, "Finetune/Step": 1233, "Finetune/Step Time": 6.622231286019087}
+{"Finetune/Learning Rate": 1.915025563410705e-05, "Finetune/Loss": 0.8304671049118042, "Finetune/Loss (Raw)": 0.7258151173591614, "Finetune/Step": 1234, "Finetune/Step Time": 6.630149265751243}
+{"Finetune/Learning Rate": 1.9148579844735497e-05, "Finetune/Loss": 0.8300032615661621, "Finetune/Loss (Raw)": 0.8831148743629456, "Finetune/Step": 1235, "Finetune/Step Time": 6.628388833254576}
+{"Finetune/Learning Rate": 1.9146902478040537e-05, "Finetune/Loss": 0.8296230435371399, "Finetune/Loss (Raw)": 0.9860276579856873, "Finetune/Step": 1236, "Finetune/Step Time": 6.623926170170307}
+{"Finetune/Learning Rate": 1.914522353431137e-05, "Finetune/Loss": 0.8323941230773926, "Finetune/Loss (Raw)": 0.9803755879402161, "Finetune/Step": 1237, "Finetune/Step Time": 6.6259833965450525}
+{"Finetune/Learning Rate": 1.914354301383746e-05, "Finetune/Loss": 0.8332825899124146, "Finetune/Loss (Raw)": 1.0078139305114746, "Finetune/Step": 1238, "Finetune/Step Time": 6.62774458527565}
+{"Finetune/Learning Rate": 1.9141860916908555e-05, "Finetune/Loss": 0.8320714235305786, "Finetune/Loss (Raw)": 0.8965469598770142, "Finetune/Step": 1239, "Finetune/Step Time": 6.635362755507231}
+{"Finetune/Learning Rate": 1.9140177243814663e-05, "Finetune/Loss": 0.8323729038238525, "Finetune/Loss (Raw)": 0.8582724928855896, "Finetune/Step": 1240, "Finetune/Step Time": 6.633904956281185}
+{"Finetune/Learning Rate": 1.9138491994846077e-05, "Finetune/Loss": 0.8319007158279419, "Finetune/Loss (Raw)": 0.8136060237884521, "Finetune/Step": 1241, "Finetune/Step Time": 6.6379432417452335}
+{"Finetune/Learning Rate": 1.9136805170293348e-05, "Finetune/Loss": 0.8329267501831055, "Finetune/Loss (Raw)": 0.9005574584007263, "Finetune/Step": 1242, "Finetune/Step Time": 6.612466629594564}
+{"Finetune/Learning Rate": 1.9135116770447308e-05, "Finetune/Loss": 0.8332575559616089, "Finetune/Loss (Raw)": 0.9312319755554199, "Finetune/Step": 1243, "Finetune/Step Time": 6.606818545609713}
+{"Finetune/Learning Rate": 1.913342679559905e-05, "Finetune/Loss": 0.8323103785514832, "Finetune/Loss (Raw)": 0.8623785972595215, "Finetune/Step": 1244, "Finetune/Step Time": 6.610509799793363}
+{"Finetune/Learning Rate": 1.913173524603995e-05, "Finetune/Loss": 0.8320773839950562, "Finetune/Loss (Raw)": 0.7750230431556702, "Finetune/Step": 1245, "Finetune/Step Time": 6.601752743124962}
+{"Finetune/Learning Rate": 1.913004212206166e-05, "Finetune/Loss": 0.8314393758773804, "Finetune/Loss (Raw)": 0.8305203318595886, "Finetune/Step": 1246, "Finetune/Step Time": 6.623514914885163}
+{"Finetune/Learning Rate": 1.912834742395608e-05, "Finetune/Loss": 0.8343595266342163, "Finetune/Loss (Raw)": 0.9803392887115479, "Finetune/Step": 1247, "Finetune/Step Time": 6.6102393083274364}
+{"Finetune/Learning Rate": 1.9126651152015404e-05, "Finetune/Loss": 0.8329851627349854, "Finetune/Loss (Raw)": 0.7204179763793945, "Finetune/Step": 1248, "Finetune/Step Time": 6.6147771421819925}
+{"Finetune/Learning Rate": 1.9124953306532085e-05, "Finetune/Loss": 0.8315155506134033, "Finetune/Loss (Raw)": 0.8197758197784424, "Finetune/Step": 1249, "Finetune/Step Time": 6.616002118214965}
+{"Finetune/Learning Rate": 1.912325388779886e-05, "Finetune/Loss": 0.8314446210861206, "Finetune/Loss (Raw)": 0.901195764541626, "Finetune/Step": 1250, "Finetune/Step Time": 6.59728685952723}
+{"Finetune/Learning Rate": 1.9121552896108717e-05, "Finetune/Loss": 0.8324363827705383, "Finetune/Loss (Raw)": 0.9084262251853943, "Finetune/Step": 1251, "Finetune/Step Time": 6.5834193006157875}
+{"Finetune/Learning Rate": 1.9119850331754938e-05, "Finetune/Loss": 0.8300965428352356, "Finetune/Loss (Raw)": 0.7825852632522583, "Finetune/Step": 1252, "Finetune/Step Time": 6.57975841127336}
+{"Finetune/Learning Rate": 1.911814619503106e-05, "Finetune/Loss": 0.8296771049499512, "Finetune/Loss (Raw)": 0.7911787033081055, "Finetune/Step": 1253, "Finetune/Step Time": 6.598219783976674}
+{"Finetune/Learning Rate": 1.9116440486230893e-05, "Finetune/Loss": 0.8293930292129517, "Finetune/Loss (Raw)": 0.8787844181060791, "Finetune/Step": 1254, "Finetune/Step Time": 6.602629512548447}
+{"Finetune/Learning Rate": 1.911473320564853e-05, "Finetune/Loss": 0.8300788998603821, "Finetune/Loss (Raw)": 0.964405357837677, "Finetune/Step": 1255, "Finetune/Step Time": 6.60531553439796}
+{"Finetune/Learning Rate": 1.911302435357832e-05, "Finetune/Loss": 0.8310679793357849, "Finetune/Loss (Raw)": 0.9214665293693542, "Finetune/Step": 1256, "Finetune/Step Time": 6.60203461907804}
+{"Finetune/Learning Rate": 1.9111313930314887e-05, "Finetune/Loss": 0.8281491994857788, "Finetune/Loss (Raw)": 0.5837991237640381, "Finetune/Step": 1257, "Finetune/Step Time": 6.628492450341582}
+{"Finetune/Learning Rate": 1.9109601936153136e-05, "Finetune/Loss": 0.8296734690666199, "Finetune/Loss (Raw)": 0.8736274242401123, "Finetune/Step": 1258, "Finetune/Step Time": 6.618466887623072}
+{"Finetune/Learning Rate": 1.910788837138823e-05, "Finetune/Loss": 0.828261137008667, "Finetune/Loss (Raw)": 0.7756823301315308, "Finetune/Step": 1259, "Finetune/Step Time": 6.630029261112213}
+{"Finetune/Learning Rate": 1.9106173236315612e-05, "Finetune/Loss": 0.8294217586517334, "Finetune/Loss (Raw)": 1.0950686931610107, "Finetune/Step": 1260, "Finetune/Step Time": 6.631859442219138}
+{"Finetune/Learning Rate": 1.9104456531230986e-05, "Finetune/Loss": 0.8283047676086426, "Finetune/Loss (Raw)": 0.7542176246643066, "Finetune/Step": 1261, "Finetune/Step Time": 6.6316313575953245}
+{"Finetune/Learning Rate": 1.9102738256430334e-05, "Finetune/Loss": 0.8285337686538696, "Finetune/Loss (Raw)": 0.9090504050254822, "Finetune/Step": 1262, "Finetune/Step Time": 6.627665599808097}
+{"Finetune/Learning Rate": 1.910101841220991e-05, "Finetune/Loss": 0.8286314606666565, "Finetune/Loss (Raw)": 0.9525711536407471, "Finetune/Step": 1263, "Finetune/Step Time": 6.624850256368518}
+{"Finetune/Learning Rate": 1.9099296998866233e-05, "Finetune/Loss": 0.8286788463592529, "Finetune/Loss (Raw)": 0.8723505735397339, "Finetune/Step": 1264, "Finetune/Step Time": 6.6236884370446205}
+{"Finetune/Learning Rate": 1.9097574016696097e-05, "Finetune/Loss": 0.8240633010864258, "Finetune/Loss (Raw)": 0.3840095102787018, "Finetune/Step": 1265, "Finetune/Step Time": 6.643036192283034}
+{"Finetune/Learning Rate": 1.909584946599656e-05, "Finetune/Loss": 0.8235417604446411, "Finetune/Loss (Raw)": 0.8403369188308716, "Finetune/Step": 1266, "Finetune/Step Time": 6.64942217990756}
+{"Finetune/Learning Rate": 1.9094123347064957e-05, "Finetune/Loss": 0.8245102763175964, "Finetune/Loss (Raw)": 0.9419493675231934, "Finetune/Step": 1267, "Finetune/Step Time": 6.63648771122098}
+{"Finetune/Learning Rate": 1.9092395660198895e-05, "Finetune/Loss": 0.8251673579216003, "Finetune/Loss (Raw)": 0.9807862639427185, "Finetune/Step": 1268, "Finetune/Step Time": 6.640095178037882}
+{"Finetune/Learning Rate": 1.9090666405696242e-05, "Finetune/Loss": 0.8248631954193115, "Finetune/Loss (Raw)": 0.8156532645225525, "Finetune/Step": 1269, "Finetune/Step Time": 6.631929391995072}
+{"Finetune/Learning Rate": 1.9088935583855147e-05, "Finetune/Loss": 0.829860508441925, "Finetune/Loss (Raw)": 0.9400638937950134, "Finetune/Step": 1270, "Finetune/Step Time": 6.622276924550533}
+{"Finetune/Learning Rate": 1.9087203194974022e-05, "Finetune/Loss": 0.8309011459350586, "Finetune/Loss (Raw)": 0.9849598407745361, "Finetune/Step": 1271, "Finetune/Step Time": 6.607726061716676}
+{"Finetune/Learning Rate": 1.9085469239351552e-05, "Finetune/Loss": 0.8298711180686951, "Finetune/Loss (Raw)": 0.7303169965744019, "Finetune/Step": 1272, "Finetune/Step Time": 6.616234263405204}
+{"Finetune/Learning Rate": 1.9083733717286685e-05, "Finetune/Loss": 0.8292970061302185, "Finetune/Loss (Raw)": 0.7872745990753174, "Finetune/Step": 1273, "Finetune/Step Time": 6.627009695395827}
+{"Finetune/Learning Rate": 1.9081996629078655e-05, "Finetune/Loss": 0.8284374475479126, "Finetune/Loss (Raw)": 0.8219656348228455, "Finetune/Step": 1274, "Finetune/Step Time": 6.619112500920892}
+{"Finetune/Learning Rate": 1.9080257975026954e-05, "Finetune/Loss": 0.8312364816665649, "Finetune/Loss (Raw)": 1.0425652265548706, "Finetune/Step": 1275, "Finetune/Step Time": 6.610705820843577}
+{"Finetune/Learning Rate": 1.9078517755431345e-05, "Finetune/Loss": 0.8353002667427063, "Finetune/Loss (Raw)": 0.8643906712532043, "Finetune/Step": 1276, "Finetune/Step Time": 6.5821359399706125}
+{"Finetune/Learning Rate": 1.9076775970591864e-05, "Finetune/Loss": 0.8340542912483215, "Finetune/Loss (Raw)": 0.9005444645881653, "Finetune/Step": 1277, "Finetune/Step Time": 6.585613017901778}
+{"Finetune/Learning Rate": 1.9075032620808808e-05, "Finetune/Loss": 0.8324865102767944, "Finetune/Loss (Raw)": 0.585233211517334, "Finetune/Step": 1278, "Finetune/Step Time": 6.570294361561537}
+{"Finetune/Learning Rate": 1.9073287706382764e-05, "Finetune/Loss": 0.8330860137939453, "Finetune/Loss (Raw)": 0.8729357719421387, "Finetune/Step": 1279, "Finetune/Step Time": 6.5726755522191525}
+{"Finetune/Learning Rate": 1.9071541227614566e-05, "Finetune/Loss": 0.8346173763275146, "Finetune/Loss (Raw)": 1.0173853635787964, "Finetune/Step": 1280, "Finetune/Step Time": 6.551732910797}
+{"Finetune/Learning Rate": 1.906979318480533e-05, "Finetune/Loss": 0.8344762325286865, "Finetune/Loss (Raw)": 0.9065839648246765, "Finetune/Step": 1281, "Finetune/Step Time": 6.546598622575402}
+{"Finetune/Learning Rate": 1.9068043578256442e-05, "Finetune/Loss": 0.8387078642845154, "Finetune/Loss (Raw)": 0.8753199577331543, "Finetune/Step": 1282, "Finetune/Step Time": 6.528237888589501}
+{"Finetune/Learning Rate": 1.906629240826955e-05, "Finetune/Loss": 0.841408371925354, "Finetune/Loss (Raw)": 0.6847235560417175, "Finetune/Step": 1283, "Finetune/Step Time": 6.530010489746928}
+{"Finetune/Learning Rate": 1.9064539675146584e-05, "Finetune/Loss": 0.8403009176254272, "Finetune/Loss (Raw)": 0.8582881689071655, "Finetune/Step": 1284, "Finetune/Step Time": 6.53292671404779}
+{"Finetune/Learning Rate": 1.9062785379189727e-05, "Finetune/Loss": 0.8403034210205078, "Finetune/Loss (Raw)": 0.9660462737083435, "Finetune/Step": 1285, "Finetune/Step Time": 6.533161845058203}
+{"Finetune/Learning Rate": 1.9061029520701445e-05, "Finetune/Loss": 0.8407410383224487, "Finetune/Loss (Raw)": 0.8522698879241943, "Finetune/Step": 1286, "Finetune/Step Time": 6.548841753974557}
+{"Finetune/Learning Rate": 1.905927209998447e-05, "Finetune/Loss": 0.8413907289505005, "Finetune/Loss (Raw)": 0.8730697631835938, "Finetune/Step": 1287, "Finetune/Step Time": 6.548917710781097}
+{"Finetune/Learning Rate": 1.90575131173418e-05, "Finetune/Loss": 0.8413547277450562, "Finetune/Loss (Raw)": 0.8352264165878296, "Finetune/Step": 1288, "Finetune/Step Time": 6.538890825584531}
+{"Finetune/Learning Rate": 1.9055752573076702e-05, "Finetune/Loss": 0.8415073752403259, "Finetune/Loss (Raw)": 0.8186292052268982, "Finetune/Step": 1289, "Finetune/Step Time": 6.523597931489348}
+{"Finetune/Learning Rate": 1.9053990467492724e-05, "Finetune/Loss": 0.8418993949890137, "Finetune/Loss (Raw)": 1.0048593282699585, "Finetune/Step": 1290, "Finetune/Step Time": 6.518317716196179}
+{"Finetune/Learning Rate": 1.905222680089366e-05, "Finetune/Loss": 0.8432466983795166, "Finetune/Loss (Raw)": 0.7930492758750916, "Finetune/Step": 1291, "Finetune/Step Time": 6.514861458912492}
+{"Finetune/Learning Rate": 1.90504615735836e-05, "Finetune/Loss": 0.8414846658706665, "Finetune/Loss (Raw)": 0.8458449840545654, "Finetune/Step": 1292, "Finetune/Step Time": 6.510200887918472}
+{"Finetune/Learning Rate": 1.9048694785866882e-05, "Finetune/Loss": 0.8456172347068787, "Finetune/Loss (Raw)": 0.8949021100997925, "Finetune/Step": 1293, "Finetune/Step Time": 6.490721095353365}
+{"Finetune/Learning Rate": 1.9046926438048123e-05, "Finetune/Loss": 0.8466631770133972, "Finetune/Loss (Raw)": 0.9413607120513916, "Finetune/Step": 1294, "Finetune/Step Time": 6.492600299417973}
+{"Finetune/Learning Rate": 1.904515653043221e-05, "Finetune/Loss": 0.8482669591903687, "Finetune/Loss (Raw)": 0.8289778828620911, "Finetune/Step": 1295, "Finetune/Step Time": 6.501270901411772}
+{"Finetune/Learning Rate": 1.9043385063324292e-05, "Finetune/Loss": 0.8482367992401123, "Finetune/Loss (Raw)": 0.7942273616790771, "Finetune/Step": 1296, "Finetune/Step Time": 6.504474446177483}
+{"Finetune/Learning Rate": 1.904161203702979e-05, "Finetune/Loss": 0.8474032282829285, "Finetune/Loss (Raw)": 0.8209564089775085, "Finetune/Step": 1297, "Finetune/Step Time": 6.5193696320056915}
+{"Finetune/Learning Rate": 1.90398374518544e-05, "Finetune/Loss": 0.8495903015136719, "Finetune/Loss (Raw)": 0.7510783076286316, "Finetune/Step": 1298, "Finetune/Step Time": 6.496216628700495}
+{"Finetune/Learning Rate": 1.9038061308104077e-05, "Finetune/Loss": 0.8471003770828247, "Finetune/Loss (Raw)": 0.6756163239479065, "Finetune/Step": 1299, "Finetune/Step Time": 6.499502543359995}
+{"Finetune/Learning Rate": 1.9036283606085057e-05, "Finetune/Loss": 0.8463867902755737, "Finetune/Loss (Raw)": 0.8189163208007812, "Finetune/Step": 1300, "Finetune/Step Time": 6.4973963517695665}
+{"Finetune/Learning Rate": 1.9034504346103825e-05, "Finetune/Loss": 0.8462114334106445, "Finetune/Loss (Raw)": 0.8495647311210632, "Finetune/Step": 1301, "Finetune/Step Time": 6.514700943604112}
+{"Finetune/Learning Rate": 1.9032723528467154e-05, "Finetune/Loss": 0.8498656153678894, "Finetune/Loss (Raw)": 0.82916659116745, "Finetune/Step": 1302, "Finetune/Step Time": 6.516924932599068}
+{"Finetune/Learning Rate": 1.9030941153482075e-05, "Finetune/Loss": 0.8500875234603882, "Finetune/Loss (Raw)": 0.8386240005493164, "Finetune/Step": 1303, "Finetune/Step Time": 6.49979455024004}
+{"Finetune/Learning Rate": 1.9029157221455893e-05, "Finetune/Loss": 0.8510587215423584, "Finetune/Loss (Raw)": 0.9335392117500305, "Finetune/Step": 1304, "Finetune/Step Time": 6.505123399198055}
+{"Finetune/Learning Rate": 1.9027371732696175e-05, "Finetune/Loss": 0.8552755117416382, "Finetune/Loss (Raw)": 0.8300994634628296, "Finetune/Step": 1305, "Finetune/Step Time": 6.488429734483361}
+{"Finetune/Learning Rate": 1.9025584687510767e-05, "Finetune/Loss": 0.8590940237045288, "Finetune/Loss (Raw)": 0.8143640160560608, "Finetune/Step": 1306, "Finetune/Step Time": 6.48531118966639}
+{"Finetune/Learning Rate": 1.9023796086207772e-05, "Finetune/Loss": 0.8588538765907288, "Finetune/Loss (Raw)": 1.0046701431274414, "Finetune/Step": 1307, "Finetune/Step Time": 6.478393912315369}
+{"Finetune/Learning Rate": 1.9022005929095568e-05, "Finetune/Loss": 0.8606781363487244, "Finetune/Loss (Raw)": 1.0320903062820435, "Finetune/Step": 1308, "Finetune/Step Time": 6.460543943569064}
+{"Finetune/Learning Rate": 1.9020214216482796e-05, "Finetune/Loss": 0.8596348762512207, "Finetune/Loss (Raw)": 0.8881222605705261, "Finetune/Step": 1309, "Finetune/Step Time": 6.478341579437256}
+{"Finetune/Learning Rate": 1.901842094867837e-05, "Finetune/Loss": 0.8618753552436829, "Finetune/Loss (Raw)": 0.8420460224151611, "Finetune/Step": 1310, "Finetune/Step Time": 6.477042147889733}
+{"Finetune/Learning Rate": 1.9016626125991477e-05, "Finetune/Loss": 0.8614013195037842, "Finetune/Loss (Raw)": 0.8984449505805969, "Finetune/Step": 1311, "Finetune/Step Time": 6.478813176974654}
+{"Finetune/Learning Rate": 1.9014829748731554e-05, "Finetune/Loss": 0.8605377674102783, "Finetune/Loss (Raw)": 0.5922315716743469, "Finetune/Step": 1312, "Finetune/Step Time": 6.47385429404676}
+{"Finetune/Learning Rate": 1.9013031817208325e-05, "Finetune/Loss": 0.8603770136833191, "Finetune/Loss (Raw)": 0.8873394727706909, "Finetune/Step": 1313, "Finetune/Step Time": 6.479958061128855}
+{"Finetune/Learning Rate": 1.9011232331731773e-05, "Finetune/Loss": 0.8597366213798523, "Finetune/Loss (Raw)": 0.9426454305648804, "Finetune/Step": 1314, "Finetune/Step Time": 6.477550169453025}
+{"Finetune/Learning Rate": 1.900943129261215e-05, "Finetune/Loss": 0.8641797304153442, "Finetune/Loss (Raw)": 0.9175229072570801, "Finetune/Step": 1315, "Finetune/Step Time": 6.458979640156031}
+{"Finetune/Learning Rate": 1.900762870015998e-05, "Finetune/Loss": 0.8652185201644897, "Finetune/Loss (Raw)": 1.0548088550567627, "Finetune/Step": 1316, "Finetune/Step Time": 6.463587803766131}
+{"Finetune/Learning Rate": 1.9005824554686047e-05, "Finetune/Loss": 0.8650638461112976, "Finetune/Loss (Raw)": 0.9540489912033081, "Finetune/Step": 1317, "Finetune/Step Time": 6.456789318472147}
+{"Finetune/Learning Rate": 1.900401885650141e-05, "Finetune/Loss": 0.864967942237854, "Finetune/Loss (Raw)": 0.8623210191726685, "Finetune/Step": 1318, "Finetune/Step Time": 6.456739103421569}
+{"Finetune/Learning Rate": 1.900221160591739e-05, "Finetune/Loss": 0.8646625280380249, "Finetune/Loss (Raw)": 0.8920390009880066, "Finetune/Step": 1319, "Finetune/Step Time": 6.454743696376681}
+{"Finetune/Learning Rate": 1.900040280324558e-05, "Finetune/Loss": 0.8632041215896606, "Finetune/Loss (Raw)": 0.7800588011741638, "Finetune/Step": 1320, "Finetune/Step Time": 6.456068854779005}
+{"Finetune/Learning Rate": 1.899859244879784e-05, "Finetune/Loss": 0.8630368709564209, "Finetune/Loss (Raw)": 0.8960319757461548, "Finetune/Step": 1321, "Finetune/Step Time": 6.459149057045579}
+{"Finetune/Learning Rate": 1.8996780542886295e-05, "Finetune/Loss": 0.8627178072929382, "Finetune/Loss (Raw)": 0.8872333765029907, "Finetune/Step": 1322, "Finetune/Step Time": 6.448860105127096}
+{"Finetune/Learning Rate": 1.899496708582334e-05, "Finetune/Loss": 0.8631168603897095, "Finetune/Loss (Raw)": 0.9299902319908142, "Finetune/Step": 1323, "Finetune/Step Time": 6.449434589594603}
+{"Finetune/Learning Rate": 1.8993152077921632e-05, "Finetune/Loss": 0.8636758327484131, "Finetune/Loss (Raw)": 0.9657524824142456, "Finetune/Step": 1324, "Finetune/Step Time": 6.450957834720612}
+{"Finetune/Learning Rate": 1.8991335519494103e-05, "Finetune/Loss": 0.8637369275093079, "Finetune/Loss (Raw)": 0.9774214029312134, "Finetune/Step": 1325, "Finetune/Step Time": 6.468364564701915}
+{"Finetune/Learning Rate": 1.8989517410853956e-05, "Finetune/Loss": 0.8641821146011353, "Finetune/Loss (Raw)": 0.958816647529602, "Finetune/Step": 1326, "Finetune/Step Time": 6.461736630648375}
+{"Finetune/Learning Rate": 1.8987697752314643e-05, "Finetune/Loss": 0.8625051975250244, "Finetune/Loss (Raw)": 0.7517396211624146, "Finetune/Step": 1327, "Finetune/Step Time": 6.498267240822315}
+{"Finetune/Learning Rate": 1.89858765441899e-05, "Finetune/Loss": 0.8633431792259216, "Finetune/Loss (Raw)": 1.061900019645691, "Finetune/Step": 1328, "Finetune/Step Time": 6.494552159681916}
+{"Finetune/Learning Rate": 1.8984053786793727e-05, "Finetune/Loss": 0.8642982840538025, "Finetune/Loss (Raw)": 1.1032899618148804, "Finetune/Step": 1329, "Finetune/Step Time": 6.486635349690914}
+{"Finetune/Learning Rate": 1.8982229480440386e-05, "Finetune/Loss": 0.8613121509552002, "Finetune/Loss (Raw)": 0.693774402141571, "Finetune/Step": 1330, "Finetune/Step Time": 6.480211343616247}
+{"Finetune/Learning Rate": 1.898040362544441e-05, "Finetune/Loss": 0.8605707883834839, "Finetune/Loss (Raw)": 0.9388422966003418, "Finetune/Step": 1331, "Finetune/Step Time": 6.473523948341608}
+{"Finetune/Learning Rate": 1.8978576222120597e-05, "Finetune/Loss": 0.8588835000991821, "Finetune/Loss (Raw)": 0.7625991106033325, "Finetune/Step": 1332, "Finetune/Step Time": 6.476299511268735}
+{"Finetune/Learning Rate": 1.897674727078401e-05, "Finetune/Loss": 0.8597461581230164, "Finetune/Loss (Raw)": 0.8988398313522339, "Finetune/Step": 1333, "Finetune/Step Time": 6.463084997609258}
+{"Finetune/Learning Rate": 1.8974916771749994e-05, "Finetune/Loss": 0.8588666319847107, "Finetune/Loss (Raw)": 0.9235522747039795, "Finetune/Step": 1334, "Finetune/Step Time": 6.466526919975877}
+{"Finetune/Learning Rate": 1.8973084725334133e-05, "Finetune/Loss": 0.8591170310974121, "Finetune/Loss (Raw)": 0.9126619100570679, "Finetune/Step": 1335, "Finetune/Step Time": 6.4597050324082375}
+{"Finetune/Learning Rate": 1.89712511318523e-05, "Finetune/Loss": 0.8591968417167664, "Finetune/Loss (Raw)": 0.9187816977500916, "Finetune/Step": 1336, "Finetune/Step Time": 6.454854156821966}
+{"Finetune/Learning Rate": 1.8969415991620634e-05, "Finetune/Loss": 0.8592531681060791, "Finetune/Loss (Raw)": 0.9685916900634766, "Finetune/Step": 1337, "Finetune/Step Time": 6.457202207297087}
+{"Finetune/Learning Rate": 1.8967579304955527e-05, "Finetune/Loss": 0.855003833770752, "Finetune/Loss (Raw)": 0.30779367685317993, "Finetune/Step": 1338, "Finetune/Step Time": 6.478278653696179}
+{"Finetune/Learning Rate": 1.8965741072173647e-05, "Finetune/Loss": 0.8541349768638611, "Finetune/Loss (Raw)": 0.7682085633277893, "Finetune/Step": 1339, "Finetune/Step Time": 6.484634967520833}
+{"Finetune/Learning Rate": 1.8963901293591932e-05, "Finetune/Loss": 0.8531486392021179, "Finetune/Loss (Raw)": 0.8442916870117188, "Finetune/Step": 1340, "Finetune/Step Time": 6.4912557527422905}
+{"Finetune/Learning Rate": 1.8962059969527573e-05, "Finetune/Loss": 0.8530423045158386, "Finetune/Loss (Raw)": 0.8361286520957947, "Finetune/Step": 1341, "Finetune/Step Time": 6.492434378713369}
+{"Finetune/Learning Rate": 1.8960217100298044e-05, "Finetune/Loss": 0.8542438745498657, "Finetune/Loss (Raw)": 0.9207935333251953, "Finetune/Step": 1342, "Finetune/Step Time": 6.48987278714776}
+{"Finetune/Learning Rate": 1.8958372686221074e-05, "Finetune/Loss": 0.8531968593597412, "Finetune/Loss (Raw)": 0.8002360463142395, "Finetune/Step": 1343, "Finetune/Step Time": 6.5017800480127335}
+{"Finetune/Learning Rate": 1.8956526727614663e-05, "Finetune/Loss": 0.8567812442779541, "Finetune/Loss (Raw)": 0.8130318522453308, "Finetune/Step": 1344, "Finetune/Step Time": 6.488491276279092}
+{"Finetune/Learning Rate": 1.895467922479707e-05, "Finetune/Loss": 0.8565978407859802, "Finetune/Loss (Raw)": 1.0021239519119263, "Finetune/Step": 1345, "Finetune/Step Time": 6.478010969236493}
+{"Finetune/Learning Rate": 1.8952830178086835e-05, "Finetune/Loss": 0.8560402393341064, "Finetune/Loss (Raw)": 0.8886129856109619, "Finetune/Step": 1346, "Finetune/Step Time": 6.481012413278222}
+{"Finetune/Learning Rate": 1.8950979587802757e-05, "Finetune/Loss": 0.8610615730285645, "Finetune/Loss (Raw)": 0.9468050003051758, "Finetune/Step": 1347, "Finetune/Step Time": 6.489025857299566}
+{"Finetune/Learning Rate": 1.894912745426389e-05, "Finetune/Loss": 0.8576852083206177, "Finetune/Loss (Raw)": 0.4350917935371399, "Finetune/Step": 1348, "Finetune/Step Time": 6.5114328395575285}
+{"Finetune/Learning Rate": 1.894727377778957e-05, "Finetune/Loss": 0.8583792448043823, "Finetune/Loss (Raw)": 0.9397807717323303, "Finetune/Step": 1349, "Finetune/Step Time": 6.514316229149699}
+{"Finetune/Learning Rate": 1.8945418558699387e-05, "Finetune/Loss": 0.8589985966682434, "Finetune/Loss (Raw)": 0.9035429954528809, "Finetune/Step": 1350, "Finetune/Step Time": 6.502672990784049}
+{"Finetune/Learning Rate": 1.8943561797313214e-05, "Finetune/Loss": 0.8591299653053284, "Finetune/Loss (Raw)": 0.9232975244522095, "Finetune/Step": 1351, "Finetune/Step Time": 6.506888914853334}
+{"Finetune/Learning Rate": 1.8941703493951163e-05, "Finetune/Loss": 0.8553429245948792, "Finetune/Loss (Raw)": 0.4254772961139679, "Finetune/Step": 1352, "Finetune/Step Time": 6.526027202606201}
+{"Finetune/Learning Rate": 1.8939843648933644e-05, "Finetune/Loss": 0.8560457229614258, "Finetune/Loss (Raw)": 0.8564646244049072, "Finetune/Step": 1353, "Finetune/Step Time": 6.527243344113231}
+{"Finetune/Learning Rate": 1.8937982262581306e-05, "Finetune/Loss": 0.856637716293335, "Finetune/Loss (Raw)": 0.8628457188606262, "Finetune/Step": 1354, "Finetune/Step Time": 6.524998996406794}
+{"Finetune/Learning Rate": 1.8936119335215076e-05, "Finetune/Loss": 0.8590667247772217, "Finetune/Loss (Raw)": 1.0124049186706543, "Finetune/Step": 1355, "Finetune/Step Time": 6.518888162449002}
+{"Finetune/Learning Rate": 1.8934254867156146e-05, "Finetune/Loss": 0.8607915639877319, "Finetune/Loss (Raw)": 1.0130014419555664, "Finetune/Step": 1356, "Finetune/Step Time": 6.5131960734725}
+{"Finetune/Learning Rate": 1.893238885872597e-05, "Finetune/Loss": 0.8600515723228455, "Finetune/Loss (Raw)": 0.9034873247146606, "Finetune/Step": 1357, "Finetune/Step Time": 6.525659643113613}
+{"Finetune/Learning Rate": 1.8930521310246273e-05, "Finetune/Loss": 0.863978385925293, "Finetune/Loss (Raw)": 0.9101739525794983, "Finetune/Step": 1358, "Finetune/Step Time": 6.502613162621856}
+{"Finetune/Learning Rate": 1.8928652222039037e-05, "Finetune/Loss": 0.8623078465461731, "Finetune/Loss (Raw)": 0.8008043766021729, "Finetune/Step": 1359, "Finetune/Step Time": 6.516594283282757}
+{"Finetune/Learning Rate": 1.8926781594426527e-05, "Finetune/Loss": 0.863028883934021, "Finetune/Loss (Raw)": 0.9460832476615906, "Finetune/Step": 1360, "Finetune/Step Time": 6.52027140557766}
+{"Finetune/Learning Rate": 1.8924909427731246e-05, "Finetune/Loss": 0.8636192083358765, "Finetune/Loss (Raw)": 1.0026730298995972, "Finetune/Step": 1361, "Finetune/Step Time": 6.5222213957458735}
+{"Finetune/Learning Rate": 1.892303572227599e-05, "Finetune/Loss": 0.8648676872253418, "Finetune/Loss (Raw)": 0.8856152296066284, "Finetune/Step": 1362, "Finetune/Step Time": 6.5058834832161665}
+{"Finetune/Learning Rate": 1.8921160478383797e-05, "Finetune/Loss": 0.8645178079605103, "Finetune/Loss (Raw)": 0.8383305072784424, "Finetune/Step": 1363, "Finetune/Step Time": 6.506517343223095}
+{"Finetune/Learning Rate": 1.891928369637799e-05, "Finetune/Loss": 0.8630881309509277, "Finetune/Loss (Raw)": 0.8030288815498352, "Finetune/Step": 1364, "Finetune/Step Time": 6.535433229058981}
+{"Finetune/Learning Rate": 1.8917405376582144e-05, "Finetune/Loss": 0.8615124821662903, "Finetune/Loss (Raw)": 0.7786924242973328, "Finetune/Step": 1365, "Finetune/Step Time": 6.527650015428662}
+{"Finetune/Learning Rate": 1.891552551932011e-05, "Finetune/Loss": 0.8605834245681763, "Finetune/Loss (Raw)": 0.8888929486274719, "Finetune/Step": 1366, "Finetune/Step Time": 6.522915197536349}
+{"Finetune/Learning Rate": 1.8913644124915986e-05, "Finetune/Loss": 0.8598814010620117, "Finetune/Loss (Raw)": 0.8066904544830322, "Finetune/Step": 1367, "Finetune/Step Time": 6.541840808466077}
+{"Finetune/Learning Rate": 1.891176119369416e-05, "Finetune/Loss": 0.8600988388061523, "Finetune/Loss (Raw)": 0.8861059546470642, "Finetune/Step": 1368, "Finetune/Step Time": 6.5530801229178905}
+{"Finetune/Learning Rate": 1.890987672597926e-05, "Finetune/Loss": 0.861504316329956, "Finetune/Loss (Raw)": 0.9934993386268616, "Finetune/Step": 1369, "Finetune/Step Time": 6.562263643369079}
+{"Finetune/Learning Rate": 1.8907990722096196e-05, "Finetune/Loss": 0.8603836297988892, "Finetune/Loss (Raw)": 0.7571147680282593, "Finetune/Step": 1370, "Finetune/Step Time": 6.565034681931138}
+{"Finetune/Learning Rate": 1.890610318237014e-05, "Finetune/Loss": 0.8601725101470947, "Finetune/Loss (Raw)": 0.9042133092880249, "Finetune/Step": 1371, "Finetune/Step Time": 6.564902611076832}
+{"Finetune/Learning Rate": 1.890421410712652e-05, "Finetune/Loss": 0.8563903570175171, "Finetune/Loss (Raw)": 0.3782615065574646, "Finetune/Step": 1372, "Finetune/Step Time": 6.5817660335451365}
+{"Finetune/Learning Rate": 1.890232349669104e-05, "Finetune/Loss": 0.8580073714256287, "Finetune/Loss (Raw)": 0.9819976687431335, "Finetune/Step": 1373, "Finetune/Step Time": 6.58228531293571}
+{"Finetune/Learning Rate": 1.8900431351389657e-05, "Finetune/Loss": 0.8573769330978394, "Finetune/Loss (Raw)": 0.749823808670044, "Finetune/Step": 1374, "Finetune/Step Time": 6.574138877913356}
+{"Finetune/Learning Rate": 1.8898537671548612e-05, "Finetune/Loss": 0.85704505443573, "Finetune/Loss (Raw)": 0.9378606677055359, "Finetune/Step": 1375, "Finetune/Step Time": 6.5721618216484785}
+{"Finetune/Learning Rate": 1.8896642457494387e-05, "Finetune/Loss": 0.8539283871650696, "Finetune/Loss (Raw)": 0.32148024439811707, "Finetune/Step": 1376, "Finetune/Step Time": 6.583690516650677}
+{"Finetune/Learning Rate": 1.8894745709553737e-05, "Finetune/Loss": 0.853868842124939, "Finetune/Loss (Raw)": 0.812160074710846, "Finetune/Step": 1377, "Finetune/Step Time": 6.5923187136650085}
+{"Finetune/Learning Rate": 1.8892847428053692e-05, "Finetune/Loss": 0.8542442917823792, "Finetune/Loss (Raw)": 0.9492486715316772, "Finetune/Step": 1378, "Finetune/Step Time": 6.6105234939605}
+{"Finetune/Learning Rate": 1.8890947613321535e-05, "Finetune/Loss": 0.8518396615982056, "Finetune/Loss (Raw)": 0.6006425619125366, "Finetune/Step": 1379, "Finetune/Step Time": 6.627043709158897}
+{"Finetune/Learning Rate": 1.8889046265684817e-05, "Finetune/Loss": 0.8524179458618164, "Finetune/Loss (Raw)": 0.8565965890884399, "Finetune/Step": 1380, "Finetune/Step Time": 6.626918798312545}
+{"Finetune/Learning Rate": 1.888714338547135e-05, "Finetune/Loss": 0.8535403609275818, "Finetune/Loss (Raw)": 0.9348515868186951, "Finetune/Step": 1381, "Finetune/Step Time": 6.611577518284321}
+{"Finetune/Learning Rate": 1.8885238973009217e-05, "Finetune/Loss": 0.8535151481628418, "Finetune/Loss (Raw)": 0.8755539059638977, "Finetune/Step": 1382, "Finetune/Step Time": 6.6094433683902025}
+{"Finetune/Learning Rate": 1.888333302862676e-05, "Finetune/Loss": 0.851850688457489, "Finetune/Loss (Raw)": 0.751355767250061, "Finetune/Step": 1383, "Finetune/Step Time": 6.6131584625691175}
+{"Finetune/Learning Rate": 1.8881425552652586e-05, "Finetune/Loss": 0.851398766040802, "Finetune/Loss (Raw)": 0.8636204600334167, "Finetune/Step": 1384, "Finetune/Step Time": 6.615079827606678}
+{"Finetune/Learning Rate": 1.8879516545415565e-05, "Finetune/Loss": 0.8541659116744995, "Finetune/Loss (Raw)": 0.937997043132782, "Finetune/Step": 1385, "Finetune/Step Time": 6.591001370921731}
+{"Finetune/Learning Rate": 1.8877606007244835e-05, "Finetune/Loss": 0.8539498448371887, "Finetune/Loss (Raw)": 0.8459662199020386, "Finetune/Step": 1386, "Finetune/Step Time": 6.590709954500198}
+{"Finetune/Learning Rate": 1.8875693938469795e-05, "Finetune/Loss": 0.8536375761032104, "Finetune/Loss (Raw)": 0.7357149720191956, "Finetune/Step": 1387, "Finetune/Step Time": 6.5843789502978325}
+{"Finetune/Learning Rate": 1.8873780339420106e-05, "Finetune/Loss": 0.8524377346038818, "Finetune/Loss (Raw)": 0.9414949417114258, "Finetune/Step": 1388, "Finetune/Step Time": 6.580148974433541}
+{"Finetune/Learning Rate": 1.8871865210425697e-05, "Finetune/Loss": 0.8534101843833923, "Finetune/Loss (Raw)": 0.8786872029304504, "Finetune/Step": 1389, "Finetune/Step Time": 6.580477399751544}
+{"Finetune/Learning Rate": 1.886994855181676e-05, "Finetune/Loss": 0.8544001579284668, "Finetune/Loss (Raw)": 1.0357670783996582, "Finetune/Step": 1390, "Finetune/Step Time": 6.587606426328421}
+{"Finetune/Learning Rate": 1.8868030363923747e-05, "Finetune/Loss": 0.8533191084861755, "Finetune/Loss (Raw)": 0.8141907453536987, "Finetune/Step": 1391, "Finetune/Step Time": 6.602623334154487}
+{"Finetune/Learning Rate": 1.8866110647077375e-05, "Finetune/Loss": 0.8529533743858337, "Finetune/Loss (Raw)": 0.8255407810211182, "Finetune/Step": 1392, "Finetune/Step Time": 6.634689517319202}
+{"Finetune/Learning Rate": 1.8864189401608632e-05, "Finetune/Loss": 0.8558971881866455, "Finetune/Loss (Raw)": 0.7608170509338379, "Finetune/Step": 1393, "Finetune/Step Time": 6.65187475644052}
+{"Finetune/Learning Rate": 1.8862266627848757e-05, "Finetune/Loss": 0.856686532497406, "Finetune/Loss (Raw)": 0.9413703083992004, "Finetune/Step": 1394, "Finetune/Step Time": 6.638253983110189}
+{"Finetune/Learning Rate": 1.8860342326129265e-05, "Finetune/Loss": 0.8557385802268982, "Finetune/Loss (Raw)": 0.8206106424331665, "Finetune/Step": 1395, "Finetune/Step Time": 6.639814555644989}
+{"Finetune/Learning Rate": 1.8858416496781923e-05, "Finetune/Loss": 0.8529295921325684, "Finetune/Loss (Raw)": 0.621235728263855, "Finetune/Step": 1396, "Finetune/Step Time": 6.646340515464544}
+{"Finetune/Learning Rate": 1.8856489140138767e-05, "Finetune/Loss": 0.8534814715385437, "Finetune/Loss (Raw)": 0.8862940073013306, "Finetune/Step": 1397, "Finetune/Step Time": 6.669593507423997}
+{"Finetune/Learning Rate": 1.8854560256532098e-05, "Finetune/Loss": 0.8528708219528198, "Finetune/Loss (Raw)": 0.8619000911712646, "Finetune/Step": 1398, "Finetune/Step Time": 6.659348687157035}
+{"Finetune/Learning Rate": 1.8852629846294483e-05, "Finetune/Loss": 0.8499026894569397, "Finetune/Loss (Raw)": 0.6050369739532471, "Finetune/Step": 1399, "Finetune/Step Time": 6.664586847648025}
+{"Finetune/Learning Rate": 1.885069790975874e-05, "Finetune/Loss": 0.8515798449516296, "Finetune/Loss (Raw)": 0.9449944496154785, "Finetune/Step": 1400, "Finetune/Step Time": 6.659280916675925}
+{"Finetune/Learning Rate": 1.884876444725796e-05, "Finetune/Loss": 0.8517733812332153, "Finetune/Loss (Raw)": 0.8120517730712891, "Finetune/Step": 1401, "Finetune/Step Time": 6.656803399324417}
+{"Finetune/Learning Rate": 1.8846829459125495e-05, "Finetune/Loss": 0.8483984470367432, "Finetune/Loss (Raw)": 0.3899680972099304, "Finetune/Step": 1402, "Finetune/Step Time": 6.677496859803796}
+{"Finetune/Learning Rate": 1.8844892945694963e-05, "Finetune/Loss": 0.8467332720756531, "Finetune/Loss (Raw)": 0.8294265866279602, "Finetune/Step": 1403, "Finetune/Step Time": 6.678306441754103}
+{"Finetune/Learning Rate": 1.8842954907300236e-05, "Finetune/Loss": 0.8469103574752808, "Finetune/Loss (Raw)": 0.8870618939399719, "Finetune/Step": 1404, "Finetune/Step Time": 6.674887545406818}
+{"Finetune/Learning Rate": 1.8841015344275463e-05, "Finetune/Loss": 0.8454232215881348, "Finetune/Loss (Raw)": 0.7101910710334778, "Finetune/Step": 1405, "Finetune/Step Time": 6.672082247212529}
+{"Finetune/Learning Rate": 1.8839074256955037e-05, "Finetune/Loss": 0.847591757774353, "Finetune/Loss (Raw)": 0.8628014922142029, "Finetune/Step": 1406, "Finetune/Step Time": 6.664953622967005}
+{"Finetune/Learning Rate": 1.8837131645673633e-05, "Finetune/Loss": 0.8436967134475708, "Finetune/Loss (Raw)": 0.3743717670440674, "Finetune/Step": 1407, "Finetune/Step Time": 6.677996376529336}
+{"Finetune/Learning Rate": 1.8835187510766176e-05, "Finetune/Loss": 0.8415054082870483, "Finetune/Loss (Raw)": 0.7368989586830139, "Finetune/Step": 1408, "Finetune/Step Time": 6.68068877607584}
+{"Finetune/Learning Rate": 1.8833241852567857e-05, "Finetune/Loss": 0.8415384292602539, "Finetune/Loss (Raw)": 0.9108011722564697, "Finetune/Step": 1409, "Finetune/Step Time": 6.6676891930401325}
+{"Finetune/Learning Rate": 1.8831294671414134e-05, "Finetune/Loss": 0.8407245874404907, "Finetune/Loss (Raw)": 0.7711605429649353, "Finetune/Step": 1410, "Finetune/Step Time": 6.695376604795456}
+{"Finetune/Learning Rate": 1.882934596764072e-05, "Finetune/Loss": 0.8422337770462036, "Finetune/Loss (Raw)": 0.8778858184814453, "Finetune/Step": 1411, "Finetune/Step Time": 6.6847813334316015}
+{"Finetune/Learning Rate": 1.88273957415836e-05, "Finetune/Loss": 0.8408176898956299, "Finetune/Loss (Raw)": 0.6770305633544922, "Finetune/Step": 1412, "Finetune/Step Time": 6.684476241469383}
+{"Finetune/Learning Rate": 1.8825443993579014e-05, "Finetune/Loss": 0.8404412269592285, "Finetune/Loss (Raw)": 0.9178696274757385, "Finetune/Step": 1413, "Finetune/Step Time": 6.69768987968564}
+{"Finetune/Learning Rate": 1.8823490723963464e-05, "Finetune/Loss": 0.8417186737060547, "Finetune/Loss (Raw)": 1.0157806873321533, "Finetune/Step": 1414, "Finetune/Step Time": 6.686825985088944}
+{"Finetune/Learning Rate": 1.8821535933073716e-05, "Finetune/Loss": 0.8415138125419617, "Finetune/Loss (Raw)": 0.8468438386917114, "Finetune/Step": 1415, "Finetune/Step Time": 6.691040966659784}
+{"Finetune/Learning Rate": 1.8819579621246802e-05, "Finetune/Loss": 0.8425356149673462, "Finetune/Loss (Raw)": 0.9660201072692871, "Finetune/Step": 1416, "Finetune/Step Time": 6.689591569826007}
+{"Finetune/Learning Rate": 1.8817621788820017e-05, "Finetune/Loss": 0.8427605628967285, "Finetune/Loss (Raw)": 0.847417950630188, "Finetune/Step": 1417, "Finetune/Step Time": 6.6885526068508625}
+{"Finetune/Learning Rate": 1.8815662436130908e-05, "Finetune/Loss": 0.8406327962875366, "Finetune/Loss (Raw)": 0.7325109243392944, "Finetune/Step": 1418, "Finetune/Step Time": 6.695374831557274}
+{"Finetune/Learning Rate": 1.8813701563517293e-05, "Finetune/Loss": 0.8401356935501099, "Finetune/Loss (Raw)": 0.7294211983680725, "Finetune/Step": 1419, "Finetune/Step Time": 6.678714793175459}
+{"Finetune/Learning Rate": 1.881173917131725e-05, "Finetune/Loss": 0.8406941294670105, "Finetune/Loss (Raw)": 0.9173203706741333, "Finetune/Step": 1420, "Finetune/Step Time": 6.67877540551126}
+{"Finetune/Learning Rate": 1.8809775259869118e-05, "Finetune/Loss": 0.8401378989219666, "Finetune/Loss (Raw)": 0.8237055540084839, "Finetune/Step": 1421, "Finetune/Step Time": 6.678917134180665}
+{"Finetune/Learning Rate": 1.8807809829511496e-05, "Finetune/Loss": 0.8387937545776367, "Finetune/Loss (Raw)": 0.7693148255348206, "Finetune/Step": 1422, "Finetune/Step Time": 6.675803896039724}
+{"Finetune/Learning Rate": 1.880584288058325e-05, "Finetune/Loss": 0.8397176265716553, "Finetune/Loss (Raw)": 0.947224497795105, "Finetune/Step": 1423, "Finetune/Step Time": 6.656312914565206}
+{"Finetune/Learning Rate": 1.8803874413423507e-05, "Finetune/Loss": 0.8397025465965271, "Finetune/Loss (Raw)": 0.7922996282577515, "Finetune/Step": 1424, "Finetune/Step Time": 6.650734968483448}
+{"Finetune/Learning Rate": 1.880190442837165e-05, "Finetune/Loss": 0.8399767875671387, "Finetune/Loss (Raw)": 0.8560559749603271, "Finetune/Step": 1425, "Finetune/Step Time": 6.6442203391343355}
+{"Finetune/Learning Rate": 1.8799932925767333e-05, "Finetune/Loss": 0.8402167558670044, "Finetune/Loss (Raw)": 0.7818076610565186, "Finetune/Step": 1426, "Finetune/Step Time": 6.656808977946639}
+{"Finetune/Learning Rate": 1.879795990595046e-05, "Finetune/Loss": 0.8407745361328125, "Finetune/Loss (Raw)": 0.7470020651817322, "Finetune/Step": 1427, "Finetune/Step Time": 6.656690007075667}
+{"Finetune/Learning Rate": 1.879598536926121e-05, "Finetune/Loss": 0.8403739929199219, "Finetune/Loss (Raw)": 0.7676461935043335, "Finetune/Step": 1428, "Finetune/Step Time": 6.662944449111819}
+{"Finetune/Learning Rate": 1.8794009316040015e-05, "Finetune/Loss": 0.8393759727478027, "Finetune/Loss (Raw)": 0.7218201160430908, "Finetune/Step": 1429, "Finetune/Step Time": 6.653896056115627}
+{"Finetune/Learning Rate": 1.8792031746627563e-05, "Finetune/Loss": 0.8394041657447815, "Finetune/Loss (Raw)": 0.8327780365943909, "Finetune/Step": 1430, "Finetune/Step Time": 6.645154118537903}
+{"Finetune/Learning Rate": 1.8790052661364816e-05, "Finetune/Loss": 0.8387762904167175, "Finetune/Loss (Raw)": 0.75825434923172, "Finetune/Step": 1431, "Finetune/Step Time": 6.656315643340349}
+{"Finetune/Learning Rate": 1.8788072060592994e-05, "Finetune/Loss": 0.8374665975570679, "Finetune/Loss (Raw)": 0.7659009695053101, "Finetune/Step": 1432, "Finetune/Step Time": 6.659541059285402}
+{"Finetune/Learning Rate": 1.8786089944653572e-05, "Finetune/Loss": 0.8384238481521606, "Finetune/Loss (Raw)": 0.9526219367980957, "Finetune/Step": 1433, "Finetune/Step Time": 6.661058394238353}
+{"Finetune/Learning Rate": 1.878410631388829e-05, "Finetune/Loss": 0.8349623680114746, "Finetune/Loss (Raw)": 0.37129902839660645, "Finetune/Step": 1434, "Finetune/Step Time": 6.664416264742613}
+{"Finetune/Learning Rate": 1.8782121168639152e-05, "Finetune/Loss": 0.8342472314834595, "Finetune/Loss (Raw)": 0.9131274819374084, "Finetune/Step": 1435, "Finetune/Step Time": 6.671180522069335}
+{"Finetune/Learning Rate": 1.8780134509248415e-05, "Finetune/Loss": 0.8310153484344482, "Finetune/Loss (Raw)": 0.6184075474739075, "Finetune/Step": 1436, "Finetune/Step Time": 6.682343361899257}
+{"Finetune/Learning Rate": 1.8778146336058612e-05, "Finetune/Loss": 0.8310074806213379, "Finetune/Loss (Raw)": 0.8871226906776428, "Finetune/Step": 1437, "Finetune/Step Time": 6.665471736341715}
+{"Finetune/Learning Rate": 1.8776156649412518e-05, "Finetune/Loss": 0.8314093351364136, "Finetune/Loss (Raw)": 0.8934794664382935, "Finetune/Step": 1438, "Finetune/Step Time": 6.660467380657792}
+{"Finetune/Learning Rate": 1.8774165449653184e-05, "Finetune/Loss": 0.8317766785621643, "Finetune/Loss (Raw)": 0.9454666376113892, "Finetune/Step": 1439, "Finetune/Step Time": 6.657465906813741}
+{"Finetune/Learning Rate": 1.8772172737123913e-05, "Finetune/Loss": 0.8320391178131104, "Finetune/Loss (Raw)": 0.6258172392845154, "Finetune/Step": 1440, "Finetune/Step Time": 6.6621325351297855}
+{"Finetune/Learning Rate": 1.8770178512168282e-05, "Finetune/Loss": 0.831856369972229, "Finetune/Loss (Raw)": 0.8639509081840515, "Finetune/Step": 1441, "Finetune/Step Time": 6.678580973297358}
+{"Finetune/Learning Rate": 1.8768182775130108e-05, "Finetune/Loss": 0.8311019539833069, "Finetune/Loss (Raw)": 0.846088171005249, "Finetune/Step": 1442, "Finetune/Step Time": 6.6839625630527735}
+{"Finetune/Learning Rate": 1.876618552635348e-05, "Finetune/Loss": 0.830439567565918, "Finetune/Loss (Raw)": 0.8327309489250183, "Finetune/Step": 1443, "Finetune/Step Time": 6.687966849654913}
+{"Finetune/Learning Rate": 1.8764186766182752e-05, "Finetune/Loss": 0.8284119367599487, "Finetune/Loss (Raw)": 0.7952806353569031, "Finetune/Step": 1444, "Finetune/Step Time": 6.685334749519825}
+{"Finetune/Learning Rate": 1.876218649496253e-05, "Finetune/Loss": 0.8276550769805908, "Finetune/Loss (Raw)": 0.8571573495864868, "Finetune/Step": 1445, "Finetune/Step Time": 6.68736426718533}
+{"Finetune/Learning Rate": 1.876018471303769e-05, "Finetune/Loss": 0.8265386819839478, "Finetune/Loss (Raw)": 0.719437837600708, "Finetune/Step": 1446, "Finetune/Step Time": 6.701966747641563}
+{"Finetune/Learning Rate": 1.8758181420753358e-05, "Finetune/Loss": 0.8265138268470764, "Finetune/Loss (Raw)": 0.888852059841156, "Finetune/Step": 1447, "Finetune/Step Time": 6.706222897395492}
+{"Finetune/Learning Rate": 1.875617661845493e-05, "Finetune/Loss": 0.8275870680809021, "Finetune/Loss (Raw)": 0.9174337387084961, "Finetune/Step": 1448, "Finetune/Step Time": 6.6975134164094925}
+{"Finetune/Learning Rate": 1.8754170306488052e-05, "Finetune/Loss": 0.8263571262359619, "Finetune/Loss (Raw)": 0.7385916709899902, "Finetune/Step": 1449, "Finetune/Step Time": 6.699608281254768}
+{"Finetune/Learning Rate": 1.875216248519864e-05, "Finetune/Loss": 0.8251013159751892, "Finetune/Loss (Raw)": 0.7264975309371948, "Finetune/Step": 1450, "Finetune/Step Time": 6.734490312635899}
+{"Finetune/Learning Rate": 1.8750153154932863e-05, "Finetune/Loss": 0.8244937658309937, "Finetune/Loss (Raw)": 0.8522272109985352, "Finetune/Step": 1451, "Finetune/Step Time": 6.738002156838775}
+{"Finetune/Learning Rate": 1.8748142316037153e-05, "Finetune/Loss": 0.8242554664611816, "Finetune/Loss (Raw)": 0.9352472424507141, "Finetune/Step": 1452, "Finetune/Step Time": 6.7301096841692924}
+{"Finetune/Learning Rate": 1.8746129968858206e-05, "Finetune/Loss": 0.8228994607925415, "Finetune/Loss (Raw)": 0.8038452863693237, "Finetune/Step": 1453, "Finetune/Step Time": 6.724907912313938}
+{"Finetune/Learning Rate": 1.8744116113742975e-05, "Finetune/Loss": 0.8236479163169861, "Finetune/Loss (Raw)": 1.0546213388442993, "Finetune/Step": 1454, "Finetune/Step Time": 6.727311221882701}
+{"Finetune/Learning Rate": 1.8742100751038664e-05, "Finetune/Loss": 0.8251057863235474, "Finetune/Loss (Raw)": 0.9383472800254822, "Finetune/Step": 1455, "Finetune/Step Time": 6.69541759416461}
+{"Finetune/Learning Rate": 1.874008388109276e-05, "Finetune/Loss": 0.823140025138855, "Finetune/Loss (Raw)": 0.8102836012840271, "Finetune/Step": 1456, "Finetune/Step Time": 6.696590377017856}
+{"Finetune/Learning Rate": 1.873806550425298e-05, "Finetune/Loss": 0.8174135684967041, "Finetune/Loss (Raw)": 0.3703070282936096, "Finetune/Step": 1457, "Finetune/Step Time": 6.714766342192888}
+{"Finetune/Learning Rate": 1.873604562086733e-05, "Finetune/Loss": 0.8187738656997681, "Finetune/Loss (Raw)": 0.8678885102272034, "Finetune/Step": 1458, "Finetune/Step Time": 6.712685162201524}
+{"Finetune/Learning Rate": 1.873402423128405e-05, "Finetune/Loss": 0.8191344738006592, "Finetune/Loss (Raw)": 0.985000729560852, "Finetune/Step": 1459, "Finetune/Step Time": 6.720778498798609}
+{"Finetune/Learning Rate": 1.8732001335851656e-05, "Finetune/Loss": 0.821111798286438, "Finetune/Loss (Raw)": 1.0156947374343872, "Finetune/Step": 1460, "Finetune/Step Time": 6.710897225886583}
+{"Finetune/Learning Rate": 1.8729976934918917e-05, "Finetune/Loss": 0.8223671913146973, "Finetune/Loss (Raw)": 1.059529185295105, "Finetune/Step": 1461, "Finetune/Step Time": 6.704226883128285}
+{"Finetune/Learning Rate": 1.8727951028834872e-05, "Finetune/Loss": 0.8222745656967163, "Finetune/Loss (Raw)": 0.9116964936256409, "Finetune/Step": 1462, "Finetune/Step Time": 6.706667520105839}
+{"Finetune/Learning Rate": 1.87259236179488e-05, "Finetune/Loss": 0.8226138353347778, "Finetune/Loss (Raw)": 0.9560886025428772, "Finetune/Step": 1463, "Finetune/Step Time": 6.707381522282958}
+{"Finetune/Learning Rate": 1.8723894702610258e-05, "Finetune/Loss": 0.8217995166778564, "Finetune/Loss (Raw)": 0.8145554661750793, "Finetune/Step": 1464, "Finetune/Step Time": 6.71244483999908}
+{"Finetune/Learning Rate": 1.8721864283169053e-05, "Finetune/Loss": 0.8209363222122192, "Finetune/Loss (Raw)": 0.8581011295318604, "Finetune/Step": 1465, "Finetune/Step Time": 6.705417923629284}
+{"Finetune/Learning Rate": 1.8719832359975254e-05, "Finetune/Loss": 0.8253171443939209, "Finetune/Loss (Raw)": 0.8685359954833984, "Finetune/Step": 1466, "Finetune/Step Time": 6.690396871417761}
+{"Finetune/Learning Rate": 1.8717798933379184e-05, "Finetune/Loss": 0.8258733153343201, "Finetune/Loss (Raw)": 0.8394025564193726, "Finetune/Step": 1467, "Finetune/Step Time": 6.706907877698541}
+{"Finetune/Learning Rate": 1.8715764003731437e-05, "Finetune/Loss": 0.8264673948287964, "Finetune/Loss (Raw)": 0.9203325510025024, "Finetune/Step": 1468, "Finetune/Step Time": 6.699069501832128}
+{"Finetune/Learning Rate": 1.8713727571382857e-05, "Finetune/Loss": 0.8229585886001587, "Finetune/Loss (Raw)": 0.3869975507259369, "Finetune/Step": 1469, "Finetune/Step Time": 6.718538789078593}
+{"Finetune/Learning Rate": 1.8711689636684545e-05, "Finetune/Loss": 0.8220342993736267, "Finetune/Loss (Raw)": 0.8024805784225464, "Finetune/Step": 1470, "Finetune/Step Time": 6.706180298700929}
+{"Finetune/Learning Rate": 1.870965019998787e-05, "Finetune/Loss": 0.8224119544029236, "Finetune/Loss (Raw)": 0.8485819101333618, "Finetune/Step": 1471, "Finetune/Step Time": 6.690332608297467}
+{"Finetune/Learning Rate": 1.8707609261644447e-05, "Finetune/Loss": 0.8221341967582703, "Finetune/Loss (Raw)": 0.7774782180786133, "Finetune/Step": 1472, "Finetune/Step Time": 6.682484870776534}
+{"Finetune/Learning Rate": 1.8705566822006166e-05, "Finetune/Loss": 0.819119930267334, "Finetune/Loss (Raw)": 0.6162990927696228, "Finetune/Step": 1473, "Finetune/Step Time": 6.687773400917649}
+{"Finetune/Learning Rate": 1.8703522881425167e-05, "Finetune/Loss": 0.8203263878822327, "Finetune/Loss (Raw)": 1.0430351495742798, "Finetune/Step": 1474, "Finetune/Step Time": 6.682076578959823}
+{"Finetune/Learning Rate": 1.8701477440253842e-05, "Finetune/Loss": 0.81830894947052, "Finetune/Loss (Raw)": 0.68858402967453, "Finetune/Step": 1475, "Finetune/Step Time": 6.663935229182243}
+{"Finetune/Learning Rate": 1.8699430498844863e-05, "Finetune/Loss": 0.8221235871315002, "Finetune/Loss (Raw)": 0.9233570694923401, "Finetune/Step": 1476, "Finetune/Step Time": 6.6469573099166155}
+{"Finetune/Learning Rate": 1.8697382057551134e-05, "Finetune/Loss": 0.8172171711921692, "Finetune/Loss (Raw)": 0.31175994873046875, "Finetune/Step": 1477, "Finetune/Step Time": 6.6500424556434155}
+{"Finetune/Learning Rate": 1.8695332116725837e-05, "Finetune/Loss": 0.8181781768798828, "Finetune/Loss (Raw)": 1.0265464782714844, "Finetune/Step": 1478, "Finetune/Step Time": 6.641939960420132}
+{"Finetune/Learning Rate": 1.8693280676722406e-05, "Finetune/Loss": 0.8169511556625366, "Finetune/Loss (Raw)": 0.7662500143051147, "Finetune/Step": 1479, "Finetune/Step Time": 6.665790678933263}
+{"Finetune/Learning Rate": 1.869122773789453e-05, "Finetune/Loss": 0.8204570412635803, "Finetune/Loss (Raw)": 0.8742258548736572, "Finetune/Step": 1480, "Finetune/Step Time": 6.646569017320871}
+{"Finetune/Learning Rate": 1.8689173300596164e-05, "Finetune/Loss": 0.82086580991745, "Finetune/Loss (Raw)": 0.9087912440299988, "Finetune/Step": 1481, "Finetune/Step Time": 6.651024853810668}
+{"Finetune/Learning Rate": 1.8687117365181514e-05, "Finetune/Loss": 0.8205012679100037, "Finetune/Loss (Raw)": 0.8161783218383789, "Finetune/Step": 1482, "Finetune/Step Time": 6.652451530098915}
+{"Finetune/Learning Rate": 1.8685059932005046e-05, "Finetune/Loss": 0.8171999454498291, "Finetune/Loss (Raw)": 0.589845597743988, "Finetune/Step": 1483, "Finetune/Step Time": 6.6759667824953794}
+{"Finetune/Learning Rate": 1.8683001001421494e-05, "Finetune/Loss": 0.8163994550704956, "Finetune/Loss (Raw)": 0.9105299115180969, "Finetune/Step": 1484, "Finetune/Step Time": 6.672375187277794}
+{"Finetune/Learning Rate": 1.868094057378583e-05, "Finetune/Loss": 0.8155430555343628, "Finetune/Loss (Raw)": 0.7938722968101501, "Finetune/Step": 1485, "Finetune/Step Time": 6.6611925065517426}
+{"Finetune/Learning Rate": 1.8678878649453308e-05, "Finetune/Loss": 0.8108407258987427, "Finetune/Loss (Raw)": 0.30827125906944275, "Finetune/Step": 1486, "Finetune/Step Time": 6.67958851903677}
+{"Finetune/Learning Rate": 1.8676815228779423e-05, "Finetune/Loss": 0.8125835061073303, "Finetune/Loss (Raw)": 1.0238807201385498, "Finetune/Step": 1487, "Finetune/Step Time": 6.674921168014407}
+{"Finetune/Learning Rate": 1.867475031211993e-05, "Finetune/Loss": 0.8138836622238159, "Finetune/Loss (Raw)": 1.112496256828308, "Finetune/Step": 1488, "Finetune/Step Time": 6.672284707427025}
+{"Finetune/Learning Rate": 1.8672683899830854e-05, "Finetune/Loss": 0.8111845850944519, "Finetune/Loss (Raw)": 0.6571999788284302, "Finetune/Step": 1489, "Finetune/Step Time": 6.685854559764266}
+{"Finetune/Learning Rate": 1.8670615992268457e-05, "Finetune/Loss": 0.8103452920913696, "Finetune/Loss (Raw)": 0.7781856060028076, "Finetune/Step": 1490, "Finetune/Step Time": 6.7067004926502705}
+{"Finetune/Learning Rate": 1.8668546589789277e-05, "Finetune/Loss": 0.8093290328979492, "Finetune/Loss (Raw)": 0.7082458734512329, "Finetune/Step": 1491, "Finetune/Step Time": 6.720330020412803}
+{"Finetune/Learning Rate": 1.8666475692750107e-05, "Finetune/Loss": 0.8104653358459473, "Finetune/Loss (Raw)": 0.948474645614624, "Finetune/Step": 1492, "Finetune/Step Time": 6.691965753212571}
+{"Finetune/Learning Rate": 1.8664403301507986e-05, "Finetune/Loss": 0.8069900274276733, "Finetune/Loss (Raw)": 0.3338526487350464, "Finetune/Step": 1493, "Finetune/Step Time": 6.705895017832518}
+{"Finetune/Learning Rate": 1.866232941642023e-05, "Finetune/Loss": 0.8064932823181152, "Finetune/Loss (Raw)": 0.8253140449523926, "Finetune/Step": 1494, "Finetune/Step Time": 6.709845662117004}
+{"Finetune/Learning Rate": 1.866025403784439e-05, "Finetune/Loss": 0.8069060444831848, "Finetune/Loss (Raw)": 0.8595278859138489, "Finetune/Step": 1495, "Finetune/Step Time": 6.695661582052708}
+{"Finetune/Learning Rate": 1.8658177166138286e-05, "Finetune/Loss": 0.807123601436615, "Finetune/Loss (Raw)": 0.9139463901519775, "Finetune/Step": 1496, "Finetune/Step Time": 6.685417314991355}
+{"Finetune/Learning Rate": 1.8656098801660008e-05, "Finetune/Loss": 0.8053832650184631, "Finetune/Loss (Raw)": 0.7707366943359375, "Finetune/Step": 1497, "Finetune/Step Time": 6.679519003257155}
+{"Finetune/Learning Rate": 1.8654018944767878e-05, "Finetune/Loss": 0.8071638345718384, "Finetune/Loss (Raw)": 0.9850251078605652, "Finetune/Step": 1498, "Finetune/Step Time": 6.68231338635087}
+{"Finetune/Learning Rate": 1.865193759582049e-05, "Finetune/Loss": 0.8034378290176392, "Finetune/Loss (Raw)": 0.42728525400161743, "Finetune/Step": 1499, "Finetune/Step Time": 6.69704400934279}
+{"Finetune/Learning Rate": 1.86498547551767e-05, "Finetune/Loss": 0.8032782673835754, "Finetune/Loss (Raw)": 0.3578422963619232, "Finetune/Step": 1500, "Finetune/Step Time": 6.6967233549803495}
+{"Finetune/Learning Rate": 1.8647770423195607e-05, "Finetune/Loss": 0.8032336235046387, "Finetune/Loss (Raw)": 0.9762867093086243, "Finetune/Step": 1501, "Finetune/Step Time": 6.72870197147131}
+{"Finetune/Learning Rate": 1.864568460023658e-05, "Finetune/Loss": 0.804764449596405, "Finetune/Loss (Raw)": 0.945769190788269, "Finetune/Step": 1502, "Finetune/Step Time": 6.72178659774363}
+{"Finetune/Learning Rate": 1.8643597286659233e-05, "Finetune/Loss": 0.8031607866287231, "Finetune/Loss (Raw)": 0.7325933575630188, "Finetune/Step": 1503, "Finetune/Step Time": 6.7246151473373175}
+{"Finetune/Learning Rate": 1.864150848282345e-05, "Finetune/Loss": 0.8076654672622681, "Finetune/Loss (Raw)": 0.8980701565742493, "Finetune/Step": 1504, "Finetune/Step Time": 6.7166851703077555}
+{"Finetune/Learning Rate": 1.863941818908936e-05, "Finetune/Loss": 0.8080004453659058, "Finetune/Loss (Raw)": 0.8550342917442322, "Finetune/Step": 1505, "Finetune/Step Time": 6.703513050451875}
+{"Finetune/Learning Rate": 1.863732640581736e-05, "Finetune/Loss": 0.8068040609359741, "Finetune/Loss (Raw)": 0.7961112856864929, "Finetune/Step": 1506, "Finetune/Step Time": 6.692754166200757}
+{"Finetune/Learning Rate": 1.8635233133368093e-05, "Finetune/Loss": 0.8095666766166687, "Finetune/Loss (Raw)": 0.9542624950408936, "Finetune/Step": 1507, "Finetune/Step Time": 6.67256004922092}
+{"Finetune/Learning Rate": 1.863313837210247e-05, "Finetune/Loss": 0.8103325963020325, "Finetune/Loss (Raw)": 0.9546332359313965, "Finetune/Step": 1508, "Finetune/Step Time": 6.676413215696812}
+{"Finetune/Learning Rate": 1.8631042122381644e-05, "Finetune/Loss": 0.809820294380188, "Finetune/Loss (Raw)": 0.869272768497467, "Finetune/Step": 1509, "Finetune/Step Time": 6.671704553067684}
+{"Finetune/Learning Rate": 1.8628944384567043e-05, "Finetune/Loss": 0.8104969263076782, "Finetune/Loss (Raw)": 0.9621740579605103, "Finetune/Step": 1510, "Finetune/Step Time": 6.6718776021152735}
+{"Finetune/Learning Rate": 1.862684515902033e-05, "Finetune/Loss": 0.8122075200080872, "Finetune/Loss (Raw)": 0.9703094363212585, "Finetune/Step": 1511, "Finetune/Step Time": 6.671374736353755}
+{"Finetune/Learning Rate": 1.8624744446103453e-05, "Finetune/Loss": 0.8113505840301514, "Finetune/Loss (Raw)": 0.7539300918579102, "Finetune/Step": 1512, "Finetune/Step Time": 6.676066730171442}
+{"Finetune/Learning Rate": 1.8622642246178585e-05, "Finetune/Loss": 0.8117979764938354, "Finetune/Loss (Raw)": 0.9952616095542908, "Finetune/Step": 1513, "Finetune/Step Time": 6.68901751190424}
+{"Finetune/Learning Rate": 1.8620538559608176e-05, "Finetune/Loss": 0.8113821744918823, "Finetune/Loss (Raw)": 0.7927489876747131, "Finetune/Step": 1514, "Finetune/Step Time": 6.708868948742747}
+{"Finetune/Learning Rate": 1.8618433386754923e-05, "Finetune/Loss": 0.8125033378601074, "Finetune/Loss (Raw)": 0.8792114853858948, "Finetune/Step": 1515, "Finetune/Step Time": 6.707777883857489}
+{"Finetune/Learning Rate": 1.8616326727981787e-05, "Finetune/Loss": 0.812233030796051, "Finetune/Loss (Raw)": 0.906905472278595, "Finetune/Step": 1516, "Finetune/Step Time": 6.7101071160286665}
+{"Finetune/Learning Rate": 1.861421858365198e-05, "Finetune/Loss": 0.8115612268447876, "Finetune/Loss (Raw)": 0.7926941514015198, "Finetune/Step": 1517, "Finetune/Step Time": 6.712298398837447}
+{"Finetune/Learning Rate": 1.861210895412897e-05, "Finetune/Loss": 0.8113399744033813, "Finetune/Loss (Raw)": 1.007451057434082, "Finetune/Step": 1518, "Finetune/Step Time": 6.707126336172223}
+{"Finetune/Learning Rate": 1.8609997839776482e-05, "Finetune/Loss": 0.8105783462524414, "Finetune/Loss (Raw)": 0.7166991829872131, "Finetune/Step": 1519, "Finetune/Step Time": 6.692719949409366}
+{"Finetune/Learning Rate": 1.86078852409585e-05, "Finetune/Loss": 0.8072701692581177, "Finetune/Loss (Raw)": 0.40209513902664185, "Finetune/Step": 1520, "Finetune/Step Time": 6.677558287978172}
+{"Finetune/Learning Rate": 1.8605771158039253e-05, "Finetune/Loss": 0.8084363341331482, "Finetune/Loss (Raw)": 0.9100784659385681, "Finetune/Step": 1521, "Finetune/Step Time": 6.641642229631543}
+{"Finetune/Learning Rate": 1.8603655591383245e-05, "Finetune/Loss": 0.8068734407424927, "Finetune/Loss (Raw)": 0.7413206696510315, "Finetune/Step": 1522, "Finetune/Step Time": 6.652856666594744}
+{"Finetune/Learning Rate": 1.8601538541355215e-05, "Finetune/Loss": 0.805556058883667, "Finetune/Loss (Raw)": 0.6519896388053894, "Finetune/Step": 1523, "Finetune/Step Time": 6.667183319106698}
+{"Finetune/Learning Rate": 1.8599420008320176e-05, "Finetune/Loss": 0.8063045144081116, "Finetune/Loss (Raw)": 0.7170403003692627, "Finetune/Step": 1524, "Finetune/Step Time": 6.685383988544345}
+{"Finetune/Learning Rate": 1.859729999264338e-05, "Finetune/Loss": 0.8048864603042603, "Finetune/Loss (Raw)": 0.7047863006591797, "Finetune/Step": 1525, "Finetune/Step Time": 6.6743797324597836}
+{"Finetune/Learning Rate": 1.8595178494690346e-05, "Finetune/Loss": 0.8056100606918335, "Finetune/Loss (Raw)": 0.9545161724090576, "Finetune/Step": 1526, "Finetune/Step Time": 6.674045054242015}
+{"Finetune/Learning Rate": 1.859305551482685e-05, "Finetune/Loss": 0.8075582981109619, "Finetune/Loss (Raw)": 0.8544120788574219, "Finetune/Step": 1527, "Finetune/Step Time": 6.668947719037533}
+{"Finetune/Learning Rate": 1.8590931053418912e-05, "Finetune/Loss": 0.8035120964050293, "Finetune/Loss (Raw)": 0.42707934975624084, "Finetune/Step": 1528, "Finetune/Step Time": 6.682606056332588}
+{"Finetune/Learning Rate": 1.858880511083282e-05, "Finetune/Loss": 0.8047547340393066, "Finetune/Loss (Raw)": 0.9711072444915771, "Finetune/Step": 1529, "Finetune/Step Time": 6.684708833694458}
+{"Finetune/Learning Rate": 1.8586677687435104e-05, "Finetune/Loss": 0.8064078092575073, "Finetune/Loss (Raw)": 0.6015664339065552, "Finetune/Step": 1530, "Finetune/Step Time": 6.6838012635707855}
+{"Finetune/Learning Rate": 1.8584548783592564e-05, "Finetune/Loss": 0.807129979133606, "Finetune/Loss (Raw)": 0.9218650460243225, "Finetune/Step": 1531, "Finetune/Step Time": 6.687283545732498}
+{"Finetune/Learning Rate": 1.8582418399672245e-05, "Finetune/Loss": 0.8070340156555176, "Finetune/Loss (Raw)": 0.8747753500938416, "Finetune/Step": 1532, "Finetune/Step Time": 6.696639373898506}
+{"Finetune/Learning Rate": 1.858028653604145e-05, "Finetune/Loss": 0.8068256974220276, "Finetune/Loss (Raw)": 0.6835266947746277, "Finetune/Step": 1533, "Finetune/Step Time": 6.690685017034411}
+{"Finetune/Learning Rate": 1.8578153193067746e-05, "Finetune/Loss": 0.8054770231246948, "Finetune/Loss (Raw)": 0.6901715993881226, "Finetune/Step": 1534, "Finetune/Step Time": 6.698179235681891}
+{"Finetune/Learning Rate": 1.857601837111893e-05, "Finetune/Loss": 0.8089414834976196, "Finetune/Loss (Raw)": 0.8178178071975708, "Finetune/Step": 1535, "Finetune/Step Time": 6.68149976991117}
+{"Finetune/Learning Rate": 1.857388207056309e-05, "Finetune/Loss": 0.8094448447227478, "Finetune/Loss (Raw)": 0.8013355135917664, "Finetune/Step": 1536, "Finetune/Step Time": 6.68764116987586}
+{"Finetune/Learning Rate": 1.857174429176853e-05, "Finetune/Loss": 0.8087905645370483, "Finetune/Loss (Raw)": 0.8270523548126221, "Finetune/Step": 1537, "Finetune/Step Time": 6.688511153683066}
+{"Finetune/Learning Rate": 1.856960503510384e-05, "Finetune/Loss": 0.8061591386795044, "Finetune/Loss (Raw)": 0.4343392848968506, "Finetune/Step": 1538, "Finetune/Step Time": 6.6775523610413074}
+{"Finetune/Learning Rate": 1.8567464300937853e-05, "Finetune/Loss": 0.8062214851379395, "Finetune/Loss (Raw)": 0.885869562625885, "Finetune/Step": 1539, "Finetune/Step Time": 6.669041151180863}
+{"Finetune/Learning Rate": 1.8565322089639654e-05, "Finetune/Loss": 0.8072900772094727, "Finetune/Loss (Raw)": 0.8138108849525452, "Finetune/Step": 1540, "Finetune/Step Time": 6.66890562325716}
+{"Finetune/Learning Rate": 1.8563178401578586e-05, "Finetune/Loss": 0.8075077533721924, "Finetune/Loss (Raw)": 0.9457237124443054, "Finetune/Step": 1541, "Finetune/Step Time": 6.659076020121574}
+{"Finetune/Learning Rate": 1.856103323712425e-05, "Finetune/Loss": 0.8047959208488464, "Finetune/Loss (Raw)": 0.6686703562736511, "Finetune/Step": 1542, "Finetune/Step Time": 6.667167557403445}
+{"Finetune/Learning Rate": 1.855888659664649e-05, "Finetune/Loss": 0.8041245937347412, "Finetune/Loss (Raw)": 0.7609132528305054, "Finetune/Step": 1543, "Finetune/Step Time": 6.6637450736016035}
+{"Finetune/Learning Rate": 1.855673848051542e-05, "Finetune/Loss": 0.8037346601486206, "Finetune/Loss (Raw)": 0.9161036014556885, "Finetune/Step": 1544, "Finetune/Step Time": 6.653198264539242}
+{"Finetune/Learning Rate": 1.8554588889101395e-05, "Finetune/Loss": 0.8035374283790588, "Finetune/Loss (Raw)": 0.8221817016601562, "Finetune/Step": 1545, "Finetune/Step Time": 6.66558812558651}
+{"Finetune/Learning Rate": 1.855243782277503e-05, "Finetune/Loss": 0.8053060173988342, "Finetune/Loss (Raw)": 0.958888053894043, "Finetune/Step": 1546, "Finetune/Step Time": 6.66440580226481}
+{"Finetune/Learning Rate": 1.8550285281907198e-05, "Finetune/Loss": 0.806247353553772, "Finetune/Loss (Raw)": 0.8499100208282471, "Finetune/Step": 1547, "Finetune/Step Time": 6.669807493686676}
+{"Finetune/Learning Rate": 1.8548131266869024e-05, "Finetune/Loss": 0.8058366775512695, "Finetune/Loss (Raw)": 0.8647556304931641, "Finetune/Step": 1548, "Finetune/Step Time": 6.679551042616367}
+{"Finetune/Learning Rate": 1.8545975778031878e-05, "Finetune/Loss": 0.8025585412979126, "Finetune/Loss (Raw)": 0.40410274267196655, "Finetune/Step": 1549, "Finetune/Step Time": 6.7094600554555655}
+{"Finetune/Learning Rate": 1.8543818815767402e-05, "Finetune/Loss": 0.803624153137207, "Finetune/Loss (Raw)": 0.9057196974754333, "Finetune/Step": 1550, "Finetune/Step Time": 6.707934156060219}
+{"Finetune/Learning Rate": 1.854166038044747e-05, "Finetune/Loss": 0.8021633625030518, "Finetune/Loss (Raw)": 0.7602341175079346, "Finetune/Step": 1551, "Finetune/Step Time": 6.701842989772558}
+{"Finetune/Learning Rate": 1.853950047244423e-05, "Finetune/Loss": 0.8031972646713257, "Finetune/Loss (Raw)": 0.9246483445167542, "Finetune/Step": 1552, "Finetune/Step Time": 6.701971804723144}
+{"Finetune/Learning Rate": 1.853733909213008e-05, "Finetune/Loss": 0.80263352394104, "Finetune/Loss (Raw)": 0.7838966250419617, "Finetune/Step": 1553, "Finetune/Step Time": 6.712826663628221}
+{"Finetune/Learning Rate": 1.8535176239877653e-05, "Finetune/Loss": 0.8025321960449219, "Finetune/Loss (Raw)": 0.768836498260498, "Finetune/Step": 1554, "Finetune/Step Time": 6.703193735331297}
+{"Finetune/Learning Rate": 1.853301191605986e-05, "Finetune/Loss": 0.8038517236709595, "Finetune/Loss (Raw)": 0.9158947467803955, "Finetune/Step": 1555, "Finetune/Step Time": 6.705308938398957}
+{"Finetune/Learning Rate": 1.8530846121049856e-05, "Finetune/Loss": 0.803320050239563, "Finetune/Loss (Raw)": 0.6995996236801147, "Finetune/Step": 1556, "Finetune/Step Time": 6.710572583600879}
+{"Finetune/Learning Rate": 1.852867885522105e-05, "Finetune/Loss": 0.8039283752441406, "Finetune/Loss (Raw)": 0.7996746897697449, "Finetune/Step": 1557, "Finetune/Step Time": 6.708925578743219}
+{"Finetune/Learning Rate": 1.8526510118947102e-05, "Finetune/Loss": 0.8041065335273743, "Finetune/Loss (Raw)": 0.8555911779403687, "Finetune/Step": 1558, "Finetune/Step Time": 6.698046823963523}
+{"Finetune/Learning Rate": 1.8524339912601925e-05, "Finetune/Loss": 0.8067017197608948, "Finetune/Loss (Raw)": 1.0904343128204346, "Finetune/Step": 1559, "Finetune/Step Time": 6.688683396205306}
+{"Finetune/Learning Rate": 1.8522168236559693e-05, "Finetune/Loss": 0.8078122138977051, "Finetune/Loss (Raw)": 0.9080402851104736, "Finetune/Step": 1560, "Finetune/Step Time": 6.6926038190722466}
+{"Finetune/Learning Rate": 1.851999509119483e-05, "Finetune/Loss": 0.8072364926338196, "Finetune/Loss (Raw)": 0.8789330124855042, "Finetune/Step": 1561, "Finetune/Step Time": 6.689421297982335}
+{"Finetune/Learning Rate": 1.8517820476882008e-05, "Finetune/Loss": 0.8113985061645508, "Finetune/Loss (Raw)": 0.9040372967720032, "Finetune/Step": 1562, "Finetune/Step Time": 6.677931863814592}
+{"Finetune/Learning Rate": 1.8515644393996155e-05, "Finetune/Loss": 0.8105465769767761, "Finetune/Loss (Raw)": 0.8040765523910522, "Finetune/Step": 1563, "Finetune/Step Time": 6.6951404716819525}
+{"Finetune/Learning Rate": 1.851346684291246e-05, "Finetune/Loss": 0.8118506073951721, "Finetune/Loss (Raw)": 0.7853295803070068, "Finetune/Step": 1564, "Finetune/Step Time": 6.680374056100845}
+{"Finetune/Learning Rate": 1.851128782400635e-05, "Finetune/Loss": 0.8108420372009277, "Finetune/Loss (Raw)": 0.7580245733261108, "Finetune/Step": 1565, "Finetune/Step Time": 6.678996110334992}
+{"Finetune/Learning Rate": 1.850910733765352e-05, "Finetune/Loss": 0.8099046945571899, "Finetune/Loss (Raw)": 0.7735009789466858, "Finetune/Step": 1566, "Finetune/Step Time": 6.684885187074542}
+{"Finetune/Learning Rate": 1.850692538422991e-05, "Finetune/Loss": 0.8091409206390381, "Finetune/Loss (Raw)": 0.8476970791816711, "Finetune/Step": 1567, "Finetune/Step Time": 6.690263571217656}
+{"Finetune/Learning Rate": 1.8504741964111713e-05, "Finetune/Loss": 0.810850977897644, "Finetune/Loss (Raw)": 0.8447082042694092, "Finetune/Step": 1568, "Finetune/Step Time": 6.662077767774463}
+{"Finetune/Learning Rate": 1.8502557077675378e-05, "Finetune/Loss": 0.8095599412918091, "Finetune/Loss (Raw)": 0.6986991763114929, "Finetune/Step": 1569, "Finetune/Step Time": 6.653159247711301}
+{"Finetune/Learning Rate": 1.850037072529761e-05, "Finetune/Loss": 0.8104600310325623, "Finetune/Loss (Raw)": 0.9613037109375, "Finetune/Step": 1570, "Finetune/Step Time": 6.649873634800315}
+{"Finetune/Learning Rate": 1.849818290735535e-05, "Finetune/Loss": 0.8110612630844116, "Finetune/Loss (Raw)": 0.9096855521202087, "Finetune/Step": 1571, "Finetune/Step Time": 6.645473834127188}
+{"Finetune/Learning Rate": 1.8495993624225814e-05, "Finetune/Loss": 0.8121340274810791, "Finetune/Loss (Raw)": 0.9325958490371704, "Finetune/Step": 1572, "Finetune/Step Time": 6.639194974675775}
+{"Finetune/Learning Rate": 1.849380287628646e-05, "Finetune/Loss": 0.8118478655815125, "Finetune/Loss (Raw)": 0.8205230236053467, "Finetune/Step": 1573, "Finetune/Step Time": 6.654348634183407}
+{"Finetune/Learning Rate": 1.8491610663914993e-05, "Finetune/Loss": 0.8118804693222046, "Finetune/Loss (Raw)": 0.7236141562461853, "Finetune/Step": 1574, "Finetune/Step Time": 6.638336576521397}
+{"Finetune/Learning Rate": 1.8489416987489377e-05, "Finetune/Loss": 0.812531054019928, "Finetune/Loss (Raw)": 0.9721235632896423, "Finetune/Step": 1575, "Finetune/Step Time": 6.647295627743006}
+{"Finetune/Learning Rate": 1.8487221847387833e-05, "Finetune/Loss": 0.81207275390625, "Finetune/Loss (Raw)": 0.8587686419487, "Finetune/Step": 1576, "Finetune/Step Time": 6.650323452427983}
+{"Finetune/Learning Rate": 1.8485025243988825e-05, "Finetune/Loss": 0.813145101070404, "Finetune/Loss (Raw)": 0.8758537173271179, "Finetune/Step": 1577, "Finetune/Step Time": 6.641489064320922}
+{"Finetune/Learning Rate": 1.8482827177671076e-05, "Finetune/Loss": 0.8144922256469727, "Finetune/Loss (Raw)": 0.8989354968070984, "Finetune/Step": 1578, "Finetune/Step Time": 6.600014910101891}
+{"Finetune/Learning Rate": 1.8480627648813557e-05, "Finetune/Loss": 0.813991367816925, "Finetune/Loss (Raw)": 0.7881181836128235, "Finetune/Step": 1579, "Finetune/Step Time": 6.604933043941855}
+{"Finetune/Learning Rate": 1.847842665779549e-05, "Finetune/Loss": 0.8121331334114075, "Finetune/Loss (Raw)": 0.697396993637085, "Finetune/Step": 1580, "Finetune/Step Time": 6.638889627531171}
+{"Finetune/Learning Rate": 1.847622420499636e-05, "Finetune/Loss": 0.811767041683197, "Finetune/Loss (Raw)": 0.7569844722747803, "Finetune/Step": 1581, "Finetune/Step Time": 6.634221907705069}
+{"Finetune/Learning Rate": 1.847402029079589e-05, "Finetune/Loss": 0.8100019693374634, "Finetune/Loss (Raw)": 0.8286904096603394, "Finetune/Step": 1582, "Finetune/Step Time": 6.63546035438776}
+{"Finetune/Learning Rate": 1.8471814915574057e-05, "Finetune/Loss": 0.8095672130584717, "Finetune/Loss (Raw)": 0.8826876878738403, "Finetune/Step": 1583, "Finetune/Step Time": 6.638234302401543}
+{"Finetune/Learning Rate": 1.8469608079711105e-05, "Finetune/Loss": 0.8098403215408325, "Finetune/Loss (Raw)": 0.8452418446540833, "Finetune/Step": 1584, "Finetune/Step Time": 6.639814989641309}
+{"Finetune/Learning Rate": 1.8467399783587506e-05, "Finetune/Loss": 0.8143765330314636, "Finetune/Loss (Raw)": 0.9509477615356445, "Finetune/Step": 1585, "Finetune/Step Time": 6.630114324390888}
+{"Finetune/Learning Rate": 1.8465190027584007e-05, "Finetune/Loss": 0.8157051801681519, "Finetune/Loss (Raw)": 1.0379637479782104, "Finetune/Step": 1586, "Finetune/Step Time": 6.680263454094529}
+{"Finetune/Learning Rate": 1.8462978812081585e-05, "Finetune/Loss": 0.8154748678207397, "Finetune/Loss (Raw)": 0.9555102586746216, "Finetune/Step": 1587, "Finetune/Step Time": 6.684104662388563}
+{"Finetune/Learning Rate": 1.8460766137461492e-05, "Finetune/Loss": 0.8140877485275269, "Finetune/Loss (Raw)": 0.8381537199020386, "Finetune/Step": 1588, "Finetune/Step Time": 6.694070698693395}
+{"Finetune/Learning Rate": 1.8458552004105215e-05, "Finetune/Loss": 0.8124609589576721, "Finetune/Loss (Raw)": 0.8512911796569824, "Finetune/Step": 1589, "Finetune/Step Time": 6.709857765585184}
+{"Finetune/Learning Rate": 1.845633641239449e-05, "Finetune/Loss": 0.8127275109291077, "Finetune/Loss (Raw)": 0.9458189010620117, "Finetune/Step": 1590, "Finetune/Step Time": 6.715028403326869}
+{"Finetune/Learning Rate": 1.845411936271132e-05, "Finetune/Loss": 0.8100395798683167, "Finetune/Loss (Raw)": 0.6120294332504272, "Finetune/Step": 1591, "Finetune/Step Time": 6.73043248616159}
+{"Finetune/Learning Rate": 1.845190085543795e-05, "Finetune/Loss": 0.8092271685600281, "Finetune/Loss (Raw)": 0.7105662226676941, "Finetune/Step": 1592, "Finetune/Step Time": 6.732482982799411}
+{"Finetune/Learning Rate": 1.844968089095687e-05, "Finetune/Loss": 0.8086386919021606, "Finetune/Loss (Raw)": 0.7827780842781067, "Finetune/Step": 1593, "Finetune/Step Time": 6.7357101030647755}
+{"Finetune/Learning Rate": 1.8447459469650835e-05, "Finetune/Loss": 0.8084354400634766, "Finetune/Loss (Raw)": 0.84251868724823, "Finetune/Step": 1594, "Finetune/Step Time": 6.741378277540207}
+{"Finetune/Learning Rate": 1.844523659190284e-05, "Finetune/Loss": 0.8075525760650635, "Finetune/Loss (Raw)": 0.7263988256454468, "Finetune/Step": 1595, "Finetune/Step Time": 6.720277724787593}
+{"Finetune/Learning Rate": 1.8443012258096135e-05, "Finetune/Loss": 0.8070420026779175, "Finetune/Loss (Raw)": 0.8549799919128418, "Finetune/Step": 1596, "Finetune/Step Time": 6.725139174610376}
+{"Finetune/Learning Rate": 1.8440786468614225e-05, "Finetune/Loss": 0.8097429275512695, "Finetune/Loss (Raw)": 0.7327157855033875, "Finetune/Step": 1597, "Finetune/Step Time": 6.711324801668525}
+{"Finetune/Learning Rate": 1.843855922384086e-05, "Finetune/Loss": 0.8099371194839478, "Finetune/Loss (Raw)": 0.8273375034332275, "Finetune/Step": 1598, "Finetune/Step Time": 6.724470702931285}
+{"Finetune/Learning Rate": 1.8436330524160048e-05, "Finetune/Loss": 0.8063004016876221, "Finetune/Loss (Raw)": 0.3830815255641937, "Finetune/Step": 1599, "Finetune/Step Time": 6.735022004693747}
+{"Finetune/Learning Rate": 1.8434100369956036e-05, "Finetune/Loss": 0.80739426612854, "Finetune/Loss (Raw)": 0.9174928665161133, "Finetune/Step": 1600, "Finetune/Step Time": 6.7393709141761065}
+{"Finetune/Learning Rate": 1.8431868761613335e-05, "Finetune/Loss": 0.8056333065032959, "Finetune/Loss (Raw)": 0.3908981382846832, "Finetune/Step": 1601, "Finetune/Step Time": 6.7540156953036785}
+{"Finetune/Learning Rate": 1.8429635699516694e-05, "Finetune/Loss": 0.8049883842468262, "Finetune/Loss (Raw)": 0.9604790806770325, "Finetune/Step": 1602, "Finetune/Step Time": 6.7643461506813765}
+{"Finetune/Learning Rate": 1.8427401184051127e-05, "Finetune/Loss": 0.8068910241127014, "Finetune/Loss (Raw)": 0.9321272373199463, "Finetune/Step": 1603, "Finetune/Step Time": 6.7608569879084826}
+{"Finetune/Learning Rate": 1.8425165215601885e-05, "Finetune/Loss": 0.8061385154724121, "Finetune/Loss (Raw)": 0.8270274996757507, "Finetune/Step": 1604, "Finetune/Step Time": 6.760515157133341}
+{"Finetune/Learning Rate": 1.842292779455448e-05, "Finetune/Loss": 0.8089481592178345, "Finetune/Loss (Raw)": 0.6713982224464417, "Finetune/Step": 1605, "Finetune/Step Time": 6.750319447368383}
+{"Finetune/Learning Rate": 1.842068892129467e-05, "Finetune/Loss": 0.8058472871780396, "Finetune/Loss (Raw)": 0.6296381950378418, "Finetune/Step": 1606, "Finetune/Step Time": 6.78140277788043}
+{"Finetune/Learning Rate": 1.8418448596208454e-05, "Finetune/Loss": 0.8064195513725281, "Finetune/Loss (Raw)": 0.8394998908042908, "Finetune/Step": 1607, "Finetune/Step Time": 6.759620260447264}
+{"Finetune/Learning Rate": 1.8416206819682102e-05, "Finetune/Loss": 0.8026726245880127, "Finetune/Loss (Raw)": 0.39461836218833923, "Finetune/Step": 1608, "Finetune/Step Time": 6.779604708775878}
+{"Finetune/Learning Rate": 1.8413963592102114e-05, "Finetune/Loss": 0.8025116324424744, "Finetune/Loss (Raw)": 0.8881857395172119, "Finetune/Step": 1609, "Finetune/Step Time": 6.775127813220024}
+{"Finetune/Learning Rate": 1.8411718913855256e-05, "Finetune/Loss": 0.8029813766479492, "Finetune/Loss (Raw)": 0.8763001561164856, "Finetune/Step": 1610, "Finetune/Step Time": 6.76763079315424}
+{"Finetune/Learning Rate": 1.8409472785328536e-05, "Finetune/Loss": 0.8042635321617126, "Finetune/Loss (Raw)": 0.7539655566215515, "Finetune/Step": 1611, "Finetune/Step Time": 6.7702370677143335}
+{"Finetune/Learning Rate": 1.840722520690921e-05, "Finetune/Loss": 0.8035129308700562, "Finetune/Loss (Raw)": 0.8144438862800598, "Finetune/Step": 1612, "Finetune/Step Time": 6.772996062412858}
+{"Finetune/Learning Rate": 1.840497617898479e-05, "Finetune/Loss": 0.8030650615692139, "Finetune/Loss (Raw)": 0.7365517616271973, "Finetune/Step": 1613, "Finetune/Step Time": 6.784963132813573}
+{"Finetune/Learning Rate": 1.8402725701943028e-05, "Finetune/Loss": 0.8076183795928955, "Finetune/Loss (Raw)": 0.8910979628562927, "Finetune/Step": 1614, "Finetune/Step Time": 6.765592975541949}
+{"Finetune/Learning Rate": 1.8400473776171943e-05, "Finetune/Loss": 0.807125449180603, "Finetune/Loss (Raw)": 0.9607826471328735, "Finetune/Step": 1615, "Finetune/Step Time": 6.768654651939869}
+{"Finetune/Learning Rate": 1.8398220402059788e-05, "Finetune/Loss": 0.8051782846450806, "Finetune/Loss (Raw)": 0.8632630109786987, "Finetune/Step": 1616, "Finetune/Step Time": 6.767623718827963}
+{"Finetune/Learning Rate": 1.8395965579995073e-05, "Finetune/Loss": 0.8064031004905701, "Finetune/Loss (Raw)": 0.8139792680740356, "Finetune/Step": 1617, "Finetune/Step Time": 6.764530777931213}
+{"Finetune/Learning Rate": 1.8393709310366558e-05, "Finetune/Loss": 0.8068386316299438, "Finetune/Loss (Raw)": 0.8339290022850037, "Finetune/Step": 1618, "Finetune/Step Time": 6.74440236017108}
+{"Finetune/Learning Rate": 1.839145159356324e-05, "Finetune/Loss": 0.807222843170166, "Finetune/Loss (Raw)": 0.7574305534362793, "Finetune/Step": 1619, "Finetune/Step Time": 6.733579186722636}
+{"Finetune/Learning Rate": 1.838919242997439e-05, "Finetune/Loss": 0.8083208799362183, "Finetune/Loss (Raw)": 1.0890159606933594, "Finetune/Step": 1620, "Finetune/Step Time": 6.736813239753246}
+{"Finetune/Learning Rate": 1.838693181998951e-05, "Finetune/Loss": 0.8118435144424438, "Finetune/Loss (Raw)": 0.7847568392753601, "Finetune/Step": 1621, "Finetune/Step Time": 6.723397102206945}
+{"Finetune/Learning Rate": 1.838466976399835e-05, "Finetune/Loss": 0.812983512878418, "Finetune/Loss (Raw)": 0.9712263941764832, "Finetune/Step": 1622, "Finetune/Step Time": 6.721229197457433}
+{"Finetune/Learning Rate": 1.838240626239092e-05, "Finetune/Loss": 0.8147091865539551, "Finetune/Loss (Raw)": 1.080418586730957, "Finetune/Step": 1623, "Finetune/Step Time": 6.7151155434548855}
+{"Finetune/Learning Rate": 1.838014131555748e-05, "Finetune/Loss": 0.8144089579582214, "Finetune/Loss (Raw)": 0.8755156993865967, "Finetune/Step": 1624, "Finetune/Step Time": 6.717126119881868}
+{"Finetune/Learning Rate": 1.837787492388852e-05, "Finetune/Loss": 0.8153002262115479, "Finetune/Loss (Raw)": 0.884817361831665, "Finetune/Step": 1625, "Finetune/Step Time": 6.717614009976387}
+{"Finetune/Learning Rate": 1.837560708777481e-05, "Finetune/Loss": 0.8146618008613586, "Finetune/Loss (Raw)": 0.903306782245636, "Finetune/Step": 1626, "Finetune/Step Time": 6.7088305819779634}
+{"Finetune/Learning Rate": 1.837333780760733e-05, "Finetune/Loss": 0.8187466859817505, "Finetune/Loss (Raw)": 0.9501522779464722, "Finetune/Step": 1627, "Finetune/Step Time": 6.6860157791525126}
+{"Finetune/Learning Rate": 1.8371067083777353e-05, "Finetune/Loss": 0.822504997253418, "Finetune/Loss (Raw)": 0.8389041423797607, "Finetune/Step": 1628, "Finetune/Step Time": 6.665650708600879}
+{"Finetune/Learning Rate": 1.8368794916676365e-05, "Finetune/Loss": 0.8209491968154907, "Finetune/Loss (Raw)": 0.777141809463501, "Finetune/Step": 1629, "Finetune/Step Time": 6.636851966381073}
+{"Finetune/Learning Rate": 1.8366521306696117e-05, "Finetune/Loss": 0.8204475045204163, "Finetune/Loss (Raw)": 0.8815571665763855, "Finetune/Step": 1630, "Finetune/Step Time": 6.63436858728528}
+{"Finetune/Learning Rate": 1.836424625422861e-05, "Finetune/Loss": 0.8214453458786011, "Finetune/Loss (Raw)": 0.8603112101554871, "Finetune/Step": 1631, "Finetune/Step Time": 6.636564195156097}
+{"Finetune/Learning Rate": 1.8361969759666086e-05, "Finetune/Loss": 0.8208823800086975, "Finetune/Loss (Raw)": 0.8260147571563721, "Finetune/Step": 1632, "Finetune/Step Time": 6.628270573914051}
+{"Finetune/Learning Rate": 1.8359691823401045e-05, "Finetune/Loss": 0.8203487396240234, "Finetune/Loss (Raw)": 0.7867363095283508, "Finetune/Step": 1633, "Finetune/Step Time": 6.628234185278416}
+{"Finetune/Learning Rate": 1.8357412445826218e-05, "Finetune/Loss": 0.8210679292678833, "Finetune/Loss (Raw)": 0.8881555199623108, "Finetune/Step": 1634, "Finetune/Step Time": 6.621055534109473}
+{"Finetune/Learning Rate": 1.835513162733461e-05, "Finetune/Loss": 0.819818377494812, "Finetune/Loss (Raw)": 0.7943188548088074, "Finetune/Step": 1635, "Finetune/Step Time": 6.641458056867123}
+{"Finetune/Learning Rate": 1.8352849368319455e-05, "Finetune/Loss": 0.8193861246109009, "Finetune/Loss (Raw)": 0.899302065372467, "Finetune/Step": 1636, "Finetune/Step Time": 6.6385552398860455}
+{"Finetune/Learning Rate": 1.8350565669174244e-05, "Finetune/Loss": 0.8187940120697021, "Finetune/Loss (Raw)": 0.7934869527816772, "Finetune/Step": 1637, "Finetune/Step Time": 6.639059342443943}
+{"Finetune/Learning Rate": 1.8348280530292712e-05, "Finetune/Loss": 0.8175644874572754, "Finetune/Loss (Raw)": 0.8047903776168823, "Finetune/Step": 1638, "Finetune/Step Time": 6.639800554141402}
+{"Finetune/Learning Rate": 1.8345993952068845e-05, "Finetune/Loss": 0.8157669305801392, "Finetune/Loss (Raw)": 0.7402247786521912, "Finetune/Step": 1639, "Finetune/Step Time": 6.63680487126112}
+{"Finetune/Learning Rate": 1.8343705934896873e-05, "Finetune/Loss": 0.8174517154693604, "Finetune/Loss (Raw)": 0.9695847034454346, "Finetune/Step": 1640, "Finetune/Step Time": 6.624149771407247}
+{"Finetune/Learning Rate": 1.834141647917128e-05, "Finetune/Loss": 0.8169065713882446, "Finetune/Loss (Raw)": 0.9254930019378662, "Finetune/Step": 1641, "Finetune/Step Time": 6.62064073048532}
+{"Finetune/Learning Rate": 1.8339125585286797e-05, "Finetune/Loss": 0.8174514770507812, "Finetune/Loss (Raw)": 0.8624914884567261, "Finetune/Step": 1642, "Finetune/Step Time": 6.598963130265474}
+{"Finetune/Learning Rate": 1.8336833253638396e-05, "Finetune/Loss": 0.8182812333106995, "Finetune/Loss (Raw)": 0.9854157567024231, "Finetune/Step": 1643, "Finetune/Step Time": 6.5999047458171844}
+{"Finetune/Learning Rate": 1.8334539484621304e-05, "Finetune/Loss": 0.8173896074295044, "Finetune/Loss (Raw)": 0.7927786707878113, "Finetune/Step": 1644, "Finetune/Step Time": 6.624328505247831}
+{"Finetune/Learning Rate": 1.8332244278630998e-05, "Finetune/Loss": 0.817875862121582, "Finetune/Loss (Raw)": 0.8549344539642334, "Finetune/Step": 1645, "Finetune/Step Time": 6.624962357804179}
+{"Finetune/Learning Rate": 1.8329947636063194e-05, "Finetune/Loss": 0.8172706365585327, "Finetune/Loss (Raw)": 0.9299803376197815, "Finetune/Step": 1646, "Finetune/Step Time": 6.627901704981923}
+{"Finetune/Learning Rate": 1.8327649557313864e-05, "Finetune/Loss": 0.8179713487625122, "Finetune/Loss (Raw)": 0.8063954710960388, "Finetune/Step": 1647, "Finetune/Step Time": 6.640294574201107}
+{"Finetune/Learning Rate": 1.832535004277922e-05, "Finetune/Loss": 0.8221350908279419, "Finetune/Loss (Raw)": 0.9350495934486389, "Finetune/Step": 1648, "Finetune/Step Time": 6.624710397794843}
+{"Finetune/Learning Rate": 1.832304909285573e-05, "Finetune/Loss": 0.8215538263320923, "Finetune/Loss (Raw)": 0.8356840014457703, "Finetune/Step": 1649, "Finetune/Step Time": 6.626464258879423}
+{"Finetune/Learning Rate": 1.8320746707940096e-05, "Finetune/Loss": 0.8228071928024292, "Finetune/Loss (Raw)": 0.9017486572265625, "Finetune/Step": 1650, "Finetune/Step Time": 6.6147440150380135}
+{"Finetune/Learning Rate": 1.831844288842929e-05, "Finetune/Loss": 0.8236376047134399, "Finetune/Loss (Raw)": 0.7582817673683167, "Finetune/Step": 1651, "Finetune/Step Time": 6.61622859723866}
+{"Finetune/Learning Rate": 1.831613763472051e-05, "Finetune/Loss": 0.8245065808296204, "Finetune/Loss (Raw)": 0.8282648324966431, "Finetune/Step": 1652, "Finetune/Step Time": 6.5988673977553844}
+{"Finetune/Learning Rate": 1.8313830947211205e-05, "Finetune/Loss": 0.8256142139434814, "Finetune/Loss (Raw)": 0.8465676307678223, "Finetune/Step": 1653, "Finetune/Step Time": 6.5906896237283945}
+{"Finetune/Learning Rate": 1.8311522826299084e-05, "Finetune/Loss": 0.8253082633018494, "Finetune/Loss (Raw)": 0.9153521656990051, "Finetune/Step": 1654, "Finetune/Step Time": 6.602904047816992}
+{"Finetune/Learning Rate": 1.830921327238209e-05, "Finetune/Loss": 0.8217295408248901, "Finetune/Loss (Raw)": 0.39633655548095703, "Finetune/Step": 1655, "Finetune/Step Time": 6.6211559269577265}
+{"Finetune/Learning Rate": 1.8306902285858415e-05, "Finetune/Loss": 0.8253539800643921, "Finetune/Loss (Raw)": 0.8910081386566162, "Finetune/Step": 1656, "Finetune/Step Time": 6.604480586946011}
+{"Finetune/Learning Rate": 1.8304589867126504e-05, "Finetune/Loss": 0.8241839408874512, "Finetune/Loss (Raw)": 0.8213419914245605, "Finetune/Step": 1657, "Finetune/Step Time": 6.5917987786233425}
+{"Finetune/Learning Rate": 1.8302276016585044e-05, "Finetune/Loss": 0.8264239430427551, "Finetune/Loss (Raw)": 0.8882908225059509, "Finetune/Step": 1658, "Finetune/Step Time": 6.576174072921276}
+{"Finetune/Learning Rate": 1.8299960734632974e-05, "Finetune/Loss": 0.8255776166915894, "Finetune/Loss (Raw)": 0.8135238289833069, "Finetune/Step": 1659, "Finetune/Step Time": 6.58618750423193}
+{"Finetune/Learning Rate": 1.829764402166947e-05, "Finetune/Loss": 0.8256937265396118, "Finetune/Loss (Raw)": 0.8896425366401672, "Finetune/Step": 1660, "Finetune/Step Time": 6.592446826398373}
+{"Finetune/Learning Rate": 1.8295325878093963e-05, "Finetune/Loss": 0.8270362615585327, "Finetune/Loss (Raw)": 0.8553714752197266, "Finetune/Step": 1661, "Finetune/Step Time": 6.587788190692663}
+{"Finetune/Learning Rate": 1.829300630430613e-05, "Finetune/Loss": 0.8290047645568848, "Finetune/Loss (Raw)": 0.9421366453170776, "Finetune/Step": 1662, "Finetune/Step Time": 6.586942180991173}
+{"Finetune/Learning Rate": 1.829068530070589e-05, "Finetune/Loss": 0.8272830247879028, "Finetune/Loss (Raw)": 0.5974411964416504, "Finetune/Step": 1663, "Finetune/Step Time": 6.596108313649893}
+{"Finetune/Learning Rate": 1.8288362867693414e-05, "Finetune/Loss": 0.8264445662498474, "Finetune/Loss (Raw)": 0.6940147876739502, "Finetune/Step": 1664, "Finetune/Step Time": 6.58901122957468}
+{"Finetune/Learning Rate": 1.8286039005669118e-05, "Finetune/Loss": 0.8277446627616882, "Finetune/Loss (Raw)": 0.9934595227241516, "Finetune/Step": 1665, "Finetune/Step Time": 6.588523441925645}
+{"Finetune/Learning Rate": 1.828371371503366e-05, "Finetune/Loss": 0.8308355808258057, "Finetune/Loss (Raw)": 0.8299770355224609, "Finetune/Step": 1666, "Finetune/Step Time": 6.564815705642104}
+{"Finetune/Learning Rate": 1.8281386996187947e-05, "Finetune/Loss": 0.8308498859405518, "Finetune/Loss (Raw)": 0.8877049684524536, "Finetune/Step": 1667, "Finetune/Step Time": 6.561701906844974}
+{"Finetune/Learning Rate": 1.8279058849533135e-05, "Finetune/Loss": 0.8317679762840271, "Finetune/Loss (Raw)": 0.9313241839408875, "Finetune/Step": 1668, "Finetune/Step Time": 6.566238090395927}
+{"Finetune/Learning Rate": 1.8276729275470625e-05, "Finetune/Loss": 0.8313297629356384, "Finetune/Loss (Raw)": 0.8896346092224121, "Finetune/Step": 1669, "Finetune/Step Time": 6.5637614987790585}
+{"Finetune/Learning Rate": 1.8274398274402063e-05, "Finetune/Loss": 0.833419680595398, "Finetune/Loss (Raw)": 0.9361826777458191, "Finetune/Step": 1670, "Finetune/Step Time": 6.549868868663907}
+{"Finetune/Learning Rate": 1.8272065846729342e-05, "Finetune/Loss": 0.833844780921936, "Finetune/Loss (Raw)": 0.8153252601623535, "Finetune/Step": 1671, "Finetune/Step Time": 6.556978404521942}
+{"Finetune/Learning Rate": 1.8269731992854592e-05, "Finetune/Loss": 0.8334656953811646, "Finetune/Loss (Raw)": 0.8675859570503235, "Finetune/Step": 1672, "Finetune/Step Time": 6.5736790504306555}
+{"Finetune/Learning Rate": 1.826739671318021e-05, "Finetune/Loss": 0.8326667547225952, "Finetune/Loss (Raw)": 0.7199098467826843, "Finetune/Step": 1673, "Finetune/Step Time": 6.569043396040797}
+{"Finetune/Learning Rate": 1.8265060008108815e-05, "Finetune/Loss": 0.8297837972640991, "Finetune/Loss (Raw)": 0.5898711085319519, "Finetune/Step": 1674, "Finetune/Step Time": 6.575849002227187}
+{"Finetune/Learning Rate": 1.826272187804329e-05, "Finetune/Loss": 0.828504204750061, "Finetune/Loss (Raw)": 0.686122715473175, "Finetune/Step": 1675, "Finetune/Step Time": 6.579738298431039}
+{"Finetune/Learning Rate": 1.826038232338675e-05, "Finetune/Loss": 0.8290214538574219, "Finetune/Loss (Raw)": 0.9309574365615845, "Finetune/Step": 1676, "Finetune/Step Time": 6.573389934375882}
+{"Finetune/Learning Rate": 1.8258041344542567e-05, "Finetune/Loss": 0.8333351612091064, "Finetune/Loss (Raw)": 0.9562561511993408, "Finetune/Step": 1677, "Finetune/Step Time": 6.55307642929256}
+{"Finetune/Learning Rate": 1.825569894191435e-05, "Finetune/Loss": 0.8323577642440796, "Finetune/Loss (Raw)": 0.7806207537651062, "Finetune/Step": 1678, "Finetune/Step Time": 6.550233902409673}
+{"Finetune/Learning Rate": 1.825335511590596e-05, "Finetune/Loss": 0.8295002579689026, "Finetune/Loss (Raw)": 0.3944711983203888, "Finetune/Step": 1679, "Finetune/Step Time": 6.5705053228884935}
+{"Finetune/Learning Rate": 1.8251009866921498e-05, "Finetune/Loss": 0.8290191292762756, "Finetune/Loss (Raw)": 0.863062858581543, "Finetune/Step": 1680, "Finetune/Step Time": 6.577769368886948}
+{"Finetune/Learning Rate": 1.8248663195365312e-05, "Finetune/Loss": 0.8297629952430725, "Finetune/Loss (Raw)": 0.8791112303733826, "Finetune/Step": 1681, "Finetune/Step Time": 6.56910746358335}
+{"Finetune/Learning Rate": 1.8246315101642e-05, "Finetune/Loss": 0.8318402767181396, "Finetune/Loss (Raw)": 1.0347341299057007, "Finetune/Step": 1682, "Finetune/Step Time": 6.571524631232023}
+{"Finetune/Learning Rate": 1.8243965586156396e-05, "Finetune/Loss": 0.8302255272865295, "Finetune/Loss (Raw)": 0.7092000842094421, "Finetune/Step": 1683, "Finetune/Step Time": 6.57875837944448}
+{"Finetune/Learning Rate": 1.8241614649313587e-05, "Finetune/Loss": 0.8313257098197937, "Finetune/Loss (Raw)": 0.8404229283332825, "Finetune/Step": 1684, "Finetune/Step Time": 6.570745572447777}
+{"Finetune/Learning Rate": 1.82392622915189e-05, "Finetune/Loss": 0.8310202360153198, "Finetune/Loss (Raw)": 0.7605764865875244, "Finetune/Step": 1685, "Finetune/Step Time": 6.574376314878464}
+{"Finetune/Learning Rate": 1.8236908513177916e-05, "Finetune/Loss": 0.8291425704956055, "Finetune/Loss (Raw)": 0.615252673625946, "Finetune/Step": 1686, "Finetune/Step Time": 6.586088232696056}
+{"Finetune/Learning Rate": 1.8234553314696448e-05, "Finetune/Loss": 0.8279271125793457, "Finetune/Loss (Raw)": 0.9348585605621338, "Finetune/Step": 1687, "Finetune/Step Time": 6.5886864848434925}
+{"Finetune/Learning Rate": 1.8232196696480563e-05, "Finetune/Loss": 0.8274352550506592, "Finetune/Loss (Raw)": 0.8450747728347778, "Finetune/Step": 1688, "Finetune/Step Time": 6.58624054864049}
+{"Finetune/Learning Rate": 1.8229838658936566e-05, "Finetune/Loss": 0.8229751586914062, "Finetune/Loss (Raw)": 0.3080425560474396, "Finetune/Step": 1689, "Finetune/Step Time": 6.602593567222357}
+{"Finetune/Learning Rate": 1.8227479202471016e-05, "Finetune/Loss": 0.8234004974365234, "Finetune/Loss (Raw)": 0.9584848284721375, "Finetune/Step": 1690, "Finetune/Step Time": 6.59413637034595}
+{"Finetune/Learning Rate": 1.8225118327490702e-05, "Finetune/Loss": 0.8240472674369812, "Finetune/Loss (Raw)": 0.8868568539619446, "Finetune/Step": 1691, "Finetune/Step Time": 6.576777782291174}
+{"Finetune/Learning Rate": 1.822275603440268e-05, "Finetune/Loss": 0.8236956596374512, "Finetune/Loss (Raw)": 0.7403243780136108, "Finetune/Step": 1692, "Finetune/Step Time": 6.597906295210123}
+{"Finetune/Learning Rate": 1.8220392323614227e-05, "Finetune/Loss": 0.8231353759765625, "Finetune/Loss (Raw)": 0.6863141655921936, "Finetune/Step": 1693, "Finetune/Step Time": 6.616249555721879}
+{"Finetune/Learning Rate": 1.8218027195532878e-05, "Finetune/Loss": 0.8218032121658325, "Finetune/Loss (Raw)": 0.6029776334762573, "Finetune/Step": 1694, "Finetune/Step Time": 6.618748214095831}
+{"Finetune/Learning Rate": 1.821566065056641e-05, "Finetune/Loss": 0.8206405639648438, "Finetune/Loss (Raw)": 0.6988759636878967, "Finetune/Step": 1695, "Finetune/Step Time": 6.624861389398575}
+{"Finetune/Learning Rate": 1.8213292689122843e-05, "Finetune/Loss": 0.8207576274871826, "Finetune/Loss (Raw)": 0.8596987128257751, "Finetune/Step": 1696, "Finetune/Step Time": 6.623007010668516}
+{"Finetune/Learning Rate": 1.821092331161044e-05, "Finetune/Loss": 0.8224574327468872, "Finetune/Loss (Raw)": 0.9162779450416565, "Finetune/Step": 1697, "Finetune/Step Time": 6.619711892679334}
+{"Finetune/Learning Rate": 1.8208552518437712e-05, "Finetune/Loss": 0.8215949535369873, "Finetune/Loss (Raw)": 0.8509053587913513, "Finetune/Step": 1698, "Finetune/Step Time": 6.6221369951963425}
+{"Finetune/Learning Rate": 1.820618031001341e-05, "Finetune/Loss": 0.8214825391769409, "Finetune/Loss (Raw)": 0.89528888463974, "Finetune/Step": 1699, "Finetune/Step Time": 6.620499758049846}
+{"Finetune/Learning Rate": 1.820380668674653e-05, "Finetune/Loss": 0.8212026357650757, "Finetune/Loss (Raw)": 0.8967670798301697, "Finetune/Step": 1700, "Finetune/Step Time": 6.629962874576449}
+{"Finetune/Learning Rate": 1.8201431649046317e-05, "Finetune/Loss": 0.8222668170928955, "Finetune/Loss (Raw)": 0.9567394852638245, "Finetune/Step": 1701, "Finetune/Step Time": 6.615452665835619}
+{"Finetune/Learning Rate": 1.819905519732225e-05, "Finetune/Loss": 0.8238868713378906, "Finetune/Loss (Raw)": 0.9309828281402588, "Finetune/Step": 1702, "Finetune/Step Time": 6.614287538453937}
+{"Finetune/Learning Rate": 1.819667733198406e-05, "Finetune/Loss": 0.8215753436088562, "Finetune/Loss (Raw)": 0.6762478351593018, "Finetune/Step": 1703, "Finetune/Step Time": 6.621287131682038}
+{"Finetune/Learning Rate": 1.8194298053441725e-05, "Finetune/Loss": 0.8176158666610718, "Finetune/Loss (Raw)": 0.35195595026016235, "Finetune/Step": 1704, "Finetune/Step Time": 6.637169852852821}
+{"Finetune/Learning Rate": 1.8191917362105447e-05, "Finetune/Loss": 0.8173677921295166, "Finetune/Loss (Raw)": 0.8441054224967957, "Finetune/Step": 1705, "Finetune/Step Time": 6.640210615471005}
+{"Finetune/Learning Rate": 1.8189535258385698e-05, "Finetune/Loss": 0.8175550699234009, "Finetune/Loss (Raw)": 0.922903835773468, "Finetune/Step": 1706, "Finetune/Step Time": 6.642003633081913}
+{"Finetune/Learning Rate": 1.8187151742693176e-05, "Finetune/Loss": 0.8182713985443115, "Finetune/Loss (Raw)": 0.8798055648803711, "Finetune/Step": 1707, "Finetune/Step Time": 6.638652143999934}
+{"Finetune/Learning Rate": 1.8184766815438824e-05, "Finetune/Loss": 0.8194822669029236, "Finetune/Loss (Raw)": 0.8523891568183899, "Finetune/Step": 1708, "Finetune/Step Time": 6.619307138025761}
+{"Finetune/Learning Rate": 1.8182380477033837e-05, "Finetune/Loss": 0.8212381601333618, "Finetune/Loss (Raw)": 0.981736421585083, "Finetune/Step": 1709, "Finetune/Step Time": 6.617050502449274}
+{"Finetune/Learning Rate": 1.817999272788965e-05, "Finetune/Loss": 0.8212496638298035, "Finetune/Loss (Raw)": 0.8301657438278198, "Finetune/Step": 1710, "Finetune/Step Time": 6.625833263620734}
+{"Finetune/Learning Rate": 1.817760356841793e-05, "Finetune/Loss": 0.8210902810096741, "Finetune/Loss (Raw)": 0.86227947473526, "Finetune/Step": 1711, "Finetune/Step Time": 6.62919694185257}
+{"Finetune/Learning Rate": 1.8175212999030605e-05, "Finetune/Loss": 0.8223832845687866, "Finetune/Loss (Raw)": 1.0107511281967163, "Finetune/Step": 1712, "Finetune/Step Time": 6.629735203459859}
+{"Finetune/Learning Rate": 1.8172821020139832e-05, "Finetune/Loss": 0.8221715688705444, "Finetune/Loss (Raw)": 0.9238505959510803, "Finetune/Step": 1713, "Finetune/Step Time": 6.620230855420232}
+{"Finetune/Learning Rate": 1.817042763215802e-05, "Finetune/Loss": 0.8210619688034058, "Finetune/Loss (Raw)": 0.8959326148033142, "Finetune/Step": 1714, "Finetune/Step Time": 6.5772868525236845}
+{"Finetune/Learning Rate": 1.8168032835497816e-05, "Finetune/Loss": 0.8185757398605347, "Finetune/Loss (Raw)": 0.6372697949409485, "Finetune/Step": 1715, "Finetune/Step Time": 6.575440498068929}
+{"Finetune/Learning Rate": 1.816563663057211e-05, "Finetune/Loss": 0.8190222978591919, "Finetune/Loss (Raw)": 0.8953142762184143, "Finetune/Step": 1716, "Finetune/Step Time": 6.56416293233633}
+{"Finetune/Learning Rate": 1.816323901779404e-05, "Finetune/Loss": 0.8192695379257202, "Finetune/Loss (Raw)": 0.8829430937767029, "Finetune/Step": 1717, "Finetune/Step Time": 6.56464071944356}
+{"Finetune/Learning Rate": 1.816083999757698e-05, "Finetune/Loss": 0.8190643787384033, "Finetune/Loss (Raw)": 0.9195554852485657, "Finetune/Step": 1718, "Finetune/Step Time": 6.555571984499693}
+{"Finetune/Learning Rate": 1.8158439570334547e-05, "Finetune/Loss": 0.8207567930221558, "Finetune/Loss (Raw)": 0.8286548852920532, "Finetune/Step": 1719, "Finetune/Step Time": 6.542204264551401}
+{"Finetune/Learning Rate": 1.8156037736480607e-05, "Finetune/Loss": 0.822681188583374, "Finetune/Loss (Raw)": 0.9568928480148315, "Finetune/Step": 1720, "Finetune/Step Time": 6.540407866239548}
+{"Finetune/Learning Rate": 1.815363449642926e-05, "Finetune/Loss": 0.8236770629882812, "Finetune/Loss (Raw)": 0.9102472066879272, "Finetune/Step": 1721, "Finetune/Step Time": 6.541515136137605}
+{"Finetune/Learning Rate": 1.8151229850594862e-05, "Finetune/Loss": 0.8238949179649353, "Finetune/Loss (Raw)": 0.870406985282898, "Finetune/Step": 1722, "Finetune/Step Time": 6.532059755176306}
+{"Finetune/Learning Rate": 1.8148823799391997e-05, "Finetune/Loss": 0.8247654438018799, "Finetune/Loss (Raw)": 0.8378195762634277, "Finetune/Step": 1723, "Finetune/Step Time": 6.547975227236748}
+{"Finetune/Learning Rate": 1.8146416343235494e-05, "Finetune/Loss": 0.8242211937904358, "Finetune/Loss (Raw)": 0.7853214740753174, "Finetune/Step": 1724, "Finetune/Step Time": 6.541292309761047}
+{"Finetune/Learning Rate": 1.814400748254043e-05, "Finetune/Loss": 0.8251839876174927, "Finetune/Loss (Raw)": 0.8559538722038269, "Finetune/Step": 1725, "Finetune/Step Time": 6.531438088044524}
+{"Finetune/Learning Rate": 1.814159721772212e-05, "Finetune/Loss": 0.8248998522758484, "Finetune/Loss (Raw)": 0.79096919298172, "Finetune/Step": 1726, "Finetune/Step Time": 6.524177493527532}
+{"Finetune/Learning Rate": 1.813918554919612e-05, "Finetune/Loss": 0.8286147117614746, "Finetune/Loss (Raw)": 0.8585808277130127, "Finetune/Step": 1727, "Finetune/Step Time": 6.521295176818967}
+{"Finetune/Learning Rate": 1.8136772477378234e-05, "Finetune/Loss": 0.8289511203765869, "Finetune/Loss (Raw)": 0.9605554342269897, "Finetune/Step": 1728, "Finetune/Step Time": 6.5183772668242455}
+{"Finetune/Learning Rate": 1.8134358002684504e-05, "Finetune/Loss": 0.8328272104263306, "Finetune/Loss (Raw)": 0.8870373368263245, "Finetune/Step": 1729, "Finetune/Step Time": 6.500415746122599}
+{"Finetune/Learning Rate": 1.8131942125531214e-05, "Finetune/Loss": 0.8311944603919983, "Finetune/Loss (Raw)": 0.7514854669570923, "Finetune/Step": 1730, "Finetune/Step Time": 6.492568699643016}
+{"Finetune/Learning Rate": 1.8129524846334886e-05, "Finetune/Loss": 0.831966757774353, "Finetune/Loss (Raw)": 1.030982255935669, "Finetune/Step": 1731, "Finetune/Step Time": 6.489790739491582}
+{"Finetune/Learning Rate": 1.8127106165512292e-05, "Finetune/Loss": 0.8328973650932312, "Finetune/Loss (Raw)": 0.94614577293396, "Finetune/Step": 1732, "Finetune/Step Time": 6.524029387161136}
+{"Finetune/Learning Rate": 1.812468608348044e-05, "Finetune/Loss": 0.834532618522644, "Finetune/Loss (Raw)": 0.8807060122489929, "Finetune/Step": 1733, "Finetune/Step Time": 6.516055598855019}
+{"Finetune/Learning Rate": 1.812226460065658e-05, "Finetune/Loss": 0.836726188659668, "Finetune/Loss (Raw)": 0.9104198813438416, "Finetune/Step": 1734, "Finetune/Step Time": 6.500237617641687}
+{"Finetune/Learning Rate": 1.8119841717458205e-05, "Finetune/Loss": 0.8366844654083252, "Finetune/Loss (Raw)": 0.8341543078422546, "Finetune/Step": 1735, "Finetune/Step Time": 6.4994502160698175}
+{"Finetune/Learning Rate": 1.8117417434303045e-05, "Finetune/Loss": 0.8404561281204224, "Finetune/Loss (Raw)": 0.8773938417434692, "Finetune/Step": 1736, "Finetune/Step Time": 6.479455016553402}
+{"Finetune/Learning Rate": 1.8114991751609082e-05, "Finetune/Loss": 0.8396890163421631, "Finetune/Loss (Raw)": 0.7899946570396423, "Finetune/Step": 1737, "Finetune/Step Time": 6.478266190737486}
+{"Finetune/Learning Rate": 1.8112564669794527e-05, "Finetune/Loss": 0.8356853127479553, "Finetune/Loss (Raw)": 0.36383235454559326, "Finetune/Step": 1738, "Finetune/Step Time": 6.494141196832061}
+{"Finetune/Learning Rate": 1.8110136189277843e-05, "Finetune/Loss": 0.8364076614379883, "Finetune/Loss (Raw)": 0.8464256525039673, "Finetune/Step": 1739, "Finetune/Step Time": 6.462970105931163}
+{"Finetune/Learning Rate": 1.810770631047772e-05, "Finetune/Loss": 0.836039125919342, "Finetune/Loss (Raw)": 0.7672643661499023, "Finetune/Step": 1740, "Finetune/Step Time": 6.477731559425592}
+{"Finetune/Learning Rate": 1.8105275033813107e-05, "Finetune/Loss": 0.8385135531425476, "Finetune/Loss (Raw)": 1.0532827377319336, "Finetune/Step": 1741, "Finetune/Step Time": 6.467844989150763}
+{"Finetune/Learning Rate": 1.8102842359703177e-05, "Finetune/Loss": 0.8369145393371582, "Finetune/Loss (Raw)": 0.6864238381385803, "Finetune/Step": 1742, "Finetune/Step Time": 6.475281871855259}
+{"Finetune/Learning Rate": 1.8100408288567356e-05, "Finetune/Loss": 0.8361047506332397, "Finetune/Loss (Raw)": 0.8571314215660095, "Finetune/Step": 1743, "Finetune/Step Time": 6.490308785811067}
+{"Finetune/Learning Rate": 1.809797282082531e-05, "Finetune/Loss": 0.8358762264251709, "Finetune/Loss (Raw)": 0.8340107202529907, "Finetune/Step": 1744, "Finetune/Step Time": 6.492049120366573}
+{"Finetune/Learning Rate": 1.8095535956896934e-05, "Finetune/Loss": 0.8363944292068481, "Finetune/Loss (Raw)": 0.8803120255470276, "Finetune/Step": 1745, "Finetune/Step Time": 6.486887587234378}
+{"Finetune/Learning Rate": 1.8093097697202383e-05, "Finetune/Loss": 0.837590754032135, "Finetune/Loss (Raw)": 0.9870538711547852, "Finetune/Step": 1746, "Finetune/Step Time": 6.486490232869983}
+{"Finetune/Learning Rate": 1.8090658042162032e-05, "Finetune/Loss": 0.8351126313209534, "Finetune/Loss (Raw)": 0.4402351379394531, "Finetune/Step": 1747, "Finetune/Step Time": 6.513437811285257}
+{"Finetune/Learning Rate": 1.8088216992196506e-05, "Finetune/Loss": 0.8320791721343994, "Finetune/Loss (Raw)": 0.7007336020469666, "Finetune/Step": 1748, "Finetune/Step Time": 6.523193759843707}
+{"Finetune/Learning Rate": 1.8085774547726684e-05, "Finetune/Loss": 0.8328976631164551, "Finetune/Loss (Raw)": 0.8895263671875, "Finetune/Step": 1749, "Finetune/Step Time": 6.521663120016456}
+{"Finetune/Learning Rate": 1.8083330709173655e-05, "Finetune/Loss": 0.8328237533569336, "Finetune/Loss (Raw)": 0.9617542624473572, "Finetune/Step": 1750, "Finetune/Step Time": 6.5397222731262445}
+{"Finetune/Learning Rate": 1.8080885476958778e-05, "Finetune/Loss": 0.8315443992614746, "Finetune/Loss (Raw)": 0.9166724681854248, "Finetune/Step": 1751, "Finetune/Step Time": 6.543539199978113}
+{"Finetune/Learning Rate": 1.8078438851503638e-05, "Finetune/Loss": 0.8326733112335205, "Finetune/Loss (Raw)": 1.0200047492980957, "Finetune/Step": 1752, "Finetune/Step Time": 6.542326223105192}
+{"Finetune/Learning Rate": 1.8075990833230058e-05, "Finetune/Loss": 0.8325098752975464, "Finetune/Loss (Raw)": 0.8639060258865356, "Finetune/Step": 1753, "Finetune/Step Time": 6.539951777085662}
+{"Finetune/Learning Rate": 1.8073541422560107e-05, "Finetune/Loss": 0.8326327204704285, "Finetune/Loss (Raw)": 0.919033408164978, "Finetune/Step": 1754, "Finetune/Step Time": 6.556142169982195}
+{"Finetune/Learning Rate": 1.8071090619916095e-05, "Finetune/Loss": 0.8320292234420776, "Finetune/Loss (Raw)": 0.8729089498519897, "Finetune/Step": 1755, "Finetune/Step Time": 6.561838414520025}
+{"Finetune/Learning Rate": 1.8068638425720568e-05, "Finetune/Loss": 0.8332349061965942, "Finetune/Loss (Raw)": 0.9932247996330261, "Finetune/Step": 1756, "Finetune/Step Time": 6.564499752596021}
+{"Finetune/Learning Rate": 1.8066184840396305e-05, "Finetune/Loss": 0.830021321773529, "Finetune/Loss (Raw)": 0.3657999634742737, "Finetune/Step": 1757, "Finetune/Step Time": 6.583488145843148}
+{"Finetune/Learning Rate": 1.806372986436635e-05, "Finetune/Loss": 0.8290913701057434, "Finetune/Loss (Raw)": 0.7625243067741394, "Finetune/Step": 1758, "Finetune/Step Time": 6.5868213307112455}
+{"Finetune/Learning Rate": 1.8061273498053956e-05, "Finetune/Loss": 0.8299601674079895, "Finetune/Loss (Raw)": 0.9715224504470825, "Finetune/Step": 1759, "Finetune/Step Time": 6.591839211061597}
+{"Finetune/Learning Rate": 1.8058815741882635e-05, "Finetune/Loss": 0.8310834765434265, "Finetune/Loss (Raw)": 0.9697964191436768, "Finetune/Step": 1760, "Finetune/Step Time": 6.589293662458658}
+{"Finetune/Learning Rate": 1.8056356596276133e-05, "Finetune/Loss": 0.8309959173202515, "Finetune/Loss (Raw)": 0.7755310535430908, "Finetune/Step": 1761, "Finetune/Step Time": 6.593074608594179}
+{"Finetune/Learning Rate": 1.8053896061658434e-05, "Finetune/Loss": 0.8300334811210632, "Finetune/Loss (Raw)": 0.7649566531181335, "Finetune/Step": 1762, "Finetune/Step Time": 6.6014992184937}
+{"Finetune/Learning Rate": 1.8051434138453764e-05, "Finetune/Loss": 0.8316514492034912, "Finetune/Loss (Raw)": 1.0014190673828125, "Finetune/Step": 1763, "Finetune/Step Time": 6.596817243844271}
+{"Finetune/Learning Rate": 1.804897082708659e-05, "Finetune/Loss": 0.8320033550262451, "Finetune/Loss (Raw)": 0.9443517923355103, "Finetune/Step": 1764, "Finetune/Step Time": 6.615882193669677}
+{"Finetune/Learning Rate": 1.8046506127981614e-05, "Finetune/Loss": 0.8319259881973267, "Finetune/Loss (Raw)": 0.7835782766342163, "Finetune/Step": 1765, "Finetune/Step Time": 6.628432849422097}
+{"Finetune/Learning Rate": 1.8044040041563776e-05, "Finetune/Loss": 0.8328344821929932, "Finetune/Loss (Raw)": 0.9210836887359619, "Finetune/Step": 1766, "Finetune/Step Time": 6.6306329146027565}
+{"Finetune/Learning Rate": 1.8041572568258267e-05, "Finetune/Loss": 0.8328956365585327, "Finetune/Loss (Raw)": 0.7480461597442627, "Finetune/Step": 1767, "Finetune/Step Time": 6.631605569273233}
+{"Finetune/Learning Rate": 1.8039103708490503e-05, "Finetune/Loss": 0.8309712409973145, "Finetune/Loss (Raw)": 0.7232595682144165, "Finetune/Step": 1768, "Finetune/Step Time": 6.632336191833019}
+{"Finetune/Learning Rate": 1.8036633462686143e-05, "Finetune/Loss": 0.8292115926742554, "Finetune/Loss (Raw)": 0.7002673745155334, "Finetune/Step": 1769, "Finetune/Step Time": 6.6365439388900995}
+{"Finetune/Learning Rate": 1.8034161831271088e-05, "Finetune/Loss": 0.8295183181762695, "Finetune/Loss (Raw)": 0.9017455577850342, "Finetune/Step": 1770, "Finetune/Step Time": 6.63840071670711}
+{"Finetune/Learning Rate": 1.803168881467148e-05, "Finetune/Loss": 0.8281772136688232, "Finetune/Loss (Raw)": 0.8137604594230652, "Finetune/Step": 1771, "Finetune/Step Time": 6.636442692950368}
+{"Finetune/Learning Rate": 1.8029214413313692e-05, "Finetune/Loss": 0.8297985792160034, "Finetune/Loss (Raw)": 1.0003066062927246, "Finetune/Step": 1772, "Finetune/Step Time": 6.61113265901804}
+{"Finetune/Learning Rate": 1.802673862762434e-05, "Finetune/Loss": 0.8293655514717102, "Finetune/Loss (Raw)": 0.799508810043335, "Finetune/Step": 1773, "Finetune/Step Time": 6.619364585727453}
+{"Finetune/Learning Rate": 1.8024261458030284e-05, "Finetune/Loss": 0.8278754949569702, "Finetune/Loss (Raw)": 0.7392567992210388, "Finetune/Step": 1774, "Finetune/Step Time": 6.63243942335248}
+{"Finetune/Learning Rate": 1.8021782904958615e-05, "Finetune/Loss": 0.8289290070533752, "Finetune/Loss (Raw)": 0.9412468671798706, "Finetune/Step": 1775, "Finetune/Step Time": 6.6198140028864145}
+{"Finetune/Learning Rate": 1.8019302968836662e-05, "Finetune/Loss": 0.8283544182777405, "Finetune/Loss (Raw)": 0.8614979386329651, "Finetune/Step": 1776, "Finetune/Step Time": 6.618469750508666}
+{"Finetune/Learning Rate": 1.8016821650091998e-05, "Finetune/Loss": 0.8287095427513123, "Finetune/Loss (Raw)": 0.881140947341919, "Finetune/Step": 1777, "Finetune/Step Time": 6.61298730969429}
+{"Finetune/Learning Rate": 1.8014338949152427e-05, "Finetune/Loss": 0.8282588124275208, "Finetune/Loss (Raw)": 0.8440542817115784, "Finetune/Step": 1778, "Finetune/Step Time": 6.61463494412601}
+{"Finetune/Learning Rate": 1.8011854866446e-05, "Finetune/Loss": 0.8306000232696533, "Finetune/Loss (Raw)": 1.0579497814178467, "Finetune/Step": 1779, "Finetune/Step Time": 6.599278673529625}
+{"Finetune/Learning Rate": 1.8009369402401005e-05, "Finetune/Loss": 0.8305253982543945, "Finetune/Loss (Raw)": 0.8187208771705627, "Finetune/Step": 1780, "Finetune/Step Time": 6.591757744550705}
+{"Finetune/Learning Rate": 1.8006882557445965e-05, "Finetune/Loss": 0.8292053937911987, "Finetune/Loss (Raw)": 0.6776074171066284, "Finetune/Step": 1781, "Finetune/Step Time": 6.592930747196078}
+{"Finetune/Learning Rate": 1.8004394332009634e-05, "Finetune/Loss": 0.8288442492485046, "Finetune/Loss (Raw)": 0.8691253662109375, "Finetune/Step": 1782, "Finetune/Step Time": 6.580221178010106}
+{"Finetune/Learning Rate": 1.800190472652102e-05, "Finetune/Loss": 0.8316031098365784, "Finetune/Loss (Raw)": 0.7494691014289856, "Finetune/Step": 1783, "Finetune/Step Time": 6.562154585495591}
+{"Finetune/Learning Rate": 1.7999413741409353e-05, "Finetune/Loss": 0.8325085639953613, "Finetune/Loss (Raw)": 1.0069077014923096, "Finetune/Step": 1784, "Finetune/Step Time": 6.565769346430898}
+{"Finetune/Learning Rate": 1.7996921377104114e-05, "Finetune/Loss": 0.8311753273010254, "Finetune/Loss (Raw)": 0.6506873965263367, "Finetune/Step": 1785, "Finetune/Step Time": 6.580254631116986}
+{"Finetune/Learning Rate": 1.7994427634035016e-05, "Finetune/Loss": 0.8308936357498169, "Finetune/Loss (Raw)": 0.8522282838821411, "Finetune/Step": 1786, "Finetune/Step Time": 6.578621359542012}
+{"Finetune/Learning Rate": 1.7991932512632004e-05, "Finetune/Loss": 0.8302357196807861, "Finetune/Loss (Raw)": 0.7293099164962769, "Finetune/Step": 1787, "Finetune/Step Time": 6.573836321011186}
+{"Finetune/Learning Rate": 1.798943601332527e-05, "Finetune/Loss": 0.82943195104599, "Finetune/Loss (Raw)": 0.7867642641067505, "Finetune/Step": 1788, "Finetune/Step Time": 6.560304010286927}
+{"Finetune/Learning Rate": 1.7986938136545244e-05, "Finetune/Loss": 0.8251169919967651, "Finetune/Loss (Raw)": 0.30306318402290344, "Finetune/Step": 1789, "Finetune/Step Time": 6.582826916128397}
+{"Finetune/Learning Rate": 1.7984438882722586e-05, "Finetune/Loss": 0.8249859809875488, "Finetune/Loss (Raw)": 0.9253560304641724, "Finetune/Step": 1790, "Finetune/Step Time": 6.5860702227801085}
+{"Finetune/Learning Rate": 1.7981938252288196e-05, "Finetune/Loss": 0.8279803395271301, "Finetune/Loss (Raw)": 0.9807228446006775, "Finetune/Step": 1791, "Finetune/Step Time": 6.5789771638810635}
+{"Finetune/Learning Rate": 1.7979436245673214e-05, "Finetune/Loss": 0.8297780752182007, "Finetune/Loss (Raw)": 0.9241299033164978, "Finetune/Step": 1792, "Finetune/Step Time": 6.579116644337773}
+{"Finetune/Learning Rate": 1.7976932863309012e-05, "Finetune/Loss": 0.8276408910751343, "Finetune/Loss (Raw)": 0.7198992967605591, "Finetune/Step": 1793, "Finetune/Step Time": 6.594369757920504}
+{"Finetune/Learning Rate": 1.797442810562721e-05, "Finetune/Loss": 0.8286605477333069, "Finetune/Loss (Raw)": 0.9604904651641846, "Finetune/Step": 1794, "Finetune/Step Time": 6.600693948566914}
+{"Finetune/Learning Rate": 1.797192197305965e-05, "Finetune/Loss": 0.8246555328369141, "Finetune/Loss (Raw)": 0.3750581443309784, "Finetune/Step": 1795, "Finetune/Step Time": 6.622000318020582}
+{"Finetune/Learning Rate": 1.7969414466038425e-05, "Finetune/Loss": 0.8238149881362915, "Finetune/Loss (Raw)": 0.8237413763999939, "Finetune/Step": 1796, "Finetune/Step Time": 6.615747049450874}
+{"Finetune/Learning Rate": 1.7966905584995854e-05, "Finetune/Loss": 0.8235191106796265, "Finetune/Loss (Raw)": 0.8517621755599976, "Finetune/Step": 1797, "Finetune/Step Time": 6.615286057814956}
+{"Finetune/Learning Rate": 1.7964395330364503e-05, "Finetune/Loss": 0.8230795860290527, "Finetune/Loss (Raw)": 0.8799261450767517, "Finetune/Step": 1798, "Finetune/Step Time": 6.619540369138122}
+{"Finetune/Learning Rate": 1.7961883702577162e-05, "Finetune/Loss": 0.8231055736541748, "Finetune/Loss (Raw)": 0.8186488747596741, "Finetune/Step": 1799, "Finetune/Step Time": 6.621153617277741}
+{"Finetune/Learning Rate": 1.795937070206687e-05, "Finetune/Loss": 0.8227530717849731, "Finetune/Loss (Raw)": 0.8224616646766663, "Finetune/Step": 1800, "Finetune/Step Time": 6.614666566252708}
+{"Finetune/Learning Rate": 1.79568563292669e-05, "Finetune/Loss": 0.8242014646530151, "Finetune/Loss (Raw)": 0.905306339263916, "Finetune/Step": 1801, "Finetune/Step Time": 6.618787067010999}
+{"Finetune/Learning Rate": 1.7954340584610757e-05, "Finetune/Loss": 0.8258367776870728, "Finetune/Loss (Raw)": 0.7991903424263, "Finetune/Step": 1802, "Finetune/Step Time": 6.6210766937583685}
+{"Finetune/Learning Rate": 1.7951823468532188e-05, "Finetune/Loss": 0.8271552920341492, "Finetune/Loss (Raw)": 0.8548934459686279, "Finetune/Step": 1803, "Finetune/Step Time": 6.633666234090924}
+{"Finetune/Learning Rate": 1.794930498146517e-05, "Finetune/Loss": 0.826851487159729, "Finetune/Loss (Raw)": 0.8920673727989197, "Finetune/Step": 1804, "Finetune/Step Time": 6.647566610947251}
+{"Finetune/Learning Rate": 1.794678512384392e-05, "Finetune/Loss": 0.8236949443817139, "Finetune/Loss (Raw)": 0.5522161722183228, "Finetune/Step": 1805, "Finetune/Step Time": 6.646301032975316}
+{"Finetune/Learning Rate": 1.7944263896102893e-05, "Finetune/Loss": 0.8235303163528442, "Finetune/Loss (Raw)": 0.7595569491386414, "Finetune/Step": 1806, "Finetune/Step Time": 6.658315595239401}
+{"Finetune/Learning Rate": 1.7941741298676777e-05, "Finetune/Loss": 0.8273767232894897, "Finetune/Loss (Raw)": 0.8868066072463989, "Finetune/Step": 1807, "Finetune/Step Time": 6.639247568324208}
+{"Finetune/Learning Rate": 1.79392173320005e-05, "Finetune/Loss": 0.8269878029823303, "Finetune/Loss (Raw)": 0.8132825493812561, "Finetune/Step": 1808, "Finetune/Step Time": 6.6287994254380465}
+{"Finetune/Learning Rate": 1.793669199650922e-05, "Finetune/Loss": 0.8270150423049927, "Finetune/Loss (Raw)": 0.8825963735580444, "Finetune/Step": 1809, "Finetune/Step Time": 6.629108116030693}
+{"Finetune/Learning Rate": 1.793416529263834e-05, "Finetune/Loss": 0.8252153992652893, "Finetune/Loss (Raw)": 0.8043795228004456, "Finetune/Step": 1810, "Finetune/Step Time": 6.63141518086195}
+{"Finetune/Learning Rate": 1.793163722082349e-05, "Finetune/Loss": 0.8262825012207031, "Finetune/Loss (Raw)": 0.8457884192466736, "Finetune/Step": 1811, "Finetune/Step Time": 6.634563023224473}
+{"Finetune/Learning Rate": 1.792910778150054e-05, "Finetune/Loss": 0.8255819082260132, "Finetune/Loss (Raw)": 0.7507538199424744, "Finetune/Step": 1812, "Finetune/Step Time": 6.641378585249186}
+{"Finetune/Learning Rate": 1.7926576975105596e-05, "Finetune/Loss": 0.8259987831115723, "Finetune/Loss (Raw)": 0.8139334917068481, "Finetune/Step": 1813, "Finetune/Step Time": 6.641077110543847}
+{"Finetune/Learning Rate": 1.7924044802074997e-05, "Finetune/Loss": 0.8279709815979004, "Finetune/Loss (Raw)": 0.867695689201355, "Finetune/Step": 1814, "Finetune/Step Time": 6.629337662830949}
+{"Finetune/Learning Rate": 1.7921511262845323e-05, "Finetune/Loss": 0.8271284699440002, "Finetune/Loss (Raw)": 0.8270180821418762, "Finetune/Step": 1815, "Finetune/Step Time": 6.627764314413071}
+{"Finetune/Learning Rate": 1.7918976357853385e-05, "Finetune/Loss": 0.8279051780700684, "Finetune/Loss (Raw)": 0.9444897770881653, "Finetune/Step": 1816, "Finetune/Step Time": 6.622519856318831}
+{"Finetune/Learning Rate": 1.7916440087536226e-05, "Finetune/Loss": 0.8321680426597595, "Finetune/Loss (Raw)": 0.8536907434463501, "Finetune/Step": 1817, "Finetune/Step Time": 6.605902412906289}
+{"Finetune/Learning Rate": 1.7913902452331132e-05, "Finetune/Loss": 0.8307873606681824, "Finetune/Loss (Raw)": 0.7817551493644714, "Finetune/Step": 1818, "Finetune/Step Time": 6.607002284377813}
+{"Finetune/Learning Rate": 1.791136345267563e-05, "Finetune/Loss": 0.8309082984924316, "Finetune/Loss (Raw)": 0.9023335576057434, "Finetune/Step": 1819, "Finetune/Step Time": 6.604370929300785}
+{"Finetune/Learning Rate": 1.790882308900746e-05, "Finetune/Loss": 0.8309593200683594, "Finetune/Loss (Raw)": 0.7468583583831787, "Finetune/Step": 1820, "Finetune/Step Time": 6.583635464310646}
+{"Finetune/Learning Rate": 1.7906281361764614e-05, "Finetune/Loss": 0.832361102104187, "Finetune/Loss (Raw)": 0.8657468557357788, "Finetune/Step": 1821, "Finetune/Step Time": 6.569237895309925}
+{"Finetune/Learning Rate": 1.790373827138532e-05, "Finetune/Loss": 0.8361415863037109, "Finetune/Loss (Raw)": 1.086876392364502, "Finetune/Step": 1822, "Finetune/Step Time": 6.561854416504502}
+{"Finetune/Learning Rate": 1.790119381830804e-05, "Finetune/Loss": 0.8374119997024536, "Finetune/Loss (Raw)": 0.8614861965179443, "Finetune/Step": 1823, "Finetune/Step Time": 6.553260250017047}
+{"Finetune/Learning Rate": 1.7898648002971456e-05, "Finetune/Loss": 0.835771918296814, "Finetune/Loss (Raw)": 0.6497679948806763, "Finetune/Step": 1824, "Finetune/Step Time": 6.558213593438268}
+{"Finetune/Learning Rate": 1.7896100825814507e-05, "Finetune/Loss": 0.835179328918457, "Finetune/Loss (Raw)": 0.8404328227043152, "Finetune/Step": 1825, "Finetune/Step Time": 6.54949389025569}
+{"Finetune/Learning Rate": 1.7893552287276353e-05, "Finetune/Loss": 0.8355177044868469, "Finetune/Loss (Raw)": 0.8942124247550964, "Finetune/Step": 1826, "Finetune/Step Time": 6.550325548276305}
+{"Finetune/Learning Rate": 1.7891002387796394e-05, "Finetune/Loss": 0.8348077535629272, "Finetune/Loss (Raw)": 0.8044129610061646, "Finetune/Step": 1827, "Finetune/Step Time": 6.582196060568094}
+{"Finetune/Learning Rate": 1.788845112781426e-05, "Finetune/Loss": 0.8346958756446838, "Finetune/Loss (Raw)": 0.8824530839920044, "Finetune/Step": 1828, "Finetune/Step Time": 6.5810826271772385}
+{"Finetune/Learning Rate": 1.788589850776982e-05, "Finetune/Loss": 0.8354128003120422, "Finetune/Loss (Raw)": 1.0485070943832397, "Finetune/Step": 1829, "Finetune/Step Time": 6.585111575201154}
+{"Finetune/Learning Rate": 1.788334452810317e-05, "Finetune/Loss": 0.8358627557754517, "Finetune/Loss (Raw)": 0.9885680079460144, "Finetune/Step": 1830, "Finetune/Step Time": 6.597490293905139}
+{"Finetune/Learning Rate": 1.7880789189254662e-05, "Finetune/Loss": 0.8371503353118896, "Finetune/Loss (Raw)": 0.8410665392875671, "Finetune/Step": 1831, "Finetune/Step Time": 6.583084039390087}
+{"Finetune/Learning Rate": 1.787823249166485e-05, "Finetune/Loss": 0.8420865535736084, "Finetune/Loss (Raw)": 0.9837895035743713, "Finetune/Step": 1832, "Finetune/Step Time": 6.56693883612752}
+{"Finetune/Learning Rate": 1.7875674435774546e-05, "Finetune/Loss": 0.8412397503852844, "Finetune/Loss (Raw)": 0.7357164621353149, "Finetune/Step": 1833, "Finetune/Step Time": 6.585536267608404}
+{"Finetune/Learning Rate": 1.787311502202479e-05, "Finetune/Loss": 0.841627836227417, "Finetune/Loss (Raw)": 0.9725751280784607, "Finetune/Step": 1834, "Finetune/Step Time": 6.585848426446319}
+{"Finetune/Learning Rate": 1.787055425085685e-05, "Finetune/Loss": 0.8417791724205017, "Finetune/Loss (Raw)": 0.8991791009902954, "Finetune/Step": 1835, "Finetune/Step Time": 6.594870202243328}
+{"Finetune/Learning Rate": 1.7867992122712242e-05, "Finetune/Loss": 0.8420813679695129, "Finetune/Loss (Raw)": 0.8910684585571289, "Finetune/Step": 1836, "Finetune/Step Time": 6.5905418433249}
+{"Finetune/Learning Rate": 1.7865428638032697e-05, "Finetune/Loss": 0.8409966230392456, "Finetune/Loss (Raw)": 0.8428894877433777, "Finetune/Step": 1837, "Finetune/Step Time": 6.592254489660263}
+{"Finetune/Learning Rate": 1.7862863797260197e-05, "Finetune/Loss": 0.8412643671035767, "Finetune/Loss (Raw)": 0.8644324541091919, "Finetune/Step": 1838, "Finetune/Step Time": 6.585264867171645}
+{"Finetune/Learning Rate": 1.7860297600836954e-05, "Finetune/Loss": 0.841497004032135, "Finetune/Loss (Raw)": 0.8920643329620361, "Finetune/Step": 1839, "Finetune/Step Time": 6.587491342797875}
+{"Finetune/Learning Rate": 1.78577300492054e-05, "Finetune/Loss": 0.8401457071304321, "Finetune/Loss (Raw)": 0.8377826809883118, "Finetune/Step": 1840, "Finetune/Step Time": 6.59734938852489}
+{"Finetune/Learning Rate": 1.7855161142808218e-05, "Finetune/Loss": 0.8389999866485596, "Finetune/Loss (Raw)": 0.7771996259689331, "Finetune/Step": 1841, "Finetune/Step Time": 6.598546536639333}
+{"Finetune/Learning Rate": 1.785259088208832e-05, "Finetune/Loss": 0.839389979839325, "Finetune/Loss (Raw)": 0.945844829082489, "Finetune/Step": 1842, "Finetune/Step Time": 6.597155725583434}
+{"Finetune/Learning Rate": 1.7850019267488843e-05, "Finetune/Loss": 0.8412766456604004, "Finetune/Loss (Raw)": 0.8787699341773987, "Finetune/Step": 1843, "Finetune/Step Time": 6.602749617770314}
+{"Finetune/Learning Rate": 1.7847446299453168e-05, "Finetune/Loss": 0.8406809568405151, "Finetune/Loss (Raw)": 0.8190603852272034, "Finetune/Step": 1844, "Finetune/Step Time": 6.613822855055332}
+{"Finetune/Learning Rate": 1.78448719784249e-05, "Finetune/Loss": 0.8398088216781616, "Finetune/Loss (Raw)": 0.771314799785614, "Finetune/Step": 1845, "Finetune/Step Time": 6.6072293277829885}
+{"Finetune/Learning Rate": 1.7842296304847892e-05, "Finetune/Loss": 0.8401319980621338, "Finetune/Loss (Raw)": 0.9609184861183167, "Finetune/Step": 1846, "Finetune/Step Time": 6.608596915379167}
+{"Finetune/Learning Rate": 1.7839719279166213e-05, "Finetune/Loss": 0.8404029607772827, "Finetune/Loss (Raw)": 0.8633451461791992, "Finetune/Step": 1847, "Finetune/Step Time": 6.616908932104707}
+{"Finetune/Learning Rate": 1.7837140901824177e-05, "Finetune/Loss": 0.839769721031189, "Finetune/Loss (Raw)": 0.8758273124694824, "Finetune/Step": 1848, "Finetune/Step Time": 6.609764935448766}
+{"Finetune/Learning Rate": 1.7834561173266322e-05, "Finetune/Loss": 0.840313732624054, "Finetune/Loss (Raw)": 0.9798934459686279, "Finetune/Step": 1849, "Finetune/Step Time": 6.603655653074384}
+{"Finetune/Learning Rate": 1.7831980093937428e-05, "Finetune/Loss": 0.8407742381095886, "Finetune/Loss (Raw)": 0.9293437004089355, "Finetune/Step": 1850, "Finetune/Step Time": 6.610007995739579}
+{"Finetune/Learning Rate": 1.7829397664282503e-05, "Finetune/Loss": 0.839272141456604, "Finetune/Loss (Raw)": 0.6455615758895874, "Finetune/Step": 1851, "Finetune/Step Time": 6.613085560500622}
+{"Finetune/Learning Rate": 1.7826813884746787e-05, "Finetune/Loss": 0.8401167988777161, "Finetune/Loss (Raw)": 0.8934311270713806, "Finetune/Step": 1852, "Finetune/Step Time": 6.61429419927299}
+{"Finetune/Learning Rate": 1.782422875577575e-05, "Finetune/Loss": 0.8405277729034424, "Finetune/Loss (Raw)": 0.9085564613342285, "Finetune/Step": 1853, "Finetune/Step Time": 6.61538808979094}
+{"Finetune/Learning Rate": 1.7821642277815108e-05, "Finetune/Loss": 0.8414468169212341, "Finetune/Loss (Raw)": 0.9086050391197205, "Finetune/Step": 1854, "Finetune/Step Time": 6.609350295737386}
+{"Finetune/Learning Rate": 1.7819054451310794e-05, "Finetune/Loss": 0.8417561054229736, "Finetune/Loss (Raw)": 0.8981701135635376, "Finetune/Step": 1855, "Finetune/Step Time": 6.594038147479296}
+{"Finetune/Learning Rate": 1.7816465276708983e-05, "Finetune/Loss": 0.8420284390449524, "Finetune/Loss (Raw)": 0.9954161643981934, "Finetune/Step": 1856, "Finetune/Step Time": 6.59385846182704}
+{"Finetune/Learning Rate": 1.7813874754456076e-05, "Finetune/Loss": 0.8410806655883789, "Finetune/Loss (Raw)": 0.7657239437103271, "Finetune/Step": 1857, "Finetune/Step Time": 6.629440978169441}
+{"Finetune/Learning Rate": 1.7811282884998716e-05, "Finetune/Loss": 0.8417104482650757, "Finetune/Loss (Raw)": 0.8320895433425903, "Finetune/Step": 1858, "Finetune/Step Time": 6.637496136128902}
+{"Finetune/Learning Rate": 1.7808689668783762e-05, "Finetune/Loss": 0.8412238359451294, "Finetune/Loss (Raw)": 0.9687040448188782, "Finetune/Step": 1859, "Finetune/Step Time": 6.631917318329215}
+{"Finetune/Learning Rate": 1.7806095106258323e-05, "Finetune/Loss": 0.8394157290458679, "Finetune/Loss (Raw)": 0.7147048115730286, "Finetune/Step": 1860, "Finetune/Step Time": 6.601091302931309}
+{"Finetune/Learning Rate": 1.7803499197869733e-05, "Finetune/Loss": 0.8387817144393921, "Finetune/Loss (Raw)": 0.7995541095733643, "Finetune/Step": 1861, "Finetune/Step Time": 6.600937386974692}
+{"Finetune/Learning Rate": 1.780090194406555e-05, "Finetune/Loss": 0.837793231010437, "Finetune/Loss (Raw)": 0.7838931679725647, "Finetune/Step": 1862, "Finetune/Step Time": 6.585083924233913}
+{"Finetune/Learning Rate": 1.7798303345293577e-05, "Finetune/Loss": 0.8370873928070068, "Finetune/Loss (Raw)": 0.7438102960586548, "Finetune/Step": 1863, "Finetune/Step Time": 6.583505041897297}
+{"Finetune/Learning Rate": 1.779570340200184e-05, "Finetune/Loss": 0.8362528681755066, "Finetune/Loss (Raw)": 0.7705729603767395, "Finetune/Step": 1864, "Finetune/Step Time": 6.5878805592656136}
+{"Finetune/Learning Rate": 1.779310211463861e-05, "Finetune/Loss": 0.8372091054916382, "Finetune/Loss (Raw)": 0.9123905897140503, "Finetune/Step": 1865, "Finetune/Step Time": 6.599628629162908}
+{"Finetune/Learning Rate": 1.7790499483652363e-05, "Finetune/Loss": 0.841702938079834, "Finetune/Loss (Raw)": 0.9390442967414856, "Finetune/Step": 1866, "Finetune/Step Time": 6.592943688854575}
+{"Finetune/Learning Rate": 1.7787895509491835e-05, "Finetune/Loss": 0.8426783084869385, "Finetune/Loss (Raw)": 0.9712774157524109, "Finetune/Step": 1867, "Finetune/Step Time": 6.598447056487203}
+{"Finetune/Learning Rate": 1.7785290192605978e-05, "Finetune/Loss": 0.8425731658935547, "Finetune/Loss (Raw)": 0.7538038492202759, "Finetune/Step": 1868, "Finetune/Step Time": 6.609465375542641}
+{"Finetune/Learning Rate": 1.7782683533443984e-05, "Finetune/Loss": 0.8417167663574219, "Finetune/Loss (Raw)": 0.943656861782074, "Finetune/Step": 1869, "Finetune/Step Time": 6.606606863439083}
+{"Finetune/Learning Rate": 1.7780075532455266e-05, "Finetune/Loss": 0.8423604965209961, "Finetune/Loss (Raw)": 0.7688232660293579, "Finetune/Step": 1870, "Finetune/Step Time": 6.609437357634306}
+{"Finetune/Learning Rate": 1.7777466190089475e-05, "Finetune/Loss": 0.842077910900116, "Finetune/Loss (Raw)": 0.820960283279419, "Finetune/Step": 1871, "Finetune/Step Time": 6.612510895356536}
+{"Finetune/Learning Rate": 1.7774855506796497e-05, "Finetune/Loss": 0.84107506275177, "Finetune/Loss (Raw)": 0.7056474089622498, "Finetune/Step": 1872, "Finetune/Step Time": 6.617277571931481}
+{"Finetune/Learning Rate": 1.7772243483026437e-05, "Finetune/Loss": 0.8371027708053589, "Finetune/Loss (Raw)": 0.37186190485954285, "Finetune/Step": 1873, "Finetune/Step Time": 6.632311303168535}
+{"Finetune/Learning Rate": 1.7769630119229647e-05, "Finetune/Loss": 0.8365285396575928, "Finetune/Loss (Raw)": 0.913555383682251, "Finetune/Step": 1874, "Finetune/Step Time": 6.6339156068861485}
+{"Finetune/Learning Rate": 1.7767015415856696e-05, "Finetune/Loss": 0.8382426500320435, "Finetune/Loss (Raw)": 0.6596397161483765, "Finetune/Step": 1875, "Finetune/Step Time": 6.625592244789004}
+{"Finetune/Learning Rate": 1.7764399373358394e-05, "Finetune/Loss": 0.8397583961486816, "Finetune/Loss (Raw)": 0.894741952419281, "Finetune/Step": 1876, "Finetune/Step Time": 6.612700425088406}
+{"Finetune/Learning Rate": 1.7761781992185776e-05, "Finetune/Loss": 0.8398593664169312, "Finetune/Loss (Raw)": 0.9024573564529419, "Finetune/Step": 1877, "Finetune/Step Time": 6.626617571339011}
+{"Finetune/Learning Rate": 1.7759163272790108e-05, "Finetune/Loss": 0.8375375270843506, "Finetune/Loss (Raw)": 0.6645557880401611, "Finetune/Step": 1878, "Finetune/Step Time": 6.619507605209947}
+{"Finetune/Learning Rate": 1.775654321562289e-05, "Finetune/Loss": 0.837882399559021, "Finetune/Loss (Raw)": 0.9608154296875, "Finetune/Step": 1879, "Finetune/Step Time": 6.620631022378802}
+{"Finetune/Learning Rate": 1.775392182113585e-05, "Finetune/Loss": 0.8348910808563232, "Finetune/Loss (Raw)": 0.637116014957428, "Finetune/Step": 1880, "Finetune/Step Time": 6.6408722791820765}
+{"Finetune/Learning Rate": 1.775129908978095e-05, "Finetune/Loss": 0.8340043425559998, "Finetune/Loss (Raw)": 0.750404417514801, "Finetune/Step": 1881, "Finetune/Step Time": 6.648334605619311}
+{"Finetune/Learning Rate": 1.7748675022010375e-05, "Finetune/Loss": 0.8337841033935547, "Finetune/Loss (Raw)": 0.8908433318138123, "Finetune/Step": 1882, "Finetune/Step Time": 6.634969495236874}
+{"Finetune/Learning Rate": 1.7746049618276545e-05, "Finetune/Loss": 0.8322887420654297, "Finetune/Loss (Raw)": 0.681498646736145, "Finetune/Step": 1883, "Finetune/Step Time": 6.643040928989649}
+{"Finetune/Learning Rate": 1.774342287903212e-05, "Finetune/Loss": 0.8273478746414185, "Finetune/Loss (Raw)": 0.3608040511608124, "Finetune/Step": 1884, "Finetune/Step Time": 6.660891173407435}
+{"Finetune/Learning Rate": 1.7740794804729972e-05, "Finetune/Loss": 0.8315505385398865, "Finetune/Loss (Raw)": 0.9037317633628845, "Finetune/Step": 1885, "Finetune/Step Time": 6.643688784912229}
+{"Finetune/Learning Rate": 1.7738165395823216e-05, "Finetune/Loss": 0.8336448669433594, "Finetune/Loss (Raw)": 1.0306024551391602, "Finetune/Step": 1886, "Finetune/Step Time": 6.64757508225739}
+{"Finetune/Learning Rate": 1.7735534652765188e-05, "Finetune/Loss": 0.8318161964416504, "Finetune/Loss (Raw)": 0.7374439835548401, "Finetune/Step": 1887, "Finetune/Step Time": 6.64265913143754}
+{"Finetune/Learning Rate": 1.7732902576009468e-05, "Finetune/Loss": 0.8296948671340942, "Finetune/Loss (Raw)": 0.698278546333313, "Finetune/Step": 1888, "Finetune/Step Time": 6.6475267969071865}
+{"Finetune/Learning Rate": 1.773026916600985e-05, "Finetune/Loss": 0.8299441337585449, "Finetune/Loss (Raw)": 0.8074281811714172, "Finetune/Step": 1889, "Finetune/Step Time": 6.653655249625444}
+{"Finetune/Learning Rate": 1.7727634423220367e-05, "Finetune/Loss": 0.8303521275520325, "Finetune/Loss (Raw)": 0.8171823024749756, "Finetune/Step": 1890, "Finetune/Step Time": 6.648421013727784}
+{"Finetune/Learning Rate": 1.7724998348095276e-05, "Finetune/Loss": 0.8298556208610535, "Finetune/Loss (Raw)": 0.9378668069839478, "Finetune/Step": 1891, "Finetune/Step Time": 6.632629759609699}
+{"Finetune/Learning Rate": 1.7722360941089077e-05, "Finetune/Loss": 0.8301728963851929, "Finetune/Loss (Raw)": 0.9849660396575928, "Finetune/Step": 1892, "Finetune/Step Time": 6.613977028056979}
+{"Finetune/Learning Rate": 1.7719722202656484e-05, "Finetune/Loss": 0.8303069472312927, "Finetune/Loss (Raw)": 0.8007326722145081, "Finetune/Step": 1893, "Finetune/Step Time": 6.6159429885447025}
+{"Finetune/Learning Rate": 1.771708213325245e-05, "Finetune/Loss": 0.8289321064949036, "Finetune/Loss (Raw)": 0.745110034942627, "Finetune/Step": 1894, "Finetune/Step Time": 6.608101172372699}
+{"Finetune/Learning Rate": 1.771444073333215e-05, "Finetune/Loss": 0.8296107053756714, "Finetune/Loss (Raw)": 0.8349038362503052, "Finetune/Step": 1895, "Finetune/Step Time": 6.607709489762783}
+{"Finetune/Learning Rate": 1.7711798003350994e-05, "Finetune/Loss": 0.8307760953903198, "Finetune/Loss (Raw)": 0.8724252581596375, "Finetune/Step": 1896, "Finetune/Step Time": 6.610609591007233}
+{"Finetune/Learning Rate": 1.770915394376462e-05, "Finetune/Loss": 0.833114743232727, "Finetune/Loss (Raw)": 0.9996126890182495, "Finetune/Step": 1897, "Finetune/Step Time": 6.598501201719046}
+{"Finetune/Learning Rate": 1.7706508555028895e-05, "Finetune/Loss": 0.8329174518585205, "Finetune/Loss (Raw)": 0.8764971494674683, "Finetune/Step": 1898, "Finetune/Step Time": 6.603917179629207}
+{"Finetune/Learning Rate": 1.7703861837599916e-05, "Finetune/Loss": 0.8321183323860168, "Finetune/Loss (Raw)": 0.7114691138267517, "Finetune/Step": 1899, "Finetune/Step Time": 6.623668372631073}
+{"Finetune/Learning Rate": 1.7701213791934008e-05, "Finetune/Loss": 0.8308789730072021, "Finetune/Loss (Raw)": 0.8416818380355835, "Finetune/Step": 1900, "Finetune/Step Time": 6.6261430233716965}
+{"Finetune/Learning Rate": 1.7698564418487726e-05, "Finetune/Loss": 0.8308260440826416, "Finetune/Loss (Raw)": 0.792721152305603, "Finetune/Step": 1901, "Finetune/Step Time": 6.623339077457786}
+{"Finetune/Learning Rate": 1.7695913717717854e-05, "Finetune/Loss": 0.8325934410095215, "Finetune/Loss (Raw)": 0.9654821753501892, "Finetune/Step": 1902, "Finetune/Step Time": 6.614387510344386}
+{"Finetune/Learning Rate": 1.76932616900814e-05, "Finetune/Loss": 0.8312454223632812, "Finetune/Loss (Raw)": 0.7686988711357117, "Finetune/Step": 1903, "Finetune/Step Time": 6.634248364716768}
+{"Finetune/Learning Rate": 1.769060833603561e-05, "Finetune/Loss": 0.8310561776161194, "Finetune/Loss (Raw)": 0.8372789025306702, "Finetune/Step": 1904, "Finetune/Step Time": 6.639511574059725}
+{"Finetune/Learning Rate": 1.7687953656037953e-05, "Finetune/Loss": 0.8267605900764465, "Finetune/Loss (Raw)": 0.33130496740341187, "Finetune/Step": 1905, "Finetune/Step Time": 6.6619552951306105}
+{"Finetune/Learning Rate": 1.7685297650546125e-05, "Finetune/Loss": 0.8261709213256836, "Finetune/Loss (Raw)": 0.7685834169387817, "Finetune/Step": 1906, "Finetune/Step Time": 6.674754397943616}
+{"Finetune/Learning Rate": 1.768264032001805e-05, "Finetune/Loss": 0.8247300386428833, "Finetune/Loss (Raw)": 0.8735191822052002, "Finetune/Step": 1907, "Finetune/Step Time": 6.690858429297805}
+{"Finetune/Learning Rate": 1.7679981664911893e-05, "Finetune/Loss": 0.8245266675949097, "Finetune/Loss (Raw)": 0.7926868200302124, "Finetune/Step": 1908, "Finetune/Step Time": 6.689631149172783}
+{"Finetune/Learning Rate": 1.7677321685686027e-05, "Finetune/Loss": 0.8239696025848389, "Finetune/Loss (Raw)": 0.6062935590744019, "Finetune/Step": 1909, "Finetune/Step Time": 6.690709285438061}
+{"Finetune/Learning Rate": 1.767466038279907e-05, "Finetune/Loss": 0.8239566087722778, "Finetune/Loss (Raw)": 0.8674668669700623, "Finetune/Step": 1910, "Finetune/Step Time": 6.693643908947706}
+{"Finetune/Learning Rate": 1.767199775670986e-05, "Finetune/Loss": 0.8251701593399048, "Finetune/Loss (Raw)": 0.904809296131134, "Finetune/Step": 1911, "Finetune/Step Time": 6.699087623506784}
+{"Finetune/Learning Rate": 1.7669333807877468e-05, "Finetune/Loss": 0.8237631320953369, "Finetune/Loss (Raw)": 0.8268014192581177, "Finetune/Step": 1912, "Finetune/Step Time": 6.6937605403363705}
+{"Finetune/Learning Rate": 1.7666668536761188e-05, "Finetune/Loss": 0.8252573609352112, "Finetune/Loss (Raw)": 0.8419485092163086, "Finetune/Step": 1913, "Finetune/Step Time": 6.67915059812367}
+{"Finetune/Learning Rate": 1.766400194382054e-05, "Finetune/Loss": 0.8264728784561157, "Finetune/Loss (Raw)": 1.0078157186508179, "Finetune/Step": 1914, "Finetune/Step Time": 6.676784545183182}
+{"Finetune/Learning Rate": 1.7661334029515286e-05, "Finetune/Loss": 0.8280015587806702, "Finetune/Loss (Raw)": 0.9249850511550903, "Finetune/Step": 1915, "Finetune/Step Time": 6.69891382008791}
+{"Finetune/Learning Rate": 1.76586647943054e-05, "Finetune/Loss": 0.8284069895744324, "Finetune/Loss (Raw)": 0.8386568427085876, "Finetune/Step": 1916, "Finetune/Step Time": 6.69946357794106}
+{"Finetune/Learning Rate": 1.7655994238651084e-05, "Finetune/Loss": 0.8321178555488586, "Finetune/Loss (Raw)": 0.7780494689941406, "Finetune/Step": 1917, "Finetune/Step Time": 6.676990354433656}
+{"Finetune/Learning Rate": 1.7653322363012784e-05, "Finetune/Loss": 0.8312659859657288, "Finetune/Loss (Raw)": 0.8163219094276428, "Finetune/Step": 1918, "Finetune/Step Time": 6.665016500279307}
+{"Finetune/Learning Rate": 1.7650649167851157e-05, "Finetune/Loss": 0.8301130533218384, "Finetune/Loss (Raw)": 0.8331436514854431, "Finetune/Step": 1919, "Finetune/Step Time": 6.6608600448817015}
+{"Finetune/Learning Rate": 1.7647974653627095e-05, "Finetune/Loss": 0.8287097811698914, "Finetune/Loss (Raw)": 0.7445123195648193, "Finetune/Step": 1920, "Finetune/Step Time": 6.670079605653882}
+{"Finetune/Learning Rate": 1.7645298820801716e-05, "Finetune/Loss": 0.8305904865264893, "Finetune/Loss (Raw)": 0.9606293439865112, "Finetune/Step": 1921, "Finetune/Step Time": 6.653335364535451}
+{"Finetune/Learning Rate": 1.764262166983637e-05, "Finetune/Loss": 0.8256171941757202, "Finetune/Loss (Raw)": 0.3239167332649231, "Finetune/Step": 1922, "Finetune/Step Time": 6.670409303158522}
+{"Finetune/Learning Rate": 1.763994320119262e-05, "Finetune/Loss": 0.8293916583061218, "Finetune/Loss (Raw)": 0.8581870198249817, "Finetune/Step": 1923, "Finetune/Step Time": 6.650744082406163}
+{"Finetune/Learning Rate": 1.7637263415332272e-05, "Finetune/Loss": 0.8300960063934326, "Finetune/Loss (Raw)": 0.91389399766922, "Finetune/Step": 1924, "Finetune/Step Time": 6.64804763905704}
+{"Finetune/Learning Rate": 1.7634582312717347e-05, "Finetune/Loss": 0.8315075635910034, "Finetune/Loss (Raw)": 1.032438039779663, "Finetune/Step": 1925, "Finetune/Step Time": 6.65526856854558}
+{"Finetune/Learning Rate": 1.7631899893810108e-05, "Finetune/Loss": 0.8273353576660156, "Finetune/Loss (Raw)": 0.3458903729915619, "Finetune/Step": 1926, "Finetune/Step Time": 6.669739997014403}
+{"Finetune/Learning Rate": 1.762921615907303e-05, "Finetune/Loss": 0.8241128921508789, "Finetune/Loss (Raw)": 0.4061773121356964, "Finetune/Step": 1927, "Finetune/Step Time": 6.680611999705434}
+{"Finetune/Learning Rate": 1.762653110896882e-05, "Finetune/Loss": 0.8251744508743286, "Finetune/Loss (Raw)": 0.9583318829536438, "Finetune/Step": 1928, "Finetune/Step Time": 6.668778341263533}
+{"Finetune/Learning Rate": 1.762384474396041e-05, "Finetune/Loss": 0.8237303495407104, "Finetune/Loss (Raw)": 0.7204607725143433, "Finetune/Step": 1929, "Finetune/Step Time": 6.6597974598407745}
+{"Finetune/Learning Rate": 1.7621157064510974e-05, "Finetune/Loss": 0.822688102722168, "Finetune/Loss (Raw)": 0.6657835245132446, "Finetune/Step": 1930, "Finetune/Step Time": 6.645133554935455}
+{"Finetune/Learning Rate": 1.7618468071083886e-05, "Finetune/Loss": 0.823054313659668, "Finetune/Loss (Raw)": 0.9017768502235413, "Finetune/Step": 1931, "Finetune/Step Time": 6.632838781923056}
+{"Finetune/Learning Rate": 1.7615777764142763e-05, "Finetune/Loss": 0.8212944865226746, "Finetune/Loss (Raw)": 0.6668023467063904, "Finetune/Step": 1932, "Finetune/Step Time": 6.644977539777756}
+{"Finetune/Learning Rate": 1.761308614415145e-05, "Finetune/Loss": 0.8240455985069275, "Finetune/Loss (Raw)": 0.9043587446212769, "Finetune/Step": 1933, "Finetune/Step Time": 6.638080580160022}
+{"Finetune/Learning Rate": 1.761039321157401e-05, "Finetune/Loss": 0.8251507878303528, "Finetune/Loss (Raw)": 0.9010230898857117, "Finetune/Step": 1934, "Finetune/Step Time": 6.624190676957369}
+{"Finetune/Learning Rate": 1.760769896687474e-05, "Finetune/Loss": 0.8256367444992065, "Finetune/Loss (Raw)": 0.949016809463501, "Finetune/Step": 1935, "Finetune/Step Time": 6.629617994651198}
+{"Finetune/Learning Rate": 1.7605003410518153e-05, "Finetune/Loss": 0.8249846696853638, "Finetune/Loss (Raw)": 0.7298115491867065, "Finetune/Step": 1936, "Finetune/Step Time": 6.638096177950501}
+{"Finetune/Learning Rate": 1.7602306542969006e-05, "Finetune/Loss": 0.8247909545898438, "Finetune/Loss (Raw)": 0.8577969074249268, "Finetune/Step": 1937, "Finetune/Step Time": 6.627090448513627}
+{"Finetune/Learning Rate": 1.759960836469226e-05, "Finetune/Loss": 0.8218362331390381, "Finetune/Loss (Raw)": 0.42617329955101013, "Finetune/Step": 1938, "Finetune/Step Time": 6.640081685036421}
+{"Finetune/Learning Rate": 1.759690887615312e-05, "Finetune/Loss": 0.8219141364097595, "Finetune/Loss (Raw)": 0.8557655215263367, "Finetune/Step": 1939, "Finetune/Step Time": 6.626613654196262}
+{"Finetune/Learning Rate": 1.759420807781701e-05, "Finetune/Loss": 0.8197605013847351, "Finetune/Loss (Raw)": 0.4750864505767822, "Finetune/Step": 1940, "Finetune/Step Time": 6.627243999391794}
+{"Finetune/Learning Rate": 1.759150597014957e-05, "Finetune/Loss": 0.8197356462478638, "Finetune/Loss (Raw)": 0.8107479810714722, "Finetune/Step": 1941, "Finetune/Step Time": 6.6257870979607105}
+{"Finetune/Learning Rate": 1.7588802553616684e-05, "Finetune/Loss": 0.8207945823669434, "Finetune/Loss (Raw)": 1.003239631652832, "Finetune/Step": 1942, "Finetune/Step Time": 6.627259379252791}
+{"Finetune/Learning Rate": 1.758609782868445e-05, "Finetune/Loss": 0.8217874765396118, "Finetune/Loss (Raw)": 0.9541140198707581, "Finetune/Step": 1943, "Finetune/Step Time": 6.626133572310209}
+{"Finetune/Learning Rate": 1.75833917958192e-05, "Finetune/Loss": 0.8212406635284424, "Finetune/Loss (Raw)": 0.8744921684265137, "Finetune/Step": 1944, "Finetune/Step Time": 6.6303175538778305}
+{"Finetune/Learning Rate": 1.758068445548748e-05, "Finetune/Loss": 0.8176637887954712, "Finetune/Loss (Raw)": 0.3958522379398346, "Finetune/Step": 1945, "Finetune/Step Time": 6.658377172425389}
+{"Finetune/Learning Rate": 1.7577975808156068e-05, "Finetune/Loss": 0.8187369108200073, "Finetune/Loss (Raw)": 0.9191129207611084, "Finetune/Step": 1946, "Finetune/Step Time": 6.670805107802153}
+{"Finetune/Learning Rate": 1.757526585429197e-05, "Finetune/Loss": 0.819649338722229, "Finetune/Loss (Raw)": 1.0191296339035034, "Finetune/Step": 1947, "Finetune/Step Time": 6.66947578266263}
+{"Finetune/Learning Rate": 1.7572554594362415e-05, "Finetune/Loss": 0.8218955993652344, "Finetune/Loss (Raw)": 1.0343788862228394, "Finetune/Step": 1948, "Finetune/Step Time": 6.667970906943083}
+{"Finetune/Learning Rate": 1.756984202883485e-05, "Finetune/Loss": 0.8226057291030884, "Finetune/Loss (Raw)": 0.9566464424133301, "Finetune/Step": 1949, "Finetune/Step Time": 6.665892282500863}
+{"Finetune/Learning Rate": 1.7567128158176955e-05, "Finetune/Loss": 0.8219892978668213, "Finetune/Loss (Raw)": 1.007967472076416, "Finetune/Step": 1950, "Finetune/Step Time": 6.671706577762961}
+{"Finetune/Learning Rate": 1.7564412982856636e-05, "Finetune/Loss": 0.8227599859237671, "Finetune/Loss (Raw)": 0.9601336121559143, "Finetune/Step": 1951, "Finetune/Step Time": 6.6756321750581264}
+{"Finetune/Learning Rate": 1.756169650334202e-05, "Finetune/Loss": 0.8253754377365112, "Finetune/Loss (Raw)": 0.9845547676086426, "Finetune/Step": 1952, "Finetune/Step Time": 6.669415842741728}
+{"Finetune/Learning Rate": 1.7558978720101464e-05, "Finetune/Loss": 0.8233574628829956, "Finetune/Loss (Raw)": 0.5821227431297302, "Finetune/Step": 1953, "Finetune/Step Time": 6.6802688874304295}
+{"Finetune/Learning Rate": 1.755625963360354e-05, "Finetune/Loss": 0.8212823867797852, "Finetune/Loss (Raw)": 0.6286048293113708, "Finetune/Step": 1954, "Finetune/Step Time": 6.688280938193202}
+{"Finetune/Learning Rate": 1.7553539244317056e-05, "Finetune/Loss": 0.8207874894142151, "Finetune/Loss (Raw)": 0.7410669922828674, "Finetune/Step": 1955, "Finetune/Step Time": 6.673086823895574}
+{"Finetune/Learning Rate": 1.7550817552711036e-05, "Finetune/Loss": 0.8196856379508972, "Finetune/Loss (Raw)": 0.7414175271987915, "Finetune/Step": 1956, "Finetune/Step Time": 6.666659062728286}
+{"Finetune/Learning Rate": 1.754809455925473e-05, "Finetune/Loss": 0.8188571929931641, "Finetune/Loss (Raw)": 0.9424664974212646, "Finetune/Step": 1957, "Finetune/Step Time": 6.659884683787823}
+{"Finetune/Learning Rate": 1.754537026441762e-05, "Finetune/Loss": 0.8188565969467163, "Finetune/Loss (Raw)": 0.9884902238845825, "Finetune/Step": 1958, "Finetune/Step Time": 6.644937602803111}
+{"Finetune/Learning Rate": 1.7542644668669402e-05, "Finetune/Loss": 0.8183088898658752, "Finetune/Loss (Raw)": 0.7709587216377258, "Finetune/Step": 1959, "Finetune/Step Time": 6.647132195532322}
+{"Finetune/Learning Rate": 1.7539917772480005e-05, "Finetune/Loss": 0.8185142874717712, "Finetune/Loss (Raw)": 1.0100815296173096, "Finetune/Step": 1960, "Finetune/Step Time": 6.652050457894802}
+{"Finetune/Learning Rate": 1.753718957631957e-05, "Finetune/Loss": 0.8184158802032471, "Finetune/Loss (Raw)": 0.7231251001358032, "Finetune/Step": 1961, "Finetune/Step Time": 6.63977637514472}
+{"Finetune/Learning Rate": 1.7534460080658486e-05, "Finetune/Loss": 0.8140946626663208, "Finetune/Loss (Raw)": 0.4194566309452057, "Finetune/Step": 1962, "Finetune/Step Time": 6.661225674673915}
+{"Finetune/Learning Rate": 1.753172928596733e-05, "Finetune/Loss": 0.8102036714553833, "Finetune/Loss (Raw)": 0.4011285901069641, "Finetune/Step": 1963, "Finetune/Step Time": 6.6677354369312525}
+{"Finetune/Learning Rate": 1.752899719271694e-05, "Finetune/Loss": 0.8097360730171204, "Finetune/Loss (Raw)": 0.8312196731567383, "Finetune/Step": 1964, "Finetune/Step Time": 6.674227278679609}
+{"Finetune/Learning Rate": 1.752626380137835e-05, "Finetune/Loss": 0.8082774877548218, "Finetune/Loss (Raw)": 0.656186580657959, "Finetune/Step": 1965, "Finetune/Step Time": 6.6734735537320375}
+{"Finetune/Learning Rate": 1.7523529112422836e-05, "Finetune/Loss": 0.8074294328689575, "Finetune/Loss (Raw)": 0.7558870911598206, "Finetune/Step": 1966, "Finetune/Step Time": 6.668438559398055}
+{"Finetune/Learning Rate": 1.752079312632189e-05, "Finetune/Loss": 0.8064807653427124, "Finetune/Loss (Raw)": 0.7706357836723328, "Finetune/Step": 1967, "Finetune/Step Time": 6.656177084892988}
+{"Finetune/Learning Rate": 1.7518055843547228e-05, "Finetune/Loss": 0.8072364330291748, "Finetune/Loss (Raw)": 0.9345059394836426, "Finetune/Step": 1968, "Finetune/Step Time": 6.641948886215687}
+{"Finetune/Learning Rate": 1.7515317264570786e-05, "Finetune/Loss": 0.8046876192092896, "Finetune/Loss (Raw)": 0.4509466588497162, "Finetune/Step": 1969, "Finetune/Step Time": 6.6596852876245975}
+{"Finetune/Learning Rate": 1.7512577389864735e-05, "Finetune/Loss": 0.8035851716995239, "Finetune/Loss (Raw)": 0.8047325611114502, "Finetune/Step": 1970, "Finetune/Step Time": 6.655218513682485}
+{"Finetune/Learning Rate": 1.750983621990145e-05, "Finetune/Loss": 0.7999498844146729, "Finetune/Loss (Raw)": 0.41345465183258057, "Finetune/Step": 1971, "Finetune/Step Time": 6.658542864024639}
+{"Finetune/Learning Rate": 1.7507093755153553e-05, "Finetune/Loss": 0.8000880479812622, "Finetune/Loss (Raw)": 0.8367475271224976, "Finetune/Step": 1972, "Finetune/Step Time": 6.647125011309981}
+{"Finetune/Learning Rate": 1.750434999609387e-05, "Finetune/Loss": 0.800295889377594, "Finetune/Loss (Raw)": 0.7979165315628052, "Finetune/Step": 1973, "Finetune/Step Time": 6.673154314979911}
+{"Finetune/Learning Rate": 1.7501604943195466e-05, "Finetune/Loss": 0.8005167841911316, "Finetune/Loss (Raw)": 0.9891953468322754, "Finetune/Step": 1974, "Finetune/Step Time": 6.672733061015606}
+{"Finetune/Learning Rate": 1.7498858596931607e-05, "Finetune/Loss": 0.8006439208984375, "Finetune/Loss (Raw)": 0.879611074924469, "Finetune/Step": 1975, "Finetune/Step Time": 6.662045145407319}
+{"Finetune/Learning Rate": 1.749611095777581e-05, "Finetune/Loss": 0.8006478548049927, "Finetune/Loss (Raw)": 0.8763331770896912, "Finetune/Step": 1976, "Finetune/Step Time": 6.664346447214484}
+{"Finetune/Learning Rate": 1.749336202620179e-05, "Finetune/Loss": 0.800041913986206, "Finetune/Loss (Raw)": 0.9023295640945435, "Finetune/Step": 1977, "Finetune/Step Time": 6.672678736969829}
+{"Finetune/Learning Rate": 1.74906118026835e-05, "Finetune/Loss": 0.8004847168922424, "Finetune/Loss (Raw)": 0.9860259890556335, "Finetune/Step": 1978, "Finetune/Step Time": 6.666206493973732}
+{"Finetune/Learning Rate": 1.748786028769511e-05, "Finetune/Loss": 0.7984590530395508, "Finetune/Loss (Raw)": 0.3862749934196472, "Finetune/Step": 1979, "Finetune/Step Time": 6.6628673151135445}
+{"Finetune/Learning Rate": 1.7485107481711014e-05, "Finetune/Loss": 0.7968868017196655, "Finetune/Loss (Raw)": 0.6921870708465576, "Finetune/Step": 1980, "Finetune/Step Time": 6.67620749399066}
+{"Finetune/Learning Rate": 1.7482353385205826e-05, "Finetune/Loss": 0.7966176271438599, "Finetune/Loss (Raw)": 0.8741046190261841, "Finetune/Step": 1981, "Finetune/Step Time": 6.677004327997565}
+{"Finetune/Learning Rate": 1.7479597998654392e-05, "Finetune/Loss": 0.7963484525680542, "Finetune/Loss (Raw)": 0.8741514086723328, "Finetune/Step": 1982, "Finetune/Step Time": 6.694932866841555}
+{"Finetune/Learning Rate": 1.7476841322531766e-05, "Finetune/Loss": 0.7958773374557495, "Finetune/Loss (Raw)": 0.837870180606842, "Finetune/Step": 1983, "Finetune/Step Time": 6.693603999912739}
+{"Finetune/Learning Rate": 1.7474083357313235e-05, "Finetune/Loss": 0.7960995435714722, "Finetune/Loss (Raw)": 1.023850679397583, "Finetune/Step": 1984, "Finetune/Step Time": 6.6929968520998955}
+{"Finetune/Learning Rate": 1.74713241034743e-05, "Finetune/Loss": 0.7976330518722534, "Finetune/Loss (Raw)": 0.9620172381401062, "Finetune/Step": 1985, "Finetune/Step Time": 6.654657583683729}
+{"Finetune/Learning Rate": 1.7468563561490697e-05, "Finetune/Loss": 0.7994002103805542, "Finetune/Loss (Raw)": 1.0582878589630127, "Finetune/Step": 1986, "Finetune/Step Time": 6.644406953826547}
+{"Finetune/Learning Rate": 1.746580173183837e-05, "Finetune/Loss": 0.7981268167495728, "Finetune/Loss (Raw)": 0.805700957775116, "Finetune/Step": 1987, "Finetune/Step Time": 6.66997654736042}
+{"Finetune/Learning Rate": 1.7463038614993495e-05, "Finetune/Loss": 0.7990067005157471, "Finetune/Loss (Raw)": 0.8273286819458008, "Finetune/Step": 1988, "Finetune/Step Time": 6.668647373095155}
+{"Finetune/Learning Rate": 1.7460274211432463e-05, "Finetune/Loss": 0.79988694190979, "Finetune/Loss (Raw)": 0.9122273325920105, "Finetune/Step": 1989, "Finetune/Step Time": 6.669967273250222}
+{"Finetune/Learning Rate": 1.745750852163189e-05, "Finetune/Loss": 0.8007932305335999, "Finetune/Loss (Raw)": 0.8999064564704895, "Finetune/Step": 1990, "Finetune/Step Time": 6.670951157808304}
+{"Finetune/Learning Rate": 1.7454741546068615e-05, "Finetune/Loss": 0.8006979823112488, "Finetune/Loss (Raw)": 0.7316148281097412, "Finetune/Step": 1991, "Finetune/Step Time": 6.667869357392192}
+{"Finetune/Learning Rate": 1.7451973285219698e-05, "Finetune/Loss": 0.8015240430831909, "Finetune/Loss (Raw)": 0.8763002753257751, "Finetune/Step": 1992, "Finetune/Step Time": 6.663235150277615}
+{"Finetune/Learning Rate": 1.7449203739562417e-05, "Finetune/Loss": 0.8001711368560791, "Finetune/Loss (Raw)": 0.7392235398292542, "Finetune/Step": 1993, "Finetune/Step Time": 6.6676388047635555}
+{"Finetune/Learning Rate": 1.7446432909574276e-05, "Finetune/Loss": 0.798087477684021, "Finetune/Loss (Raw)": 0.6723346710205078, "Finetune/Step": 1994, "Finetune/Step Time": 6.664436649531126}
+{"Finetune/Learning Rate": 1.7443660795733e-05, "Finetune/Loss": 0.7961187362670898, "Finetune/Loss (Raw)": 0.719279944896698, "Finetune/Step": 1995, "Finetune/Step Time": 6.6688002329319715}
+{"Finetune/Learning Rate": 1.7440887398516535e-05, "Finetune/Loss": 0.7961111068725586, "Finetune/Loss (Raw)": 0.7528285384178162, "Finetune/Step": 1996, "Finetune/Step Time": 6.647659698501229}
+{"Finetune/Learning Rate": 1.7438112718403047e-05, "Finetune/Loss": 0.7963412404060364, "Finetune/Loss (Raw)": 0.9731151461601257, "Finetune/Step": 1997, "Finetune/Step Time": 6.650459337979555}
+{"Finetune/Learning Rate": 1.743533675587092e-05, "Finetune/Loss": 0.7967029809951782, "Finetune/Loss (Raw)": 0.81512451171875, "Finetune/Step": 1998, "Finetune/Step Time": 6.6414015255868435}
+{"Finetune/Learning Rate": 1.7432559511398762e-05, "Finetune/Loss": 0.7935845255851746, "Finetune/Loss (Raw)": 0.42179983854293823, "Finetune/Step": 1999, "Finetune/Step Time": 6.64112051948905}
+{"Finetune/Learning Rate": 1.742978098546541e-05, "Finetune/Loss": 0.7932479381561279, "Finetune/Loss (Raw)": 0.6625627875328064, "Finetune/Step": 2000, "Finetune/Step Time": 6.664089221507311}
+{"Finetune/Learning Rate": 1.742700117854991e-05, "Finetune/Loss": 0.797216534614563, "Finetune/Loss (Raw)": 0.8798479437828064, "Finetune/Step": 2001, "Finetune/Step Time": 6.649008609354496}
+{"Finetune/Learning Rate": 1.7424220091131536e-05, "Finetune/Loss": 0.7967764139175415, "Finetune/Loss (Raw)": 0.857214093208313, "Finetune/Step": 2002, "Finetune/Step Time": 6.645885454490781}
+{"Finetune/Learning Rate": 1.7421437723689778e-05, "Finetune/Loss": 0.7978967428207397, "Finetune/Loss (Raw)": 0.8030410408973694, "Finetune/Step": 2003, "Finetune/Step Time": 6.635466445237398}
+{"Finetune/Learning Rate": 1.741865407670435e-05, "Finetune/Loss": 0.7972663640975952, "Finetune/Loss (Raw)": 0.8140541911125183, "Finetune/Step": 2004, "Finetune/Step Time": 6.640017852187157}
+{"Finetune/Learning Rate": 1.7415869150655183e-05, "Finetune/Loss": 0.7964211702346802, "Finetune/Loss (Raw)": 0.7942721247673035, "Finetune/Step": 2005, "Finetune/Step Time": 6.624234078451991}
+{"Finetune/Learning Rate": 1.7413082946022437e-05, "Finetune/Loss": 0.7976837754249573, "Finetune/Loss (Raw)": 0.8261717557907104, "Finetune/Step": 2006, "Finetune/Step Time": 6.624061308801174}
+{"Finetune/Learning Rate": 1.7410295463286484e-05, "Finetune/Loss": 0.7985458970069885, "Finetune/Loss (Raw)": 1.0711674690246582, "Finetune/Step": 2007, "Finetune/Step Time": 6.623984081670642}
+{"Finetune/Learning Rate": 1.7407506702927915e-05, "Finetune/Loss": 0.7998802661895752, "Finetune/Loss (Raw)": 0.8079099655151367, "Finetune/Step": 2008, "Finetune/Step Time": 6.608882116153836}
+{"Finetune/Learning Rate": 1.7404716665427552e-05, "Finetune/Loss": 0.8002386093139648, "Finetune/Loss (Raw)": 0.7962818145751953, "Finetune/Step": 2009, "Finetune/Step Time": 6.598183713853359}
+{"Finetune/Learning Rate": 1.7401925351266425e-05, "Finetune/Loss": 0.8005259037017822, "Finetune/Loss (Raw)": 0.9276115894317627, "Finetune/Step": 2010, "Finetune/Step Time": 6.597980970516801}
+{"Finetune/Learning Rate": 1.7399132760925795e-05, "Finetune/Loss": 0.8034036755561829, "Finetune/Loss (Raw)": 1.0498546361923218, "Finetune/Step": 2011, "Finetune/Step Time": 6.592014115303755}
+{"Finetune/Learning Rate": 1.739633889488713e-05, "Finetune/Loss": 0.807276725769043, "Finetune/Loss (Raw)": 0.8565502166748047, "Finetune/Step": 2012, "Finetune/Step Time": 6.571758344769478}
+{"Finetune/Learning Rate": 1.739354375363213e-05, "Finetune/Loss": 0.8073028326034546, "Finetune/Loss (Raw)": 0.9070791602134705, "Finetune/Step": 2013, "Finetune/Step Time": 6.587393095716834}
+{"Finetune/Learning Rate": 1.7390747337642716e-05, "Finetune/Loss": 0.8046941161155701, "Finetune/Loss (Raw)": 0.6966850757598877, "Finetune/Step": 2014, "Finetune/Step Time": 6.5972366109490395}
+{"Finetune/Learning Rate": 1.738794964740101e-05, "Finetune/Loss": 0.8020790815353394, "Finetune/Loss (Raw)": 0.40271732211112976, "Finetune/Step": 2015, "Finetune/Step Time": 6.614215476438403}
+{"Finetune/Learning Rate": 1.738515068338938e-05, "Finetune/Loss": 0.7998642921447754, "Finetune/Loss (Raw)": 0.41478630900382996, "Finetune/Step": 2016, "Finetune/Step Time": 6.630333509296179}
+{"Finetune/Learning Rate": 1.7382350446090398e-05, "Finetune/Loss": 0.799007773399353, "Finetune/Loss (Raw)": 0.6977930068969727, "Finetune/Step": 2017, "Finetune/Step Time": 6.6360767018049955}
+{"Finetune/Learning Rate": 1.7379548935986846e-05, "Finetune/Loss": 0.7996328473091125, "Finetune/Loss (Raw)": 0.897190272808075, "Finetune/Step": 2018, "Finetune/Step Time": 6.637501994147897}
+{"Finetune/Learning Rate": 1.7376746153561752e-05, "Finetune/Loss": 0.7984672784805298, "Finetune/Loss (Raw)": 0.7886737585067749, "Finetune/Step": 2019, "Finetune/Step Time": 6.643937055021524}
+{"Finetune/Learning Rate": 1.737394209929834e-05, "Finetune/Loss": 0.7977184057235718, "Finetune/Loss (Raw)": 0.8891139030456543, "Finetune/Step": 2020, "Finetune/Step Time": 6.647401750087738}
+{"Finetune/Learning Rate": 1.737113677368007e-05, "Finetune/Loss": 0.7977557182312012, "Finetune/Loss (Raw)": 0.8055081367492676, "Finetune/Step": 2021, "Finetune/Step Time": 6.643962984904647}
+{"Finetune/Learning Rate": 1.736833017719061e-05, "Finetune/Loss": 0.7984690070152283, "Finetune/Loss (Raw)": 0.8364086151123047, "Finetune/Step": 2022, "Finetune/Step Time": 6.650503763929009}
+{"Finetune/Learning Rate": 1.7365522310313846e-05, "Finetune/Loss": 0.7969506978988647, "Finetune/Loss (Raw)": 0.6405683755874634, "Finetune/Step": 2023, "Finetune/Step Time": 6.684267297387123}
+{"Finetune/Learning Rate": 1.736271317353389e-05, "Finetune/Loss": 0.7964543104171753, "Finetune/Loss (Raw)": 0.80887770652771, "Finetune/Step": 2024, "Finetune/Step Time": 6.683874627575278}
+{"Finetune/Learning Rate": 1.735990276733507e-05, "Finetune/Loss": 0.7947858572006226, "Finetune/Loss (Raw)": 0.7860538363456726, "Finetune/Step": 2025, "Finetune/Step Time": 6.695737823843956}
+{"Finetune/Learning Rate": 1.7357091092201937e-05, "Finetune/Loss": 0.7949312925338745, "Finetune/Loss (Raw)": 0.8951208591461182, "Finetune/Step": 2026, "Finetune/Step Time": 6.68270737119019}
+{"Finetune/Learning Rate": 1.7354278148619253e-05, "Finetune/Loss": 0.7957324981689453, "Finetune/Loss (Raw)": 0.814012885093689, "Finetune/Step": 2027, "Finetune/Step Time": 6.66239538602531}
+{"Finetune/Learning Rate": 1.7351463937072008e-05, "Finetune/Loss": 0.795822024345398, "Finetune/Loss (Raw)": 0.8531397581100464, "Finetune/Step": 2028, "Finetune/Step Time": 6.6759413573890924}
+{"Finetune/Learning Rate": 1.7348648458045395e-05, "Finetune/Loss": 0.7967736124992371, "Finetune/Loss (Raw)": 0.9145336151123047, "Finetune/Step": 2029, "Finetune/Step Time": 6.669252248480916}
+{"Finetune/Learning Rate": 1.7345831712024848e-05, "Finetune/Loss": 0.7920006513595581, "Finetune/Loss (Raw)": 0.35454267263412476, "Finetune/Step": 2030, "Finetune/Step Time": 6.682697873562574}
+{"Finetune/Learning Rate": 1.7343013699496e-05, "Finetune/Loss": 0.792386531829834, "Finetune/Loss (Raw)": 0.8180866241455078, "Finetune/Step": 2031, "Finetune/Step Time": 6.662462912499905}
+{"Finetune/Learning Rate": 1.7340194420944713e-05, "Finetune/Loss": 0.7933489084243774, "Finetune/Loss (Raw)": 0.9604601860046387, "Finetune/Step": 2032, "Finetune/Step Time": 6.657947352156043}
+{"Finetune/Learning Rate": 1.733737387685706e-05, "Finetune/Loss": 0.7976407408714294, "Finetune/Loss (Raw)": 0.8806644082069397, "Finetune/Step": 2033, "Finetune/Step Time": 6.642376912757754}
+{"Finetune/Learning Rate": 1.733455206771934e-05, "Finetune/Loss": 0.799260675907135, "Finetune/Loss (Raw)": 0.9759342074394226, "Finetune/Step": 2034, "Finetune/Step Time": 6.630140893161297}
+{"Finetune/Learning Rate": 1.7331728994018065e-05, "Finetune/Loss": 0.7977105379104614, "Finetune/Loss (Raw)": 0.675097644329071, "Finetune/Step": 2035, "Finetune/Step Time": 6.639451680704951}
+{"Finetune/Learning Rate": 1.7328904656239965e-05, "Finetune/Loss": 0.7983591556549072, "Finetune/Loss (Raw)": 0.875714898109436, "Finetune/Step": 2036, "Finetune/Step Time": 6.6526560336351395}
+{"Finetune/Learning Rate": 1.7326079054871993e-05, "Finetune/Loss": 0.8000637888908386, "Finetune/Loss (Raw)": 0.8244853615760803, "Finetune/Step": 2037, "Finetune/Step Time": 6.667345969006419}
+{"Finetune/Learning Rate": 1.732325219040131e-05, "Finetune/Loss": 0.7987985014915466, "Finetune/Loss (Raw)": 0.705511748790741, "Finetune/Step": 2038, "Finetune/Step Time": 6.6699904799461365}
+{"Finetune/Learning Rate": 1.732042406331531e-05, "Finetune/Loss": 0.7992926836013794, "Finetune/Loss (Raw)": 0.9680614471435547, "Finetune/Step": 2039, "Finetune/Step Time": 6.6745760217309}
+{"Finetune/Learning Rate": 1.7317594674101585e-05, "Finetune/Loss": 0.7998247742652893, "Finetune/Loss (Raw)": 0.8949072957038879, "Finetune/Step": 2040, "Finetune/Step Time": 6.672686697915196}
+{"Finetune/Learning Rate": 1.731476402324796e-05, "Finetune/Loss": 0.7998954653739929, "Finetune/Loss (Raw)": 0.8509977459907532, "Finetune/Step": 2041, "Finetune/Step Time": 6.713136268779635}
+{"Finetune/Learning Rate": 1.7311932111242477e-05, "Finetune/Loss": 0.797927975654602, "Finetune/Loss (Raw)": 0.7559843063354492, "Finetune/Step": 2042, "Finetune/Step Time": 6.71412562392652}
+{"Finetune/Learning Rate": 1.7309098938573385e-05, "Finetune/Loss": 0.7974612712860107, "Finetune/Loss (Raw)": 0.865237295627594, "Finetune/Step": 2043, "Finetune/Step Time": 6.684513222426176}
+{"Finetune/Learning Rate": 1.730626450572916e-05, "Finetune/Loss": 0.7978686094284058, "Finetune/Loss (Raw)": 0.890796959400177, "Finetune/Step": 2044, "Finetune/Step Time": 6.682816034182906}
+{"Finetune/Learning Rate": 1.730342881319849e-05, "Finetune/Loss": 0.7986593246459961, "Finetune/Loss (Raw)": 0.8792627453804016, "Finetune/Step": 2045, "Finetune/Step Time": 6.694116119295359}
+{"Finetune/Learning Rate": 1.7300591861470282e-05, "Finetune/Loss": 0.7998732328414917, "Finetune/Loss (Raw)": 0.9717073440551758, "Finetune/Step": 2046, "Finetune/Step Time": 6.694233406335115}
+{"Finetune/Learning Rate": 1.729775365103366e-05, "Finetune/Loss": 0.8006935119628906, "Finetune/Loss (Raw)": 0.9381418824195862, "Finetune/Step": 2047, "Finetune/Step Time": 6.697552876546979}
+{"Finetune/Learning Rate": 1.7294914182377965e-05, "Finetune/Loss": 0.8006104230880737, "Finetune/Loss (Raw)": 0.7338687777519226, "Finetune/Step": 2048, "Finetune/Step Time": 6.687651650980115}
+{"Finetune/Learning Rate": 1.7292073455992756e-05, "Finetune/Loss": 0.7974823713302612, "Finetune/Loss (Raw)": 0.5602414011955261, "Finetune/Step": 2049, "Finetune/Step Time": 6.702271372079849}
+{"Finetune/Learning Rate": 1.7289231472367807e-05, "Finetune/Loss": 0.8003252744674683, "Finetune/Loss (Raw)": 0.6878142356872559, "Finetune/Step": 2050, "Finetune/Step Time": 6.6961161904037}
+{"Finetune/Learning Rate": 1.728638823199311e-05, "Finetune/Loss": 0.8014602065086365, "Finetune/Loss (Raw)": 1.0034512281417847, "Finetune/Step": 2051, "Finetune/Step Time": 6.699794176965952}
+{"Finetune/Learning Rate": 1.7283543735358872e-05, "Finetune/Loss": 0.8017666935920715, "Finetune/Loss (Raw)": 0.9531242251396179, "Finetune/Step": 2052, "Finetune/Step Time": 6.711851000785828}
+{"Finetune/Learning Rate": 1.7280697982955522e-05, "Finetune/Loss": 0.8007180094718933, "Finetune/Loss (Raw)": 0.8982057571411133, "Finetune/Step": 2053, "Finetune/Step Time": 6.714262939989567}
+{"Finetune/Learning Rate": 1.7277850975273694e-05, "Finetune/Loss": 0.8055724501609802, "Finetune/Loss (Raw)": 0.9672622084617615, "Finetune/Step": 2054, "Finetune/Step Time": 6.6965658366680145}
+{"Finetune/Learning Rate": 1.7275002712804255e-05, "Finetune/Loss": 0.8095107078552246, "Finetune/Loss (Raw)": 0.9102725982666016, "Finetune/Step": 2055, "Finetune/Step Time": 6.681875713169575}
+{"Finetune/Learning Rate": 1.7272153196038273e-05, "Finetune/Loss": 0.8093669414520264, "Finetune/Loss (Raw)": 0.9399298429489136, "Finetune/Step": 2056, "Finetune/Step Time": 6.6826959401369095}
+{"Finetune/Learning Rate": 1.7269302425467038e-05, "Finetune/Loss": 0.8096351623535156, "Finetune/Loss (Raw)": 0.7547940611839294, "Finetune/Step": 2057, "Finetune/Step Time": 6.69155721925199}
+{"Finetune/Learning Rate": 1.726645040158206e-05, "Finetune/Loss": 0.8105114102363586, "Finetune/Loss (Raw)": 0.7779414653778076, "Finetune/Step": 2058, "Finetune/Step Time": 6.703015325590968}
+{"Finetune/Learning Rate": 1.7263597124875056e-05, "Finetune/Loss": 0.8095249533653259, "Finetune/Loss (Raw)": 0.7755086421966553, "Finetune/Step": 2059, "Finetune/Step Time": 6.694175088778138}
+{"Finetune/Learning Rate": 1.7260742595837975e-05, "Finetune/Loss": 0.8106242418289185, "Finetune/Loss (Raw)": 0.8075185418128967, "Finetune/Step": 2060, "Finetune/Step Time": 6.665767090395093}
+{"Finetune/Learning Rate": 1.725788681496296e-05, "Finetune/Loss": 0.811001181602478, "Finetune/Loss (Raw)": 0.9525958895683289, "Finetune/Step": 2061, "Finetune/Step Time": 6.664340419694781}
+{"Finetune/Learning Rate": 1.7255029782742387e-05, "Finetune/Loss": 0.8101999759674072, "Finetune/Loss (Raw)": 0.7984710931777954, "Finetune/Step": 2062, "Finetune/Step Time": 6.6644550655037165}
+{"Finetune/Learning Rate": 1.7252171499668843e-05, "Finetune/Loss": 0.8100552558898926, "Finetune/Loss (Raw)": 0.93049556016922, "Finetune/Step": 2063, "Finetune/Step Time": 6.656771648675203}
+{"Finetune/Learning Rate": 1.724931196623513e-05, "Finetune/Loss": 0.8102244734764099, "Finetune/Loss (Raw)": 0.7514715790748596, "Finetune/Step": 2064, "Finetune/Step Time": 6.670228166505694}
+{"Finetune/Learning Rate": 1.7246451182934262e-05, "Finetune/Loss": 0.8099144697189331, "Finetune/Loss (Raw)": 0.8181208968162537, "Finetune/Step": 2065, "Finetune/Step Time": 6.687329491600394}
+{"Finetune/Learning Rate": 1.7243589150259476e-05, "Finetune/Loss": 0.8092957735061646, "Finetune/Loss (Raw)": 0.34697502851486206, "Finetune/Step": 2066, "Finetune/Step Time": 6.6881264839321375}
+{"Finetune/Learning Rate": 1.7240725868704218e-05, "Finetune/Loss": 0.809190034866333, "Finetune/Loss (Raw)": 0.8422273397445679, "Finetune/Step": 2067, "Finetune/Step Time": 6.688804974779487}
+{"Finetune/Learning Rate": 1.723786133876215e-05, "Finetune/Loss": 0.8121662735939026, "Finetune/Loss (Raw)": 0.8560495376586914, "Finetune/Step": 2068, "Finetune/Step Time": 6.687614474445581}
+{"Finetune/Learning Rate": 1.7234995560927156e-05, "Finetune/Loss": 0.8124812841415405, "Finetune/Loss (Raw)": 0.8510717749595642, "Finetune/Step": 2069, "Finetune/Step Time": 6.674801740795374}
+{"Finetune/Learning Rate": 1.723212853569332e-05, "Finetune/Loss": 0.8086230158805847, "Finetune/Loss (Raw)": 0.5093815326690674, "Finetune/Step": 2070, "Finetune/Step Time": 6.686151562258601}
+{"Finetune/Learning Rate": 1.7229260263554964e-05, "Finetune/Loss": 0.8081485033035278, "Finetune/Loss (Raw)": 0.8933666348457336, "Finetune/Step": 2071, "Finetune/Step Time": 6.6924700904637575}
+{"Finetune/Learning Rate": 1.7226390745006603e-05, "Finetune/Loss": 0.8087969422340393, "Finetune/Loss (Raw)": 0.9575005173683167, "Finetune/Step": 2072, "Finetune/Step Time": 6.685396112501621}
+{"Finetune/Learning Rate": 1.722351998054298e-05, "Finetune/Loss": 0.811537504196167, "Finetune/Loss (Raw)": 0.746649444103241, "Finetune/Step": 2073, "Finetune/Step Time": 6.675990525633097}
+{"Finetune/Learning Rate": 1.7220647970659047e-05, "Finetune/Loss": 0.8119218349456787, "Finetune/Loss (Raw)": 0.9682996869087219, "Finetune/Step": 2074, "Finetune/Step Time": 6.666402589529753}
+{"Finetune/Learning Rate": 1.7217774715849972e-05, "Finetune/Loss": 0.8100692629814148, "Finetune/Loss (Raw)": 0.7819992303848267, "Finetune/Step": 2075, "Finetune/Step Time": 6.665384206920862}
+{"Finetune/Learning Rate": 1.721490021661114e-05, "Finetune/Loss": 0.8073977828025818, "Finetune/Loss (Raw)": 0.6924307346343994, "Finetune/Step": 2076, "Finetune/Step Time": 6.678444389253855}
+{"Finetune/Learning Rate": 1.7212024473438145e-05, "Finetune/Loss": 0.806300163269043, "Finetune/Loss (Raw)": 0.8161510825157166, "Finetune/Step": 2077, "Finetune/Step Time": 6.678748181089759}
+{"Finetune/Learning Rate": 1.7209147486826806e-05, "Finetune/Loss": 0.8044152855873108, "Finetune/Loss (Raw)": 0.7667028307914734, "Finetune/Step": 2078, "Finetune/Step Time": 6.668532161042094}
+{"Finetune/Learning Rate": 1.7206269257273146e-05, "Finetune/Loss": 0.8030586242675781, "Finetune/Loss (Raw)": 0.7864788770675659, "Finetune/Step": 2079, "Finetune/Step Time": 6.663537640124559}
+{"Finetune/Learning Rate": 1.7203389785273402e-05, "Finetune/Loss": 0.801011323928833, "Finetune/Loss (Raw)": 0.7224980592727661, "Finetune/Step": 2080, "Finetune/Step Time": 6.671148831024766}
+{"Finetune/Learning Rate": 1.7200509071324034e-05, "Finetune/Loss": 0.8029193878173828, "Finetune/Loss (Raw)": 0.8263582587242126, "Finetune/Step": 2081, "Finetune/Step Time": 6.671016965061426}
+{"Finetune/Learning Rate": 1.719762711592171e-05, "Finetune/Loss": 0.804323136806488, "Finetune/Loss (Raw)": 0.8082866072654724, "Finetune/Step": 2082, "Finetune/Step Time": 6.6583082266151905}
+{"Finetune/Learning Rate": 1.719474391956331e-05, "Finetune/Loss": 0.8056146502494812, "Finetune/Loss (Raw)": 0.9063785076141357, "Finetune/Step": 2083, "Finetune/Step Time": 6.6410006377846}
+{"Finetune/Learning Rate": 1.7191859482745935e-05, "Finetune/Loss": 0.8076522946357727, "Finetune/Loss (Raw)": 1.0022413730621338, "Finetune/Step": 2084, "Finetune/Step Time": 6.6362737827003}
+{"Finetune/Learning Rate": 1.7188973805966896e-05, "Finetune/Loss": 0.8028441667556763, "Finetune/Loss (Raw)": 0.32701992988586426, "Finetune/Step": 2085, "Finetune/Step Time": 6.654851943254471}
+{"Finetune/Learning Rate": 1.718608688972372e-05, "Finetune/Loss": 0.8022668361663818, "Finetune/Loss (Raw)": 0.9145991802215576, "Finetune/Step": 2086, "Finetune/Step Time": 6.660053074359894}
+{"Finetune/Learning Rate": 1.7183198734514137e-05, "Finetune/Loss": 0.803913414478302, "Finetune/Loss (Raw)": 0.9817142486572266, "Finetune/Step": 2087, "Finetune/Step Time": 6.6502049546688795}
+{"Finetune/Learning Rate": 1.7180309340836107e-05, "Finetune/Loss": 0.8032763004302979, "Finetune/Loss (Raw)": 0.928528368473053, "Finetune/Step": 2088, "Finetune/Step Time": 6.640619957819581}
+{"Finetune/Learning Rate": 1.7177418709187793e-05, "Finetune/Loss": 0.8043954372406006, "Finetune/Loss (Raw)": 0.8663807511329651, "Finetune/Step": 2089, "Finetune/Step Time": 6.644310887902975}
+{"Finetune/Learning Rate": 1.717452684006757e-05, "Finetune/Loss": 0.8032287359237671, "Finetune/Loss (Raw)": 0.2701137959957123, "Finetune/Step": 2090, "Finetune/Step Time": 6.653975253924727}
+{"Finetune/Learning Rate": 1.717163373397404e-05, "Finetune/Loss": 0.8061027526855469, "Finetune/Loss (Raw)": 0.7690050005912781, "Finetune/Step": 2091, "Finetune/Step Time": 6.636843355372548}
+{"Finetune/Learning Rate": 1.7168739391405997e-05, "Finetune/Loss": 0.8064733743667603, "Finetune/Loss (Raw)": 0.8786582350730896, "Finetune/Step": 2092, "Finetune/Step Time": 6.624256104230881}
+{"Finetune/Learning Rate": 1.716584381286247e-05, "Finetune/Loss": 0.8086469173431396, "Finetune/Loss (Raw)": 0.9344058632850647, "Finetune/Step": 2093, "Finetune/Step Time": 6.6213707607239485}
+{"Finetune/Learning Rate": 1.716294699884269e-05, "Finetune/Loss": 0.8104523420333862, "Finetune/Loss (Raw)": 0.9869743585586548, "Finetune/Step": 2094, "Finetune/Step Time": 6.621329823508859}
+{"Finetune/Learning Rate": 1.7160048949846094e-05, "Finetune/Loss": 0.8111928701400757, "Finetune/Loss (Raw)": 0.8654299974441528, "Finetune/Step": 2095, "Finetune/Step Time": 6.625471074134111}
+{"Finetune/Learning Rate": 1.715714966637235e-05, "Finetune/Loss": 0.8103477954864502, "Finetune/Loss (Raw)": 0.8263269066810608, "Finetune/Step": 2096, "Finetune/Step Time": 6.638016026467085}
+{"Finetune/Learning Rate": 1.715424914892132e-05, "Finetune/Loss": 0.8139228820800781, "Finetune/Loss (Raw)": 0.9085625410079956, "Finetune/Step": 2097, "Finetune/Step Time": 6.616769108921289}
+{"Finetune/Learning Rate": 1.7151347397993096e-05, "Finetune/Loss": 0.8137593269348145, "Finetune/Loss (Raw)": 0.7838035821914673, "Finetune/Step": 2098, "Finetune/Step Time": 6.623947547748685}
+{"Finetune/Learning Rate": 1.7148444414087967e-05, "Finetune/Loss": 0.8134245872497559, "Finetune/Loss (Raw)": 0.37059593200683594, "Finetune/Step": 2099, "Finetune/Step Time": 6.62582897208631}
+{"Finetune/Learning Rate": 1.714554019770644e-05, "Finetune/Loss": 0.8121132850646973, "Finetune/Loss (Raw)": 0.6689124703407288, "Finetune/Step": 2100, "Finetune/Step Time": 6.630985707044601}
+{"Finetune/Learning Rate": 1.7142634749349246e-05, "Finetune/Loss": 0.8130282759666443, "Finetune/Loss (Raw)": 0.9150317907333374, "Finetune/Step": 2101, "Finetune/Step Time": 6.595735093578696}
+{"Finetune/Learning Rate": 1.7139728069517313e-05, "Finetune/Loss": 0.8116722106933594, "Finetune/Loss (Raw)": 0.8156254291534424, "Finetune/Step": 2102, "Finetune/Step Time": 6.597600549459457}
+{"Finetune/Learning Rate": 1.7136820158711785e-05, "Finetune/Loss": 0.8077623844146729, "Finetune/Loss (Raw)": 0.37914279103279114, "Finetune/Step": 2103, "Finetune/Step Time": 6.618583168834448}
+{"Finetune/Learning Rate": 1.7133911017434027e-05, "Finetune/Loss": 0.8073010444641113, "Finetune/Loss (Raw)": 0.8172791004180908, "Finetune/Step": 2104, "Finetune/Step Time": 6.625476621091366}
+{"Finetune/Learning Rate": 1.7131000646185602e-05, "Finetune/Loss": 0.8068318963050842, "Finetune/Loss (Raw)": 0.8422855734825134, "Finetune/Step": 2105, "Finetune/Step Time": 6.634704722091556}
+{"Finetune/Learning Rate": 1.7128089045468294e-05, "Finetune/Loss": 0.8059059977531433, "Finetune/Loss (Raw)": 0.86750727891922, "Finetune/Step": 2106, "Finetune/Step Time": 6.633210271596909}
+{"Finetune/Learning Rate": 1.7125176215784097e-05, "Finetune/Loss": 0.8098162412643433, "Finetune/Loss (Raw)": 0.8867909908294678, "Finetune/Step": 2107, "Finetune/Step Time": 6.61259339004755}
+{"Finetune/Learning Rate": 1.7122262157635227e-05, "Finetune/Loss": 0.8105790615081787, "Finetune/Loss (Raw)": 0.7898263335227966, "Finetune/Step": 2108, "Finetune/Step Time": 6.599232895299792}
+{"Finetune/Learning Rate": 1.7119346871524088e-05, "Finetune/Loss": 0.8108235597610474, "Finetune/Loss (Raw)": 0.9054021835327148, "Finetune/Step": 2109, "Finetune/Step Time": 6.601294230669737}
+{"Finetune/Learning Rate": 1.7116430357953318e-05, "Finetune/Loss": 0.8102664947509766, "Finetune/Loss (Raw)": 0.8028501868247986, "Finetune/Step": 2110, "Finetune/Step Time": 6.598146587610245}
+{"Finetune/Learning Rate": 1.7113512617425755e-05, "Finetune/Loss": 0.8099120855331421, "Finetune/Loss (Raw)": 0.7925046682357788, "Finetune/Step": 2111, "Finetune/Step Time": 6.622166205197573}
+{"Finetune/Learning Rate": 1.7110593650444457e-05, "Finetune/Loss": 0.805536687374115, "Finetune/Loss (Raw)": 0.4637971818447113, "Finetune/Step": 2112, "Finetune/Step Time": 6.641931746155024}
+{"Finetune/Learning Rate": 1.7107673457512678e-05, "Finetune/Loss": 0.8045727610588074, "Finetune/Loss (Raw)": 0.8386335372924805, "Finetune/Step": 2113, "Finetune/Step Time": 6.6402522046118975}
+{"Finetune/Learning Rate": 1.7104752039133906e-05, "Finetune/Loss": 0.8034961223602295, "Finetune/Loss (Raw)": 0.9204789400100708, "Finetune/Step": 2114, "Finetune/Step Time": 6.657572178170085}
+{"Finetune/Learning Rate": 1.710182939581182e-05, "Finetune/Loss": 0.8043887615203857, "Finetune/Loss (Raw)": 0.9199524521827698, "Finetune/Step": 2115, "Finetune/Step Time": 6.634572368115187}
+{"Finetune/Learning Rate": 1.7098905528050328e-05, "Finetune/Loss": 0.8012768030166626, "Finetune/Loss (Raw)": 0.4290088713169098, "Finetune/Step": 2116, "Finetune/Step Time": 6.649834571406245}
+{"Finetune/Learning Rate": 1.7095980436353525e-05, "Finetune/Loss": 0.799411952495575, "Finetune/Loss (Raw)": 0.6735215187072754, "Finetune/Step": 2117, "Finetune/Step Time": 6.666058020666242}
+{"Finetune/Learning Rate": 1.709305412122574e-05, "Finetune/Loss": 0.7983601689338684, "Finetune/Loss (Raw)": 0.7652836441993713, "Finetune/Step": 2118, "Finetune/Step Time": 6.6618606597185135}
+{"Finetune/Learning Rate": 1.7090126583171503e-05, "Finetune/Loss": 0.7985774278640747, "Finetune/Loss (Raw)": 0.7594223618507385, "Finetune/Step": 2119, "Finetune/Step Time": 6.674472974613309}
+{"Finetune/Learning Rate": 1.708719782269556e-05, "Finetune/Loss": 0.7944183349609375, "Finetune/Loss (Raw)": 0.34393754601478577, "Finetune/Step": 2120, "Finetune/Step Time": 6.694645904004574}
+{"Finetune/Learning Rate": 1.708426784030286e-05, "Finetune/Loss": 0.7954513430595398, "Finetune/Loss (Raw)": 0.8714421987533569, "Finetune/Step": 2121, "Finetune/Step Time": 6.677655220031738}
+{"Finetune/Learning Rate": 1.708133663649856e-05, "Finetune/Loss": 0.7973923087120056, "Finetune/Loss (Raw)": 0.9207833409309387, "Finetune/Step": 2122, "Finetune/Step Time": 6.671596610918641}
+{"Finetune/Learning Rate": 1.707840421178805e-05, "Finetune/Loss": 0.7986853122711182, "Finetune/Loss (Raw)": 0.8847845196723938, "Finetune/Step": 2123, "Finetune/Step Time": 6.663184331730008}
+{"Finetune/Learning Rate": 1.70754705666769e-05, "Finetune/Loss": 0.7997773885726929, "Finetune/Loss (Raw)": 0.8926165103912354, "Finetune/Step": 2124, "Finetune/Step Time": 6.659645421430469}
+{"Finetune/Learning Rate": 1.7072535701670915e-05, "Finetune/Loss": 0.7991037964820862, "Finetune/Loss (Raw)": 0.8868899345397949, "Finetune/Step": 2125, "Finetune/Step Time": 6.673112738877535}
+{"Finetune/Learning Rate": 1.7069599617276094e-05, "Finetune/Loss": 0.8000777363777161, "Finetune/Loss (Raw)": 0.9397908449172974, "Finetune/Step": 2126, "Finetune/Step Time": 6.670333486050367}
+{"Finetune/Learning Rate": 1.7066662313998657e-05, "Finetune/Loss": 0.8036459684371948, "Finetune/Loss (Raw)": 0.8785356879234314, "Finetune/Step": 2127, "Finetune/Step Time": 6.643023936077952}
+{"Finetune/Learning Rate": 1.706372379234503e-05, "Finetune/Loss": 0.8012986183166504, "Finetune/Loss (Raw)": 0.36210060119628906, "Finetune/Step": 2128, "Finetune/Step Time": 6.644633363932371}
+{"Finetune/Learning Rate": 1.7060784052821843e-05, "Finetune/Loss": 0.7966827154159546, "Finetune/Loss (Raw)": 0.28901126980781555, "Finetune/Step": 2129, "Finetune/Step Time": 6.660015806555748}
+{"Finetune/Learning Rate": 1.705784309593595e-05, "Finetune/Loss": 0.7968659400939941, "Finetune/Loss (Raw)": 0.8806678652763367, "Finetune/Step": 2130, "Finetune/Step Time": 6.6596925761550665}
+{"Finetune/Learning Rate": 1.7054900922194397e-05, "Finetune/Loss": 0.7978684902191162, "Finetune/Loss (Raw)": 0.9313699007034302, "Finetune/Step": 2131, "Finetune/Step Time": 6.659883324056864}
+{"Finetune/Learning Rate": 1.705195753210446e-05, "Finetune/Loss": 0.7979220747947693, "Finetune/Loss (Raw)": 0.8209076523780823, "Finetune/Step": 2132, "Finetune/Step Time": 6.663930090144277}
+{"Finetune/Learning Rate": 1.7049012926173606e-05, "Finetune/Loss": 0.8002673387527466, "Finetune/Loss (Raw)": 1.0944677591323853, "Finetune/Step": 2133, "Finetune/Step Time": 6.661102952435613}
+{"Finetune/Learning Rate": 1.7046067104909526e-05, "Finetune/Loss": 0.7998291850090027, "Finetune/Loss (Raw)": 0.7700870037078857, "Finetune/Step": 2134, "Finetune/Step Time": 6.66136808693409}
+{"Finetune/Learning Rate": 1.704312006882011e-05, "Finetune/Loss": 0.7975083589553833, "Finetune/Loss (Raw)": 0.7741060256958008, "Finetune/Step": 2135, "Finetune/Step Time": 6.647672690451145}
+{"Finetune/Learning Rate": 1.7040171818413463e-05, "Finetune/Loss": 0.7979968786239624, "Finetune/Loss (Raw)": 0.8704447150230408, "Finetune/Step": 2136, "Finetune/Step Time": 6.640148788690567}
+{"Finetune/Learning Rate": 1.70372223541979e-05, "Finetune/Loss": 0.7951883673667908, "Finetune/Loss (Raw)": 0.43678155541419983, "Finetune/Step": 2137, "Finetune/Step Time": 6.660901507362723}
+{"Finetune/Learning Rate": 1.703427167668194e-05, "Finetune/Loss": 0.7947328090667725, "Finetune/Loss (Raw)": 0.8693076968193054, "Finetune/Step": 2138, "Finetune/Step Time": 6.65939967893064}
+{"Finetune/Learning Rate": 1.7031319786374322e-05, "Finetune/Loss": 0.792513906955719, "Finetune/Loss (Raw)": 0.7658325433731079, "Finetune/Step": 2139, "Finetune/Step Time": 6.68297634460032}
+{"Finetune/Learning Rate": 1.702836668378398e-05, "Finetune/Loss": 0.7929912805557251, "Finetune/Loss (Raw)": 0.9176454544067383, "Finetune/Step": 2140, "Finetune/Step Time": 6.685110792517662}
+{"Finetune/Learning Rate": 1.7025412369420068e-05, "Finetune/Loss": 0.7937119603157043, "Finetune/Loss (Raw)": 0.9993353486061096, "Finetune/Step": 2141, "Finetune/Step Time": 6.670573718845844}
+{"Finetune/Learning Rate": 1.702245684379194e-05, "Finetune/Loss": 0.794592022895813, "Finetune/Loss (Raw)": 0.809326171875, "Finetune/Step": 2142, "Finetune/Step Time": 6.658903673291206}
+{"Finetune/Learning Rate": 1.7019500107409163e-05, "Finetune/Loss": 0.7978334426879883, "Finetune/Loss (Raw)": 0.8176196217536926, "Finetune/Step": 2143, "Finetune/Step Time": 6.655572067946196}
+{"Finetune/Learning Rate": 1.701654216078152e-05, "Finetune/Loss": 0.8009476661682129, "Finetune/Loss (Raw)": 0.8134098649024963, "Finetune/Step": 2144, "Finetune/Step Time": 6.645542498677969}
+{"Finetune/Learning Rate": 1.7013583004418994e-05, "Finetune/Loss": 0.7996588945388794, "Finetune/Loss (Raw)": 0.5328259468078613, "Finetune/Step": 2145, "Finetune/Step Time": 6.644886018708348}
+{"Finetune/Learning Rate": 1.7010622638831774e-05, "Finetune/Loss": 0.7993670105934143, "Finetune/Loss (Raw)": 0.8598348498344421, "Finetune/Step": 2146, "Finetune/Step Time": 6.658985706046224}
+{"Finetune/Learning Rate": 1.7007661064530266e-05, "Finetune/Loss": 0.7990337610244751, "Finetune/Loss (Raw)": 0.7460168600082397, "Finetune/Step": 2147, "Finetune/Step Time": 6.661138195544481}
+{"Finetune/Learning Rate": 1.700469828202508e-05, "Finetune/Loss": 0.7998942136764526, "Finetune/Loss (Raw)": 0.9992510676383972, "Finetune/Step": 2148, "Finetune/Step Time": 6.656993143260479}
+{"Finetune/Learning Rate": 1.7001734291827035e-05, "Finetune/Loss": 0.8007468581199646, "Finetune/Loss (Raw)": 0.9146469831466675, "Finetune/Step": 2149, "Finetune/Step Time": 6.645796889439225}
+{"Finetune/Learning Rate": 1.6998769094447158e-05, "Finetune/Loss": 0.800601601600647, "Finetune/Loss (Raw)": 0.8178097009658813, "Finetune/Step": 2150, "Finetune/Step Time": 6.64260945096612}
+{"Finetune/Learning Rate": 1.699580269039668e-05, "Finetune/Loss": 0.8028571605682373, "Finetune/Loss (Raw)": 0.9292811751365662, "Finetune/Step": 2151, "Finetune/Step Time": 6.626520290970802}
+{"Finetune/Learning Rate": 1.699283508018705e-05, "Finetune/Loss": 0.8024888634681702, "Finetune/Loss (Raw)": 0.7617419958114624, "Finetune/Step": 2152, "Finetune/Step Time": 6.631722368299961}
+{"Finetune/Learning Rate": 1.6989866264329914e-05, "Finetune/Loss": 0.8027472496032715, "Finetune/Loss (Raw)": 0.8191276788711548, "Finetune/Step": 2153, "Finetune/Step Time": 6.631934151053429}
+{"Finetune/Learning Rate": 1.6986896243337137e-05, "Finetune/Loss": 0.8012501001358032, "Finetune/Loss (Raw)": 0.7034887671470642, "Finetune/Step": 2154, "Finetune/Step Time": 6.640498800203204}
+{"Finetune/Learning Rate": 1.698392501772078e-05, "Finetune/Loss": 0.8013856410980225, "Finetune/Loss (Raw)": 0.8313570618629456, "Finetune/Step": 2155, "Finetune/Step Time": 6.6469797771424055}
+{"Finetune/Learning Rate": 1.6980952587993122e-05, "Finetune/Loss": 0.8001032471656799, "Finetune/Loss (Raw)": 0.6889896392822266, "Finetune/Step": 2156, "Finetune/Step Time": 6.641770161688328}
+{"Finetune/Learning Rate": 1.697797895466664e-05, "Finetune/Loss": 0.7988118529319763, "Finetune/Loss (Raw)": 0.7492392659187317, "Finetune/Step": 2157, "Finetune/Step Time": 6.659936893731356}
+{"Finetune/Learning Rate": 1.697500411825403e-05, "Finetune/Loss": 0.8031798005104065, "Finetune/Loss (Raw)": 0.913632869720459, "Finetune/Step": 2158, "Finetune/Step Time": 6.639467377215624}
+{"Finetune/Learning Rate": 1.6972028079268182e-05, "Finetune/Loss": 0.8036145567893982, "Finetune/Loss (Raw)": 0.8737455606460571, "Finetune/Step": 2159, "Finetune/Step Time": 6.654645886272192}
+{"Finetune/Learning Rate": 1.696905083822221e-05, "Finetune/Loss": 0.8026198148727417, "Finetune/Loss (Raw)": 0.8331318497657776, "Finetune/Step": 2160, "Finetune/Step Time": 6.650238884612918}
+{"Finetune/Learning Rate": 1.696607239562941e-05, "Finetune/Loss": 0.8018323183059692, "Finetune/Loss (Raw)": 0.7798625826835632, "Finetune/Step": 2161, "Finetune/Step Time": 6.643684020265937}
+{"Finetune/Learning Rate": 1.696309275200332e-05, "Finetune/Loss": 0.8002514243125916, "Finetune/Loss (Raw)": 0.7735821008682251, "Finetune/Step": 2162, "Finetune/Step Time": 6.647723184898496}
+{"Finetune/Learning Rate": 1.696011190785765e-05, "Finetune/Loss": 0.8012245893478394, "Finetune/Loss (Raw)": 0.7996608018875122, "Finetune/Step": 2163, "Finetune/Step Time": 6.631657546386123}
+{"Finetune/Learning Rate": 1.6957129863706337e-05, "Finetune/Loss": 0.8020025491714478, "Finetune/Loss (Raw)": 0.9752883315086365, "Finetune/Step": 2164, "Finetune/Step Time": 6.617542263120413}
+{"Finetune/Learning Rate": 1.6954146620063527e-05, "Finetune/Loss": 0.8021285533905029, "Finetune/Loss (Raw)": 0.8406142592430115, "Finetune/Step": 2165, "Finetune/Step Time": 6.626264952123165}
+{"Finetune/Learning Rate": 1.6951162177443557e-05, "Finetune/Loss": 0.8038244247436523, "Finetune/Loss (Raw)": 0.9225847125053406, "Finetune/Step": 2166, "Finetune/Step Time": 6.625598311424255}
+{"Finetune/Learning Rate": 1.694817653636099e-05, "Finetune/Loss": 0.8035361170768738, "Finetune/Loss (Raw)": 0.9311628341674805, "Finetune/Step": 2167, "Finetune/Step Time": 6.61528442800045}
+{"Finetune/Learning Rate": 1.694518969733058e-05, "Finetune/Loss": 0.8029440641403198, "Finetune/Loss (Raw)": 0.8191239833831787, "Finetune/Step": 2168, "Finetune/Step Time": 6.624752312898636}
+{"Finetune/Learning Rate": 1.6942201660867294e-05, "Finetune/Loss": 0.8033071756362915, "Finetune/Loss (Raw)": 0.8974745869636536, "Finetune/Step": 2169, "Finetune/Step Time": 6.584260689094663}
+{"Finetune/Learning Rate": 1.6939212427486302e-05, "Finetune/Loss": 0.8030718564987183, "Finetune/Loss (Raw)": 0.7258679866790771, "Finetune/Step": 2170, "Finetune/Step Time": 6.585604442283511}
+{"Finetune/Learning Rate": 1.693622199770299e-05, "Finetune/Loss": 0.8020702600479126, "Finetune/Loss (Raw)": 0.737027645111084, "Finetune/Step": 2171, "Finetune/Step Time": 6.594841292127967}
+{"Finetune/Learning Rate": 1.6933230372032938e-05, "Finetune/Loss": 0.8020981550216675, "Finetune/Loss (Raw)": 0.8943644165992737, "Finetune/Step": 2172, "Finetune/Step Time": 6.5956638511270285}
+{"Finetune/Learning Rate": 1.693023755099194e-05, "Finetune/Loss": 0.8000321388244629, "Finetune/Loss (Raw)": 0.614810585975647, "Finetune/Step": 2173, "Finetune/Step Time": 6.599633481353521}
+{"Finetune/Learning Rate": 1.6927243535095995e-05, "Finetune/Loss": 0.7971979379653931, "Finetune/Loss (Raw)": 0.608928918838501, "Finetune/Step": 2174, "Finetune/Step Time": 6.6120546367019415}
+{"Finetune/Learning Rate": 1.6924248324861304e-05, "Finetune/Loss": 0.7959144115447998, "Finetune/Loss (Raw)": 0.7738575339317322, "Finetune/Step": 2175, "Finetune/Step Time": 6.627839675173163}
+{"Finetune/Learning Rate": 1.692125192080428e-05, "Finetune/Loss": 0.7974845767021179, "Finetune/Loss (Raw)": 0.9348497986793518, "Finetune/Step": 2176, "Finetune/Step Time": 6.627864219248295}
+{"Finetune/Learning Rate": 1.691825432344153e-05, "Finetune/Loss": 0.8002297282218933, "Finetune/Loss (Raw)": 0.9116181135177612, "Finetune/Step": 2177, "Finetune/Step Time": 6.617130154743791}
+{"Finetune/Learning Rate": 1.6915255533289888e-05, "Finetune/Loss": 0.8005733489990234, "Finetune/Loss (Raw)": 0.7318052053451538, "Finetune/Step": 2178, "Finetune/Step Time": 6.6052583158016205}
+{"Finetune/Learning Rate": 1.6912255550866374e-05, "Finetune/Loss": 0.7989484071731567, "Finetune/Loss (Raw)": 0.7954614162445068, "Finetune/Step": 2179, "Finetune/Step Time": 6.615106778219342}
+{"Finetune/Learning Rate": 1.6909254376688218e-05, "Finetune/Loss": 0.7984557151794434, "Finetune/Loss (Raw)": 0.8900564908981323, "Finetune/Step": 2180, "Finetune/Step Time": 6.609486673027277}
+{"Finetune/Learning Rate": 1.690625201127286e-05, "Finetune/Loss": 0.7985299825668335, "Finetune/Loss (Raw)": 0.9077015519142151, "Finetune/Step": 2181, "Finetune/Step Time": 6.597741540521383}
+{"Finetune/Learning Rate": 1.6903248455137947e-05, "Finetune/Loss": 0.7984258532524109, "Finetune/Loss (Raw)": 0.953938364982605, "Finetune/Step": 2182, "Finetune/Step Time": 6.601349009200931}
+{"Finetune/Learning Rate": 1.6900243708801323e-05, "Finetune/Loss": 0.7966285943984985, "Finetune/Loss (Raw)": 0.6802259683609009, "Finetune/Step": 2183, "Finetune/Step Time": 6.617798380553722}
+{"Finetune/Learning Rate": 1.6897237772781046e-05, "Finetune/Loss": 0.794763445854187, "Finetune/Loss (Raw)": 0.701190173625946, "Finetune/Step": 2184, "Finetune/Step Time": 6.6327493488788605}
+{"Finetune/Learning Rate": 1.6894230647595367e-05, "Finetune/Loss": 0.7957359552383423, "Finetune/Loss (Raw)": 0.8792744874954224, "Finetune/Step": 2185, "Finetune/Step Time": 6.619972603395581}
+{"Finetune/Learning Rate": 1.689122233376276e-05, "Finetune/Loss": 0.7961098551750183, "Finetune/Loss (Raw)": 0.8258054256439209, "Finetune/Step": 2186, "Finetune/Step Time": 6.615649035200477}
+{"Finetune/Learning Rate": 1.6888212831801887e-05, "Finetune/Loss": 0.7945164442062378, "Finetune/Loss (Raw)": 0.5715494751930237, "Finetune/Step": 2187, "Finetune/Step Time": 6.648525854572654}
+{"Finetune/Learning Rate": 1.6885202142231625e-05, "Finetune/Loss": 0.7942557334899902, "Finetune/Loss (Raw)": 0.7741470336914062, "Finetune/Step": 2188, "Finetune/Step Time": 6.68169573135674}
+{"Finetune/Learning Rate": 1.6882190265571055e-05, "Finetune/Loss": 0.7921746969223022, "Finetune/Loss (Raw)": 0.6862167716026306, "Finetune/Step": 2189, "Finetune/Step Time": 6.690189508721232}
+{"Finetune/Learning Rate": 1.687917720233945e-05, "Finetune/Loss": 0.7913572788238525, "Finetune/Loss (Raw)": 0.693842351436615, "Finetune/Step": 2190, "Finetune/Step Time": 6.699591750279069}
+{"Finetune/Learning Rate": 1.687616295305631e-05, "Finetune/Loss": 0.7904268503189087, "Finetune/Loss (Raw)": 0.8114017844200134, "Finetune/Step": 2191, "Finetune/Step Time": 6.714903544634581}
+{"Finetune/Learning Rate": 1.687314751824132e-05, "Finetune/Loss": 0.7897376418113708, "Finetune/Loss (Raw)": 0.663255512714386, "Finetune/Step": 2192, "Finetune/Step Time": 6.706936759874225}
+{"Finetune/Learning Rate": 1.687013089841438e-05, "Finetune/Loss": 0.7905721068382263, "Finetune/Loss (Raw)": 0.9249319434165955, "Finetune/Step": 2193, "Finetune/Step Time": 6.69186819717288}
+{"Finetune/Learning Rate": 1.6867113094095588e-05, "Finetune/Loss": 0.794394850730896, "Finetune/Loss (Raw)": 0.8362860083580017, "Finetune/Step": 2194, "Finetune/Step Time": 6.67623926140368}
+{"Finetune/Learning Rate": 1.686409410580525e-05, "Finetune/Loss": 0.7947825193405151, "Finetune/Loss (Raw)": 0.8918497562408447, "Finetune/Step": 2195, "Finetune/Step Time": 6.675205593928695}
+{"Finetune/Learning Rate": 1.6861073934063878e-05, "Finetune/Loss": 0.7941206693649292, "Finetune/Loss (Raw)": 0.7713280916213989, "Finetune/Step": 2196, "Finetune/Step Time": 6.675192229449749}
+{"Finetune/Learning Rate": 1.6858052579392182e-05, "Finetune/Loss": 0.7939890623092651, "Finetune/Loss (Raw)": 0.8342278599739075, "Finetune/Step": 2197, "Finetune/Step Time": 6.676754264160991}
+{"Finetune/Learning Rate": 1.6855030042311077e-05, "Finetune/Loss": 0.7960952520370483, "Finetune/Loss (Raw)": 0.7789793610572815, "Finetune/Step": 2198, "Finetune/Step Time": 6.671181095764041}
+{"Finetune/Learning Rate": 1.6852006323341692e-05, "Finetune/Loss": 0.7952650785446167, "Finetune/Loss (Raw)": 0.7871037125587463, "Finetune/Step": 2199, "Finetune/Step Time": 6.663160607218742}
+{"Finetune/Learning Rate": 1.6848981423005346e-05, "Finetune/Loss": 0.7935307025909424, "Finetune/Loss (Raw)": 0.7355008125305176, "Finetune/Step": 2200, "Finetune/Step Time": 6.68541120365262}
+{"Finetune/Learning Rate": 1.684595534182357e-05, "Finetune/Loss": 0.7905693054199219, "Finetune/Loss (Raw)": 0.36758118867874146, "Finetune/Step": 2201, "Finetune/Step Time": 6.683689806610346}
+{"Finetune/Learning Rate": 1.6842928080318094e-05, "Finetune/Loss": 0.7893586158752441, "Finetune/Loss (Raw)": 0.8133449554443359, "Finetune/Step": 2202, "Finetune/Step Time": 6.67562985047698}
+{"Finetune/Learning Rate": 1.6839899639010856e-05, "Finetune/Loss": 0.7894861698150635, "Finetune/Loss (Raw)": 0.7983145117759705, "Finetune/Step": 2203, "Finetune/Step Time": 6.676507893949747}
+{"Finetune/Learning Rate": 1.6836870018423996e-05, "Finetune/Loss": 0.7896727323532104, "Finetune/Loss (Raw)": 0.7163221836090088, "Finetune/Step": 2204, "Finetune/Step Time": 6.673755802214146}
+{"Finetune/Learning Rate": 1.6833839219079852e-05, "Finetune/Loss": 0.786733865737915, "Finetune/Loss (Raw)": 0.4399692714214325, "Finetune/Step": 2205, "Finetune/Step Time": 6.6927855629473925}
+{"Finetune/Learning Rate": 1.6830807241500973e-05, "Finetune/Loss": 0.7852197289466858, "Finetune/Loss (Raw)": 0.5728936195373535, "Finetune/Step": 2206, "Finetune/Step Time": 6.734799414873123}
+{"Finetune/Learning Rate": 1.6827774086210106e-05, "Finetune/Loss": 0.7858549356460571, "Finetune/Loss (Raw)": 0.8677863478660583, "Finetune/Step": 2207, "Finetune/Step Time": 6.731386061757803}
+{"Finetune/Learning Rate": 1.6824739753730206e-05, "Finetune/Loss": 0.7862526178359985, "Finetune/Loss (Raw)": 0.7733989953994751, "Finetune/Step": 2208, "Finetune/Step Time": 6.734871845692396}
+{"Finetune/Learning Rate": 1.6821704244584426e-05, "Finetune/Loss": 0.786064863204956, "Finetune/Loss (Raw)": 0.8023300170898438, "Finetune/Step": 2209, "Finetune/Step Time": 6.725580308586359}
+{"Finetune/Learning Rate": 1.681866755929612e-05, "Finetune/Loss": 0.7829193472862244, "Finetune/Loss (Raw)": 0.40566086769104004, "Finetune/Step": 2210, "Finetune/Step Time": 6.753756383433938}
+{"Finetune/Learning Rate": 1.6815629698388855e-05, "Finetune/Loss": 0.783085823059082, "Finetune/Loss (Raw)": 0.9276836514472961, "Finetune/Step": 2211, "Finetune/Step Time": 6.778337901458144}
+{"Finetune/Learning Rate": 1.681259066238639e-05, "Finetune/Loss": 0.7798911929130554, "Finetune/Loss (Raw)": 0.5933264493942261, "Finetune/Step": 2212, "Finetune/Step Time": 6.810520425438881}
+{"Finetune/Learning Rate": 1.680955045181269e-05, "Finetune/Loss": 0.7828795909881592, "Finetune/Loss (Raw)": 0.7095346450805664, "Finetune/Step": 2213, "Finetune/Step Time": 6.798095263540745}
+{"Finetune/Learning Rate": 1.6806509067191926e-05, "Finetune/Loss": 0.7806674242019653, "Finetune/Loss (Raw)": 0.6314435005187988, "Finetune/Step": 2214, "Finetune/Step Time": 6.804073954001069}
+{"Finetune/Learning Rate": 1.680346650904847e-05, "Finetune/Loss": 0.7799397110939026, "Finetune/Loss (Raw)": 0.8885678648948669, "Finetune/Step": 2215, "Finetune/Step Time": 6.804060896858573}
+{"Finetune/Learning Rate": 1.6800422777906893e-05, "Finetune/Loss": 0.7795677185058594, "Finetune/Loss (Raw)": 0.8809107542037964, "Finetune/Step": 2216, "Finetune/Step Time": 6.805869968608022}
+{"Finetune/Learning Rate": 1.679737787429197e-05, "Finetune/Loss": 0.7803062200546265, "Finetune/Loss (Raw)": 0.9609094262123108, "Finetune/Step": 2217, "Finetune/Step Time": 6.797974633052945}
+{"Finetune/Learning Rate": 1.6794331798728675e-05, "Finetune/Loss": 0.7824839353561401, "Finetune/Loss (Raw)": 0.5488671064376831, "Finetune/Step": 2218, "Finetune/Step Time": 6.77429074794054}
+{"Finetune/Learning Rate": 1.6791284551742194e-05, "Finetune/Loss": 0.7820581197738647, "Finetune/Loss (Raw)": 0.7144891023635864, "Finetune/Step": 2219, "Finetune/Step Time": 6.804274309426546}
+{"Finetune/Learning Rate": 1.6788236133857906e-05, "Finetune/Loss": 0.7819498777389526, "Finetune/Loss (Raw)": 0.8648160696029663, "Finetune/Step": 2220, "Finetune/Step Time": 6.805334065109491}
+{"Finetune/Learning Rate": 1.678518654560139e-05, "Finetune/Loss": 0.7803033590316772, "Finetune/Loss (Raw)": 0.7236453890800476, "Finetune/Step": 2221, "Finetune/Step Time": 6.822213971987367}
+{"Finetune/Learning Rate": 1.6782135787498436e-05, "Finetune/Loss": 0.7797237038612366, "Finetune/Loss (Raw)": 0.912780225276947, "Finetune/Step": 2222, "Finetune/Step Time": 6.832019355148077}
+{"Finetune/Learning Rate": 1.6779083860075032e-05, "Finetune/Loss": 0.7796851992607117, "Finetune/Loss (Raw)": 0.8604995608329773, "Finetune/Step": 2223, "Finetune/Step Time": 6.845505520701408}
+{"Finetune/Learning Rate": 1.6776030763857367e-05, "Finetune/Loss": 0.7798076868057251, "Finetune/Loss (Raw)": 0.8420025706291199, "Finetune/Step": 2224, "Finetune/Step Time": 6.8463148307055235}
+{"Finetune/Learning Rate": 1.677297649937182e-05, "Finetune/Loss": 0.7788052558898926, "Finetune/Loss (Raw)": 0.7802551984786987, "Finetune/Step": 2225, "Finetune/Step Time": 6.867726309224963}
+{"Finetune/Learning Rate": 1.6769921067144994e-05, "Finetune/Loss": 0.779342532157898, "Finetune/Loss (Raw)": 0.8525786399841309, "Finetune/Step": 2226, "Finetune/Step Time": 6.868142148479819}
+{"Finetune/Learning Rate": 1.6766864467703677e-05, "Finetune/Loss": 0.7836126685142517, "Finetune/Loss (Raw)": 0.9171726107597351, "Finetune/Step": 2227, "Finetune/Step Time": 6.85310485959053}
+{"Finetune/Learning Rate": 1.6763806701574866e-05, "Finetune/Loss": 0.7845293879508972, "Finetune/Loss (Raw)": 0.7862462997436523, "Finetune/Step": 2228, "Finetune/Step Time": 6.851405391469598}
+{"Finetune/Learning Rate": 1.6760747769285754e-05, "Finetune/Loss": 0.7834516763687134, "Finetune/Loss (Raw)": 0.7770907878875732, "Finetune/Step": 2229, "Finetune/Step Time": 6.851009262725711}
+{"Finetune/Learning Rate": 1.6757687671363733e-05, "Finetune/Loss": 0.7832241058349609, "Finetune/Loss (Raw)": 0.7865001559257507, "Finetune/Step": 2230, "Finetune/Step Time": 6.851863274350762}
+{"Finetune/Learning Rate": 1.6754626408336408e-05, "Finetune/Loss": 0.7876230478286743, "Finetune/Loss (Raw)": 0.9422056078910828, "Finetune/Step": 2231, "Finetune/Step Time": 6.832773448899388}
+{"Finetune/Learning Rate": 1.675156398073157e-05, "Finetune/Loss": 0.78883296251297, "Finetune/Loss (Raw)": 0.9721466898918152, "Finetune/Step": 2232, "Finetune/Step Time": 6.824007665738463}
+{"Finetune/Learning Rate": 1.6748500389077223e-05, "Finetune/Loss": 0.7876222729682922, "Finetune/Loss (Raw)": 0.6873176097869873, "Finetune/Step": 2233, "Finetune/Step Time": 6.8221832644194365}
+{"Finetune/Learning Rate": 1.6745435633901565e-05, "Finetune/Loss": 0.7880504131317139, "Finetune/Loss (Raw)": 0.92230224609375, "Finetune/Step": 2234, "Finetune/Step Time": 6.82582551240921}
+{"Finetune/Learning Rate": 1.6742369715732994e-05, "Finetune/Loss": 0.788470983505249, "Finetune/Loss (Raw)": 0.9406248331069946, "Finetune/Step": 2235, "Finetune/Step Time": 6.836878975853324}
+{"Finetune/Learning Rate": 1.673930263510011e-05, "Finetune/Loss": 0.7896523475646973, "Finetune/Loss (Raw)": 0.9410473108291626, "Finetune/Step": 2236, "Finetune/Step Time": 6.838459890335798}
+{"Finetune/Learning Rate": 1.6736234392531718e-05, "Finetune/Loss": 0.7885520458221436, "Finetune/Loss (Raw)": 0.764561653137207, "Finetune/Step": 2237, "Finetune/Step Time": 6.839653592556715}
+{"Finetune/Learning Rate": 1.6733164988556817e-05, "Finetune/Loss": 0.7876205444335938, "Finetune/Loss (Raw)": 0.6836157441139221, "Finetune/Step": 2238, "Finetune/Step Time": 6.84482410736382}
+{"Finetune/Learning Rate": 1.6730094423704608e-05, "Finetune/Loss": 0.7902417182922363, "Finetune/Loss (Raw)": 1.128014326095581, "Finetune/Step": 2239, "Finetune/Step Time": 6.821761418133974}
+{"Finetune/Learning Rate": 1.6727022698504495e-05, "Finetune/Loss": 0.7943906784057617, "Finetune/Loss (Raw)": 0.9948626160621643, "Finetune/Step": 2240, "Finetune/Step Time": 6.804456856101751}
+{"Finetune/Learning Rate": 1.6723949813486077e-05, "Finetune/Loss": 0.7952616214752197, "Finetune/Loss (Raw)": 0.9501245617866516, "Finetune/Step": 2241, "Finetune/Step Time": 6.81232126057148}
+{"Finetune/Learning Rate": 1.6720875769179157e-05, "Finetune/Loss": 0.7943881750106812, "Finetune/Loss (Raw)": 0.8086724281311035, "Finetune/Step": 2242, "Finetune/Step Time": 6.795962460339069}
+{"Finetune/Learning Rate": 1.6717800566113736e-05, "Finetune/Loss": 0.7935276031494141, "Finetune/Loss (Raw)": 0.8098011016845703, "Finetune/Step": 2243, "Finetune/Step Time": 6.808148056268692}
+{"Finetune/Learning Rate": 1.6714724204820017e-05, "Finetune/Loss": 0.798721432685852, "Finetune/Loss (Raw)": 1.0938166379928589, "Finetune/Step": 2244, "Finetune/Step Time": 6.787132520228624}
+{"Finetune/Learning Rate": 1.6711646685828398e-05, "Finetune/Loss": 0.8003374934196472, "Finetune/Loss (Raw)": 0.8803783655166626, "Finetune/Step": 2245, "Finetune/Step Time": 6.767586901783943}
+{"Finetune/Learning Rate": 1.6708568009669485e-05, "Finetune/Loss": 0.8019527196884155, "Finetune/Loss (Raw)": 0.9720276594161987, "Finetune/Step": 2246, "Finetune/Step Time": 6.770319206640124}
+{"Finetune/Learning Rate": 1.6705488176874074e-05, "Finetune/Loss": 0.8016707897186279, "Finetune/Loss (Raw)": 0.7233348488807678, "Finetune/Step": 2247, "Finetune/Step Time": 6.769175108522177}
+{"Finetune/Learning Rate": 1.6702407187973166e-05, "Finetune/Loss": 0.8045629262924194, "Finetune/Loss (Raw)": 0.7141333222389221, "Finetune/Step": 2248, "Finetune/Step Time": 6.746062317863107}
+{"Finetune/Learning Rate": 1.6699325043497957e-05, "Finetune/Loss": 0.8039414882659912, "Finetune/Loss (Raw)": 0.7918989062309265, "Finetune/Step": 2249, "Finetune/Step Time": 6.745523193851113}
+{"Finetune/Learning Rate": 1.669624174397985e-05, "Finetune/Loss": 0.8028920888900757, "Finetune/Loss (Raw)": 0.7864522337913513, "Finetune/Step": 2250, "Finetune/Step Time": 6.766096292063594}
+{"Finetune/Learning Rate": 1.6693157289950437e-05, "Finetune/Loss": 0.8028366565704346, "Finetune/Loss (Raw)": 0.8776963353157043, "Finetune/Step": 2251, "Finetune/Step Time": 6.7678934298455715}
+{"Finetune/Learning Rate": 1.669007168194152e-05, "Finetune/Loss": 0.798473596572876, "Finetune/Loss (Raw)": 0.3341425359249115, "Finetune/Step": 2252, "Finetune/Step Time": 6.783593725413084}
+{"Finetune/Learning Rate": 1.668698492048509e-05, "Finetune/Loss": 0.7987394332885742, "Finetune/Loss (Raw)": 0.9209212064743042, "Finetune/Step": 2253, "Finetune/Step Time": 6.765584649518132}
+{"Finetune/Learning Rate": 1.6683897006113345e-05, "Finetune/Loss": 0.7987502813339233, "Finetune/Loss (Raw)": 0.9411782026290894, "Finetune/Step": 2254, "Finetune/Step Time": 6.780687427148223}
+{"Finetune/Learning Rate": 1.668080793935867e-05, "Finetune/Loss": 0.7985833287239075, "Finetune/Loss (Raw)": 0.8571683168411255, "Finetune/Step": 2255, "Finetune/Step Time": 6.778152594342828}
+{"Finetune/Learning Rate": 1.667771772075367e-05, "Finetune/Loss": 0.8018254041671753, "Finetune/Loss (Raw)": 0.7770839333534241, "Finetune/Step": 2256, "Finetune/Step Time": 6.7512503787875175}
+{"Finetune/Learning Rate": 1.6674626350831125e-05, "Finetune/Loss": 0.8060694932937622, "Finetune/Loss (Raw)": 0.8322582840919495, "Finetune/Step": 2257, "Finetune/Step Time": 6.733819203451276}
+{"Finetune/Learning Rate": 1.6671533830124026e-05, "Finetune/Loss": 0.8043271899223328, "Finetune/Loss (Raw)": 0.657646119594574, "Finetune/Step": 2258, "Finetune/Step Time": 6.733722127974033}
+{"Finetune/Learning Rate": 1.666844015916556e-05, "Finetune/Loss": 0.8030235171318054, "Finetune/Loss (Raw)": 0.7645055651664734, "Finetune/Step": 2259, "Finetune/Step Time": 6.721635600551963}
+{"Finetune/Learning Rate": 1.6665345338489115e-05, "Finetune/Loss": 0.8027564287185669, "Finetune/Loss (Raw)": 0.786713719367981, "Finetune/Step": 2260, "Finetune/Step Time": 6.726818790659308}
+{"Finetune/Learning Rate": 1.6662249368628273e-05, "Finetune/Loss": 0.801140308380127, "Finetune/Loss (Raw)": 0.8876149654388428, "Finetune/Step": 2261, "Finetune/Step Time": 6.729247834533453}
+{"Finetune/Learning Rate": 1.665915225011681e-05, "Finetune/Loss": 0.8029144406318665, "Finetune/Loss (Raw)": 0.997168779373169, "Finetune/Step": 2262, "Finetune/Step Time": 6.733254550024867}
+{"Finetune/Learning Rate": 1.665605398348872e-05, "Finetune/Loss": 0.8031949996948242, "Finetune/Loss (Raw)": 0.8100232481956482, "Finetune/Step": 2263, "Finetune/Step Time": 6.7377577275037766}
+{"Finetune/Learning Rate": 1.6652954569278164e-05, "Finetune/Loss": 0.8033773899078369, "Finetune/Loss (Raw)": 0.893786609172821, "Finetune/Step": 2264, "Finetune/Step Time": 6.740939987823367}
+{"Finetune/Learning Rate": 1.6649854008019534e-05, "Finetune/Loss": 0.806376576423645, "Finetune/Loss (Raw)": 0.8206797242164612, "Finetune/Step": 2265, "Finetune/Step Time": 6.723207652568817}
+{"Finetune/Learning Rate": 1.664675230024739e-05, "Finetune/Loss": 0.8039339780807495, "Finetune/Loss (Raw)": 0.5566514134407043, "Finetune/Step": 2266, "Finetune/Step Time": 6.729722717776895}
+{"Finetune/Learning Rate": 1.664364944649651e-05, "Finetune/Loss": 0.8043901324272156, "Finetune/Loss (Raw)": 0.8242174983024597, "Finetune/Step": 2267, "Finetune/Step Time": 6.700596181675792}
+{"Finetune/Learning Rate": 1.664054544730186e-05, "Finetune/Loss": 0.8032335638999939, "Finetune/Loss (Raw)": 0.7696071267127991, "Finetune/Step": 2268, "Finetune/Step Time": 6.698125869035721}
+{"Finetune/Learning Rate": 1.6637440303198612e-05, "Finetune/Loss": 0.8024673461914062, "Finetune/Loss (Raw)": 0.9012563228607178, "Finetune/Step": 2269, "Finetune/Step Time": 6.691548068076372}
+{"Finetune/Learning Rate": 1.663433401472212e-05, "Finetune/Loss": 0.8008183836936951, "Finetune/Loss (Raw)": 0.5982619524002075, "Finetune/Step": 2270, "Finetune/Step Time": 6.709705727174878}
+{"Finetune/Learning Rate": 1.6631226582407954e-05, "Finetune/Loss": 0.8014726638793945, "Finetune/Loss (Raw)": 0.9013746976852417, "Finetune/Step": 2271, "Finetune/Step Time": 6.689407616853714}
+{"Finetune/Learning Rate": 1.6628118006791866e-05, "Finetune/Loss": 0.802202582359314, "Finetune/Loss (Raw)": 0.9068319201469421, "Finetune/Step": 2272, "Finetune/Step Time": 6.683456713333726}
+{"Finetune/Learning Rate": 1.6625008288409815e-05, "Finetune/Loss": 0.8043984770774841, "Finetune/Loss (Raw)": 0.8139048218727112, "Finetune/Step": 2273, "Finetune/Step Time": 6.669145492836833}
+{"Finetune/Learning Rate": 1.6621897427797947e-05, "Finetune/Loss": 0.8038500547409058, "Finetune/Loss (Raw)": 0.7896343469619751, "Finetune/Step": 2274, "Finetune/Step Time": 6.6793744415044785}
+{"Finetune/Learning Rate": 1.6618785425492618e-05, "Finetune/Loss": 0.8053297400474548, "Finetune/Loss (Raw)": 0.9354173541069031, "Finetune/Step": 2275, "Finetune/Step Time": 6.671684956178069}
+{"Finetune/Learning Rate": 1.661567228203037e-05, "Finetune/Loss": 0.804237961769104, "Finetune/Loss (Raw)": 0.8594998717308044, "Finetune/Step": 2276, "Finetune/Step Time": 6.673770437017083}
+{"Finetune/Learning Rate": 1.6612557997947954e-05, "Finetune/Loss": 0.8025437593460083, "Finetune/Loss (Raw)": 0.6977973580360413, "Finetune/Step": 2277, "Finetune/Step Time": 6.677861807867885}
+{"Finetune/Learning Rate": 1.6609442573782296e-05, "Finetune/Loss": 0.8032063245773315, "Finetune/Loss (Raw)": 0.9026088118553162, "Finetune/Step": 2278, "Finetune/Step Time": 6.676516938954592}
+{"Finetune/Learning Rate": 1.6606326010070542e-05, "Finetune/Loss": 0.8028206825256348, "Finetune/Loss (Raw)": 0.879923939704895, "Finetune/Step": 2279, "Finetune/Step Time": 6.656453914940357}
+{"Finetune/Learning Rate": 1.6603208307350024e-05, "Finetune/Loss": 0.8035523891448975, "Finetune/Loss (Raw)": 0.8554035425186157, "Finetune/Step": 2280, "Finetune/Step Time": 6.661170149222016}
+{"Finetune/Learning Rate": 1.660008946615826e-05, "Finetune/Loss": 0.8035820722579956, "Finetune/Loss (Raw)": 0.8229183554649353, "Finetune/Step": 2281, "Finetune/Step Time": 6.6610576044768095}
+{"Finetune/Learning Rate": 1.659696948703299e-05, "Finetune/Loss": 0.8045787811279297, "Finetune/Loss (Raw)": 0.8310660123825073, "Finetune/Step": 2282, "Finetune/Step Time": 6.654957151040435}
+{"Finetune/Learning Rate": 1.6593848370512128e-05, "Finetune/Loss": 0.8056174516677856, "Finetune/Loss (Raw)": 0.964306116104126, "Finetune/Step": 2283, "Finetune/Step Time": 6.652631774544716}
+{"Finetune/Learning Rate": 1.659072611713379e-05, "Finetune/Loss": 0.8052895069122314, "Finetune/Loss (Raw)": 0.6470223069190979, "Finetune/Step": 2284, "Finetune/Step Time": 6.666248079389334}
+{"Finetune/Learning Rate": 1.6587602727436292e-05, "Finetune/Loss": 0.8056584596633911, "Finetune/Loss (Raw)": 0.7964596152305603, "Finetune/Step": 2285, "Finetune/Step Time": 6.656854514032602}
+{"Finetune/Learning Rate": 1.6584478201958144e-05, "Finetune/Loss": 0.8047472834587097, "Finetune/Loss (Raw)": 0.7970042824745178, "Finetune/Step": 2286, "Finetune/Step Time": 6.666793780401349}
+{"Finetune/Learning Rate": 1.658135254123805e-05, "Finetune/Loss": 0.8026778697967529, "Finetune/Loss (Raw)": 0.6088668704032898, "Finetune/Step": 2287, "Finetune/Step Time": 6.651977427303791}
+{"Finetune/Learning Rate": 1.6578225745814907e-05, "Finetune/Loss": 0.8033453822135925, "Finetune/Loss (Raw)": 0.9185671210289001, "Finetune/Step": 2288, "Finetune/Step Time": 6.654929775744677}
+{"Finetune/Learning Rate": 1.6575097816227818e-05, "Finetune/Loss": 0.8021764755249023, "Finetune/Loss (Raw)": 0.6302417516708374, "Finetune/Step": 2289, "Finetune/Step Time": 6.677130313590169}
+{"Finetune/Learning Rate": 1.6571968753016074e-05, "Finetune/Loss": 0.8033885955810547, "Finetune/Loss (Raw)": 0.9287410378456116, "Finetune/Step": 2290, "Finetune/Step Time": 6.670103915035725}
+{"Finetune/Learning Rate": 1.6568838556719157e-05, "Finetune/Loss": 0.8032279014587402, "Finetune/Loss (Raw)": 0.7790893316268921, "Finetune/Step": 2291, "Finetune/Step Time": 6.682098826393485}
+{"Finetune/Learning Rate": 1.6565707227876758e-05, "Finetune/Loss": 0.8015005588531494, "Finetune/Loss (Raw)": 0.7541917562484741, "Finetune/Step": 2292, "Finetune/Step Time": 6.690147008746862}
+{"Finetune/Learning Rate": 1.6562574767028746e-05, "Finetune/Loss": 0.7993214726448059, "Finetune/Loss (Raw)": 0.561684250831604, "Finetune/Step": 2293, "Finetune/Step Time": 6.674962017685175}
+{"Finetune/Learning Rate": 1.6559441174715204e-05, "Finetune/Loss": 0.798872709274292, "Finetune/Loss (Raw)": 0.8651390671730042, "Finetune/Step": 2294, "Finetune/Step Time": 6.673297932371497}
+{"Finetune/Learning Rate": 1.6556306451476393e-05, "Finetune/Loss": 0.7978187799453735, "Finetune/Loss (Raw)": 0.7962706685066223, "Finetune/Step": 2295, "Finetune/Step Time": 6.6907532177865505}
+{"Finetune/Learning Rate": 1.6553170597852782e-05, "Finetune/Loss": 0.7968500852584839, "Finetune/Loss (Raw)": 0.6951214671134949, "Finetune/Step": 2296, "Finetune/Step Time": 6.681126352399588}
+{"Finetune/Learning Rate": 1.6550033614385024e-05, "Finetune/Loss": 0.7961139678955078, "Finetune/Loss (Raw)": 0.8032597899436951, "Finetune/Step": 2297, "Finetune/Step Time": 6.68318216688931}
+{"Finetune/Learning Rate": 1.6546895501613974e-05, "Finetune/Loss": 0.796832799911499, "Finetune/Loss (Raw)": 0.8178727626800537, "Finetune/Step": 2298, "Finetune/Step Time": 6.6835247334092855}
+{"Finetune/Learning Rate": 1.6543756260080682e-05, "Finetune/Loss": 0.7981390357017517, "Finetune/Loss (Raw)": 0.9042239785194397, "Finetune/Step": 2299, "Finetune/Step Time": 6.69091098383069}
+{"Finetune/Learning Rate": 1.6540615890326387e-05, "Finetune/Loss": 0.7981181144714355, "Finetune/Loss (Raw)": 0.8916913270950317, "Finetune/Step": 2300, "Finetune/Step Time": 6.696454603224993}
+{"Finetune/Learning Rate": 1.6537474392892527e-05, "Finetune/Loss": 0.7993934154510498, "Finetune/Loss (Raw)": 0.7780436873435974, "Finetune/Step": 2301, "Finetune/Step Time": 6.683475600555539}
+{"Finetune/Learning Rate": 1.6534331768320734e-05, "Finetune/Loss": 0.8003667593002319, "Finetune/Loss (Raw)": 0.7335169315338135, "Finetune/Step": 2302, "Finetune/Step Time": 6.675874322652817}
+{"Finetune/Learning Rate": 1.6531188017152833e-05, "Finetune/Loss": 0.8011729717254639, "Finetune/Loss (Raw)": 0.8770542144775391, "Finetune/Step": 2303, "Finetune/Step Time": 6.658283431082964}
+{"Finetune/Learning Rate": 1.6528043139930845e-05, "Finetune/Loss": 0.798997163772583, "Finetune/Loss (Raw)": 0.6563470959663391, "Finetune/Step": 2304, "Finetune/Step Time": 6.666012374684215}
+{"Finetune/Learning Rate": 1.6524897137196983e-05, "Finetune/Loss": 0.7978785634040833, "Finetune/Loss (Raw)": 0.7684358954429626, "Finetune/Step": 2305, "Finetune/Step Time": 6.661925727501512}
+{"Finetune/Learning Rate": 1.652175000949366e-05, "Finetune/Loss": 0.7995917797088623, "Finetune/Loss (Raw)": 0.9510964751243591, "Finetune/Step": 2306, "Finetune/Step Time": 6.663982030004263}
+{"Finetune/Learning Rate": 1.6518601757363465e-05, "Finetune/Loss": 0.8002736568450928, "Finetune/Loss (Raw)": 0.8827478885650635, "Finetune/Step": 2307, "Finetune/Step Time": 6.648698883131146}
+{"Finetune/Learning Rate": 1.651545238134921e-05, "Finetune/Loss": 0.7974883317947388, "Finetune/Loss (Raw)": 0.5335375070571899, "Finetune/Step": 2308, "Finetune/Step Time": 6.650578908622265}
+{"Finetune/Learning Rate": 1.651230188199387e-05, "Finetune/Loss": 0.7965636253356934, "Finetune/Loss (Raw)": 0.7893344759941101, "Finetune/Step": 2309, "Finetune/Step Time": 6.6507143042981625}
+{"Finetune/Learning Rate": 1.650915025984064e-05, "Finetune/Loss": 0.7962924242019653, "Finetune/Loss (Raw)": 0.9192265868186951, "Finetune/Step": 2310, "Finetune/Step Time": 6.645902866497636}
+{"Finetune/Learning Rate": 1.6505997515432894e-05, "Finetune/Loss": 0.7981765270233154, "Finetune/Loss (Raw)": 0.9213916063308716, "Finetune/Step": 2311, "Finetune/Step Time": 6.626491000875831}
+{"Finetune/Learning Rate": 1.6502843649314195e-05, "Finetune/Loss": 0.7983965873718262, "Finetune/Loss (Raw)": 0.729354739189148, "Finetune/Step": 2312, "Finetune/Step Time": 6.6351890452206135}
+{"Finetune/Learning Rate": 1.649968866202832e-05, "Finetune/Loss": 0.7980626225471497, "Finetune/Loss (Raw)": 0.8365269303321838, "Finetune/Step": 2313, "Finetune/Step Time": 6.640522254630923}
+{"Finetune/Learning Rate": 1.6496532554119214e-05, "Finetune/Loss": 0.7976759076118469, "Finetune/Loss (Raw)": 0.7763060927391052, "Finetune/Step": 2314, "Finetune/Step Time": 6.647279581055045}
+{"Finetune/Learning Rate": 1.649337532613103e-05, "Finetune/Loss": 0.7994399070739746, "Finetune/Loss (Raw)": 0.7973452210426331, "Finetune/Step": 2315, "Finetune/Step Time": 6.614705674350262}
+{"Finetune/Learning Rate": 1.649021697860812e-05, "Finetune/Loss": 0.800713300704956, "Finetune/Loss (Raw)": 0.9371384978294373, "Finetune/Step": 2316, "Finetune/Step Time": 6.580129811540246}
+{"Finetune/Learning Rate": 1.6487057512095008e-05, "Finetune/Loss": 0.8016000986099243, "Finetune/Loss (Raw)": 0.7997262477874756, "Finetune/Step": 2317, "Finetune/Step Time": 6.575825205072761}
+{"Finetune/Learning Rate": 1.6483896927136432e-05, "Finetune/Loss": 0.8020125031471252, "Finetune/Loss (Raw)": 0.7466301321983337, "Finetune/Step": 2318, "Finetune/Step Time": 6.5645673759281635}
+{"Finetune/Learning Rate": 1.648073522427731e-05, "Finetune/Loss": 0.8030084371566772, "Finetune/Loss (Raw)": 0.9388806223869324, "Finetune/Step": 2319, "Finetune/Step Time": 6.555716887116432}
+{"Finetune/Learning Rate": 1.6477572404062762e-05, "Finetune/Loss": 0.8041222095489502, "Finetune/Loss (Raw)": 0.8058152198791504, "Finetune/Step": 2320, "Finetune/Step Time": 6.5446094535291195}
+{"Finetune/Learning Rate": 1.647440846703809e-05, "Finetune/Loss": 0.8032976984977722, "Finetune/Loss (Raw)": 0.8193947076797485, "Finetune/Step": 2321, "Finetune/Step Time": 6.552455764263868}
+{"Finetune/Learning Rate": 1.6471243413748798e-05, "Finetune/Loss": 0.8034945726394653, "Finetune/Loss (Raw)": 0.8614929914474487, "Finetune/Step": 2322, "Finetune/Step Time": 6.56261389888823}
+{"Finetune/Learning Rate": 1.6468077244740578e-05, "Finetune/Loss": 0.802064061164856, "Finetune/Loss (Raw)": 0.7087358832359314, "Finetune/Step": 2323, "Finetune/Step Time": 6.5766318421810865}
+{"Finetune/Learning Rate": 1.6464909960559313e-05, "Finetune/Loss": 0.8022398948669434, "Finetune/Loss (Raw)": 0.7938364744186401, "Finetune/Step": 2324, "Finetune/Step Time": 6.567305697128177}
+{"Finetune/Learning Rate": 1.646174156175108e-05, "Finetune/Loss": 0.8025265336036682, "Finetune/Loss (Raw)": 0.8709197640419006, "Finetune/Step": 2325, "Finetune/Step Time": 6.574018858373165}
+{"Finetune/Learning Rate": 1.645857204886215e-05, "Finetune/Loss": 0.799984335899353, "Finetune/Loss (Raw)": 0.45358243584632874, "Finetune/Step": 2326, "Finetune/Step Time": 6.597057830542326}
+{"Finetune/Learning Rate": 1.6455401422438984e-05, "Finetune/Loss": 0.8004350662231445, "Finetune/Loss (Raw)": 0.8447925448417664, "Finetune/Step": 2327, "Finetune/Step Time": 6.612792056053877}
+{"Finetune/Learning Rate": 1.645222968302824e-05, "Finetune/Loss": 0.8004482984542847, "Finetune/Loss (Raw)": 0.7371993064880371, "Finetune/Step": 2328, "Finetune/Step Time": 6.596931705251336}
+{"Finetune/Learning Rate": 1.6449056831176756e-05, "Finetune/Loss": 0.804835319519043, "Finetune/Loss (Raw)": 0.9291162490844727, "Finetune/Step": 2329, "Finetune/Step Time": 6.579700568690896}
+{"Finetune/Learning Rate": 1.6445882867431576e-05, "Finetune/Loss": 0.8042365908622742, "Finetune/Loss (Raw)": 0.736710250377655, "Finetune/Step": 2330, "Finetune/Step Time": 6.592356042936444}
+{"Finetune/Learning Rate": 1.6442707792339918e-05, "Finetune/Loss": 0.8045650720596313, "Finetune/Loss (Raw)": 0.8403501510620117, "Finetune/Step": 2331, "Finetune/Step Time": 6.6003617737442255}
+{"Finetune/Learning Rate": 1.6439531606449216e-05, "Finetune/Loss": 0.8069693446159363, "Finetune/Loss (Raw)": 1.0240782499313354, "Finetune/Step": 2332, "Finetune/Step Time": 6.5957371182739735}
+{"Finetune/Learning Rate": 1.6436354310307076e-05, "Finetune/Loss": 0.8104851245880127, "Finetune/Loss (Raw)": 0.8899922966957092, "Finetune/Step": 2333, "Finetune/Step Time": 6.593779241666198}
+{"Finetune/Learning Rate": 1.64331759044613e-05, "Finetune/Loss": 0.8126835823059082, "Finetune/Loss (Raw)": 0.8542913794517517, "Finetune/Step": 2334, "Finetune/Step Time": 6.5663986802101135}
+{"Finetune/Learning Rate": 1.642999638945988e-05, "Finetune/Loss": 0.8124688863754272, "Finetune/Loss (Raw)": 0.8403043746948242, "Finetune/Step": 2335, "Finetune/Step Time": 6.568295190110803}
+{"Finetune/Learning Rate": 1.6426815765851013e-05, "Finetune/Loss": 0.8129007816314697, "Finetune/Loss (Raw)": 0.8286803364753723, "Finetune/Step": 2336, "Finetune/Step Time": 6.58290652371943}
+{"Finetune/Learning Rate": 1.6423634034183064e-05, "Finetune/Loss": 0.8140178322792053, "Finetune/Loss (Raw)": 0.9453138709068298, "Finetune/Step": 2337, "Finetune/Step Time": 6.592421837151051}
+{"Finetune/Learning Rate": 1.642045119500461e-05, "Finetune/Loss": 0.8176088333129883, "Finetune/Loss (Raw)": 0.8653080463409424, "Finetune/Step": 2338, "Finetune/Step Time": 6.563978515565395}
+{"Finetune/Learning Rate": 1.6417267248864405e-05, "Finetune/Loss": 0.8161996603012085, "Finetune/Loss (Raw)": 0.7473114132881165, "Finetune/Step": 2339, "Finetune/Step Time": 6.559017485007644}
+{"Finetune/Learning Rate": 1.6414082196311402e-05, "Finetune/Loss": 0.8175572752952576, "Finetune/Loss (Raw)": 0.7671037316322327, "Finetune/Step": 2340, "Finetune/Step Time": 6.535757413133979}
+{"Finetune/Learning Rate": 1.6410896037894738e-05, "Finetune/Loss": 0.8190872073173523, "Finetune/Loss (Raw)": 0.9053633809089661, "Finetune/Step": 2341, "Finetune/Step Time": 6.561263894662261}
+{"Finetune/Learning Rate": 1.6407708774163747e-05, "Finetune/Loss": 0.8170936107635498, "Finetune/Loss (Raw)": 0.3762627840042114, "Finetune/Step": 2342, "Finetune/Step Time": 6.572707014158368}
+{"Finetune/Learning Rate": 1.640452040566795e-05, "Finetune/Loss": 0.8173723220825195, "Finetune/Loss (Raw)": 0.9242421388626099, "Finetune/Step": 2343, "Finetune/Step Time": 6.590034874156117}
+{"Finetune/Learning Rate": 1.6401330932957064e-05, "Finetune/Loss": 0.8167215585708618, "Finetune/Loss (Raw)": 0.7976131439208984, "Finetune/Step": 2344, "Finetune/Step Time": 6.613241620361805}
+{"Finetune/Learning Rate": 1.6398140356580987e-05, "Finetune/Loss": 0.8173108696937561, "Finetune/Loss (Raw)": 1.0363446474075317, "Finetune/Step": 2345, "Finetune/Step Time": 6.607603387907147}
+{"Finetune/Learning Rate": 1.639494867708981e-05, "Finetune/Loss": 0.819411039352417, "Finetune/Loss (Raw)": 0.8176930546760559, "Finetune/Step": 2346, "Finetune/Step Time": 6.602774377912283}
+{"Finetune/Learning Rate": 1.639175589503382e-05, "Finetune/Loss": 0.820443868637085, "Finetune/Loss (Raw)": 0.8466806411743164, "Finetune/Step": 2347, "Finetune/Step Time": 6.571674140170217}
+{"Finetune/Learning Rate": 1.6388562010963493e-05, "Finetune/Loss": 0.8204753398895264, "Finetune/Loss (Raw)": 0.8688548803329468, "Finetune/Step": 2348, "Finetune/Step Time": 6.572589680552483}
+{"Finetune/Learning Rate": 1.6385367025429485e-05, "Finetune/Loss": 0.8210174441337585, "Finetune/Loss (Raw)": 0.7930333018302917, "Finetune/Step": 2349, "Finetune/Step Time": 6.5633550491184}
+{"Finetune/Learning Rate": 1.6382170938982658e-05, "Finetune/Loss": 0.8204807043075562, "Finetune/Loss (Raw)": 0.8440662622451782, "Finetune/Step": 2350, "Finetune/Step Time": 6.556189214810729}
+{"Finetune/Learning Rate": 1.637897375217405e-05, "Finetune/Loss": 0.8211789131164551, "Finetune/Loss (Raw)": 0.9498758316040039, "Finetune/Step": 2351, "Finetune/Step Time": 6.5435725301504135}
+{"Finetune/Learning Rate": 1.6375775465554893e-05, "Finetune/Loss": 0.8214494585990906, "Finetune/Loss (Raw)": 0.8766326308250427, "Finetune/Step": 2352, "Finetune/Step Time": 6.5413478668779135}
+{"Finetune/Learning Rate": 1.637257607967661e-05, "Finetune/Loss": 0.8220032453536987, "Finetune/Loss (Raw)": 0.8511403799057007, "Finetune/Step": 2353, "Finetune/Step Time": 6.525562694296241}
+{"Finetune/Learning Rate": 1.6369375595090815e-05, "Finetune/Loss": 0.8220299482345581, "Finetune/Loss (Raw)": 0.8559974431991577, "Finetune/Step": 2354, "Finetune/Step Time": 6.517490513622761}
+{"Finetune/Learning Rate": 1.6366174012349308e-05, "Finetune/Loss": 0.8210773468017578, "Finetune/Loss (Raw)": 0.7952362298965454, "Finetune/Step": 2355, "Finetune/Step Time": 6.533943044021726}
+{"Finetune/Learning Rate": 1.636297133200408e-05, "Finetune/Loss": 0.8203944563865662, "Finetune/Loss (Raw)": 0.698842465877533, "Finetune/Step": 2356, "Finetune/Step Time": 6.543123306706548}
+{"Finetune/Learning Rate": 1.6359767554607313e-05, "Finetune/Loss": 0.8208400011062622, "Finetune/Loss (Raw)": 0.8341126441955566, "Finetune/Step": 2357, "Finetune/Step Time": 6.5475104954093695}
+{"Finetune/Learning Rate": 1.635656268071137e-05, "Finetune/Loss": 0.8218528032302856, "Finetune/Loss (Raw)": 0.9161450862884521, "Finetune/Step": 2358, "Finetune/Step Time": 6.544302329421043}
+{"Finetune/Learning Rate": 1.6353356710868818e-05, "Finetune/Loss": 0.816886305809021, "Finetune/Loss (Raw)": 0.30648624897003174, "Finetune/Step": 2359, "Finetune/Step Time": 6.562039723619819}
+{"Finetune/Learning Rate": 1.6350149645632397e-05, "Finetune/Loss": 0.8162572383880615, "Finetune/Loss (Raw)": 0.8916349411010742, "Finetune/Step": 2360, "Finetune/Step Time": 6.561427932232618}
+{"Finetune/Learning Rate": 1.6346941485555047e-05, "Finetune/Loss": 0.8179068565368652, "Finetune/Loss (Raw)": 0.8984655737876892, "Finetune/Step": 2361, "Finetune/Step Time": 6.555144984275103}
+{"Finetune/Learning Rate": 1.634373223118989e-05, "Finetune/Loss": 0.8172266483306885, "Finetune/Loss (Raw)": 0.8352347016334534, "Finetune/Step": 2362, "Finetune/Step Time": 6.547886569052935}
+{"Finetune/Learning Rate": 1.634052188309024e-05, "Finetune/Loss": 0.8143692016601562, "Finetune/Loss (Raw)": 0.5748730897903442, "Finetune/Step": 2363, "Finetune/Step Time": 6.553227484226227}
+{"Finetune/Learning Rate": 1.63373104418096e-05, "Finetune/Loss": 0.8128510117530823, "Finetune/Loss (Raw)": 0.7467198371887207, "Finetune/Step": 2364, "Finetune/Step Time": 6.550244169309735}
+{"Finetune/Learning Rate": 1.633409790790166e-05, "Finetune/Loss": 0.8138054013252258, "Finetune/Loss (Raw)": 0.8867247700691223, "Finetune/Step": 2365, "Finetune/Step Time": 6.545310432091355}
+{"Finetune/Learning Rate": 1.63308842819203e-05, "Finetune/Loss": 0.8130003809928894, "Finetune/Loss (Raw)": 0.5805690884590149, "Finetune/Step": 2366, "Finetune/Step Time": 6.540674798190594}
+{"Finetune/Learning Rate": 1.6327669564419586e-05, "Finetune/Loss": 0.8115743398666382, "Finetune/Loss (Raw)": 0.9454841613769531, "Finetune/Step": 2367, "Finetune/Step Time": 6.545487159863114}
+{"Finetune/Learning Rate": 1.6324453755953772e-05, "Finetune/Loss": 0.8099837899208069, "Finetune/Loss (Raw)": 0.7912706136703491, "Finetune/Step": 2368, "Finetune/Step Time": 6.5408848859369755}
+{"Finetune/Learning Rate": 1.632123685707731e-05, "Finetune/Loss": 0.8101536631584167, "Finetune/Loss (Raw)": 0.9718703031539917, "Finetune/Step": 2369, "Finetune/Step Time": 6.537292715162039}
+{"Finetune/Learning Rate": 1.6318018868344812e-05, "Finetune/Loss": 0.8103392720222473, "Finetune/Loss (Raw)": 0.8324283957481384, "Finetune/Step": 2370, "Finetune/Step Time": 6.5387634709477425}
+{"Finetune/Learning Rate": 1.6314799790311117e-05, "Finetune/Loss": 0.8112919330596924, "Finetune/Loss (Raw)": 0.9317401647567749, "Finetune/Step": 2371, "Finetune/Step Time": 6.5272507052868605}
+{"Finetune/Learning Rate": 1.6311579623531226e-05, "Finetune/Loss": 0.8089041709899902, "Finetune/Loss (Raw)": 0.7881823778152466, "Finetune/Step": 2372, "Finetune/Step Time": 6.539372848346829}
+{"Finetune/Learning Rate": 1.630835836856033e-05, "Finetune/Loss": 0.8092999458312988, "Finetune/Loss (Raw)": 0.9310362339019775, "Finetune/Step": 2373, "Finetune/Step Time": 6.56030603684485}
+{"Finetune/Learning Rate": 1.6305136025953814e-05, "Finetune/Loss": 0.8074212670326233, "Finetune/Loss (Raw)": 0.7315558791160583, "Finetune/Step": 2374, "Finetune/Step Time": 6.561399983242154}
+{"Finetune/Learning Rate": 1.6301912596267247e-05, "Finetune/Loss": 0.806939959526062, "Finetune/Loss (Raw)": 0.6617363095283508, "Finetune/Step": 2375, "Finetune/Step Time": 6.564170699566603}
+{"Finetune/Learning Rate": 1.629868808005639e-05, "Finetune/Loss": 0.8084755539894104, "Finetune/Loss (Raw)": 0.9106841087341309, "Finetune/Step": 2376, "Finetune/Step Time": 6.568538716062903}
+{"Finetune/Learning Rate": 1.6295462477877184e-05, "Finetune/Loss": 0.809931218624115, "Finetune/Loss (Raw)": 0.9782260656356812, "Finetune/Step": 2377, "Finetune/Step Time": 6.568570658564568}
+{"Finetune/Learning Rate": 1.6292235790285764e-05, "Finetune/Loss": 0.8109800815582275, "Finetune/Loss (Raw)": 0.9207055568695068, "Finetune/Step": 2378, "Finetune/Step Time": 6.546872200444341}
+{"Finetune/Learning Rate": 1.6289008017838447e-05, "Finetune/Loss": 0.810863196849823, "Finetune/Loss (Raw)": 0.8627356886863708, "Finetune/Step": 2379, "Finetune/Step Time": 6.562501396983862}
+{"Finetune/Learning Rate": 1.628577916109174e-05, "Finetune/Loss": 0.8140384554862976, "Finetune/Loss (Raw)": 0.7405737638473511, "Finetune/Step": 2380, "Finetune/Step Time": 6.551438650116324}
+{"Finetune/Learning Rate": 1.6282549220602334e-05, "Finetune/Loss": 0.8134530782699585, "Finetune/Loss (Raw)": 0.8459980487823486, "Finetune/Step": 2381, "Finetune/Step Time": 6.552598733454943}
+{"Finetune/Learning Rate": 1.627931819692711e-05, "Finetune/Loss": 0.8114317655563354, "Finetune/Loss (Raw)": 0.6824417114257812, "Finetune/Step": 2382, "Finetune/Step Time": 6.56413690187037}
+{"Finetune/Learning Rate": 1.6276086090623137e-05, "Finetune/Loss": 0.8091707825660706, "Finetune/Loss (Raw)": 0.5677635669708252, "Finetune/Step": 2383, "Finetune/Step Time": 6.5772580578923225}
+{"Finetune/Learning Rate": 1.6272852902247664e-05, "Finetune/Loss": 0.8106238842010498, "Finetune/Loss (Raw)": 0.9630792140960693, "Finetune/Step": 2384, "Finetune/Step Time": 6.572781834751368}
+{"Finetune/Learning Rate": 1.626961863235814e-05, "Finetune/Loss": 0.8104457855224609, "Finetune/Loss (Raw)": 0.8094699382781982, "Finetune/Step": 2385, "Finetune/Step Time": 6.577503962442279}
+{"Finetune/Learning Rate": 1.6266383281512177e-05, "Finetune/Loss": 0.8129708170890808, "Finetune/Loss (Raw)": 0.9808449149131775, "Finetune/Step": 2386, "Finetune/Step Time": 6.583210147917271}
+{"Finetune/Learning Rate": 1.6263146850267596e-05, "Finetune/Loss": 0.8134446144104004, "Finetune/Loss (Raw)": 0.8251535296440125, "Finetune/Step": 2387, "Finetune/Step Time": 6.596362268552184}
+{"Finetune/Learning Rate": 1.6259909339182402e-05, "Finetune/Loss": 0.8138386011123657, "Finetune/Loss (Raw)": 0.8371434211730957, "Finetune/Step": 2388, "Finetune/Step Time": 6.605992967262864}
+{"Finetune/Learning Rate": 1.625667074881477e-05, "Finetune/Loss": 0.814410924911499, "Finetune/Loss (Raw)": 0.9608758687973022, "Finetune/Step": 2389, "Finetune/Step Time": 6.604518925771117}
+{"Finetune/Learning Rate": 1.6253431079723077e-05, "Finetune/Loss": 0.8140579462051392, "Finetune/Loss (Raw)": 0.9519819021224976, "Finetune/Step": 2390, "Finetune/Step Time": 6.598275706171989}
+{"Finetune/Learning Rate": 1.6250190332465875e-05, "Finetune/Loss": 0.8150177001953125, "Finetune/Loss (Raw)": 0.9328791499137878, "Finetune/Step": 2391, "Finetune/Step Time": 6.597236445173621}
+{"Finetune/Learning Rate": 1.6246948507601915e-05, "Finetune/Loss": 0.8147922158241272, "Finetune/Loss (Raw)": 0.8649188280105591, "Finetune/Step": 2392, "Finetune/Step Time": 6.597450263798237}
+{"Finetune/Learning Rate": 1.6243705605690122e-05, "Finetune/Loss": 0.8157631754875183, "Finetune/Loss (Raw)": 0.9449675679206848, "Finetune/Step": 2393, "Finetune/Step Time": 6.619931168854237}
+{"Finetune/Learning Rate": 1.6240461627289607e-05, "Finetune/Loss": 0.8146001696586609, "Finetune/Loss (Raw)": 0.40777742862701416, "Finetune/Step": 2394, "Finetune/Step Time": 6.640273634344339}
+{"Finetune/Learning Rate": 1.6237216572959674e-05, "Finetune/Loss": 0.8150397539138794, "Finetune/Loss (Raw)": 0.8804926872253418, "Finetune/Step": 2395, "Finetune/Step Time": 6.644897565245628}
+{"Finetune/Learning Rate": 1.623397044325981e-05, "Finetune/Loss": 0.8153946399688721, "Finetune/Loss (Raw)": 0.8150233626365662, "Finetune/Step": 2396, "Finetune/Step Time": 6.642504313960671}
+{"Finetune/Learning Rate": 1.6230723238749684e-05, "Finetune/Loss": 0.8150807619094849, "Finetune/Loss (Raw)": 0.861081600189209, "Finetune/Step": 2397, "Finetune/Step Time": 6.640547174960375}
+{"Finetune/Learning Rate": 1.6227474959989154e-05, "Finetune/Loss": 0.8184702396392822, "Finetune/Loss (Raw)": 1.0321111679077148, "Finetune/Step": 2398, "Finetune/Step Time": 6.622159460559487}
+{"Finetune/Learning Rate": 1.622422560753826e-05, "Finetune/Loss": 0.8186202645301819, "Finetune/Loss (Raw)": 0.9205865859985352, "Finetune/Step": 2399, "Finetune/Step Time": 6.629239330068231}
+{"Finetune/Learning Rate": 1.6220975181957227e-05, "Finetune/Loss": 0.8173598051071167, "Finetune/Loss (Raw)": 0.7454930543899536, "Finetune/Step": 2400, "Finetune/Step Time": 6.6219208762049675}
+{"Finetune/Learning Rate": 1.621772368380647e-05, "Finetune/Loss": 0.8175303936004639, "Finetune/Loss (Raw)": 0.8357409238815308, "Finetune/Step": 2401, "Finetune/Step Time": 6.625024506822228}
+{"Finetune/Learning Rate": 1.621447111364659e-05, "Finetune/Loss": 0.8169780373573303, "Finetune/Loss (Raw)": 0.7189276814460754, "Finetune/Step": 2402, "Finetune/Step Time": 6.609991602599621}
+{"Finetune/Learning Rate": 1.6211217472038358e-05, "Finetune/Loss": 0.8164122104644775, "Finetune/Loss (Raw)": 0.8629936575889587, "Finetune/Step": 2403, "Finetune/Step Time": 6.618227614089847}
+{"Finetune/Learning Rate": 1.620796275954275e-05, "Finetune/Loss": 0.8166271448135376, "Finetune/Loss (Raw)": 0.8870092034339905, "Finetune/Step": 2404, "Finetune/Step Time": 6.617791224271059}
+{"Finetune/Learning Rate": 1.620470697672091e-05, "Finetune/Loss": 0.8175069093704224, "Finetune/Loss (Raw)": 0.8104164004325867, "Finetune/Step": 2405, "Finetune/Step Time": 6.614564094692469}
+{"Finetune/Learning Rate": 1.620145012413418e-05, "Finetune/Loss": 0.8179309368133545, "Finetune/Loss (Raw)": 0.9568754434585571, "Finetune/Step": 2406, "Finetune/Step Time": 6.616227813065052}
+{"Finetune/Learning Rate": 1.6198192202344074e-05, "Finetune/Loss": 0.815679669380188, "Finetune/Loss (Raw)": 0.5917704105377197, "Finetune/Step": 2407, "Finetune/Step Time": 6.638000817969441}
+{"Finetune/Learning Rate": 1.6194933211912295e-05, "Finetune/Loss": 0.8170562982559204, "Finetune/Loss (Raw)": 1.0316005945205688, "Finetune/Step": 2408, "Finetune/Step Time": 6.637275189161301}
+{"Finetune/Learning Rate": 1.6191673153400742e-05, "Finetune/Loss": 0.817068338394165, "Finetune/Loss (Raw)": 0.824471116065979, "Finetune/Step": 2409, "Finetune/Step Time": 6.628513865172863}
+{"Finetune/Learning Rate": 1.6188412027371475e-05, "Finetune/Loss": 0.816926896572113, "Finetune/Loss (Raw)": 0.8129484057426453, "Finetune/Step": 2410, "Finetune/Step Time": 6.637867156416178}
+{"Finetune/Learning Rate": 1.618514983438676e-05, "Finetune/Loss": 0.8148078918457031, "Finetune/Loss (Raw)": 0.6930782198905945, "Finetune/Step": 2411, "Finetune/Step Time": 6.645313531160355}
+{"Finetune/Learning Rate": 1.618188657500903e-05, "Finetune/Loss": 0.8157743811607361, "Finetune/Loss (Raw)": 0.7707334756851196, "Finetune/Step": 2412, "Finetune/Step Time": 6.624556237831712}
+{"Finetune/Learning Rate": 1.617862224980092e-05, "Finetune/Loss": 0.8154522180557251, "Finetune/Loss (Raw)": 0.7552259564399719, "Finetune/Step": 2413, "Finetune/Step Time": 6.614917838945985}
+{"Finetune/Learning Rate": 1.617535685932523e-05, "Finetune/Loss": 0.8163180351257324, "Finetune/Loss (Raw)": 0.9078259468078613, "Finetune/Step": 2414, "Finetune/Step Time": 6.6012351512908936}
+{"Finetune/Learning Rate": 1.6172090404144952e-05, "Finetune/Loss": 0.8181394338607788, "Finetune/Loss (Raw)": 0.8420125842094421, "Finetune/Step": 2415, "Finetune/Step Time": 6.601270059123635}
+{"Finetune/Learning Rate": 1.616882288482326e-05, "Finetune/Loss": 0.8171510696411133, "Finetune/Loss (Raw)": 0.7920489311218262, "Finetune/Step": 2416, "Finetune/Step Time": 6.59982562251389}
+{"Finetune/Learning Rate": 1.6165554301923526e-05, "Finetune/Loss": 0.8181314468383789, "Finetune/Loss (Raw)": 0.7557356357574463, "Finetune/Step": 2417, "Finetune/Step Time": 6.588794484734535}
+{"Finetune/Learning Rate": 1.6162284656009276e-05, "Finetune/Loss": 0.8144527673721313, "Finetune/Loss (Raw)": 0.4578607380390167, "Finetune/Step": 2418, "Finetune/Step Time": 6.60822032392025}
+{"Finetune/Learning Rate": 1.6159013947644244e-05, "Finetune/Loss": 0.8146256804466248, "Finetune/Loss (Raw)": 0.8012300729751587, "Finetune/Step": 2419, "Finetune/Step Time": 6.616145107895136}
+{"Finetune/Learning Rate": 1.6155742177392335e-05, "Finetune/Loss": 0.8166124820709229, "Finetune/Loss (Raw)": 1.0084969997406006, "Finetune/Step": 2420, "Finetune/Step Time": 6.606325885280967}
+{"Finetune/Learning Rate": 1.6152469345817643e-05, "Finetune/Loss": 0.8175419569015503, "Finetune/Loss (Raw)": 0.6806573867797852, "Finetune/Step": 2421, "Finetune/Step Time": 6.624995306134224}
+{"Finetune/Learning Rate": 1.6149195453484446e-05, "Finetune/Loss": 0.8162920475006104, "Finetune/Loss (Raw)": 0.7051548361778259, "Finetune/Step": 2422, "Finetune/Step Time": 6.635036105290055}
+{"Finetune/Learning Rate": 1.6145920500957198e-05, "Finetune/Loss": 0.8147321343421936, "Finetune/Loss (Raw)": 0.5966036915779114, "Finetune/Step": 2423, "Finetune/Step Time": 6.6283694207668304}
+{"Finetune/Learning Rate": 1.614264448880054e-05, "Finetune/Loss": 0.8163834810256958, "Finetune/Loss (Raw)": 0.9064831137657166, "Finetune/Step": 2424, "Finetune/Step Time": 6.628017941489816}
+{"Finetune/Learning Rate": 1.6139367417579298e-05, "Finetune/Loss": 0.8156140446662903, "Finetune/Loss (Raw)": 0.704781174659729, "Finetune/Step": 2425, "Finetune/Step Time": 6.638582611456513}
+{"Finetune/Learning Rate": 1.613608928785847e-05, "Finetune/Loss": 0.8122272491455078, "Finetune/Loss (Raw)": 0.384357750415802, "Finetune/Step": 2426, "Finetune/Step Time": 6.658293412998319}
+{"Finetune/Learning Rate": 1.6132810100203252e-05, "Finetune/Loss": 0.8119305372238159, "Finetune/Loss (Raw)": 0.8662509322166443, "Finetune/Step": 2427, "Finetune/Step Time": 6.6405523512512445}
+{"Finetune/Learning Rate": 1.6129529855179017e-05, "Finetune/Loss": 0.8106119632720947, "Finetune/Loss (Raw)": 0.7229089140892029, "Finetune/Step": 2428, "Finetune/Step Time": 6.635104781016707}
+{"Finetune/Learning Rate": 1.612624855335131e-05, "Finetune/Loss": 0.8113300800323486, "Finetune/Loss (Raw)": 0.8699613213539124, "Finetune/Step": 2429, "Finetune/Step Time": 6.66644281335175}
+{"Finetune/Learning Rate": 1.612296619528587e-05, "Finetune/Loss": 0.8110588788986206, "Finetune/Loss (Raw)": 0.6988052725791931, "Finetune/Step": 2430, "Finetune/Step Time": 6.690893389284611}
+{"Finetune/Learning Rate": 1.6119682781548615e-05, "Finetune/Loss": 0.8114302158355713, "Finetune/Loss (Raw)": 0.9245880246162415, "Finetune/Step": 2431, "Finetune/Step Time": 6.689633745700121}
+{"Finetune/Learning Rate": 1.6116398312705643e-05, "Finetune/Loss": 0.8126835823059082, "Finetune/Loss (Raw)": 0.8167799711227417, "Finetune/Step": 2432, "Finetune/Step Time": 6.692033154889941}
+{"Finetune/Learning Rate": 1.6113112789323233e-05, "Finetune/Loss": 0.8125348687171936, "Finetune/Loss (Raw)": 0.7494006752967834, "Finetune/Step": 2433, "Finetune/Step Time": 6.691696455702186}
+{"Finetune/Learning Rate": 1.6109826211967858e-05, "Finetune/Loss": 0.8118699789047241, "Finetune/Loss (Raw)": 0.8659908175468445, "Finetune/Step": 2434, "Finetune/Step Time": 6.6909687630832195}
+{"Finetune/Learning Rate": 1.6106538581206147e-05, "Finetune/Loss": 0.8113973140716553, "Finetune/Loss (Raw)": 0.822249710559845, "Finetune/Step": 2435, "Finetune/Step Time": 6.699863273650408}
+{"Finetune/Learning Rate": 1.6103249897604944e-05, "Finetune/Loss": 0.8142050504684448, "Finetune/Loss (Raw)": 0.8929208517074585, "Finetune/Step": 2436, "Finetune/Step Time": 6.6937260292470455}
+{"Finetune/Learning Rate": 1.6099960161731243e-05, "Finetune/Loss": 0.8141851425170898, "Finetune/Loss (Raw)": 0.7867818474769592, "Finetune/Step": 2437, "Finetune/Step Time": 6.708739234134555}
+{"Finetune/Learning Rate": 1.609666937415224e-05, "Finetune/Loss": 0.8143572211265564, "Finetune/Loss (Raw)": 0.9412587881088257, "Finetune/Step": 2438, "Finetune/Step Time": 6.722870567813516}
+{"Finetune/Learning Rate": 1.6093377535435304e-05, "Finetune/Loss": 0.8143194317817688, "Finetune/Loss (Raw)": 0.9165577292442322, "Finetune/Step": 2439, "Finetune/Step Time": 6.72226145118475}
+{"Finetune/Learning Rate": 1.6090084646147988e-05, "Finetune/Loss": 0.8158134818077087, "Finetune/Loss (Raw)": 0.920587420463562, "Finetune/Step": 2440, "Finetune/Step Time": 6.701889391988516}
+{"Finetune/Learning Rate": 1.6086790706858023e-05, "Finetune/Loss": 0.8165647983551025, "Finetune/Loss (Raw)": 0.9327017068862915, "Finetune/Step": 2441, "Finetune/Step Time": 6.696534199640155}
+{"Finetune/Learning Rate": 1.6083495718133326e-05, "Finetune/Loss": 0.8171759843826294, "Finetune/Loss (Raw)": 0.8545361161231995, "Finetune/Step": 2442, "Finetune/Step Time": 6.683226430788636}
+{"Finetune/Learning Rate": 1.6080199680541987e-05, "Finetune/Loss": 0.8182833790779114, "Finetune/Loss (Raw)": 0.9390925765037537, "Finetune/Step": 2443, "Finetune/Step Time": 6.6877801436930895}
+{"Finetune/Learning Rate": 1.607690259465229e-05, "Finetune/Loss": 0.8177385330200195, "Finetune/Loss (Raw)": 0.8673903346061707, "Finetune/Step": 2444, "Finetune/Step Time": 6.6942535396665335}
+{"Finetune/Learning Rate": 1.6073604461032687e-05, "Finetune/Loss": 0.8146753311157227, "Finetune/Loss (Raw)": 0.4076431095600128, "Finetune/Step": 2445, "Finetune/Step Time": 6.710477376356721}
+{"Finetune/Learning Rate": 1.6070305280251813e-05, "Finetune/Loss": 0.8158373236656189, "Finetune/Loss (Raw)": 0.8953575491905212, "Finetune/Step": 2446, "Finetune/Step Time": 6.711635630577803}
+{"Finetune/Learning Rate": 1.6067005052878486e-05, "Finetune/Loss": 0.8153295516967773, "Finetune/Loss (Raw)": 0.8738888502120972, "Finetune/Step": 2447, "Finetune/Step Time": 6.7156059723347425}
+{"Finetune/Learning Rate": 1.6063703779481712e-05, "Finetune/Loss": 0.8162796497344971, "Finetune/Loss (Raw)": 0.9274295568466187, "Finetune/Step": 2448, "Finetune/Step Time": 6.717008387669921}
+{"Finetune/Learning Rate": 1.6060401460630658e-05, "Finetune/Loss": 0.8155633211135864, "Finetune/Loss (Raw)": 0.7277044653892517, "Finetune/Step": 2449, "Finetune/Step Time": 6.708854906260967}
+{"Finetune/Learning Rate": 1.605709809689469e-05, "Finetune/Loss": 0.8127212524414062, "Finetune/Loss (Raw)": 0.4977111220359802, "Finetune/Step": 2450, "Finetune/Step Time": 6.725432241335511}
+{"Finetune/Learning Rate": 1.605379368884335e-05, "Finetune/Loss": 0.8097731471061707, "Finetune/Loss (Raw)": 0.3313782811164856, "Finetune/Step": 2451, "Finetune/Step Time": 6.732682259753346}
+{"Finetune/Learning Rate": 1.605048823704635e-05, "Finetune/Loss": 0.8097986578941345, "Finetune/Loss (Raw)": 0.7970964312553406, "Finetune/Step": 2452, "Finetune/Step Time": 6.73364925570786}
+{"Finetune/Learning Rate": 1.604718174207359e-05, "Finetune/Loss": 0.8093796372413635, "Finetune/Loss (Raw)": 0.8172867298126221, "Finetune/Step": 2453, "Finetune/Step Time": 6.750357376411557}
+{"Finetune/Learning Rate": 1.6043874204495152e-05, "Finetune/Loss": 0.8123239874839783, "Finetune/Loss (Raw)": 0.8304623365402222, "Finetune/Step": 2454, "Finetune/Step Time": 6.730856407433748}
+{"Finetune/Learning Rate": 1.6040565624881295e-05, "Finetune/Loss": 0.8126705288887024, "Finetune/Loss (Raw)": 0.8891496658325195, "Finetune/Step": 2455, "Finetune/Step Time": 6.717520158737898}
+{"Finetune/Learning Rate": 1.6037256003802456e-05, "Finetune/Loss": 0.8139281272888184, "Finetune/Loss (Raw)": 0.8981762528419495, "Finetune/Step": 2456, "Finetune/Step Time": 6.707529695704579}
+{"Finetune/Learning Rate": 1.603394534182925e-05, "Finetune/Loss": 0.8134298324584961, "Finetune/Loss (Raw)": 0.8653256297111511, "Finetune/Step": 2457, "Finetune/Step Time": 6.70413026958704}
+{"Finetune/Learning Rate": 1.6030633639532473e-05, "Finetune/Loss": 0.8141199350357056, "Finetune/Loss (Raw)": 0.8250499963760376, "Finetune/Step": 2458, "Finetune/Step Time": 6.709686946123838}
+{"Finetune/Learning Rate": 1.6027320897483113e-05, "Finetune/Loss": 0.8137203454971313, "Finetune/Loss (Raw)": 0.7891956567764282, "Finetune/Step": 2459, "Finetune/Step Time": 6.703620525076985}
+{"Finetune/Learning Rate": 1.602400711625231e-05, "Finetune/Loss": 0.8117402791976929, "Finetune/Loss (Raw)": 0.770639181137085, "Finetune/Step": 2460, "Finetune/Step Time": 6.698554405942559}
+{"Finetune/Learning Rate": 1.6020692296411413e-05, "Finetune/Loss": 0.8122130036354065, "Finetune/Loss (Raw)": 0.9504939913749695, "Finetune/Step": 2461, "Finetune/Step Time": 6.694663284346461}
+{"Finetune/Learning Rate": 1.601737643853193e-05, "Finetune/Loss": 0.8124219179153442, "Finetune/Loss (Raw)": 0.8810315132141113, "Finetune/Step": 2462, "Finetune/Step Time": 6.681610582396388}
+{"Finetune/Learning Rate": 1.6014059543185554e-05, "Finetune/Loss": 0.812061071395874, "Finetune/Loss (Raw)": 0.7941187620162964, "Finetune/Step": 2463, "Finetune/Step Time": 6.681202871724963}
+{"Finetune/Learning Rate": 1.6010741610944158e-05, "Finetune/Loss": 0.8127201795578003, "Finetune/Loss (Raw)": 0.9130513072013855, "Finetune/Step": 2464, "Finetune/Step Time": 6.657179299741983}
+{"Finetune/Learning Rate": 1.600742264237979e-05, "Finetune/Loss": 0.8119199872016907, "Finetune/Loss (Raw)": 0.842880368232727, "Finetune/Step": 2465, "Finetune/Step Time": 6.649424912407994}
+{"Finetune/Learning Rate": 1.6004102638064685e-05, "Finetune/Loss": 0.811303436756134, "Finetune/Loss (Raw)": 0.7863920331001282, "Finetune/Step": 2466, "Finetune/Step Time": 6.650622183457017}
+{"Finetune/Learning Rate": 1.6000781598571244e-05, "Finetune/Loss": 0.8119426965713501, "Finetune/Loss (Raw)": 0.8291406035423279, "Finetune/Step": 2467, "Finetune/Step Time": 6.630758836865425}
+{"Finetune/Learning Rate": 1.5997459524472062e-05, "Finetune/Loss": 0.8133936524391174, "Finetune/Loss (Raw)": 0.9528255462646484, "Finetune/Step": 2468, "Finetune/Step Time": 6.644030136987567}
+{"Finetune/Learning Rate": 1.5994136416339897e-05, "Finetune/Loss": 0.8135889172554016, "Finetune/Loss (Raw)": 0.9303544759750366, "Finetune/Step": 2469, "Finetune/Step Time": 6.6165460254997015}
+{"Finetune/Learning Rate": 1.5990812274747695e-05, "Finetune/Loss": 0.8166750073432922, "Finetune/Loss (Raw)": 0.7712852954864502, "Finetune/Step": 2470, "Finetune/Step Time": 6.602797191590071}
+{"Finetune/Learning Rate": 1.5987487100268576e-05, "Finetune/Loss": 0.816641628742218, "Finetune/Loss (Raw)": 0.9199678897857666, "Finetune/Step": 2471, "Finetune/Step Time": 6.586893422529101}
+{"Finetune/Learning Rate": 1.598416089347584e-05, "Finetune/Loss": 0.8170928955078125, "Finetune/Loss (Raw)": 0.8553804755210876, "Finetune/Step": 2472, "Finetune/Step Time": 6.561856120824814}
+{"Finetune/Learning Rate": 1.5980833654942963e-05, "Finetune/Loss": 0.8158695697784424, "Finetune/Loss (Raw)": 0.8797459602355957, "Finetune/Step": 2473, "Finetune/Step Time": 6.567636247724295}
+{"Finetune/Learning Rate": 1.5977505385243603e-05, "Finetune/Loss": 0.8158954977989197, "Finetune/Loss (Raw)": 0.8210194706916809, "Finetune/Step": 2474, "Finetune/Step Time": 6.57241778075695}
+{"Finetune/Learning Rate": 1.5974176084951595e-05, "Finetune/Loss": 0.8157038688659668, "Finetune/Loss (Raw)": 0.8221441507339478, "Finetune/Step": 2475, "Finetune/Step Time": 6.572395045310259}
+{"Finetune/Learning Rate": 1.597084575464094e-05, "Finetune/Loss": 0.8157426118850708, "Finetune/Loss (Raw)": 0.8738272190093994, "Finetune/Step": 2476, "Finetune/Step Time": 6.570384074002504}
+{"Finetune/Learning Rate": 1.596751439488584e-05, "Finetune/Loss": 0.8160444498062134, "Finetune/Loss (Raw)": 0.8316588401794434, "Finetune/Step": 2477, "Finetune/Step Time": 6.5679334457963705}
+{"Finetune/Learning Rate": 1.596418200626065e-05, "Finetune/Loss": 0.81593257188797, "Finetune/Loss (Raw)": 0.8297520279884338, "Finetune/Step": 2478, "Finetune/Step Time": 6.567768773064017}
+{"Finetune/Learning Rate": 1.596084858933992e-05, "Finetune/Loss": 0.8142781257629395, "Finetune/Loss (Raw)": 0.7381088733673096, "Finetune/Step": 2479, "Finetune/Step Time": 6.56841698102653}
+{"Finetune/Learning Rate": 1.5957514144698363e-05, "Finetune/Loss": 0.8131807446479797, "Finetune/Loss (Raw)": 0.7361690998077393, "Finetune/Step": 2480, "Finetune/Step Time": 6.567611005157232}
+{"Finetune/Learning Rate": 1.5954178672910885e-05, "Finetune/Loss": 0.8095965385437012, "Finetune/Loss (Raw)": 0.3923523426055908, "Finetune/Step": 2481, "Finetune/Step Time": 6.583908597007394}
+{"Finetune/Learning Rate": 1.5950842174552557e-05, "Finetune/Loss": 0.8109961748123169, "Finetune/Loss (Raw)": 1.0351531505584717, "Finetune/Step": 2482, "Finetune/Step Time": 6.582063563168049}
+{"Finetune/Learning Rate": 1.5947504650198628e-05, "Finetune/Loss": 0.8109310865402222, "Finetune/Loss (Raw)": 0.7869006991386414, "Finetune/Step": 2483, "Finetune/Step Time": 6.568371914327145}
+{"Finetune/Learning Rate": 1.5944166100424534e-05, "Finetune/Loss": 0.8113802671432495, "Finetune/Loss (Raw)": 0.7563497424125671, "Finetune/Step": 2484, "Finetune/Step Time": 6.565263641998172}
+{"Finetune/Learning Rate": 1.5940826525805873e-05, "Finetune/Loss": 0.8115457892417908, "Finetune/Loss (Raw)": 0.8552934527397156, "Finetune/Step": 2485, "Finetune/Step Time": 6.565718045458198}
+{"Finetune/Learning Rate": 1.593748592691843e-05, "Finetune/Loss": 0.8095515966415405, "Finetune/Loss (Raw)": 0.6608928442001343, "Finetune/Step": 2486, "Finetune/Step Time": 6.586427576839924}
+{"Finetune/Learning Rate": 1.5934144304338163e-05, "Finetune/Loss": 0.8096980452537537, "Finetune/Loss (Raw)": 0.32522881031036377, "Finetune/Step": 2487, "Finetune/Step Time": 6.585444066673517}
+{"Finetune/Learning Rate": 1.593080165864121e-05, "Finetune/Loss": 0.8098727464675903, "Finetune/Loss (Raw)": 0.9139994978904724, "Finetune/Step": 2488, "Finetune/Step Time": 6.594651147723198}
+{"Finetune/Learning Rate": 1.5927457990403884e-05, "Finetune/Loss": 0.8096791505813599, "Finetune/Loss (Raw)": 0.8736759424209595, "Finetune/Step": 2489, "Finetune/Step Time": 6.613184571266174}
+{"Finetune/Learning Rate": 1.5924113300202667e-05, "Finetune/Loss": 0.8057472705841064, "Finetune/Loss (Raw)": 0.33195751905441284, "Finetune/Step": 2490, "Finetune/Step Time": 6.63725171238184}
+{"Finetune/Learning Rate": 1.592076758861422e-05, "Finetune/Loss": 0.8075771331787109, "Finetune/Loss (Raw)": 0.809097409248352, "Finetune/Step": 2491, "Finetune/Step Time": 6.631505012512207}
+{"Finetune/Learning Rate": 1.5917420856215404e-05, "Finetune/Loss": 0.8074703216552734, "Finetune/Loss (Raw)": 0.7330548763275146, "Finetune/Step": 2492, "Finetune/Step Time": 6.632531078532338}
+{"Finetune/Learning Rate": 1.591407310358321e-05, "Finetune/Loss": 0.8072941303253174, "Finetune/Loss (Raw)": 0.8641573190689087, "Finetune/Step": 2493, "Finetune/Step Time": 6.64073701761663}
+{"Finetune/Learning Rate": 1.591072433129484e-05, "Finetune/Loss": 0.810106635093689, "Finetune/Loss (Raw)": 0.9405761957168579, "Finetune/Step": 2494, "Finetune/Step Time": 6.640028653666377}
+{"Finetune/Learning Rate": 1.5907374539927666e-05, "Finetune/Loss": 0.8095194101333618, "Finetune/Loss (Raw)": 0.8703219890594482, "Finetune/Step": 2495, "Finetune/Step Time": 6.642971331253648}
+{"Finetune/Learning Rate": 1.5904023730059227e-05, "Finetune/Loss": 0.8094226121902466, "Finetune/Loss (Raw)": 0.7788847088813782, "Finetune/Step": 2496, "Finetune/Step Time": 6.663635782897472}
+{"Finetune/Learning Rate": 1.5900671902267247e-05, "Finetune/Loss": 0.8072351217269897, "Finetune/Loss (Raw)": 0.6918679475784302, "Finetune/Step": 2497, "Finetune/Step Time": 6.662688329815865}
+{"Finetune/Learning Rate": 1.5897319057129614e-05, "Finetune/Loss": 0.8082373142242432, "Finetune/Loss (Raw)": 0.9607073664665222, "Finetune/Step": 2498, "Finetune/Step Time": 6.663292394950986}
+{"Finetune/Learning Rate": 1.5893965195224403e-05, "Finetune/Loss": 0.8050514459609985, "Finetune/Loss (Raw)": 0.5239426493644714, "Finetune/Step": 2499, "Finetune/Step Time": 6.67547856643796}
+{"Finetune/Learning Rate": 1.5890610317129858e-05, "Finetune/Loss": 0.8057775497436523, "Finetune/Loss (Raw)": 0.8811347484588623, "Finetune/Step": 2500, "Finetune/Step Time": 6.665453968569636}
+{"Finetune/Learning Rate": 1.5887254423424398e-05, "Finetune/Loss": 0.8056585192680359, "Finetune/Loss (Raw)": 0.9157930016517639, "Finetune/Step": 2501, "Finetune/Step Time": 6.65697225369513}
+{"Finetune/Learning Rate": 1.5883897514686625e-05, "Finetune/Loss": 0.8069382905960083, "Finetune/Loss (Raw)": 0.8953635692596436, "Finetune/Step": 2502, "Finetune/Step Time": 6.656875113025308}
+{"Finetune/Learning Rate": 1.5880539591495302e-05, "Finetune/Loss": 0.8083459138870239, "Finetune/Loss (Raw)": 0.8419204354286194, "Finetune/Step": 2503, "Finetune/Step Time": 6.646316898986697}
+{"Finetune/Learning Rate": 1.5877180654429378e-05, "Finetune/Loss": 0.8078857064247131, "Finetune/Loss (Raw)": 0.851773738861084, "Finetune/Step": 2504, "Finetune/Step Time": 6.650555795058608}
+{"Finetune/Learning Rate": 1.5873820704067974e-05, "Finetune/Loss": 0.8067923784255981, "Finetune/Loss (Raw)": 0.8382807374000549, "Finetune/Step": 2505, "Finetune/Step Time": 6.650243857875466}
+{"Finetune/Learning Rate": 1.5870459740990383e-05, "Finetune/Loss": 0.8058526515960693, "Finetune/Loss (Raw)": 0.8004157543182373, "Finetune/Step": 2506, "Finetune/Step Time": 6.654055826365948}
+{"Finetune/Learning Rate": 1.5867097765776075e-05, "Finetune/Loss": 0.8064512610435486, "Finetune/Loss (Raw)": 0.9393647909164429, "Finetune/Step": 2507, "Finetune/Step Time": 6.641288459300995}
+{"Finetune/Learning Rate": 1.58637347790047e-05, "Finetune/Loss": 0.8064836263656616, "Finetune/Loss (Raw)": 0.7447198033332825, "Finetune/Step": 2508, "Finetune/Step Time": 6.638005694374442}
+{"Finetune/Learning Rate": 1.586037078125607e-05, "Finetune/Loss": 0.8061835765838623, "Finetune/Loss (Raw)": 0.8075777292251587, "Finetune/Step": 2509, "Finetune/Step Time": 6.641800845041871}
+{"Finetune/Learning Rate": 1.5857005773110184e-05, "Finetune/Loss": 0.8081381320953369, "Finetune/Loss (Raw)": 0.9326260089874268, "Finetune/Step": 2510, "Finetune/Step Time": 6.615826439112425}
+{"Finetune/Learning Rate": 1.5853639755147203e-05, "Finetune/Loss": 0.8105981349945068, "Finetune/Loss (Raw)": 0.8826534748077393, "Finetune/Step": 2511, "Finetune/Step Time": 6.611895797774196}
+{"Finetune/Learning Rate": 1.585027272794747e-05, "Finetune/Loss": 0.808726966381073, "Finetune/Loss (Raw)": 0.7235695123672485, "Finetune/Step": 2512, "Finetune/Step Time": 6.620881171897054}
+{"Finetune/Learning Rate": 1.5846904692091505e-05, "Finetune/Loss": 0.8083102703094482, "Finetune/Loss (Raw)": 0.7561354041099548, "Finetune/Step": 2513, "Finetune/Step Time": 6.620193716138601}
+{"Finetune/Learning Rate": 1.584353564815999e-05, "Finetune/Loss": 0.8074144124984741, "Finetune/Loss (Raw)": 0.8661662936210632, "Finetune/Step": 2514, "Finetune/Step Time": 6.626097263768315}
+{"Finetune/Learning Rate": 1.5840165596733795e-05, "Finetune/Loss": 0.8061723709106445, "Finetune/Loss (Raw)": 0.6661720871925354, "Finetune/Step": 2515, "Finetune/Step Time": 6.630968317389488}
+{"Finetune/Learning Rate": 1.5836794538393953e-05, "Finetune/Loss": 0.8058813810348511, "Finetune/Loss (Raw)": 0.7999006509780884, "Finetune/Step": 2516, "Finetune/Step Time": 6.6095529440790415}
+{"Finetune/Learning Rate": 1.5833422473721668e-05, "Finetune/Loss": 0.8051687479019165, "Finetune/Loss (Raw)": 0.8696568012237549, "Finetune/Step": 2517, "Finetune/Step Time": 6.612102936953306}
+{"Finetune/Learning Rate": 1.583004940329834e-05, "Finetune/Loss": 0.8037907481193542, "Finetune/Loss (Raw)": 0.7755972146987915, "Finetune/Step": 2518, "Finetune/Step Time": 6.617539005354047}
+{"Finetune/Learning Rate": 1.582667532770551e-05, "Finetune/Loss": 0.8027127981185913, "Finetune/Loss (Raw)": 0.7949091196060181, "Finetune/Step": 2519, "Finetune/Step Time": 6.622046248987317}
+{"Finetune/Learning Rate": 1.582330024752492e-05, "Finetune/Loss": 0.8033341765403748, "Finetune/Loss (Raw)": 0.9444524645805359, "Finetune/Step": 2520, "Finetune/Step Time": 6.621417352929711}
+{"Finetune/Learning Rate": 1.5819924163338465e-05, "Finetune/Loss": 0.7991935014724731, "Finetune/Loss (Raw)": 0.41495802998542786, "Finetune/Step": 2521, "Finetune/Step Time": 6.6148517485708}
+{"Finetune/Learning Rate": 1.5816547075728227e-05, "Finetune/Loss": 0.8025749921798706, "Finetune/Loss (Raw)": 0.8406153321266174, "Finetune/Step": 2522, "Finetune/Step Time": 6.606023544445634}
+{"Finetune/Learning Rate": 1.5813168985276458e-05, "Finetune/Loss": 0.8004886507987976, "Finetune/Loss (Raw)": 0.613437831401825, "Finetune/Step": 2523, "Finetune/Step Time": 6.6174736730754375}
+{"Finetune/Learning Rate": 1.5809789892565575e-05, "Finetune/Loss": 0.8003178238868713, "Finetune/Loss (Raw)": 0.7931529879570007, "Finetune/Step": 2524, "Finetune/Step Time": 6.6161739230155945}
+{"Finetune/Learning Rate": 1.5806409798178174e-05, "Finetune/Loss": 0.7984474301338196, "Finetune/Loss (Raw)": 0.621674656867981, "Finetune/Step": 2525, "Finetune/Step Time": 6.638068715110421}
+{"Finetune/Learning Rate": 1.580302870269703e-05, "Finetune/Loss": 0.7971795797348022, "Finetune/Loss (Raw)": 0.8698191046714783, "Finetune/Step": 2526, "Finetune/Step Time": 6.640669744461775}
+{"Finetune/Learning Rate": 1.5799646606705078e-05, "Finetune/Loss": 0.7965742945671082, "Finetune/Loss (Raw)": 0.843116044998169, "Finetune/Step": 2527, "Finetune/Step Time": 6.649905381724238}
+{"Finetune/Learning Rate": 1.579626351078543e-05, "Finetune/Loss": 0.7982087731361389, "Finetune/Loss (Raw)": 0.9547054767608643, "Finetune/Step": 2528, "Finetune/Step Time": 6.655689785256982}
+{"Finetune/Learning Rate": 1.5792879415521375e-05, "Finetune/Loss": 0.7938879132270813, "Finetune/Loss (Raw)": 0.28267157077789307, "Finetune/Step": 2529, "Finetune/Step Time": 6.673195090144873}
+{"Finetune/Learning Rate": 1.5789494321496375e-05, "Finetune/Loss": 0.7950845956802368, "Finetune/Loss (Raw)": 0.8721043467521667, "Finetune/Step": 2530, "Finetune/Step Time": 6.6645388305187225}
+{"Finetune/Learning Rate": 1.578610822929405e-05, "Finetune/Loss": 0.7945238947868347, "Finetune/Loss (Raw)": 0.7912232875823975, "Finetune/Step": 2531, "Finetune/Step Time": 6.662797279655933}
+{"Finetune/Learning Rate": 1.5782721139498213e-05, "Finetune/Loss": 0.7939050793647766, "Finetune/Loss (Raw)": 0.8077976107597351, "Finetune/Step": 2532, "Finetune/Step Time": 6.678838070482016}
+{"Finetune/Learning Rate": 1.5779333052692832e-05, "Finetune/Loss": 0.7931753396987915, "Finetune/Loss (Raw)": 0.7170125246047974, "Finetune/Step": 2533, "Finetune/Step Time": 6.680915419012308}
+{"Finetune/Learning Rate": 1.5775943969462053e-05, "Finetune/Loss": 0.7887362837791443, "Finetune/Loss (Raw)": 0.38867348432540894, "Finetune/Step": 2534, "Finetune/Step Time": 6.6982732973992825}
+{"Finetune/Learning Rate": 1.5772553890390196e-05, "Finetune/Loss": 0.7914382815361023, "Finetune/Loss (Raw)": 0.9376288652420044, "Finetune/Step": 2535, "Finetune/Step Time": 6.682359103113413}
+{"Finetune/Learning Rate": 1.576916281606175e-05, "Finetune/Loss": 0.7882978916168213, "Finetune/Loss (Raw)": 0.6296358704566956, "Finetune/Step": 2536, "Finetune/Step Time": 6.689298398792744}
+{"Finetune/Learning Rate": 1.576577074706138e-05, "Finetune/Loss": 0.7877117395401001, "Finetune/Loss (Raw)": 0.7494356632232666, "Finetune/Step": 2537, "Finetune/Step Time": 6.695592692121863}
+{"Finetune/Learning Rate": 1.5762377683973915e-05, "Finetune/Loss": 0.7881661653518677, "Finetune/Loss (Raw)": 0.8711181879043579, "Finetune/Step": 2538, "Finetune/Step Time": 6.698394598439336}
+{"Finetune/Learning Rate": 1.5758983627384358e-05, "Finetune/Loss": 0.7890225052833557, "Finetune/Loss (Raw)": 0.802688479423523, "Finetune/Step": 2539, "Finetune/Step Time": 6.6867686342448}
+{"Finetune/Learning Rate": 1.5755588577877884e-05, "Finetune/Loss": 0.7895563840866089, "Finetune/Loss (Raw)": 0.8390644788742065, "Finetune/Step": 2540, "Finetune/Step Time": 6.686611907556653}
+{"Finetune/Learning Rate": 1.5752192536039847e-05, "Finetune/Loss": 0.7888778448104858, "Finetune/Loss (Raw)": 0.6683789491653442, "Finetune/Step": 2541, "Finetune/Step Time": 6.7023388016968966}
+{"Finetune/Learning Rate": 1.5748795502455757e-05, "Finetune/Loss": 0.7884248495101929, "Finetune/Loss (Raw)": 0.8498361706733704, "Finetune/Step": 2542, "Finetune/Step Time": 6.7062570583075285}
+{"Finetune/Learning Rate": 1.5745397477711307e-05, "Finetune/Loss": 0.7885463833808899, "Finetune/Loss (Raw)": 0.857574999332428, "Finetune/Step": 2543, "Finetune/Step Time": 6.711029818281531}
+{"Finetune/Learning Rate": 1.5741998462392352e-05, "Finetune/Loss": 0.7874935269355774, "Finetune/Loss (Raw)": 0.6572847962379456, "Finetune/Step": 2544, "Finetune/Step Time": 6.719990510493517}
+{"Finetune/Learning Rate": 1.573859845708493e-05, "Finetune/Loss": 0.7880443334579468, "Finetune/Loss (Raw)": 0.8262404799461365, "Finetune/Step": 2545, "Finetune/Step Time": 6.713674232363701}
+{"Finetune/Learning Rate": 1.5735197462375238e-05, "Finetune/Loss": 0.7867698669433594, "Finetune/Loss (Raw)": 0.294730544090271, "Finetune/Step": 2546, "Finetune/Step Time": 6.711961628869176}
+{"Finetune/Learning Rate": 1.5731795478849647e-05, "Finetune/Loss": 0.7867836356163025, "Finetune/Loss (Raw)": 0.8029854893684387, "Finetune/Step": 2547, "Finetune/Step Time": 6.683225132524967}
+{"Finetune/Learning Rate": 1.57283925070947e-05, "Finetune/Loss": 0.7864018082618713, "Finetune/Loss (Raw)": 0.959625244140625, "Finetune/Step": 2548, "Finetune/Step Time": 6.684910140931606}
+{"Finetune/Learning Rate": 1.5724988547697108e-05, "Finetune/Loss": 0.783720850944519, "Finetune/Loss (Raw)": 0.33749112486839294, "Finetune/Step": 2549, "Finetune/Step Time": 6.674874100834131}
+{"Finetune/Learning Rate": 1.5721583601243755e-05, "Finetune/Loss": 0.7847785353660583, "Finetune/Loss (Raw)": 0.8405411839485168, "Finetune/Step": 2550, "Finetune/Step Time": 6.664585072547197}
+{"Finetune/Learning Rate": 1.5718177668321696e-05, "Finetune/Loss": 0.7871685028076172, "Finetune/Loss (Raw)": 0.9025194048881531, "Finetune/Step": 2551, "Finetune/Step Time": 6.670334564521909}
+{"Finetune/Learning Rate": 1.5714770749518152e-05, "Finetune/Loss": 0.7883409261703491, "Finetune/Loss (Raw)": 1.056560754776001, "Finetune/Step": 2552, "Finetune/Step Time": 6.680479871109128}
+{"Finetune/Learning Rate": 1.5711362845420518e-05, "Finetune/Loss": 0.7885664701461792, "Finetune/Loss (Raw)": 0.7336459755897522, "Finetune/Step": 2553, "Finetune/Step Time": 6.680801520124078}
+{"Finetune/Learning Rate": 1.570795395661635e-05, "Finetune/Loss": 0.7922079563140869, "Finetune/Loss (Raw)": 0.850464403629303, "Finetune/Step": 2554, "Finetune/Step Time": 6.697022907435894}
+{"Finetune/Learning Rate": 1.5704544083693393e-05, "Finetune/Loss": 0.7881397008895874, "Finetune/Loss (Raw)": 0.34551501274108887, "Finetune/Step": 2555, "Finetune/Step Time": 6.715275755152106}
+{"Finetune/Learning Rate": 1.570113322723954e-05, "Finetune/Loss": 0.789287805557251, "Finetune/Loss (Raw)": 0.8698679208755493, "Finetune/Step": 2556, "Finetune/Step Time": 6.714931428432465}
+{"Finetune/Learning Rate": 1.569772138784287e-05, "Finetune/Loss": 0.7881021499633789, "Finetune/Loss (Raw)": 0.7181940674781799, "Finetune/Step": 2557, "Finetune/Step Time": 6.678686112165451}
+{"Finetune/Learning Rate": 1.5694308566091612e-05, "Finetune/Loss": 0.7890444993972778, "Finetune/Loss (Raw)": 0.8194326162338257, "Finetune/Step": 2558, "Finetune/Step Time": 6.648691026493907}
+{"Finetune/Learning Rate": 1.5690894762574194e-05, "Finetune/Loss": 0.7875995635986328, "Finetune/Loss (Raw)": 0.7396321892738342, "Finetune/Step": 2559, "Finetune/Step Time": 6.646872166544199}
+{"Finetune/Learning Rate": 1.568747997787918e-05, "Finetune/Loss": 0.7860810160636902, "Finetune/Loss (Raw)": 0.6224100589752197, "Finetune/Step": 2560, "Finetune/Step Time": 6.655203385278583}
+{"Finetune/Learning Rate": 1.5684064212595332e-05, "Finetune/Loss": 0.7866907119750977, "Finetune/Loss (Raw)": 0.8274387717247009, "Finetune/Step": 2561, "Finetune/Step Time": 6.6583777740597725}
+{"Finetune/Learning Rate": 1.568064746731156e-05, "Finetune/Loss": 0.7871723771095276, "Finetune/Loss (Raw)": 0.9276421070098877, "Finetune/Step": 2562, "Finetune/Step Time": 6.657197952270508}
+{"Finetune/Learning Rate": 1.5677229742616952e-05, "Finetune/Loss": 0.7843088507652283, "Finetune/Loss (Raw)": 0.45571368932724, "Finetune/Step": 2563, "Finetune/Step Time": 6.654848909005523}
+{"Finetune/Learning Rate": 1.567381103910077e-05, "Finetune/Loss": 0.784062385559082, "Finetune/Loss (Raw)": 0.8613763451576233, "Finetune/Step": 2564, "Finetune/Step Time": 6.6570534855127335}
+{"Finetune/Learning Rate": 1.5670391357352433e-05, "Finetune/Loss": 0.7849459648132324, "Finetune/Loss (Raw)": 0.8998835682868958, "Finetune/Step": 2565, "Finetune/Step Time": 6.644557297229767}
+{"Finetune/Learning Rate": 1.566697069796154e-05, "Finetune/Loss": 0.7843046188354492, "Finetune/Loss (Raw)": 0.8591631054878235, "Finetune/Step": 2566, "Finetune/Step Time": 6.636933643370867}
+{"Finetune/Learning Rate": 1.566354906151785e-05, "Finetune/Loss": 0.7829266786575317, "Finetune/Loss (Raw)": 0.7401874661445618, "Finetune/Step": 2567, "Finetune/Step Time": 6.6416887473315}
+{"Finetune/Learning Rate": 1.5660126448611292e-05, "Finetune/Loss": 0.7816247940063477, "Finetune/Loss (Raw)": 0.7539476752281189, "Finetune/Step": 2568, "Finetune/Step Time": 6.645702315494418}
+{"Finetune/Learning Rate": 1.565670285983197e-05, "Finetune/Loss": 0.7822985649108887, "Finetune/Loss (Raw)": 1.018937349319458, "Finetune/Step": 2569, "Finetune/Step Time": 6.644196633249521}
+{"Finetune/Learning Rate": 1.5653278295770144e-05, "Finetune/Loss": 0.7820478677749634, "Finetune/Loss (Raw)": 0.8224506378173828, "Finetune/Step": 2570, "Finetune/Step Time": 6.648682679980993}
+{"Finetune/Learning Rate": 1.564985275701625e-05, "Finetune/Loss": 0.7828269600868225, "Finetune/Loss (Raw)": 1.038813829421997, "Finetune/Step": 2571, "Finetune/Step Time": 6.647358143702149}
+{"Finetune/Learning Rate": 1.56464262441609e-05, "Finetune/Loss": 0.782612144947052, "Finetune/Loss (Raw)": 0.839896559715271, "Finetune/Step": 2572, "Finetune/Step Time": 6.644991733133793}
+{"Finetune/Learning Rate": 1.5642998757794862e-05, "Finetune/Loss": 0.785759687423706, "Finetune/Loss (Raw)": 0.8105286955833435, "Finetune/Step": 2573, "Finetune/Step Time": 6.631564127281308}
+{"Finetune/Learning Rate": 1.5639570298509067e-05, "Finetune/Loss": 0.7848154306411743, "Finetune/Loss (Raw)": 0.7744936943054199, "Finetune/Step": 2574, "Finetune/Step Time": 6.664141412824392}
+{"Finetune/Learning Rate": 1.563614086689463e-05, "Finetune/Loss": 0.7837330102920532, "Finetune/Loss (Raw)": 0.7353366613388062, "Finetune/Step": 2575, "Finetune/Step Time": 6.6575019638985395}
+{"Finetune/Learning Rate": 1.5632710463542827e-05, "Finetune/Loss": 0.7828867435455322, "Finetune/Loss (Raw)": 0.819108784198761, "Finetune/Step": 2576, "Finetune/Step Time": 6.658540466800332}
+{"Finetune/Learning Rate": 1.5629279089045093e-05, "Finetune/Loss": 0.7841136455535889, "Finetune/Loss (Raw)": 0.8847401738166809, "Finetune/Step": 2577, "Finetune/Step Time": 6.662436394020915}
+{"Finetune/Learning Rate": 1.5625846743993044e-05, "Finetune/Loss": 0.7874865531921387, "Finetune/Loss (Raw)": 0.9294503331184387, "Finetune/Step": 2578, "Finetune/Step Time": 6.633731007575989}
+{"Finetune/Learning Rate": 1.562241342897845e-05, "Finetune/Loss": 0.7921661138534546, "Finetune/Loss (Raw)": 0.9303600192070007, "Finetune/Step": 2579, "Finetune/Step Time": 6.613085050135851}
+{"Finetune/Learning Rate": 1.5618979144593264e-05, "Finetune/Loss": 0.7907332181930542, "Finetune/Loss (Raw)": 0.613690197467804, "Finetune/Step": 2580, "Finetune/Step Time": 6.623543608933687}
+{"Finetune/Learning Rate": 1.561554389142959e-05, "Finetune/Loss": 0.7917134165763855, "Finetune/Loss (Raw)": 0.9427449703216553, "Finetune/Step": 2581, "Finetune/Step Time": 6.60153535567224}
+{"Finetune/Learning Rate": 1.561210767007971e-05, "Finetune/Loss": 0.7916107773780823, "Finetune/Loss (Raw)": 0.8173278570175171, "Finetune/Step": 2582, "Finetune/Step Time": 6.601502435281873}
+{"Finetune/Learning Rate": 1.560867048113607e-05, "Finetune/Loss": 0.7903242111206055, "Finetune/Loss (Raw)": 0.7244647741317749, "Finetune/Step": 2583, "Finetune/Step Time": 6.610032092779875}
+{"Finetune/Learning Rate": 1.5605232325191278e-05, "Finetune/Loss": 0.7906008958816528, "Finetune/Loss (Raw)": 0.9336026906967163, "Finetune/Step": 2584, "Finetune/Step Time": 6.61080333776772}
+{"Finetune/Learning Rate": 1.5601793202838117e-05, "Finetune/Loss": 0.7890589833259583, "Finetune/Loss (Raw)": 0.667949378490448, "Finetune/Step": 2585, "Finetune/Step Time": 6.61335570551455}
+{"Finetune/Learning Rate": 1.559835311466953e-05, "Finetune/Loss": 0.7890260219573975, "Finetune/Loss (Raw)": 0.8208326697349548, "Finetune/Step": 2586, "Finetune/Step Time": 6.600212583318353}
+{"Finetune/Learning Rate": 1.5594912061278627e-05, "Finetune/Loss": 0.7900185585021973, "Finetune/Loss (Raw)": 0.9162382483482361, "Finetune/Step": 2587, "Finetune/Step Time": 6.599992113187909}
+{"Finetune/Learning Rate": 1.559147004325869e-05, "Finetune/Loss": 0.7896943688392639, "Finetune/Loss (Raw)": 0.7291507720947266, "Finetune/Step": 2588, "Finetune/Step Time": 6.608273101970553}
+{"Finetune/Learning Rate": 1.5588027061203163e-05, "Finetune/Loss": 0.788983941078186, "Finetune/Loss (Raw)": 0.8595483899116516, "Finetune/Step": 2589, "Finetune/Step Time": 6.6120989266783}
+{"Finetune/Learning Rate": 1.5584583115705653e-05, "Finetune/Loss": 0.7891013622283936, "Finetune/Loss (Raw)": 0.8960741758346558, "Finetune/Step": 2590, "Finetune/Step Time": 6.6145487409085035}
+{"Finetune/Learning Rate": 1.5581138207359943e-05, "Finetune/Loss": 0.7886771559715271, "Finetune/Loss (Raw)": 0.7398121953010559, "Finetune/Step": 2591, "Finetune/Step Time": 6.651294616982341}
+{"Finetune/Learning Rate": 1.5577692336759974e-05, "Finetune/Loss": 0.7880265712738037, "Finetune/Loss (Raw)": 0.8297862410545349, "Finetune/Step": 2592, "Finetune/Step Time": 6.658941019326448}
+{"Finetune/Learning Rate": 1.557424550449985e-05, "Finetune/Loss": 0.7869668006896973, "Finetune/Loss (Raw)": 0.7072200775146484, "Finetune/Step": 2593, "Finetune/Step Time": 6.678494142368436}
+{"Finetune/Learning Rate": 1.5570797711173852e-05, "Finetune/Loss": 0.7864758968353271, "Finetune/Loss (Raw)": 0.7235579490661621, "Finetune/Step": 2594, "Finetune/Step Time": 6.689260663464665}
+{"Finetune/Learning Rate": 1.5567348957376414e-05, "Finetune/Loss": 0.7862561941146851, "Finetune/Loss (Raw)": 0.8010249137878418, "Finetune/Step": 2595, "Finetune/Step Time": 6.6943153608590364}
+{"Finetune/Learning Rate": 1.5563899243702152e-05, "Finetune/Loss": 0.7846111059188843, "Finetune/Loss (Raw)": 0.742245078086853, "Finetune/Step": 2596, "Finetune/Step Time": 6.687674816697836}
+{"Finetune/Learning Rate": 1.556044857074583e-05, "Finetune/Loss": 0.7844247817993164, "Finetune/Loss (Raw)": 0.9065035581588745, "Finetune/Step": 2597, "Finetune/Step Time": 6.690289486199617}
+{"Finetune/Learning Rate": 1.5556996939102385e-05, "Finetune/Loss": 0.7831641435623169, "Finetune/Loss (Raw)": 0.6099364757537842, "Finetune/Step": 2598, "Finetune/Step Time": 6.7020121943205595}
+{"Finetune/Learning Rate": 1.555354434936692e-05, "Finetune/Loss": 0.7828168272972107, "Finetune/Loss (Raw)": 0.8755069971084595, "Finetune/Step": 2599, "Finetune/Step Time": 6.705873653292656}
+{"Finetune/Learning Rate": 1.55500908021347e-05, "Finetune/Loss": 0.7824748754501343, "Finetune/Loss (Raw)": 0.8116083145141602, "Finetune/Step": 2600, "Finetune/Step Time": 6.720381444320083}
+{"Finetune/Learning Rate": 1.5546636298001163e-05, "Finetune/Loss": 0.7817666530609131, "Finetune/Loss (Raw)": 0.7890925407409668, "Finetune/Step": 2601, "Finetune/Step Time": 6.726957205682993}
+{"Finetune/Learning Rate": 1.5543180837561905e-05, "Finetune/Loss": 0.782818615436554, "Finetune/Loss (Raw)": 0.9556771516799927, "Finetune/Step": 2602, "Finetune/Step Time": 6.724283285439014}
+{"Finetune/Learning Rate": 1.5539724421412683e-05, "Finetune/Loss": 0.783509373664856, "Finetune/Loss (Raw)": 0.9105567932128906, "Finetune/Step": 2603, "Finetune/Step Time": 6.723243687301874}
+{"Finetune/Learning Rate": 1.5536267050149428e-05, "Finetune/Loss": 0.7827996015548706, "Finetune/Loss (Raw)": 0.7829731702804565, "Finetune/Step": 2604, "Finetune/Step Time": 6.72851487994194}
+{"Finetune/Learning Rate": 1.5532808724368235e-05, "Finetune/Loss": 0.7821524143218994, "Finetune/Loss (Raw)": 0.748820424079895, "Finetune/Step": 2605, "Finetune/Step Time": 6.726832140237093}
+{"Finetune/Learning Rate": 1.5529349444665353e-05, "Finetune/Loss": 0.7814285159111023, "Finetune/Loss (Raw)": 0.7370984554290771, "Finetune/Step": 2606, "Finetune/Step Time": 6.754322174936533}
+{"Finetune/Learning Rate": 1.5525889211637206e-05, "Finetune/Loss": 0.7822112441062927, "Finetune/Loss (Raw)": 0.8382952809333801, "Finetune/Step": 2607, "Finetune/Step Time": 6.7842941880226135}
+{"Finetune/Learning Rate": 1.552242802588038e-05, "Finetune/Loss": 0.7834811210632324, "Finetune/Loss (Raw)": 0.8987181782722473, "Finetune/Step": 2608, "Finetune/Step Time": 6.7767678163945675}
+{"Finetune/Learning Rate": 1.5518965887991624e-05, "Finetune/Loss": 0.7874425649642944, "Finetune/Loss (Raw)": 0.899405837059021, "Finetune/Step": 2609, "Finetune/Step Time": 6.769863396883011}
+{"Finetune/Learning Rate": 1.5515502798567856e-05, "Finetune/Loss": 0.7849643230438232, "Finetune/Loss (Raw)": 0.7179418206214905, "Finetune/Step": 2610, "Finetune/Step Time": 6.785298069939017}
+{"Finetune/Learning Rate": 1.5512038758206144e-05, "Finetune/Loss": 0.784272313117981, "Finetune/Loss (Raw)": 0.6983280777931213, "Finetune/Step": 2611, "Finetune/Step Time": 6.785900278016925}
+{"Finetune/Learning Rate": 1.5508573767503735e-05, "Finetune/Loss": 0.7848235368728638, "Finetune/Loss (Raw)": 0.8269072771072388, "Finetune/Step": 2612, "Finetune/Step Time": 6.773874759674072}
+{"Finetune/Learning Rate": 1.5505107827058038e-05, "Finetune/Loss": 0.7857893109321594, "Finetune/Loss (Raw)": 0.9789100289344788, "Finetune/Step": 2613, "Finetune/Step Time": 6.771535512059927}
+{"Finetune/Learning Rate": 1.5501640937466613e-05, "Finetune/Loss": 0.7867311239242554, "Finetune/Loss (Raw)": 0.781446635723114, "Finetune/Step": 2614, "Finetune/Step Time": 6.753599423915148}
+{"Finetune/Learning Rate": 1.54981730993272e-05, "Finetune/Loss": 0.7912079095840454, "Finetune/Loss (Raw)": 0.8982592821121216, "Finetune/Step": 2615, "Finetune/Step Time": 6.743911670520902}
+{"Finetune/Learning Rate": 1.5494704313237693e-05, "Finetune/Loss": 0.7913037538528442, "Finetune/Loss (Raw)": 0.9262556433677673, "Finetune/Step": 2616, "Finetune/Step Time": 6.7367924600839615}
+{"Finetune/Learning Rate": 1.5491234579796154e-05, "Finetune/Loss": 0.787682831287384, "Finetune/Loss (Raw)": 0.41020119190216064, "Finetune/Step": 2617, "Finetune/Step Time": 6.7330058850348}
+{"Finetune/Learning Rate": 1.54877638996008e-05, "Finetune/Loss": 0.7903338670730591, "Finetune/Loss (Raw)": 0.6712999939918518, "Finetune/Step": 2618, "Finetune/Step Time": 6.719650765880942}
+{"Finetune/Learning Rate": 1.5484292273250025e-05, "Finetune/Loss": 0.7911174297332764, "Finetune/Loss (Raw)": 0.9093902707099915, "Finetune/Step": 2619, "Finetune/Step Time": 6.713403744623065}
+{"Finetune/Learning Rate": 1.5480819701342374e-05, "Finetune/Loss": 0.7911735773086548, "Finetune/Loss (Raw)": 0.7402401566505432, "Finetune/Step": 2620, "Finetune/Step Time": 6.719716262072325}
+{"Finetune/Learning Rate": 1.547734618447656e-05, "Finetune/Loss": 0.7905325889587402, "Finetune/Loss (Raw)": 0.7821090221405029, "Finetune/Step": 2621, "Finetune/Step Time": 6.7170075699687}
+{"Finetune/Learning Rate": 1.5473871723251457e-05, "Finetune/Loss": 0.7902774810791016, "Finetune/Loss (Raw)": 0.9079288244247437, "Finetune/Step": 2622, "Finetune/Step Time": 6.702598517760634}
+{"Finetune/Learning Rate": 1.5470396318266107e-05, "Finetune/Loss": 0.7896658182144165, "Finetune/Loss (Raw)": 0.7920291423797607, "Finetune/Step": 2623, "Finetune/Step Time": 6.712826041504741}
+{"Finetune/Learning Rate": 1.546691997011971e-05, "Finetune/Loss": 0.7900590896606445, "Finetune/Loss (Raw)": 0.8292183876037598, "Finetune/Step": 2624, "Finetune/Step Time": 6.702731491997838}
+{"Finetune/Learning Rate": 1.5463442679411625e-05, "Finetune/Loss": 0.7893393635749817, "Finetune/Loss (Raw)": 0.5997379422187805, "Finetune/Step": 2625, "Finetune/Step Time": 6.71636276319623}
+{"Finetune/Learning Rate": 1.545996444674138e-05, "Finetune/Loss": 0.7844130992889404, "Finetune/Loss (Raw)": 0.3301463723182678, "Finetune/Step": 2626, "Finetune/Step Time": 6.7356051709502935}
+{"Finetune/Learning Rate": 1.5456485272708674e-05, "Finetune/Loss": 0.7866206169128418, "Finetune/Loss (Raw)": 0.8065059185028076, "Finetune/Step": 2627, "Finetune/Step Time": 6.719626991078258}
+{"Finetune/Learning Rate": 1.5453005157913338e-05, "Finetune/Loss": 0.7867543697357178, "Finetune/Loss (Raw)": 0.898261547088623, "Finetune/Step": 2628, "Finetune/Step Time": 6.719305165112019}
+{"Finetune/Learning Rate": 1.5449524102955402e-05, "Finetune/Loss": 0.7837035655975342, "Finetune/Loss (Raw)": 0.5252920985221863, "Finetune/Step": 2629, "Finetune/Step Time": 6.724519422277808}
+{"Finetune/Learning Rate": 1.5446042108435033e-05, "Finetune/Loss": 0.7822763919830322, "Finetune/Loss (Raw)": 0.7126768827438354, "Finetune/Step": 2630, "Finetune/Step Time": 6.725619923323393}
+{"Finetune/Learning Rate": 1.5442559174952573e-05, "Finetune/Loss": 0.7827998399734497, "Finetune/Loss (Raw)": 0.9089255332946777, "Finetune/Step": 2631, "Finetune/Step Time": 6.72315489128232}
+{"Finetune/Learning Rate": 1.5439075303108512e-05, "Finetune/Loss": 0.7818151712417603, "Finetune/Loss (Raw)": 0.7257282733917236, "Finetune/Step": 2632, "Finetune/Step Time": 6.718567939475179}
+{"Finetune/Learning Rate": 1.543559049350352e-05, "Finetune/Loss": 0.7820821404457092, "Finetune/Loss (Raw)": 0.8724520802497864, "Finetune/Step": 2633, "Finetune/Step Time": 6.720361387357116}
+{"Finetune/Learning Rate": 1.5432104746738417e-05, "Finetune/Loss": 0.7821692228317261, "Finetune/Loss (Raw)": 0.8115612864494324, "Finetune/Step": 2634, "Finetune/Step Time": 6.72183390147984}
+{"Finetune/Learning Rate": 1.5428618063414185e-05, "Finetune/Loss": 0.7810474634170532, "Finetune/Loss (Raw)": 0.7957820296287537, "Finetune/Step": 2635, "Finetune/Step Time": 6.717150641605258}
+{"Finetune/Learning Rate": 1.542513044413197e-05, "Finetune/Loss": 0.7828340530395508, "Finetune/Loss (Raw)": 0.9734084606170654, "Finetune/Step": 2636, "Finetune/Step Time": 6.717175947502255}
+{"Finetune/Learning Rate": 1.542164188949308e-05, "Finetune/Loss": 0.7825690507888794, "Finetune/Loss (Raw)": 0.7736568450927734, "Finetune/Step": 2637, "Finetune/Step Time": 6.72236155346036}
+{"Finetune/Learning Rate": 1.541815240009898e-05, "Finetune/Loss": 0.7825552225112915, "Finetune/Loss (Raw)": 0.9308598041534424, "Finetune/Step": 2638, "Finetune/Step Time": 6.742906222119927}
+{"Finetune/Learning Rate": 1.54146619765513e-05, "Finetune/Loss": 0.7818056344985962, "Finetune/Loss (Raw)": 0.7867032289505005, "Finetune/Step": 2639, "Finetune/Step Time": 6.745826601982117}
+{"Finetune/Learning Rate": 1.5411170619451837e-05, "Finetune/Loss": 0.7789580821990967, "Finetune/Loss (Raw)": 0.3590851128101349, "Finetune/Step": 2640, "Finetune/Step Time": 6.757550306618214}
+{"Finetune/Learning Rate": 1.5407678329402536e-05, "Finetune/Loss": 0.7794398665428162, "Finetune/Loss (Raw)": 0.8177990317344666, "Finetune/Step": 2641, "Finetune/Step Time": 6.750194814056158}
+{"Finetune/Learning Rate": 1.5404185107005506e-05, "Finetune/Loss": 0.778914213180542, "Finetune/Loss (Raw)": 0.7988788485527039, "Finetune/Step": 2642, "Finetune/Step Time": 6.740835959091783}
+{"Finetune/Learning Rate": 1.540069095286303e-05, "Finetune/Loss": 0.7787609100341797, "Finetune/Loss (Raw)": 0.646556556224823, "Finetune/Step": 2643, "Finetune/Step Time": 6.739319149404764}
+{"Finetune/Learning Rate": 1.539719586757753e-05, "Finetune/Loss": 0.7778145670890808, "Finetune/Loss (Raw)": 0.6787644624710083, "Finetune/Step": 2644, "Finetune/Step Time": 6.772196350619197}
+{"Finetune/Learning Rate": 1.539369985175161e-05, "Finetune/Loss": 0.7774123549461365, "Finetune/Loss (Raw)": 0.8181780576705933, "Finetune/Step": 2645, "Finetune/Step Time": 6.776845572516322}
+{"Finetune/Learning Rate": 1.5390202905988015e-05, "Finetune/Loss": 0.7778293490409851, "Finetune/Loss (Raw)": 0.8289740085601807, "Finetune/Step": 2646, "Finetune/Step Time": 6.764165926724672}
+{"Finetune/Learning Rate": 1.5386705030889672e-05, "Finetune/Loss": 0.7775261402130127, "Finetune/Loss (Raw)": 0.7560933232307434, "Finetune/Step": 2647, "Finetune/Step Time": 6.779461517930031}
+{"Finetune/Learning Rate": 1.5383206227059645e-05, "Finetune/Loss": 0.7766348123550415, "Finetune/Loss (Raw)": 0.8303672671318054, "Finetune/Step": 2648, "Finetune/Step Time": 6.791046688333154}
+{"Finetune/Learning Rate": 1.537970649510117e-05, "Finetune/Loss": 0.7789551019668579, "Finetune/Loss (Raw)": 0.7119483351707458, "Finetune/Step": 2649, "Finetune/Step Time": 6.785492856055498}
+{"Finetune/Learning Rate": 1.537620583561765e-05, "Finetune/Loss": 0.7780967950820923, "Finetune/Loss (Raw)": 0.730756402015686, "Finetune/Step": 2650, "Finetune/Step Time": 6.769178926944733}
+{"Finetune/Learning Rate": 1.5372704249212635e-05, "Finetune/Loss": 0.7796215415000916, "Finetune/Loss (Raw)": 0.8086056709289551, "Finetune/Step": 2651, "Finetune/Step Time": 6.754873059689999}
+{"Finetune/Learning Rate": 1.536920173648984e-05, "Finetune/Loss": 0.7804478406906128, "Finetune/Loss (Raw)": 0.89891117811203, "Finetune/Step": 2652, "Finetune/Step Time": 6.761815989390016}
+{"Finetune/Learning Rate": 1.536569829805314e-05, "Finetune/Loss": 0.7811770439147949, "Finetune/Loss (Raw)": 0.7150213718414307, "Finetune/Step": 2653, "Finetune/Step Time": 6.764510093256831}
+{"Finetune/Learning Rate": 1.536219393450657e-05, "Finetune/Loss": 0.7771459221839905, "Finetune/Loss (Raw)": 0.3538367450237274, "Finetune/Step": 2654, "Finetune/Step Time": 6.777969069778919}
+{"Finetune/Learning Rate": 1.5358688646454322e-05, "Finetune/Loss": 0.7769386768341064, "Finetune/Loss (Raw)": 0.8165846467018127, "Finetune/Step": 2655, "Finetune/Step Time": 6.777991648763418}
+{"Finetune/Learning Rate": 1.5355182434500752e-05, "Finetune/Loss": 0.7759072780609131, "Finetune/Loss (Raw)": 0.8226919770240784, "Finetune/Step": 2656, "Finetune/Step Time": 6.775889877229929}
+{"Finetune/Learning Rate": 1.535167529925037e-05, "Finetune/Loss": 0.7783465385437012, "Finetune/Loss (Raw)": 0.5948925614356995, "Finetune/Step": 2657, "Finetune/Step Time": 6.7820477578789}
+{"Finetune/Learning Rate": 1.5348167241307845e-05, "Finetune/Loss": 0.7761232852935791, "Finetune/Loss (Raw)": 0.5875259637832642, "Finetune/Step": 2658, "Finetune/Step Time": 6.801231330260634}
+{"Finetune/Learning Rate": 1.5344658261278013e-05, "Finetune/Loss": 0.7765925526618958, "Finetune/Loss (Raw)": 0.8512920141220093, "Finetune/Step": 2659, "Finetune/Step Time": 6.793611070141196}
+{"Finetune/Learning Rate": 1.534114835976586e-05, "Finetune/Loss": 0.7772770524024963, "Finetune/Loss (Raw)": 0.8954126834869385, "Finetune/Step": 2660, "Finetune/Step Time": 6.7783178742975}
+{"Finetune/Learning Rate": 1.5337637537376538e-05, "Finetune/Loss": 0.779699444770813, "Finetune/Loss (Raw)": 1.0270766019821167, "Finetune/Step": 2661, "Finetune/Step Time": 6.781963171437383}
+{"Finetune/Learning Rate": 1.5334125794715352e-05, "Finetune/Loss": 0.783623456954956, "Finetune/Loss (Raw)": 0.8909481763839722, "Finetune/Step": 2662, "Finetune/Step Time": 6.761201368644834}
+{"Finetune/Learning Rate": 1.533061313238777e-05, "Finetune/Loss": 0.783484160900116, "Finetune/Loss (Raw)": 0.9198012948036194, "Finetune/Step": 2663, "Finetune/Step Time": 6.778024246916175}
+{"Finetune/Learning Rate": 1.5327099550999416e-05, "Finetune/Loss": 0.7820835709571838, "Finetune/Loss (Raw)": 0.45035895705223083, "Finetune/Step": 2664, "Finetune/Step Time": 6.780534928664565}
+{"Finetune/Learning Rate": 1.532358505115607e-05, "Finetune/Loss": 0.7816048264503479, "Finetune/Loss (Raw)": 0.688156247138977, "Finetune/Step": 2665, "Finetune/Step Time": 6.774111624807119}
+{"Finetune/Learning Rate": 1.5320069633463674e-05, "Finetune/Loss": 0.7816970348358154, "Finetune/Loss (Raw)": 0.8829237818717957, "Finetune/Step": 2666, "Finetune/Step Time": 6.780977044254541}
+{"Finetune/Learning Rate": 1.531655329852833e-05, "Finetune/Loss": 0.7812585830688477, "Finetune/Loss (Raw)": 0.7465688586235046, "Finetune/Step": 2667, "Finetune/Step Time": 6.776097187772393}
+{"Finetune/Learning Rate": 1.5313036046956297e-05, "Finetune/Loss": 0.7810534238815308, "Finetune/Loss (Raw)": 0.8127978444099426, "Finetune/Step": 2668, "Finetune/Step Time": 6.772567288950086}
+{"Finetune/Learning Rate": 1.5309517879353983e-05, "Finetune/Loss": 0.7832120656967163, "Finetune/Loss (Raw)": 0.9446860551834106, "Finetune/Step": 2669, "Finetune/Step Time": 6.7763205245137215}
+{"Finetune/Learning Rate": 1.530599879632797e-05, "Finetune/Loss": 0.7832295894622803, "Finetune/Loss (Raw)": 0.8520790338516235, "Finetune/Step": 2670, "Finetune/Step Time": 6.771804904565215}
+{"Finetune/Learning Rate": 1.5302478798484987e-05, "Finetune/Loss": 0.78150475025177, "Finetune/Loss (Raw)": 0.6367977261543274, "Finetune/Step": 2671, "Finetune/Step Time": 6.768233651295304}
+{"Finetune/Learning Rate": 1.5298957886431925e-05, "Finetune/Loss": 0.7810233235359192, "Finetune/Loss (Raw)": 0.5956613421440125, "Finetune/Step": 2672, "Finetune/Step Time": 6.7738668490201235}
+{"Finetune/Learning Rate": 1.5295436060775828e-05, "Finetune/Loss": 0.7809907793998718, "Finetune/Loss (Raw)": 0.8220803141593933, "Finetune/Step": 2673, "Finetune/Step Time": 6.774436667561531}
+{"Finetune/Learning Rate": 1.52919133221239e-05, "Finetune/Loss": 0.783610463142395, "Finetune/Loss (Raw)": 0.6300446391105652, "Finetune/Step": 2674, "Finetune/Step Time": 6.766436507925391}
+{"Finetune/Learning Rate": 1.5288389671083503e-05, "Finetune/Loss": 0.7837128639221191, "Finetune/Loss (Raw)": 0.816091001033783, "Finetune/Step": 2675, "Finetune/Step Time": 6.771568572148681}
+{"Finetune/Learning Rate": 1.5284865108262162e-05, "Finetune/Loss": 0.7824106216430664, "Finetune/Loss (Raw)": 0.7929403185844421, "Finetune/Step": 2676, "Finetune/Step Time": 6.775427117943764}
+{"Finetune/Learning Rate": 1.5281339634267543e-05, "Finetune/Loss": 0.7867535352706909, "Finetune/Loss (Raw)": 0.8933819532394409, "Finetune/Step": 2677, "Finetune/Step Time": 6.754588581621647}
+{"Finetune/Learning Rate": 1.5277813249707488e-05, "Finetune/Loss": 0.7865347266197205, "Finetune/Loss (Raw)": 0.8125346302986145, "Finetune/Step": 2678, "Finetune/Step Time": 6.753709869459271}
+{"Finetune/Learning Rate": 1.5274285955189984e-05, "Finetune/Loss": 0.7871389985084534, "Finetune/Loss (Raw)": 0.979870080947876, "Finetune/Step": 2679, "Finetune/Step Time": 6.741369642317295}
+{"Finetune/Learning Rate": 1.527075775132318e-05, "Finetune/Loss": 0.7858421802520752, "Finetune/Loss (Raw)": 0.8905613422393799, "Finetune/Step": 2680, "Finetune/Step Time": 6.735013768076897}
+{"Finetune/Learning Rate": 1.526722863871538e-05, "Finetune/Loss": 0.7828821539878845, "Finetune/Loss (Raw)": 0.3547655940055847, "Finetune/Step": 2681, "Finetune/Step Time": 6.743083721026778}
+{"Finetune/Learning Rate": 1.5263698617975037e-05, "Finetune/Loss": 0.7826411128044128, "Finetune/Loss (Raw)": 0.8196067810058594, "Finetune/Step": 2682, "Finetune/Step Time": 6.711916675791144}
+{"Finetune/Learning Rate": 1.526016768971078e-05, "Finetune/Loss": 0.7866677045822144, "Finetune/Loss (Raw)": 0.8609271049499512, "Finetune/Step": 2683, "Finetune/Step Time": 6.690970126539469}
+{"Finetune/Learning Rate": 1.5256635854531379e-05, "Finetune/Loss": 0.7861710786819458, "Finetune/Loss (Raw)": 0.806303858757019, "Finetune/Step": 2684, "Finetune/Step Time": 6.691240355372429}
+{"Finetune/Learning Rate": 1.5253103113045762e-05, "Finetune/Loss": 0.7873122692108154, "Finetune/Loss (Raw)": 0.8642637729644775, "Finetune/Step": 2685, "Finetune/Step Time": 6.695046506822109}
+{"Finetune/Learning Rate": 1.5249569465863014e-05, "Finetune/Loss": 0.7867127656936646, "Finetune/Loss (Raw)": 0.7426852583885193, "Finetune/Step": 2686, "Finetune/Step Time": 6.707465058192611}
+{"Finetune/Learning Rate": 1.5246034913592382e-05, "Finetune/Loss": 0.7871974110603333, "Finetune/Loss (Raw)": 0.8016713261604309, "Finetune/Step": 2687, "Finetune/Step Time": 6.709081117063761}
+{"Finetune/Learning Rate": 1.5242499456843264e-05, "Finetune/Loss": 0.7890921235084534, "Finetune/Loss (Raw)": 0.8649353384971619, "Finetune/Step": 2688, "Finetune/Step Time": 6.690126419067383}
+{"Finetune/Learning Rate": 1.523896309622521e-05, "Finetune/Loss": 0.7902018427848816, "Finetune/Loss (Raw)": 0.9694879055023193, "Finetune/Step": 2689, "Finetune/Step Time": 6.686995035037398}
+{"Finetune/Learning Rate": 1.5235425832347934e-05, "Finetune/Loss": 0.7859510183334351, "Finetune/Loss (Raw)": 0.38353052735328674, "Finetune/Step": 2690, "Finetune/Step Time": 6.706713763996959}
+{"Finetune/Learning Rate": 1.52318876658213e-05, "Finetune/Loss": 0.7894675135612488, "Finetune/Loss (Raw)": 0.9058294892311096, "Finetune/Step": 2691, "Finetune/Step Time": 6.6999778766185045}
+{"Finetune/Learning Rate": 1.5228348597255336e-05, "Finetune/Loss": 0.7888551950454712, "Finetune/Loss (Raw)": 0.7830003499984741, "Finetune/Step": 2692, "Finetune/Step Time": 6.698911216109991}
+{"Finetune/Learning Rate": 1.5224808627260212e-05, "Finetune/Loss": 0.7885781526565552, "Finetune/Loss (Raw)": 0.8644149303436279, "Finetune/Step": 2693, "Finetune/Step Time": 6.696561601012945}
+{"Finetune/Learning Rate": 1.5221267756446266e-05, "Finetune/Loss": 0.787785530090332, "Finetune/Loss (Raw)": 0.7577089667320251, "Finetune/Step": 2694, "Finetune/Step Time": 6.6975579764693975}
+{"Finetune/Learning Rate": 1.5217725985423979e-05, "Finetune/Loss": 0.7881364822387695, "Finetune/Loss (Raw)": 0.7851047515869141, "Finetune/Step": 2695, "Finetune/Step Time": 6.696028150618076}
+{"Finetune/Learning Rate": 1.5214183314804002e-05, "Finetune/Loss": 0.7887163758277893, "Finetune/Loss (Raw)": 0.8281784057617188, "Finetune/Step": 2696, "Finetune/Step Time": 6.716356540098786}
+{"Finetune/Learning Rate": 1.5210639745197132e-05, "Finetune/Loss": 0.7870596647262573, "Finetune/Loss (Raw)": 0.8068767786026001, "Finetune/Step": 2697, "Finetune/Step Time": 6.718624282628298}
+{"Finetune/Learning Rate": 1.5207095277214317e-05, "Finetune/Loss": 0.7864393591880798, "Finetune/Loss (Raw)": 0.7430511713027954, "Finetune/Step": 2698, "Finetune/Step Time": 6.713765170425177}
+{"Finetune/Learning Rate": 1.5203549911466669e-05, "Finetune/Loss": 0.7852911949157715, "Finetune/Loss (Raw)": 0.8918514847755432, "Finetune/Step": 2699, "Finetune/Step Time": 6.727195566520095}
+{"Finetune/Learning Rate": 1.5200003648565452e-05, "Finetune/Loss": 0.7851593494415283, "Finetune/Loss (Raw)": 0.8230255842208862, "Finetune/Step": 2700, "Finetune/Step Time": 6.726496556773782}
+{"Finetune/Learning Rate": 1.5196456489122083e-05, "Finetune/Loss": 0.7850873470306396, "Finetune/Loss (Raw)": 0.8013051152229309, "Finetune/Step": 2701, "Finetune/Step Time": 6.7480483036488295}
+{"Finetune/Learning Rate": 1.519290843374813e-05, "Finetune/Loss": 0.7857271432876587, "Finetune/Loss (Raw)": 0.8563846349716187, "Finetune/Step": 2702, "Finetune/Step Time": 6.7263147961348295}
+{"Finetune/Learning Rate": 1.5189359483055324e-05, "Finetune/Loss": 0.7855742573738098, "Finetune/Loss (Raw)": 0.7157677412033081, "Finetune/Step": 2703, "Finetune/Step Time": 6.742280505597591}
+{"Finetune/Learning Rate": 1.5185809637655548e-05, "Finetune/Loss": 0.7846078872680664, "Finetune/Loss (Raw)": 0.6954203844070435, "Finetune/Step": 2704, "Finetune/Step Time": 6.753982361406088}
+{"Finetune/Learning Rate": 1.5182258898160834e-05, "Finetune/Loss": 0.7838519215583801, "Finetune/Loss (Raw)": 0.7879797220230103, "Finetune/Step": 2705, "Finetune/Step Time": 6.754872798919678}
+{"Finetune/Learning Rate": 1.517870726518337e-05, "Finetune/Loss": 0.783446729183197, "Finetune/Loss (Raw)": 0.8775822520256042, "Finetune/Step": 2706, "Finetune/Step Time": 6.761220233514905}
+{"Finetune/Learning Rate": 1.5175154739335504e-05, "Finetune/Loss": 0.7839111089706421, "Finetune/Loss (Raw)": 0.9897966384887695, "Finetune/Step": 2707, "Finetune/Step Time": 6.758300639688969}
+{"Finetune/Learning Rate": 1.5171601321229732e-05, "Finetune/Loss": 0.7863348722457886, "Finetune/Loss (Raw)": 0.9239355325698853, "Finetune/Step": 2708, "Finetune/Step Time": 6.755022345110774}
+{"Finetune/Learning Rate": 1.5168047011478704e-05, "Finetune/Loss": 0.7850205898284912, "Finetune/Loss (Raw)": 0.7745128273963928, "Finetune/Step": 2709, "Finetune/Step Time": 6.763983165845275}
+{"Finetune/Learning Rate": 1.5164491810695223e-05, "Finetune/Loss": 0.7816727161407471, "Finetune/Loss (Raw)": 0.3888074457645416, "Finetune/Step": 2710, "Finetune/Step Time": 6.775010317564011}
+{"Finetune/Learning Rate": 1.5160935719492252e-05, "Finetune/Loss": 0.7829240560531616, "Finetune/Loss (Raw)": 0.8846343159675598, "Finetune/Step": 2711, "Finetune/Step Time": 6.766059495508671}
+{"Finetune/Learning Rate": 1.5157378738482902e-05, "Finetune/Loss": 0.7821708917617798, "Finetune/Loss (Raw)": 0.8371971845626831, "Finetune/Step": 2712, "Finetune/Step Time": 6.78408832103014}
+{"Finetune/Learning Rate": 1.5153820868280437e-05, "Finetune/Loss": 0.783244252204895, "Finetune/Loss (Raw)": 0.8053357601165771, "Finetune/Step": 2713, "Finetune/Step Time": 6.791155967861414}
+{"Finetune/Learning Rate": 1.5150262109498277e-05, "Finetune/Loss": 0.7838839888572693, "Finetune/Loss (Raw)": 0.9027199745178223, "Finetune/Step": 2714, "Finetune/Step Time": 6.80098675750196}
+{"Finetune/Learning Rate": 1.5146702462749999e-05, "Finetune/Loss": 0.7824528813362122, "Finetune/Loss (Raw)": 0.733058512210846, "Finetune/Step": 2715, "Finetune/Step Time": 6.7947739996016026}
+{"Finetune/Learning Rate": 1.5143141928649318e-05, "Finetune/Loss": 0.7831019759178162, "Finetune/Loss (Raw)": 0.8122369050979614, "Finetune/Step": 2716, "Finetune/Step Time": 6.787917330861092}
+{"Finetune/Learning Rate": 1.5139580507810118e-05, "Finetune/Loss": 0.7831348180770874, "Finetune/Loss (Raw)": 0.8637503385543823, "Finetune/Step": 2717, "Finetune/Step Time": 6.770250558853149}
+{"Finetune/Learning Rate": 1.513601820084643e-05, "Finetune/Loss": 0.7821668386459351, "Finetune/Loss (Raw)": 0.7721739411354065, "Finetune/Step": 2718, "Finetune/Step Time": 6.770669059827924}
+{"Finetune/Learning Rate": 1.5132455008372438e-05, "Finetune/Loss": 0.7829118967056274, "Finetune/Loss (Raw)": 0.8351742625236511, "Finetune/Step": 2719, "Finetune/Step Time": 6.7456617169082165}
+{"Finetune/Learning Rate": 1.512889093100248e-05, "Finetune/Loss": 0.7833435535430908, "Finetune/Loss (Raw)": 0.885039210319519, "Finetune/Step": 2720, "Finetune/Step Time": 6.752046832814813}
+{"Finetune/Learning Rate": 1.5125325969351041e-05, "Finetune/Loss": 0.7834475636482239, "Finetune/Loss (Raw)": 0.7205342650413513, "Finetune/Step": 2721, "Finetune/Step Time": 6.743235757574439}
+{"Finetune/Learning Rate": 1.5121760124032764e-05, "Finetune/Loss": 0.7842276096343994, "Finetune/Loss (Raw)": 0.8234041333198547, "Finetune/Step": 2722, "Finetune/Step Time": 6.734209068119526}
+{"Finetune/Learning Rate": 1.5118193395662445e-05, "Finetune/Loss": 0.7838195562362671, "Finetune/Loss (Raw)": 0.7487915754318237, "Finetune/Step": 2723, "Finetune/Step Time": 6.738872017711401}
+{"Finetune/Learning Rate": 1.5114625784855028e-05, "Finetune/Loss": 0.7845920920372009, "Finetune/Loss (Raw)": 0.8411356210708618, "Finetune/Step": 2724, "Finetune/Step Time": 6.731373621150851}
+{"Finetune/Learning Rate": 1.5111057292225612e-05, "Finetune/Loss": 0.7839944362640381, "Finetune/Loss (Raw)": 0.8300023674964905, "Finetune/Step": 2725, "Finetune/Step Time": 6.72549850679934}
+{"Finetune/Learning Rate": 1.5107487918389447e-05, "Finetune/Loss": 0.7856132388114929, "Finetune/Loss (Raw)": 0.8171390891075134, "Finetune/Step": 2726, "Finetune/Step Time": 6.723007136955857}
+{"Finetune/Learning Rate": 1.510391766396194e-05, "Finetune/Loss": 0.7851046323776245, "Finetune/Loss (Raw)": 0.8104105591773987, "Finetune/Step": 2727, "Finetune/Step Time": 6.726122051477432}
+{"Finetune/Learning Rate": 1.5100346529558638e-05, "Finetune/Loss": 0.7830135822296143, "Finetune/Loss (Raw)": 0.5439469218254089, "Finetune/Step": 2728, "Finetune/Step Time": 6.714828683063388}
+{"Finetune/Learning Rate": 1.509677451579525e-05, "Finetune/Loss": 0.7802612781524658, "Finetune/Loss (Raw)": 0.4367995262145996, "Finetune/Step": 2729, "Finetune/Step Time": 6.724924977868795}
+{"Finetune/Learning Rate": 1.5093201623287631e-05, "Finetune/Loss": 0.7778414487838745, "Finetune/Loss (Raw)": 0.645945131778717, "Finetune/Step": 2730, "Finetune/Step Time": 6.7278118170797825}
+{"Finetune/Learning Rate": 1.5089627852651794e-05, "Finetune/Loss": 0.7770837545394897, "Finetune/Loss (Raw)": 0.813575029373169, "Finetune/Step": 2731, "Finetune/Step Time": 6.725280659273267}
+{"Finetune/Learning Rate": 1.5086053204503897e-05, "Finetune/Loss": 0.7775101661682129, "Finetune/Loss (Raw)": 0.83754563331604, "Finetune/Step": 2732, "Finetune/Step Time": 6.721108835190535}
+{"Finetune/Learning Rate": 1.5082477679460254e-05, "Finetune/Loss": 0.7784745693206787, "Finetune/Loss (Raw)": 0.8722633123397827, "Finetune/Step": 2733, "Finetune/Step Time": 6.721452368423343}
+{"Finetune/Learning Rate": 1.5078901278137324e-05, "Finetune/Loss": 0.7788580656051636, "Finetune/Loss (Raw)": 0.786191999912262, "Finetune/Step": 2734, "Finetune/Step Time": 6.699019800871611}
+{"Finetune/Learning Rate": 1.5075324001151721e-05, "Finetune/Loss": 0.7791782021522522, "Finetune/Loss (Raw)": 0.8792709708213806, "Finetune/Step": 2735, "Finetune/Step Time": 6.66717984341085}
+{"Finetune/Learning Rate": 1.5071745849120216e-05, "Finetune/Loss": 0.7758781909942627, "Finetune/Loss (Raw)": 0.4763166904449463, "Finetune/Step": 2736, "Finetune/Step Time": 6.685351679101586}
+{"Finetune/Learning Rate": 1.5068166822659718e-05, "Finetune/Loss": 0.7730975151062012, "Finetune/Loss (Raw)": 0.5434754490852356, "Finetune/Step": 2737, "Finetune/Step Time": 6.6812609657645226}
+{"Finetune/Learning Rate": 1.5064586922387293e-05, "Finetune/Loss": 0.7742388248443604, "Finetune/Loss (Raw)": 0.8640354871749878, "Finetune/Step": 2738, "Finetune/Step Time": 6.671464156359434}
+{"Finetune/Learning Rate": 1.5061006148920166e-05, "Finetune/Loss": 0.7757471799850464, "Finetune/Loss (Raw)": 0.8913953900337219, "Finetune/Step": 2739, "Finetune/Step Time": 6.6634130124002695}
+{"Finetune/Learning Rate": 1.5057424502875697e-05, "Finetune/Loss": 0.7748442888259888, "Finetune/Loss (Raw)": 0.7113363742828369, "Finetune/Step": 2740, "Finetune/Step Time": 6.6722384709864855}
+{"Finetune/Learning Rate": 1.5053841984871408e-05, "Finetune/Loss": 0.7742841839790344, "Finetune/Loss (Raw)": 0.9072133302688599, "Finetune/Step": 2741, "Finetune/Step Time": 6.683050511404872}
+{"Finetune/Learning Rate": 1.5050258595524968e-05, "Finetune/Loss": 0.7743446826934814, "Finetune/Loss (Raw)": 0.7891903519630432, "Finetune/Step": 2742, "Finetune/Step Time": 6.697459943592548}
+{"Finetune/Learning Rate": 1.504667433545419e-05, "Finetune/Loss": 0.7745298147201538, "Finetune/Loss (Raw)": 0.9219622611999512, "Finetune/Step": 2743, "Finetune/Step Time": 6.690239775925875}
+{"Finetune/Learning Rate": 1.504308920527705e-05, "Finetune/Loss": 0.773802638053894, "Finetune/Loss (Raw)": 0.8331761360168457, "Finetune/Step": 2744, "Finetune/Step Time": 6.68616365455091}
+{"Finetune/Learning Rate": 1.5039503205611663e-05, "Finetune/Loss": 0.7778249382972717, "Finetune/Loss (Raw)": 0.925048828125, "Finetune/Step": 2745, "Finetune/Step Time": 6.666528118774295}
+{"Finetune/Learning Rate": 1.5035916337076297e-05, "Finetune/Loss": 0.77898108959198, "Finetune/Loss (Raw)": 0.8192881345748901, "Finetune/Step": 2746, "Finetune/Step Time": 6.672306850552559}
+{"Finetune/Learning Rate": 1.5032328600289377e-05, "Finetune/Loss": 0.7783340215682983, "Finetune/Loss (Raw)": 0.8265702128410339, "Finetune/Step": 2747, "Finetune/Step Time": 6.687860548496246}
+{"Finetune/Learning Rate": 1.5028739995869464e-05, "Finetune/Loss": 0.7798944711685181, "Finetune/Loss (Raw)": 0.9399796724319458, "Finetune/Step": 2748, "Finetune/Step Time": 6.67981100641191}
+{"Finetune/Learning Rate": 1.5025150524435277e-05, "Finetune/Loss": 0.7805665731430054, "Finetune/Loss (Raw)": 0.8681297898292542, "Finetune/Step": 2749, "Finetune/Step Time": 6.675869736820459}
+{"Finetune/Learning Rate": 1.5021560186605684e-05, "Finetune/Loss": 0.7796958684921265, "Finetune/Loss (Raw)": 0.7964814901351929, "Finetune/Step": 2750, "Finetune/Step Time": 6.679013382643461}
+{"Finetune/Learning Rate": 1.5017968982999703e-05, "Finetune/Loss": 0.7797694206237793, "Finetune/Loss (Raw)": 0.8014412522315979, "Finetune/Step": 2751, "Finetune/Step Time": 6.6678234208375216}
+{"Finetune/Learning Rate": 1.5014376914236501e-05, "Finetune/Loss": 0.7799357175827026, "Finetune/Loss (Raw)": 0.8505021929740906, "Finetune/Step": 2752, "Finetune/Step Time": 6.676515333354473}
+{"Finetune/Learning Rate": 1.5010783980935392e-05, "Finetune/Loss": 0.7826324701309204, "Finetune/Loss (Raw)": 0.9449220895767212, "Finetune/Step": 2753, "Finetune/Step Time": 6.672617742791772}
+{"Finetune/Learning Rate": 1.5007190183715836e-05, "Finetune/Loss": 0.7863956689834595, "Finetune/Loss (Raw)": 0.8118451237678528, "Finetune/Step": 2754, "Finetune/Step Time": 6.650769708678126}
+{"Finetune/Learning Rate": 1.5003595523197453e-05, "Finetune/Loss": 0.7829997539520264, "Finetune/Loss (Raw)": 0.37183231115341187, "Finetune/Step": 2755, "Finetune/Step Time": 6.67269697971642}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.7826151847839355, "Finetune/Loss (Raw)": 0.849027693271637, "Finetune/Step": 2756, "Finetune/Step Time": 6.688989877700806}
+{"Finetune/Learning Rate": 1.4996403614743393e-05, "Finetune/Loss": 0.7837240695953369, "Finetune/Loss (Raw)": 0.6672275066375732, "Finetune/Step": 2757, "Finetune/Step Time": 6.704636411741376}
+{"Finetune/Learning Rate": 1.4992806368047685e-05, "Finetune/Loss": 0.7851329445838928, "Finetune/Loss (Raw)": 0.8930210471153259, "Finetune/Step": 2758, "Finetune/Step Time": 6.70464763790369}
+{"Finetune/Learning Rate": 1.4989208260533088e-05, "Finetune/Loss": 0.7838903665542603, "Finetune/Loss (Raw)": 0.7498725056648254, "Finetune/Step": 2759, "Finetune/Step Time": 6.7047386430203915}
+{"Finetune/Learning Rate": 1.4985609292819958e-05, "Finetune/Loss": 0.7834647297859192, "Finetune/Loss (Raw)": 0.67124342918396, "Finetune/Step": 2760, "Finetune/Step Time": 6.698889464139938}
+{"Finetune/Learning Rate": 1.4982009465528799e-05, "Finetune/Loss": 0.780052125453949, "Finetune/Loss (Raw)": 0.43564078211784363, "Finetune/Step": 2761, "Finetune/Step Time": 6.7182909697294235}
+{"Finetune/Learning Rate": 1.497840877928026e-05, "Finetune/Loss": 0.7796124815940857, "Finetune/Loss (Raw)": 0.755285918712616, "Finetune/Step": 2762, "Finetune/Step Time": 6.727545021101832}
+{"Finetune/Learning Rate": 1.497480723469515e-05, "Finetune/Loss": 0.7797528505325317, "Finetune/Loss (Raw)": 0.8137502074241638, "Finetune/Step": 2763, "Finetune/Step Time": 6.7303805612027645}
+{"Finetune/Learning Rate": 1.497120483239441e-05, "Finetune/Loss": 0.7784554958343506, "Finetune/Loss (Raw)": 0.8073505759239197, "Finetune/Step": 2764, "Finetune/Step Time": 6.730327934026718}
+{"Finetune/Learning Rate": 1.4967601572999144e-05, "Finetune/Loss": 0.7753032445907593, "Finetune/Loss (Raw)": 0.37016841769218445, "Finetune/Step": 2765, "Finetune/Step Time": 6.743412707000971}
+{"Finetune/Learning Rate": 1.4963997457130588e-05, "Finetune/Loss": 0.7744653820991516, "Finetune/Loss (Raw)": 0.8236136436462402, "Finetune/Step": 2766, "Finetune/Step Time": 6.7286536116153}
+{"Finetune/Learning Rate": 1.4960392485410142e-05, "Finetune/Loss": 0.7749234437942505, "Finetune/Loss (Raw)": 0.8453335762023926, "Finetune/Step": 2767, "Finetune/Step Time": 6.730592550709844}
+{"Finetune/Learning Rate": 1.4956786658459343e-05, "Finetune/Loss": 0.7789392471313477, "Finetune/Loss (Raw)": 0.8731111288070679, "Finetune/Step": 2768, "Finetune/Step Time": 6.712183203548193}
+{"Finetune/Learning Rate": 1.4953179976899878e-05, "Finetune/Loss": 0.779246985912323, "Finetune/Loss (Raw)": 0.8571826219558716, "Finetune/Step": 2769, "Finetune/Step Time": 6.719585372135043}
+{"Finetune/Learning Rate": 1.494957244135358e-05, "Finetune/Loss": 0.7771831750869751, "Finetune/Loss (Raw)": 0.5347098112106323, "Finetune/Step": 2770, "Finetune/Step Time": 6.736238380894065}
+{"Finetune/Learning Rate": 1.4945964052442434e-05, "Finetune/Loss": 0.7790752649307251, "Finetune/Loss (Raw)": 0.8887444138526917, "Finetune/Step": 2771, "Finetune/Step Time": 6.738795358687639}
+{"Finetune/Learning Rate": 1.4942354810788567e-05, "Finetune/Loss": 0.7805405855178833, "Finetune/Loss (Raw)": 0.866327702999115, "Finetune/Step": 2772, "Finetune/Step Time": 6.708383362740278}
+{"Finetune/Learning Rate": 1.4938744717014256e-05, "Finetune/Loss": 0.781339704990387, "Finetune/Loss (Raw)": 0.9204685688018799, "Finetune/Step": 2773, "Finetune/Step Time": 6.700638448819518}
+{"Finetune/Learning Rate": 1.493513377174192e-05, "Finetune/Loss": 0.7775477170944214, "Finetune/Loss (Raw)": 0.34359779953956604, "Finetune/Step": 2774, "Finetune/Step Time": 6.719853760674596}
+{"Finetune/Learning Rate": 1.4931521975594134e-05, "Finetune/Loss": 0.7786568403244019, "Finetune/Loss (Raw)": 0.898064136505127, "Finetune/Step": 2775, "Finetune/Step Time": 6.7010468672961}
+{"Finetune/Learning Rate": 1.492790932919361e-05, "Finetune/Loss": 0.7781566381454468, "Finetune/Loss (Raw)": 0.7663377523422241, "Finetune/Step": 2776, "Finetune/Step Time": 6.70337338373065}
+{"Finetune/Learning Rate": 1.4924295833163216e-05, "Finetune/Loss": 0.7789844870567322, "Finetune/Loss (Raw)": 0.8179153203964233, "Finetune/Step": 2777, "Finetune/Step Time": 6.69038244150579}
+{"Finetune/Learning Rate": 1.4920681488125959e-05, "Finetune/Loss": 0.7800256013870239, "Finetune/Loss (Raw)": 0.8640163540840149, "Finetune/Step": 2778, "Finetune/Step Time": 6.690728332847357}
+{"Finetune/Learning Rate": 1.4917066294704994e-05, "Finetune/Loss": 0.7794166803359985, "Finetune/Loss (Raw)": 0.7306598424911499, "Finetune/Step": 2779, "Finetune/Step Time": 6.696281466633081}
+{"Finetune/Learning Rate": 1.4913450253523623e-05, "Finetune/Loss": 0.7789068818092346, "Finetune/Loss (Raw)": 0.8336578011512756, "Finetune/Step": 2780, "Finetune/Step Time": 6.704883731901646}
+{"Finetune/Learning Rate": 1.4909833365205297e-05, "Finetune/Loss": 0.7804516553878784, "Finetune/Loss (Raw)": 0.9127542972564697, "Finetune/Step": 2781, "Finetune/Step Time": 6.688695544376969}
+{"Finetune/Learning Rate": 1.4906215630373606e-05, "Finetune/Loss": 0.7842675447463989, "Finetune/Loss (Raw)": 0.8422790765762329, "Finetune/Step": 2782, "Finetune/Step Time": 6.670171486213803}
+{"Finetune/Learning Rate": 1.4902597049652292e-05, "Finetune/Loss": 0.7845455408096313, "Finetune/Loss (Raw)": 0.8521658182144165, "Finetune/Step": 2783, "Finetune/Step Time": 6.673048363998532}
+{"Finetune/Learning Rate": 1.4898977623665243e-05, "Finetune/Loss": 0.7829399704933167, "Finetune/Loss (Raw)": 0.6171764135360718, "Finetune/Step": 2784, "Finetune/Step Time": 6.684953993186355}
+{"Finetune/Learning Rate": 1.489535735303649e-05, "Finetune/Loss": 0.7846540212631226, "Finetune/Loss (Raw)": 0.8142855167388916, "Finetune/Step": 2785, "Finetune/Step Time": 6.663886865600944}
+{"Finetune/Learning Rate": 1.4891736238390212e-05, "Finetune/Loss": 0.7868624329566956, "Finetune/Loss (Raw)": 0.8702089190483093, "Finetune/Step": 2786, "Finetune/Step Time": 6.640685444697738}
+{"Finetune/Learning Rate": 1.4888114280350725e-05, "Finetune/Loss": 0.7864076495170593, "Finetune/Loss (Raw)": 0.7930762767791748, "Finetune/Step": 2787, "Finetune/Step Time": 6.640577429905534}
+{"Finetune/Learning Rate": 1.4884491479542504e-05, "Finetune/Loss": 0.78635174036026, "Finetune/Loss (Raw)": 0.8882545828819275, "Finetune/Step": 2788, "Finetune/Step Time": 6.650173211470246}
+{"Finetune/Learning Rate": 1.4880867836590164e-05, "Finetune/Loss": 0.7841559648513794, "Finetune/Loss (Raw)": 0.7460203170776367, "Finetune/Step": 2789, "Finetune/Step Time": 6.663539465516806}
+{"Finetune/Learning Rate": 1.487724335211846e-05, "Finetune/Loss": 0.7835590839385986, "Finetune/Loss (Raw)": 0.8145551681518555, "Finetune/Step": 2790, "Finetune/Step Time": 6.666468590497971}
+{"Finetune/Learning Rate": 1.4873618026752294e-05, "Finetune/Loss": 0.7813091278076172, "Finetune/Loss (Raw)": 0.6318004131317139, "Finetune/Step": 2791, "Finetune/Step Time": 6.666859256103635}
+{"Finetune/Learning Rate": 1.4869991861116724e-05, "Finetune/Loss": 0.7841410040855408, "Finetune/Loss (Raw)": 0.8128366470336914, "Finetune/Step": 2792, "Finetune/Step Time": 6.671004194766283}
+{"Finetune/Learning Rate": 1.4866364855836935e-05, "Finetune/Loss": 0.7861584424972534, "Finetune/Loss (Raw)": 0.9463903903961182, "Finetune/Step": 2793, "Finetune/Step Time": 6.6694134920835495}
+{"Finetune/Learning Rate": 1.4862737011538268e-05, "Finetune/Loss": 0.7850891947746277, "Finetune/Loss (Raw)": 0.746060311794281, "Finetune/Step": 2794, "Finetune/Step Time": 6.668081821873784}
+{"Finetune/Learning Rate": 1.4859108328846205e-05, "Finetune/Loss": 0.7845137119293213, "Finetune/Loss (Raw)": 0.6729036569595337, "Finetune/Step": 2795, "Finetune/Step Time": 6.678845861926675}
+{"Finetune/Learning Rate": 1.4855478808386378e-05, "Finetune/Loss": 0.7843913435935974, "Finetune/Loss (Raw)": 0.7971351146697998, "Finetune/Step": 2796, "Finetune/Step Time": 6.695251917466521}
+{"Finetune/Learning Rate": 1.4851848450784558e-05, "Finetune/Loss": 0.7817414402961731, "Finetune/Loss (Raw)": 0.6055064797401428, "Finetune/Step": 2797, "Finetune/Step Time": 6.688243068754673}
+{"Finetune/Learning Rate": 1.4848217256666661e-05, "Finetune/Loss": 0.7781675457954407, "Finetune/Loss (Raw)": 0.3946171998977661, "Finetune/Step": 2798, "Finetune/Step Time": 6.712785309180617}
+{"Finetune/Learning Rate": 1.4844585226658743e-05, "Finetune/Loss": 0.778533935546875, "Finetune/Loss (Raw)": 0.6836918592453003, "Finetune/Step": 2799, "Finetune/Step Time": 6.710419077426195}
+{"Finetune/Learning Rate": 1.4840952361387018e-05, "Finetune/Loss": 0.7789103984832764, "Finetune/Loss (Raw)": 0.6438528895378113, "Finetune/Step": 2800, "Finetune/Step Time": 6.704596929252148}
+{"Finetune/Learning Rate": 1.4837318661477829e-05, "Finetune/Loss": 0.7794986963272095, "Finetune/Loss (Raw)": 0.8973780274391174, "Finetune/Step": 2801, "Finetune/Step Time": 6.70780885964632}
+{"Finetune/Learning Rate": 1.4833684127557671e-05, "Finetune/Loss": 0.7814452052116394, "Finetune/Loss (Raw)": 0.8792036771774292, "Finetune/Step": 2802, "Finetune/Step Time": 6.7074606996029615}
+{"Finetune/Learning Rate": 1.4830048760253175e-05, "Finetune/Loss": 0.781009316444397, "Finetune/Loss (Raw)": 0.7602912783622742, "Finetune/Step": 2803, "Finetune/Step Time": 6.706410558894277}
+{"Finetune/Learning Rate": 1.4826412560191132e-05, "Finetune/Loss": 0.7814856767654419, "Finetune/Loss (Raw)": 0.8539167642593384, "Finetune/Step": 2804, "Finetune/Step Time": 6.700903743505478}
+{"Finetune/Learning Rate": 1.4822775527998458e-05, "Finetune/Loss": 0.7821178436279297, "Finetune/Loss (Raw)": 0.9743002653121948, "Finetune/Step": 2805, "Finetune/Step Time": 6.69972825050354}
+{"Finetune/Learning Rate": 1.4819137664302221e-05, "Finetune/Loss": 0.7815777659416199, "Finetune/Loss (Raw)": 0.7434060573577881, "Finetune/Step": 2806, "Finetune/Step Time": 6.705987000837922}
+{"Finetune/Learning Rate": 1.4815498969729634e-05, "Finetune/Loss": 0.7801323533058167, "Finetune/Loss (Raw)": 0.7948553562164307, "Finetune/Step": 2807, "Finetune/Step Time": 6.705036157742143}
+{"Finetune/Learning Rate": 1.4811859444908053e-05, "Finetune/Loss": 0.7779972553253174, "Finetune/Loss (Raw)": 0.6172641515731812, "Finetune/Step": 2808, "Finetune/Step Time": 6.724634420126677}
+{"Finetune/Learning Rate": 1.4808219090464967e-05, "Finetune/Loss": 0.7780389189720154, "Finetune/Loss (Raw)": 0.36009809374809265, "Finetune/Step": 2809, "Finetune/Step Time": 6.725200293585658}
+{"Finetune/Learning Rate": 1.4804577907028026e-05, "Finetune/Loss": 0.7772177457809448, "Finetune/Loss (Raw)": 0.7145044803619385, "Finetune/Step": 2810, "Finetune/Step Time": 6.733325092121959}
+{"Finetune/Learning Rate": 1.4800935895225005e-05, "Finetune/Loss": 0.7771267294883728, "Finetune/Loss (Raw)": 0.8492715358734131, "Finetune/Step": 2811, "Finetune/Step Time": 6.736514071002603}
+{"Finetune/Learning Rate": 1.4797293055683836e-05, "Finetune/Loss": 0.777109682559967, "Finetune/Loss (Raw)": 0.8041232228279114, "Finetune/Step": 2812, "Finetune/Step Time": 6.735782939940691}
+{"Finetune/Learning Rate": 1.4793649389032587e-05, "Finetune/Loss": 0.7773468494415283, "Finetune/Loss (Raw)": 0.8946291208267212, "Finetune/Step": 2813, "Finetune/Step Time": 6.734486136585474}
+{"Finetune/Learning Rate": 1.4790004895899465e-05, "Finetune/Loss": 0.7744277715682983, "Finetune/Loss (Raw)": 0.3690364360809326, "Finetune/Step": 2814, "Finetune/Step Time": 6.743087653070688}
+{"Finetune/Learning Rate": 1.4786359576912825e-05, "Finetune/Loss": 0.7754852175712585, "Finetune/Loss (Raw)": 0.937023937702179, "Finetune/Step": 2815, "Finetune/Step Time": 6.755492780357599}
+{"Finetune/Learning Rate": 1.4782713432701166e-05, "Finetune/Loss": 0.7751380205154419, "Finetune/Loss (Raw)": 0.8204944729804993, "Finetune/Step": 2816, "Finetune/Step Time": 6.754563707858324}
+{"Finetune/Learning Rate": 1.4779066463893124e-05, "Finetune/Loss": 0.7738515138626099, "Finetune/Loss (Raw)": 0.8048166632652283, "Finetune/Step": 2817, "Finetune/Step Time": 6.7618169747292995}
+{"Finetune/Learning Rate": 1.4775418671117482e-05, "Finetune/Loss": 0.7771342396736145, "Finetune/Loss (Raw)": 0.8037198185920715, "Finetune/Step": 2818, "Finetune/Step Time": 6.757154477760196}
+{"Finetune/Learning Rate": 1.4771770055003158e-05, "Finetune/Loss": 0.777429461479187, "Finetune/Loss (Raw)": 0.94361811876297, "Finetune/Step": 2819, "Finetune/Step Time": 6.760229982435703}
+{"Finetune/Learning Rate": 1.4768120616179222e-05, "Finetune/Loss": 0.7784894704818726, "Finetune/Loss (Raw)": 0.9186744093894958, "Finetune/Step": 2820, "Finetune/Step Time": 6.760337837040424}
+{"Finetune/Learning Rate": 1.4764470355274877e-05, "Finetune/Loss": 0.7767122983932495, "Finetune/Loss (Raw)": 0.6369364261627197, "Finetune/Step": 2821, "Finetune/Step Time": 6.773072829470038}
+{"Finetune/Learning Rate": 1.4760819272919472e-05, "Finetune/Loss": 0.7775153517723083, "Finetune/Loss (Raw)": 0.8605027198791504, "Finetune/Step": 2822, "Finetune/Step Time": 6.769570402801037}
+{"Finetune/Learning Rate": 1.4757167369742495e-05, "Finetune/Loss": 0.7746392488479614, "Finetune/Loss (Raw)": 0.4169609248638153, "Finetune/Step": 2823, "Finetune/Step Time": 6.7833822928369045}
+{"Finetune/Learning Rate": 1.4753514646373582e-05, "Finetune/Loss": 0.7732083797454834, "Finetune/Loss (Raw)": 0.6450310945510864, "Finetune/Step": 2824, "Finetune/Step Time": 6.761123554781079}
+{"Finetune/Learning Rate": 1.4749861103442502e-05, "Finetune/Loss": 0.772625744342804, "Finetune/Loss (Raw)": 0.7322933673858643, "Finetune/Step": 2825, "Finetune/Step Time": 6.760036000981927}
+{"Finetune/Learning Rate": 1.4746206741579169e-05, "Finetune/Loss": 0.7721743583679199, "Finetune/Loss (Raw)": 0.685285747051239, "Finetune/Step": 2826, "Finetune/Step Time": 6.762904569506645}
+{"Finetune/Learning Rate": 1.4742551561413638e-05, "Finetune/Loss": 0.7716977000236511, "Finetune/Loss (Raw)": 0.8308316469192505, "Finetune/Step": 2827, "Finetune/Step Time": 6.746411774307489}
+{"Finetune/Learning Rate": 1.473889556357611e-05, "Finetune/Loss": 0.7728681564331055, "Finetune/Loss (Raw)": 0.9728461503982544, "Finetune/Step": 2828, "Finetune/Step Time": 6.755875820294023}
+{"Finetune/Learning Rate": 1.4735238748696916e-05, "Finetune/Loss": 0.773330569267273, "Finetune/Loss (Raw)": 0.8604956865310669, "Finetune/Step": 2829, "Finetune/Step Time": 6.739355308935046}
+{"Finetune/Learning Rate": 1.473158111740654e-05, "Finetune/Loss": 0.773786187171936, "Finetune/Loss (Raw)": 0.9147008657455444, "Finetune/Step": 2830, "Finetune/Step Time": 6.731708034873009}
+{"Finetune/Learning Rate": 1.4727922670335595e-05, "Finetune/Loss": 0.7763490080833435, "Finetune/Loss (Raw)": 1.0438092947006226, "Finetune/Step": 2831, "Finetune/Step Time": 6.715132785961032}
+{"Finetune/Learning Rate": 1.4724263408114842e-05, "Finetune/Loss": 0.7783440351486206, "Finetune/Loss (Raw)": 0.9507778882980347, "Finetune/Step": 2832, "Finetune/Step Time": 6.71002977155149}
+{"Finetune/Learning Rate": 1.4720603331375185e-05, "Finetune/Loss": 0.7786588668823242, "Finetune/Loss (Raw)": 0.8282787203788757, "Finetune/Step": 2833, "Finetune/Step Time": 6.726119326427579}
+{"Finetune/Learning Rate": 1.4716942440747663e-05, "Finetune/Loss": 0.7746747732162476, "Finetune/Loss (Raw)": 0.3676275610923767, "Finetune/Step": 2834, "Finetune/Step Time": 6.739195531234145}
+{"Finetune/Learning Rate": 1.4713280736863453e-05, "Finetune/Loss": 0.7735265493392944, "Finetune/Loss (Raw)": 0.8428210020065308, "Finetune/Step": 2835, "Finetune/Step Time": 6.7417920380830765}
+{"Finetune/Learning Rate": 1.4709618220353881e-05, "Finetune/Loss": 0.7713614702224731, "Finetune/Loss (Raw)": 0.6468046307563782, "Finetune/Step": 2836, "Finetune/Step Time": 6.73392279446125}
+{"Finetune/Learning Rate": 1.4705954891850404e-05, "Finetune/Loss": 0.772088348865509, "Finetune/Loss (Raw)": 0.8675512671470642, "Finetune/Step": 2837, "Finetune/Step Time": 6.7325581554323435}
+{"Finetune/Learning Rate": 1.470229075198463e-05, "Finetune/Loss": 0.7747662663459778, "Finetune/Loss (Raw)": 0.7315768599510193, "Finetune/Step": 2838, "Finetune/Step Time": 6.7075290735810995}
+{"Finetune/Learning Rate": 1.469862580138829e-05, "Finetune/Loss": 0.7734701633453369, "Finetune/Loss (Raw)": 0.7187347412109375, "Finetune/Step": 2839, "Finetune/Step Time": 6.711815653368831}
+{"Finetune/Learning Rate": 1.4694960040693272e-05, "Finetune/Loss": 0.7731975317001343, "Finetune/Loss (Raw)": 0.8022993803024292, "Finetune/Step": 2840, "Finetune/Step Time": 6.695473564788699}
+{"Finetune/Learning Rate": 1.4691293470531595e-05, "Finetune/Loss": 0.7743404507637024, "Finetune/Loss (Raw)": 0.9516311287879944, "Finetune/Step": 2841, "Finetune/Step Time": 6.689113201573491}
+{"Finetune/Learning Rate": 1.468762609153542e-05, "Finetune/Loss": 0.7738704681396484, "Finetune/Loss (Raw)": 0.8425648808479309, "Finetune/Step": 2842, "Finetune/Step Time": 6.680718770250678}
+{"Finetune/Learning Rate": 1.4683957904337043e-05, "Finetune/Loss": 0.773606538772583, "Finetune/Loss (Raw)": 0.6992804408073425, "Finetune/Step": 2843, "Finetune/Step Time": 6.685305695980787}
+{"Finetune/Learning Rate": 1.4680288909568905e-05, "Finetune/Loss": 0.7740252017974854, "Finetune/Loss (Raw)": 0.8658203482627869, "Finetune/Step": 2844, "Finetune/Step Time": 6.685047512874007}
+{"Finetune/Learning Rate": 1.4676619107863588e-05, "Finetune/Loss": 0.7737629413604736, "Finetune/Loss (Raw)": 0.8301842212677002, "Finetune/Step": 2845, "Finetune/Step Time": 6.695411438122392}
+{"Finetune/Learning Rate": 1.4672948499853803e-05, "Finetune/Loss": 0.7737194299697876, "Finetune/Loss (Raw)": 0.7665997743606567, "Finetune/Step": 2846, "Finetune/Step Time": 6.6933470238000154}
+{"Finetune/Learning Rate": 1.4669277086172406e-05, "Finetune/Loss": 0.7719464898109436, "Finetune/Loss (Raw)": 0.6082375645637512, "Finetune/Step": 2847, "Finetune/Step Time": 6.694504152983427}
+{"Finetune/Learning Rate": 1.46656048674524e-05, "Finetune/Loss": 0.7717819809913635, "Finetune/Loss (Raw)": 0.8639845252037048, "Finetune/Step": 2848, "Finetune/Step Time": 6.690354647114873}
+{"Finetune/Learning Rate": 1.4661931844326912e-05, "Finetune/Loss": 0.7722043395042419, "Finetune/Loss (Raw)": 0.7745949625968933, "Finetune/Step": 2849, "Finetune/Step Time": 6.686006918549538}
+{"Finetune/Learning Rate": 1.4658258017429217e-05, "Finetune/Loss": 0.7721179723739624, "Finetune/Loss (Raw)": 0.812354564666748, "Finetune/Step": 2850, "Finetune/Step Time": 6.681113539263606}
+{"Finetune/Learning Rate": 1.4654583387392723e-05, "Finetune/Loss": 0.7731191515922546, "Finetune/Loss (Raw)": 0.8769327998161316, "Finetune/Step": 2851, "Finetune/Step Time": 6.667902829125524}
+{"Finetune/Learning Rate": 1.4650907954850983e-05, "Finetune/Loss": 0.7731679081916809, "Finetune/Loss (Raw)": 0.8473783731460571, "Finetune/Step": 2852, "Finetune/Step Time": 6.668378131464124}
+{"Finetune/Learning Rate": 1.4647231720437687e-05, "Finetune/Loss": 0.7727002501487732, "Finetune/Loss (Raw)": 0.770145058631897, "Finetune/Step": 2853, "Finetune/Step Time": 6.668828060850501}
+{"Finetune/Learning Rate": 1.4643554684786658e-05, "Finetune/Loss": 0.7733080983161926, "Finetune/Loss (Raw)": 0.8949434757232666, "Finetune/Step": 2854, "Finetune/Step Time": 6.661650098860264}
+{"Finetune/Learning Rate": 1.463987684853186e-05, "Finetune/Loss": 0.7733472585678101, "Finetune/Loss (Raw)": 0.815420925617218, "Finetune/Step": 2855, "Finetune/Step Time": 6.666086580604315}
+{"Finetune/Learning Rate": 1.4636198212307397e-05, "Finetune/Loss": 0.7753269672393799, "Finetune/Loss (Raw)": 0.7973544597625732, "Finetune/Step": 2856, "Finetune/Step Time": 6.679395083338022}
+{"Finetune/Learning Rate": 1.463251877674751e-05, "Finetune/Loss": 0.778580367565155, "Finetune/Loss (Raw)": 0.8532335758209229, "Finetune/Step": 2857, "Finetune/Step Time": 6.662420155480504}
+{"Finetune/Learning Rate": 1.4628838542486578e-05, "Finetune/Loss": 0.7793144583702087, "Finetune/Loss (Raw)": 0.7399097681045532, "Finetune/Step": 2858, "Finetune/Step Time": 6.655422665178776}
+{"Finetune/Learning Rate": 1.4625157510159112e-05, "Finetune/Loss": 0.7794639468193054, "Finetune/Loss (Raw)": 0.8327057957649231, "Finetune/Step": 2859, "Finetune/Step Time": 6.661905873566866}
+{"Finetune/Learning Rate": 1.4621475680399771e-05, "Finetune/Loss": 0.7784595489501953, "Finetune/Loss (Raw)": 0.7089807391166687, "Finetune/Step": 2860, "Finetune/Step Time": 6.672037551179528}
+{"Finetune/Learning Rate": 1.4617793053843343e-05, "Finetune/Loss": 0.779367208480835, "Finetune/Loss (Raw)": 0.9884441494941711, "Finetune/Step": 2861, "Finetune/Step Time": 6.671509180217981}
+{"Finetune/Learning Rate": 1.461410963112476e-05, "Finetune/Loss": 0.7792198657989502, "Finetune/Loss (Raw)": 0.7673397064208984, "Finetune/Step": 2862, "Finetune/Step Time": 6.687592599540949}
+{"Finetune/Learning Rate": 1.461042541287908e-05, "Finetune/Loss": 0.7785895466804504, "Finetune/Loss (Raw)": 0.7985833883285522, "Finetune/Step": 2863, "Finetune/Step Time": 6.684620652347803}
+{"Finetune/Learning Rate": 1.4606740399741512e-05, "Finetune/Loss": 0.7805070281028748, "Finetune/Loss (Raw)": 0.7217597961425781, "Finetune/Step": 2864, "Finetune/Step Time": 6.663729326799512}
+{"Finetune/Learning Rate": 1.4603054592347396e-05, "Finetune/Loss": 0.7833257913589478, "Finetune/Loss (Raw)": 0.9042733311653137, "Finetune/Step": 2865, "Finetune/Step Time": 6.6653370056301355}
+{"Finetune/Learning Rate": 1.4599367991332209e-05, "Finetune/Loss": 0.7797906994819641, "Finetune/Loss (Raw)": 0.41154682636260986, "Finetune/Step": 2866, "Finetune/Step Time": 6.680544827133417}
+{"Finetune/Learning Rate": 1.4595680597331558e-05, "Finetune/Loss": 0.7795106172561646, "Finetune/Loss (Raw)": 0.8555377125740051, "Finetune/Step": 2867, "Finetune/Step Time": 6.693836901336908}
+{"Finetune/Learning Rate": 1.4591992410981201e-05, "Finetune/Loss": 0.7814004421234131, "Finetune/Loss (Raw)": 0.9532378911972046, "Finetune/Step": 2868, "Finetune/Step Time": 6.688293673098087}
+{"Finetune/Learning Rate": 1.4588303432917025e-05, "Finetune/Loss": 0.7790707349777222, "Finetune/Loss (Raw)": 0.609013557434082, "Finetune/Step": 2869, "Finetune/Step Time": 6.709236593917012}
+{"Finetune/Learning Rate": 1.458461366377505e-05, "Finetune/Loss": 0.7759803533554077, "Finetune/Loss (Raw)": 0.39362025260925293, "Finetune/Step": 2870, "Finetune/Step Time": 6.712935505434871}
+{"Finetune/Learning Rate": 1.4580923104191433e-05, "Finetune/Loss": 0.776281476020813, "Finetune/Loss (Raw)": 0.9605081677436829, "Finetune/Step": 2871, "Finetune/Step Time": 6.711197203025222}
+{"Finetune/Learning Rate": 1.4577231754802477e-05, "Finetune/Loss": 0.7771064639091492, "Finetune/Loss (Raw)": 0.938773512840271, "Finetune/Step": 2872, "Finetune/Step Time": 6.711349641904235}
+{"Finetune/Learning Rate": 1.457353961624461e-05, "Finetune/Loss": 0.7765929698944092, "Finetune/Loss (Raw)": 0.8593207597732544, "Finetune/Step": 2873, "Finetune/Step Time": 6.7130984626710415}
+{"Finetune/Learning Rate": 1.4569846689154401e-05, "Finetune/Loss": 0.7730855345726013, "Finetune/Loss (Raw)": 0.370335191488266, "Finetune/Step": 2874, "Finetune/Step Time": 6.719657946377993}
+{"Finetune/Learning Rate": 1.4566152974168556e-05, "Finetune/Loss": 0.77359938621521, "Finetune/Loss (Raw)": 0.8923407793045044, "Finetune/Step": 2875, "Finetune/Step Time": 6.710528630763292}
+{"Finetune/Learning Rate": 1.4562458471923912e-05, "Finetune/Loss": 0.7727489471435547, "Finetune/Loss (Raw)": 0.831122100353241, "Finetune/Step": 2876, "Finetune/Step Time": 6.719237195327878}
+{"Finetune/Learning Rate": 1.455876318305745e-05, "Finetune/Loss": 0.7722061276435852, "Finetune/Loss (Raw)": 0.7986495494842529, "Finetune/Step": 2877, "Finetune/Step Time": 6.722578905522823}
+{"Finetune/Learning Rate": 1.4555067108206276e-05, "Finetune/Loss": 0.7717019319534302, "Finetune/Loss (Raw)": 0.7319523096084595, "Finetune/Step": 2878, "Finetune/Step Time": 6.727885030210018}
+{"Finetune/Learning Rate": 1.455137024800764e-05, "Finetune/Loss": 0.7712529897689819, "Finetune/Loss (Raw)": 0.7439738512039185, "Finetune/Step": 2879, "Finetune/Step Time": 6.730222277343273}
+{"Finetune/Learning Rate": 1.4547672603098922e-05, "Finetune/Loss": 0.7719094753265381, "Finetune/Loss (Raw)": 0.9345272183418274, "Finetune/Step": 2880, "Finetune/Step Time": 6.712925810366869}
+{"Finetune/Learning Rate": 1.4543974174117643e-05, "Finetune/Loss": 0.7711353302001953, "Finetune/Loss (Raw)": 0.8458337187767029, "Finetune/Step": 2881, "Finetune/Step Time": 6.707141103222966}
+{"Finetune/Learning Rate": 1.4540274961701455e-05, "Finetune/Loss": 0.771930992603302, "Finetune/Loss (Raw)": 0.9136923551559448, "Finetune/Step": 2882, "Finetune/Step Time": 6.709096554666758}
+{"Finetune/Learning Rate": 1.4536574966488143e-05, "Finetune/Loss": 0.7764385938644409, "Finetune/Loss (Raw)": 0.9487999677658081, "Finetune/Step": 2883, "Finetune/Step Time": 6.692539883777499}
+{"Finetune/Learning Rate": 1.4532874189115638e-05, "Finetune/Loss": 0.7753991484642029, "Finetune/Loss (Raw)": 0.7159817814826965, "Finetune/Step": 2884, "Finetune/Step Time": 6.708295671269298}
+{"Finetune/Learning Rate": 1.4529172630221988e-05, "Finetune/Loss": 0.7771713733673096, "Finetune/Loss (Raw)": 0.8940765857696533, "Finetune/Step": 2885, "Finetune/Step Time": 6.687550883740187}
+{"Finetune/Learning Rate": 1.4525470290445392e-05, "Finetune/Loss": 0.7748769521713257, "Finetune/Loss (Raw)": 0.5993341207504272, "Finetune/Step": 2886, "Finetune/Step Time": 6.709579041227698}
+{"Finetune/Learning Rate": 1.4521767170424173e-05, "Finetune/Loss": 0.7745187282562256, "Finetune/Loss (Raw)": 0.7040183544158936, "Finetune/Step": 2887, "Finetune/Step Time": 6.7152540516108274}
+{"Finetune/Learning Rate": 1.4518063270796794e-05, "Finetune/Loss": 0.7771635055541992, "Finetune/Loss (Raw)": 1.009777307510376, "Finetune/Step": 2888, "Finetune/Step Time": 6.732953682541847}
+{"Finetune/Learning Rate": 1.4514358592201853e-05, "Finetune/Loss": 0.7764778137207031, "Finetune/Loss (Raw)": 0.3478650152683258, "Finetune/Step": 2889, "Finetune/Step Time": 6.732869731262326}
+{"Finetune/Learning Rate": 1.4510653135278082e-05, "Finetune/Loss": 0.7765424251556396, "Finetune/Loss (Raw)": 0.7635563015937805, "Finetune/Step": 2890, "Finetune/Step Time": 6.732590412721038}
+{"Finetune/Learning Rate": 1.4506946900664338e-05, "Finetune/Loss": 0.7763826847076416, "Finetune/Loss (Raw)": 0.7933162450790405, "Finetune/Step": 2891, "Finetune/Step Time": 6.73139582388103}
+{"Finetune/Learning Rate": 1.4503239888999625e-05, "Finetune/Loss": 0.7780519723892212, "Finetune/Loss (Raw)": 1.0210113525390625, "Finetune/Step": 2892, "Finetune/Step Time": 6.740691050887108}
+{"Finetune/Learning Rate": 1.449953210092308e-05, "Finetune/Loss": 0.7814409732818604, "Finetune/Loss (Raw)": 0.8039601445198059, "Finetune/Step": 2893, "Finetune/Step Time": 6.719483561813831}
+{"Finetune/Learning Rate": 1.4495823537073958e-05, "Finetune/Loss": 0.7821878790855408, "Finetune/Loss (Raw)": 0.9192187190055847, "Finetune/Step": 2894, "Finetune/Step Time": 6.72845247015357}
+{"Finetune/Learning Rate": 1.4492114198091672e-05, "Finetune/Loss": 0.782157301902771, "Finetune/Loss (Raw)": 0.8414241671562195, "Finetune/Step": 2895, "Finetune/Step Time": 6.715344535186887}
+{"Finetune/Learning Rate": 1.4488404084615743e-05, "Finetune/Loss": 0.7822695970535278, "Finetune/Loss (Raw)": 0.8874789476394653, "Finetune/Step": 2896, "Finetune/Step Time": 6.717166073620319}
+{"Finetune/Learning Rate": 1.448469319728585e-05, "Finetune/Loss": 0.7827036380767822, "Finetune/Loss (Raw)": 0.9127350449562073, "Finetune/Step": 2897, "Finetune/Step Time": 6.711982535198331}
+{"Finetune/Learning Rate": 1.4480981536741792e-05, "Finetune/Loss": 0.7851861715316772, "Finetune/Loss (Raw)": 0.8524831533432007, "Finetune/Step": 2898, "Finetune/Step Time": 6.694529453292489}
+{"Finetune/Learning Rate": 1.4477269103623496e-05, "Finetune/Loss": 0.7846847176551819, "Finetune/Loss (Raw)": 0.8245566487312317, "Finetune/Step": 2899, "Finetune/Step Time": 6.684908509254456}
+{"Finetune/Learning Rate": 1.4473555898571035e-05, "Finetune/Loss": 0.7832596898078918, "Finetune/Loss (Raw)": 0.6839215755462646, "Finetune/Step": 2900, "Finetune/Step Time": 6.688090147450566}
+{"Finetune/Learning Rate": 1.446984192222461e-05, "Finetune/Loss": 0.781574547290802, "Finetune/Loss (Raw)": 0.7047731280326843, "Finetune/Step": 2901, "Finetune/Step Time": 6.697072202339768}
+{"Finetune/Learning Rate": 1.4466127175224551e-05, "Finetune/Loss": 0.7851715087890625, "Finetune/Loss (Raw)": 0.8040037751197815, "Finetune/Step": 2902, "Finetune/Step Time": 6.699734402820468}
+{"Finetune/Learning Rate": 1.4462411658211328e-05, "Finetune/Loss": 0.7847833037376404, "Finetune/Loss (Raw)": 0.8483771085739136, "Finetune/Step": 2903, "Finetune/Step Time": 6.7023489605635405}
+{"Finetune/Learning Rate": 1.4458695371825535e-05, "Finetune/Loss": 0.785143256187439, "Finetune/Loss (Raw)": 0.8124122023582458, "Finetune/Step": 2904, "Finetune/Step Time": 6.690418029204011}
+{"Finetune/Learning Rate": 1.445497831670791e-05, "Finetune/Loss": 0.7851668000221252, "Finetune/Loss (Raw)": 0.8209256529808044, "Finetune/Step": 2905, "Finetune/Step Time": 6.692051524296403}
+{"Finetune/Learning Rate": 1.4451260493499312e-05, "Finetune/Loss": 0.7854944467544556, "Finetune/Loss (Raw)": 0.9059564471244812, "Finetune/Step": 2906, "Finetune/Step Time": 6.693219378590584}
+{"Finetune/Learning Rate": 1.4447541902840742e-05, "Finetune/Loss": 0.7861301898956299, "Finetune/Loss (Raw)": 0.812045156955719, "Finetune/Step": 2907, "Finetune/Step Time": 6.686148861423135}
+{"Finetune/Learning Rate": 1.4443822545373324e-05, "Finetune/Loss": 0.786628782749176, "Finetune/Loss (Raw)": 0.8974726796150208, "Finetune/Step": 2908, "Finetune/Step Time": 6.679380713030696}
+{"Finetune/Learning Rate": 1.4440102421738328e-05, "Finetune/Loss": 0.7874730825424194, "Finetune/Loss (Raw)": 1.0208282470703125, "Finetune/Step": 2909, "Finetune/Step Time": 6.6746882405132055}
+{"Finetune/Learning Rate": 1.4436381532577137e-05, "Finetune/Loss": 0.7881964445114136, "Finetune/Loss (Raw)": 0.9348654747009277, "Finetune/Step": 2910, "Finetune/Step Time": 6.675824921578169}
+{"Finetune/Learning Rate": 1.4432659878531281e-05, "Finetune/Loss": 0.7891875505447388, "Finetune/Loss (Raw)": 0.9790242910385132, "Finetune/Step": 2911, "Finetune/Step Time": 6.6622416861355305}
+{"Finetune/Learning Rate": 1.4428937460242417e-05, "Finetune/Loss": 0.791086733341217, "Finetune/Loss (Raw)": 0.8602758646011353, "Finetune/Step": 2912, "Finetune/Step Time": 6.653866508975625}
+{"Finetune/Learning Rate": 1.4425214278352335e-05, "Finetune/Loss": 0.7912135124206543, "Finetune/Loss (Raw)": 0.8305113315582275, "Finetune/Step": 2913, "Finetune/Step Time": 6.646940173581243}
+{"Finetune/Learning Rate": 1.4421490333502957e-05, "Finetune/Loss": 0.7893503904342651, "Finetune/Loss (Raw)": 0.6317269802093506, "Finetune/Step": 2914, "Finetune/Step Time": 6.67344512976706}
+{"Finetune/Learning Rate": 1.4417765626336331e-05, "Finetune/Loss": 0.7876855731010437, "Finetune/Loss (Raw)": 0.5799830555915833, "Finetune/Step": 2915, "Finetune/Step Time": 6.685381390154362}
+{"Finetune/Learning Rate": 1.441404015749464e-05, "Finetune/Loss": 0.7876272201538086, "Finetune/Loss (Raw)": 0.880784273147583, "Finetune/Step": 2916, "Finetune/Step Time": 6.67304677516222}
+{"Finetune/Learning Rate": 1.4410313927620201e-05, "Finetune/Loss": 0.7889970541000366, "Finetune/Loss (Raw)": 0.9213591814041138, "Finetune/Step": 2917, "Finetune/Step Time": 6.657396327704191}
+{"Finetune/Learning Rate": 1.4406586937355464e-05, "Finetune/Loss": 0.7883212566375732, "Finetune/Loss (Raw)": 0.7280493974685669, "Finetune/Step": 2918, "Finetune/Step Time": 6.662224717438221}
+{"Finetune/Learning Rate": 1.4402859187343002e-05, "Finetune/Loss": 0.7900377511978149, "Finetune/Loss (Raw)": 0.8515201807022095, "Finetune/Step": 2919, "Finetune/Step Time": 6.640691768378019}
+{"Finetune/Learning Rate": 1.439913067822552e-05, "Finetune/Loss": 0.7865093946456909, "Finetune/Loss (Raw)": 0.3612050414085388, "Finetune/Step": 2920, "Finetune/Step Time": 6.636670520529151}
+{"Finetune/Learning Rate": 1.4395401410645864e-05, "Finetune/Loss": 0.7853490710258484, "Finetune/Loss (Raw)": 0.7978624701499939, "Finetune/Step": 2921, "Finetune/Step Time": 6.653821442276239}
+{"Finetune/Learning Rate": 1.4391671385247002e-05, "Finetune/Loss": 0.7855835556983948, "Finetune/Loss (Raw)": 0.7760724425315857, "Finetune/Step": 2922, "Finetune/Step Time": 6.647179685533047}
+{"Finetune/Learning Rate": 1.438794060267203e-05, "Finetune/Loss": 0.7859584093093872, "Finetune/Loss (Raw)": 0.7208924889564514, "Finetune/Step": 2923, "Finetune/Step Time": 6.668513331562281}
+{"Finetune/Learning Rate": 1.4384209063564183e-05, "Finetune/Loss": 0.7868049144744873, "Finetune/Loss (Raw)": 0.9054865837097168, "Finetune/Step": 2924, "Finetune/Step Time": 6.662881251424551}
+{"Finetune/Learning Rate": 1.4380476768566825e-05, "Finetune/Loss": 0.7893938422203064, "Finetune/Loss (Raw)": 0.9368858933448792, "Finetune/Step": 2925, "Finetune/Step Time": 6.6518133617937565}
+{"Finetune/Learning Rate": 1.437674371832344e-05, "Finetune/Loss": 0.7927591800689697, "Finetune/Loss (Raw)": 0.8253843188285828, "Finetune/Step": 2926, "Finetune/Step Time": 6.658328074961901}
+{"Finetune/Learning Rate": 1.4373009913477658e-05, "Finetune/Loss": 0.791926383972168, "Finetune/Loss (Raw)": 0.5770915150642395, "Finetune/Step": 2927, "Finetune/Step Time": 6.66798229329288}
+{"Finetune/Learning Rate": 1.4369275354673227e-05, "Finetune/Loss": 0.7933236956596375, "Finetune/Loss (Raw)": 0.8227112889289856, "Finetune/Step": 2928, "Finetune/Step Time": 6.677259614691138}
+{"Finetune/Learning Rate": 1.436554004255403e-05, "Finetune/Loss": 0.7930842041969299, "Finetune/Loss (Raw)": 0.8667179346084595, "Finetune/Step": 2929, "Finetune/Step Time": 6.667902708053589}
+{"Finetune/Learning Rate": 1.4361803977764077e-05, "Finetune/Loss": 0.7932068109512329, "Finetune/Loss (Raw)": 0.8949002027511597, "Finetune/Step": 2930, "Finetune/Step Time": 6.659679746255279}
+{"Finetune/Learning Rate": 1.4358067160947516e-05, "Finetune/Loss": 0.7942104935646057, "Finetune/Loss (Raw)": 0.8887598514556885, "Finetune/Step": 2931, "Finetune/Step Time": 6.6621916256845}
+{"Finetune/Learning Rate": 1.4354329592748608e-05, "Finetune/Loss": 0.7944895029067993, "Finetune/Loss (Raw)": 0.8896299600601196, "Finetune/Step": 2932, "Finetune/Step Time": 6.665817879140377}
+{"Finetune/Learning Rate": 1.4350591273811765e-05, "Finetune/Loss": 0.7934157252311707, "Finetune/Loss (Raw)": 0.8368597626686096, "Finetune/Step": 2933, "Finetune/Step Time": 6.676959658041596}
+{"Finetune/Learning Rate": 1.4346852204781511e-05, "Finetune/Loss": 0.7939186096191406, "Finetune/Loss (Raw)": 0.8077729940414429, "Finetune/Step": 2934, "Finetune/Step Time": 6.670926341786981}
+{"Finetune/Learning Rate": 1.4343112386302509e-05, "Finetune/Loss": 0.7942236661911011, "Finetune/Loss (Raw)": 0.8338963389396667, "Finetune/Step": 2935, "Finetune/Step Time": 6.6749309077858925}
+{"Finetune/Learning Rate": 1.4339371819019543e-05, "Finetune/Loss": 0.7962653636932373, "Finetune/Loss (Raw)": 0.8786136507987976, "Finetune/Step": 2936, "Finetune/Step Time": 6.6712955217808485}
+{"Finetune/Learning Rate": 1.4335630503577536e-05, "Finetune/Loss": 0.8014376759529114, "Finetune/Loss (Raw)": 1.0221501588821411, "Finetune/Step": 2937, "Finetune/Step Time": 6.652648834511638}
+{"Finetune/Learning Rate": 1.4331888440621533e-05, "Finetune/Loss": 0.8027304410934448, "Finetune/Loss (Raw)": 0.8799752593040466, "Finetune/Step": 2938, "Finetune/Step Time": 6.648602331057191}
+{"Finetune/Learning Rate": 1.432814563079671e-05, "Finetune/Loss": 0.8026144504547119, "Finetune/Loss (Raw)": 0.8344279527664185, "Finetune/Step": 2939, "Finetune/Step Time": 6.647412605583668}
+{"Finetune/Learning Rate": 1.432440207474837e-05, "Finetune/Loss": 0.8016560077667236, "Finetune/Loss (Raw)": 0.6814413070678711, "Finetune/Step": 2940, "Finetune/Step Time": 6.649468479678035}
+{"Finetune/Learning Rate": 1.432065777312195e-05, "Finetune/Loss": 0.798833966255188, "Finetune/Loss (Raw)": 0.5334110260009766, "Finetune/Step": 2941, "Finetune/Step Time": 6.685465300455689}
+{"Finetune/Learning Rate": 1.4316912726563013e-05, "Finetune/Loss": 0.8035889863967896, "Finetune/Loss (Raw)": 0.9776679873466492, "Finetune/Step": 2942, "Finetune/Step Time": 6.670936675742269}
+{"Finetune/Learning Rate": 1.4313166935717243e-05, "Finetune/Loss": 0.8023368716239929, "Finetune/Loss (Raw)": 0.7767571806907654, "Finetune/Step": 2943, "Finetune/Step Time": 6.665124591439962}
+{"Finetune/Learning Rate": 1.4309420401230464e-05, "Finetune/Loss": 0.8024276494979858, "Finetune/Loss (Raw)": 0.8321206569671631, "Finetune/Step": 2944, "Finetune/Step Time": 6.672498986124992}
+{"Finetune/Learning Rate": 1.430567312374862e-05, "Finetune/Loss": 0.8021042346954346, "Finetune/Loss (Raw)": 0.7634207606315613, "Finetune/Step": 2945, "Finetune/Step Time": 6.681067058816552}
+{"Finetune/Learning Rate": 1.4301925103917786e-05, "Finetune/Loss": 0.8020968437194824, "Finetune/Loss (Raw)": 0.8027656674385071, "Finetune/Step": 2946, "Finetune/Step Time": 6.663111984729767}
+{"Finetune/Learning Rate": 1.4298176342384169e-05, "Finetune/Loss": 0.8009516000747681, "Finetune/Loss (Raw)": 0.7970337867736816, "Finetune/Step": 2947, "Finetune/Step Time": 6.6892622001469135}
+{"Finetune/Learning Rate": 1.4294426839794096e-05, "Finetune/Loss": 0.7995603084564209, "Finetune/Loss (Raw)": 0.7405858635902405, "Finetune/Step": 2948, "Finetune/Step Time": 6.699650792405009}
+{"Finetune/Learning Rate": 1.4290676596794024e-05, "Finetune/Loss": 0.8013076186180115, "Finetune/Loss (Raw)": 0.8605926036834717, "Finetune/Step": 2949, "Finetune/Step Time": 6.690100319683552}
+{"Finetune/Learning Rate": 1.4286925614030542e-05, "Finetune/Loss": 0.8013670444488525, "Finetune/Loss (Raw)": 0.8681031465530396, "Finetune/Step": 2950, "Finetune/Step Time": 6.699560532346368}
+{"Finetune/Learning Rate": 1.4283173892150366e-05, "Finetune/Loss": 0.8006708025932312, "Finetune/Loss (Raw)": 0.3278467655181885, "Finetune/Step": 2951, "Finetune/Step Time": 6.709995457902551}
+{"Finetune/Learning Rate": 1.4279421431800336e-05, "Finetune/Loss": 0.8024569749832153, "Finetune/Loss (Raw)": 0.8736550807952881, "Finetune/Step": 2952, "Finetune/Step Time": 6.707511004060507}
+{"Finetune/Learning Rate": 1.4275668233627413e-05, "Finetune/Loss": 0.8039606809616089, "Finetune/Loss (Raw)": 0.9247789978981018, "Finetune/Step": 2953, "Finetune/Step Time": 6.706631049513817}
+{"Finetune/Learning Rate": 1.4271914298278705e-05, "Finetune/Loss": 0.8044233918190002, "Finetune/Loss (Raw)": 0.7445104718208313, "Finetune/Step": 2954, "Finetune/Step Time": 6.711039276793599}
+{"Finetune/Learning Rate": 1.4268159626401428e-05, "Finetune/Loss": 0.8057739734649658, "Finetune/Loss (Raw)": 1.0036996603012085, "Finetune/Step": 2955, "Finetune/Step Time": 6.717731582000852}
+{"Finetune/Learning Rate": 1.426440421864293e-05, "Finetune/Loss": 0.8046523332595825, "Finetune/Loss (Raw)": 0.8292726278305054, "Finetune/Step": 2956, "Finetune/Step Time": 6.705407628789544}
+{"Finetune/Learning Rate": 1.4260648075650691e-05, "Finetune/Loss": 0.8041192293167114, "Finetune/Loss (Raw)": 0.7922671437263489, "Finetune/Step": 2957, "Finetune/Step Time": 6.6946962885558605}
+{"Finetune/Learning Rate": 1.4256891198072315e-05, "Finetune/Loss": 0.8034015893936157, "Finetune/Loss (Raw)": 0.8228446245193481, "Finetune/Step": 2958, "Finetune/Step Time": 6.697624636813998}
+{"Finetune/Learning Rate": 1.4253133586555535e-05, "Finetune/Loss": 0.7980286478996277, "Finetune/Loss (Raw)": 0.35606929659843445, "Finetune/Step": 2959, "Finetune/Step Time": 6.7150361482053995}
+{"Finetune/Learning Rate": 1.42493752417482e-05, "Finetune/Loss": 0.7965970635414124, "Finetune/Loss (Raw)": 0.7675322890281677, "Finetune/Step": 2960, "Finetune/Step Time": 6.7228368781507015}
+{"Finetune/Learning Rate": 1.4245616164298295e-05, "Finetune/Loss": 0.7962137460708618, "Finetune/Loss (Raw)": 0.7792240381240845, "Finetune/Step": 2961, "Finetune/Step Time": 6.699962176382542}
+{"Finetune/Learning Rate": 1.4241856354853933e-05, "Finetune/Loss": 0.8013112545013428, "Finetune/Loss (Raw)": 1.0201071500778198, "Finetune/Step": 2962, "Finetune/Step Time": 6.686012275516987}
+{"Finetune/Learning Rate": 1.423809581406335e-05, "Finetune/Loss": 0.8015512228012085, "Finetune/Loss (Raw)": 0.8735255002975464, "Finetune/Step": 2963, "Finetune/Step Time": 6.69686983153224}
+{"Finetune/Learning Rate": 1.4234334542574906e-05, "Finetune/Loss": 0.8034566640853882, "Finetune/Loss (Raw)": 0.8907069563865662, "Finetune/Step": 2964, "Finetune/Step Time": 6.70037554576993}
+{"Finetune/Learning Rate": 1.4230572541037085e-05, "Finetune/Loss": 0.8038320541381836, "Finetune/Loss (Raw)": 0.9155983328819275, "Finetune/Step": 2965, "Finetune/Step Time": 6.687211299315095}
+{"Finetune/Learning Rate": 1.4226809810098505e-05, "Finetune/Loss": 0.8039346933364868, "Finetune/Loss (Raw)": 0.7447181940078735, "Finetune/Step": 2966, "Finetune/Step Time": 6.695192379876971}
+{"Finetune/Learning Rate": 1.4223046350407905e-05, "Finetune/Loss": 0.8037960529327393, "Finetune/Loss (Raw)": 0.7009922862052917, "Finetune/Step": 2967, "Finetune/Step Time": 6.707237223163247}
+{"Finetune/Learning Rate": 1.421928216261415e-05, "Finetune/Loss": 0.8046666383743286, "Finetune/Loss (Raw)": 0.9137253761291504, "Finetune/Step": 2968, "Finetune/Step Time": 6.716038765385747}
+{"Finetune/Learning Rate": 1.421551724736623e-05, "Finetune/Loss": 0.803789496421814, "Finetune/Loss (Raw)": 0.8393616080284119, "Finetune/Step": 2969, "Finetune/Step Time": 6.713380854576826}
+{"Finetune/Learning Rate": 1.421175160531326e-05, "Finetune/Loss": 0.8035170435905457, "Finetune/Loss (Raw)": 0.8076944351196289, "Finetune/Step": 2970, "Finetune/Step Time": 6.7250891868025064}
+{"Finetune/Learning Rate": 1.4207985237104482e-05, "Finetune/Loss": 0.8044635057449341, "Finetune/Loss (Raw)": 0.8204234838485718, "Finetune/Step": 2971, "Finetune/Step Time": 6.732023905962706}
+{"Finetune/Learning Rate": 1.4204218143389264e-05, "Finetune/Loss": 0.8041505217552185, "Finetune/Loss (Raw)": 0.825756311416626, "Finetune/Step": 2972, "Finetune/Step Time": 6.727917084470391}
+{"Finetune/Learning Rate": 1.4200450324817092e-05, "Finetune/Loss": 0.803340494632721, "Finetune/Loss (Raw)": 0.7265033721923828, "Finetune/Step": 2973, "Finetune/Step Time": 6.731362605467439}
+{"Finetune/Learning Rate": 1.419668178203759e-05, "Finetune/Loss": 0.8040317296981812, "Finetune/Loss (Raw)": 0.855084240436554, "Finetune/Step": 2974, "Finetune/Step Time": 6.732479061931372}
+{"Finetune/Learning Rate": 1.4192912515700496e-05, "Finetune/Loss": 0.802505612373352, "Finetune/Loss (Raw)": 0.41289323568344116, "Finetune/Step": 2975, "Finetune/Step Time": 6.738474482670426}
+{"Finetune/Learning Rate": 1.4189142526455677e-05, "Finetune/Loss": 0.8016328811645508, "Finetune/Loss (Raw)": 0.7522738575935364, "Finetune/Step": 2976, "Finetune/Step Time": 6.73321926034987}
+{"Finetune/Learning Rate": 1.4185371814953116e-05, "Finetune/Loss": 0.8017330765724182, "Finetune/Loss (Raw)": 0.7874177098274231, "Finetune/Step": 2977, "Finetune/Step Time": 6.730503756552935}
+{"Finetune/Learning Rate": 1.4181600381842942e-05, "Finetune/Loss": 0.8029056787490845, "Finetune/Loss (Raw)": 0.9624422192573547, "Finetune/Step": 2978, "Finetune/Step Time": 6.730802394449711}
+{"Finetune/Learning Rate": 1.4177828227775386e-05, "Finetune/Loss": 0.8027183413505554, "Finetune/Loss (Raw)": 0.8529561161994934, "Finetune/Step": 2979, "Finetune/Step Time": 6.74027156829834}
+{"Finetune/Learning Rate": 1.4174055353400813e-05, "Finetune/Loss": 0.8020890951156616, "Finetune/Loss (Raw)": 0.766837477684021, "Finetune/Step": 2980, "Finetune/Step Time": 6.74360821582377}
+{"Finetune/Learning Rate": 1.4170281759369711e-05, "Finetune/Loss": 0.8017841577529907, "Finetune/Loss (Raw)": 0.7311147451400757, "Finetune/Step": 2981, "Finetune/Step Time": 6.778562681749463}
+{"Finetune/Learning Rate": 1.4166507446332695e-05, "Finetune/Loss": 0.8008543252944946, "Finetune/Loss (Raw)": 0.775925874710083, "Finetune/Step": 2982, "Finetune/Step Time": 6.772587016224861}
+{"Finetune/Learning Rate": 1.4162732414940499e-05, "Finetune/Loss": 0.8019673824310303, "Finetune/Loss (Raw)": 0.9578931927680969, "Finetune/Step": 2983, "Finetune/Step Time": 6.763120274990797}
+{"Finetune/Learning Rate": 1.4158956665843983e-05, "Finetune/Loss": 0.8019204139709473, "Finetune/Loss (Raw)": 0.791343092918396, "Finetune/Step": 2984, "Finetune/Step Time": 6.762776017189026}
+{"Finetune/Learning Rate": 1.415518019969413e-05, "Finetune/Loss": 0.801899790763855, "Finetune/Loss (Raw)": 0.8505929708480835, "Finetune/Step": 2985, "Finetune/Step Time": 6.76231768541038}
+{"Finetune/Learning Rate": 1.4151403017142049e-05, "Finetune/Loss": 0.7988681793212891, "Finetune/Loss (Raw)": 0.3518580198287964, "Finetune/Step": 2986, "Finetune/Step Time": 6.783524947240949}
+{"Finetune/Learning Rate": 1.4147625118838973e-05, "Finetune/Loss": 0.7986067533493042, "Finetune/Loss (Raw)": 0.7992474436759949, "Finetune/Step": 2987, "Finetune/Step Time": 6.796827862039208}
+{"Finetune/Learning Rate": 1.4143846505436255e-05, "Finetune/Loss": 0.8000221252441406, "Finetune/Loss (Raw)": 0.8901442885398865, "Finetune/Step": 2988, "Finetune/Step Time": 6.793923204764724}
+{"Finetune/Learning Rate": 1.4140067177585365e-05, "Finetune/Loss": 0.7974042892456055, "Finetune/Loss (Raw)": 0.6533582210540771, "Finetune/Step": 2989, "Finetune/Step Time": 6.799258172512054}
+{"Finetune/Learning Rate": 1.4136287135937915e-05, "Finetune/Loss": 0.7987420558929443, "Finetune/Loss (Raw)": 0.9385759830474854, "Finetune/Step": 2990, "Finetune/Step Time": 6.775487473234534}
+{"Finetune/Learning Rate": 1.4132506381145626e-05, "Finetune/Loss": 0.7993736267089844, "Finetune/Loss (Raw)": 0.8794224858283997, "Finetune/Step": 2991, "Finetune/Step Time": 6.779924303293228}
+{"Finetune/Learning Rate": 1.4128724913860342e-05, "Finetune/Loss": 0.7992895841598511, "Finetune/Loss (Raw)": 0.7110047936439514, "Finetune/Step": 2992, "Finetune/Step Time": 6.790226835757494}
+{"Finetune/Learning Rate": 1.4124942734734031e-05, "Finetune/Loss": 0.7996134757995605, "Finetune/Loss (Raw)": 0.9457274079322815, "Finetune/Step": 2993, "Finetune/Step Time": 6.776532765477896}
+{"Finetune/Learning Rate": 1.4121159844418793e-05, "Finetune/Loss": 0.8037850856781006, "Finetune/Loss (Raw)": 0.9455167055130005, "Finetune/Step": 2994, "Finetune/Step Time": 6.754163641482592}
+{"Finetune/Learning Rate": 1.4117376243566834e-05, "Finetune/Loss": 0.8037948608398438, "Finetune/Loss (Raw)": 0.8567859530448914, "Finetune/Step": 2995, "Finetune/Step Time": 6.746936658397317}
+{"Finetune/Learning Rate": 1.4113591932830499e-05, "Finetune/Loss": 0.8022933006286621, "Finetune/Loss (Raw)": 0.7610394358634949, "Finetune/Step": 2996, "Finetune/Step Time": 6.7621951550245285}
+{"Finetune/Learning Rate": 1.4109806912862244e-05, "Finetune/Loss": 0.8034424781799316, "Finetune/Loss (Raw)": 0.7561125159263611, "Finetune/Step": 2997, "Finetune/Step Time": 6.742848174646497}
+{"Finetune/Learning Rate": 1.4106021184314651e-05, "Finetune/Loss": 0.8063545823097229, "Finetune/Loss (Raw)": 0.7663687467575073, "Finetune/Step": 2998, "Finetune/Step Time": 6.731980934739113}
+{"Finetune/Learning Rate": 1.4102234747840429e-05, "Finetune/Loss": 0.8055827617645264, "Finetune/Loss (Raw)": 0.8617174625396729, "Finetune/Step": 2999, "Finetune/Step Time": 6.737987907603383}
+{"Finetune/Learning Rate": 1.4098447604092398e-05, "Finetune/Loss": 0.8049006462097168, "Finetune/Loss (Raw)": 0.8514658212661743, "Finetune/Step": 3000, "Finetune/Step Time": 6.742310032248497}
+{"Finetune/Learning Rate": 1.409465975372351e-05, "Finetune/Loss": 0.8041880130767822, "Finetune/Loss (Raw)": 0.7680996060371399, "Finetune/Step": 3001, "Finetune/Step Time": 6.7456203661859035}
+{"Finetune/Learning Rate": 1.4090871197386835e-05, "Finetune/Loss": 0.8084760904312134, "Finetune/Loss (Raw)": 0.9191997647285461, "Finetune/Step": 3002, "Finetune/Step Time": 6.72933492437005}
+{"Finetune/Learning Rate": 1.4087081935735565e-05, "Finetune/Loss": 0.8079022169113159, "Finetune/Loss (Raw)": 0.8188921809196472, "Finetune/Step": 3003, "Finetune/Step Time": 6.724781410768628}
+{"Finetune/Learning Rate": 1.4083291969423011e-05, "Finetune/Loss": 0.8083879351615906, "Finetune/Loss (Raw)": 0.8932908773422241, "Finetune/Step": 3004, "Finetune/Step Time": 6.727817120030522}
+{"Finetune/Learning Rate": 1.4079501299102611e-05, "Finetune/Loss": 0.8069115877151489, "Finetune/Loss (Raw)": 0.609686553478241, "Finetune/Step": 3005, "Finetune/Step Time": 6.745473017916083}
+{"Finetune/Learning Rate": 1.4075709925427923e-05, "Finetune/Loss": 0.808337926864624, "Finetune/Loss (Raw)": 0.9145106077194214, "Finetune/Step": 3006, "Finetune/Step Time": 6.738817783072591}
+{"Finetune/Learning Rate": 1.4071917849052619e-05, "Finetune/Loss": 0.8077602982521057, "Finetune/Loss (Raw)": 0.6700451374053955, "Finetune/Step": 3007, "Finetune/Step Time": 6.739200703799725}
+{"Finetune/Learning Rate": 1.4068125070630503e-05, "Finetune/Loss": 0.8074067831039429, "Finetune/Loss (Raw)": 0.8892796635627747, "Finetune/Step": 3008, "Finetune/Step Time": 6.739870639517903}
+{"Finetune/Learning Rate": 1.4064331590815493e-05, "Finetune/Loss": 0.8082388639450073, "Finetune/Loss (Raw)": 0.9523366689682007, "Finetune/Step": 3009, "Finetune/Step Time": 6.733390349894762}
+{"Finetune/Learning Rate": 1.4060537410261628e-05, "Finetune/Loss": 0.8073815107345581, "Finetune/Loss (Raw)": 0.8039491176605225, "Finetune/Step": 3010, "Finetune/Step Time": 6.733605010434985}
+{"Finetune/Learning Rate": 1.4056742529623073e-05, "Finetune/Loss": 0.8069940805435181, "Finetune/Loss (Raw)": 0.8992074728012085, "Finetune/Step": 3011, "Finetune/Step Time": 6.740796459838748}
+{"Finetune/Learning Rate": 1.4052946949554107e-05, "Finetune/Loss": 0.8083087205886841, "Finetune/Loss (Raw)": 0.8842569589614868, "Finetune/Step": 3012, "Finetune/Step Time": 6.704094661399722}
+{"Finetune/Learning Rate": 1.4049150670709135e-05, "Finetune/Loss": 0.808091938495636, "Finetune/Loss (Raw)": 0.8663278818130493, "Finetune/Step": 3013, "Finetune/Step Time": 6.690176932141185}
+{"Finetune/Learning Rate": 1.4045353693742678e-05, "Finetune/Loss": 0.8089242577552795, "Finetune/Loss (Raw)": 0.7058734893798828, "Finetune/Step": 3014, "Finetune/Step Time": 6.6739670522511005}
+{"Finetune/Learning Rate": 1.4041556019309386e-05, "Finetune/Loss": 0.8083592653274536, "Finetune/Loss (Raw)": 0.6316970586776733, "Finetune/Step": 3015, "Finetune/Step Time": 6.682766359299421}
+{"Finetune/Learning Rate": 1.4037757648064019e-05, "Finetune/Loss": 0.8065603375434875, "Finetune/Loss (Raw)": 0.7795195579528809, "Finetune/Step": 3016, "Finetune/Step Time": 6.686420606449246}
+{"Finetune/Learning Rate": 1.4033958580661458e-05, "Finetune/Loss": 0.8094806671142578, "Finetune/Loss (Raw)": 0.7216601371765137, "Finetune/Step": 3017, "Finetune/Step Time": 6.672093695029616}
+{"Finetune/Learning Rate": 1.4030158817756709e-05, "Finetune/Loss": 0.8094577193260193, "Finetune/Loss (Raw)": 0.7606222033500671, "Finetune/Step": 3018, "Finetune/Step Time": 6.656655224040151}
+{"Finetune/Learning Rate": 1.40263583600049e-05, "Finetune/Loss": 0.8096286058425903, "Finetune/Loss (Raw)": 0.8151896595954895, "Finetune/Step": 3019, "Finetune/Step Time": 6.658284699544311}
+{"Finetune/Learning Rate": 1.4022557208061271e-05, "Finetune/Loss": 0.8078456521034241, "Finetune/Loss (Raw)": 0.7927923798561096, "Finetune/Step": 3020, "Finetune/Step Time": 6.640780182555318}
+{"Finetune/Learning Rate": 1.4018755362581187e-05, "Finetune/Loss": 0.807995617389679, "Finetune/Loss (Raw)": 0.8231561779975891, "Finetune/Step": 3021, "Finetune/Step Time": 6.643899526447058}
+{"Finetune/Learning Rate": 1.401495282422013e-05, "Finetune/Loss": 0.8081852793693542, "Finetune/Loss (Raw)": 0.9434962868690491, "Finetune/Step": 3022, "Finetune/Step Time": 6.633927198126912}
+{"Finetune/Learning Rate": 1.4011149593633705e-05, "Finetune/Loss": 0.8069655299186707, "Finetune/Loss (Raw)": 0.6853002905845642, "Finetune/Step": 3023, "Finetune/Step Time": 6.637036865577102}
+{"Finetune/Learning Rate": 1.400734567147763e-05, "Finetune/Loss": 0.8064303994178772, "Finetune/Loss (Raw)": 0.8189756870269775, "Finetune/Step": 3024, "Finetune/Step Time": 6.652388447895646}
+{"Finetune/Learning Rate": 1.4003541058407751e-05, "Finetune/Loss": 0.8062385320663452, "Finetune/Loss (Raw)": 0.8881840705871582, "Finetune/Step": 3025, "Finetune/Step Time": 6.651781540364027}
+{"Finetune/Learning Rate": 1.399973575508002e-05, "Finetune/Loss": 0.8060826659202576, "Finetune/Loss (Raw)": 0.8325278162956238, "Finetune/Step": 3026, "Finetune/Step Time": 6.656592659652233}
+{"Finetune/Learning Rate": 1.3995929762150526e-05, "Finetune/Loss": 0.8068726062774658, "Finetune/Loss (Raw)": 0.9256744384765625, "Finetune/Step": 3027, "Finetune/Step Time": 6.654840486124158}
+{"Finetune/Learning Rate": 1.3992123080275466e-05, "Finetune/Loss": 0.807952880859375, "Finetune/Loss (Raw)": 0.8221908211708069, "Finetune/Step": 3028, "Finetune/Step Time": 6.658453593030572}
+{"Finetune/Learning Rate": 1.3988315710111151e-05, "Finetune/Loss": 0.8105066418647766, "Finetune/Loss (Raw)": 1.0316553115844727, "Finetune/Step": 3029, "Finetune/Step Time": 6.649974374100566}
+{"Finetune/Learning Rate": 1.3984507652314019e-05, "Finetune/Loss": 0.8103569746017456, "Finetune/Loss (Raw)": 0.7848514914512634, "Finetune/Step": 3030, "Finetune/Step Time": 6.6419408936053514}
+{"Finetune/Learning Rate": 1.3980698907540628e-05, "Finetune/Loss": 0.8104027509689331, "Finetune/Loss (Raw)": 0.8542360067367554, "Finetune/Step": 3031, "Finetune/Step Time": 6.639192963019013}
+{"Finetune/Learning Rate": 1.3976889476447645e-05, "Finetune/Loss": 0.8106344938278198, "Finetune/Loss (Raw)": 0.8420678377151489, "Finetune/Step": 3032, "Finetune/Step Time": 6.643675163388252}
+{"Finetune/Learning Rate": 1.3973079359691868e-05, "Finetune/Loss": 0.811034619808197, "Finetune/Loss (Raw)": 0.8721388578414917, "Finetune/Step": 3033, "Finetune/Step Time": 6.651041194796562}
+{"Finetune/Learning Rate": 1.3969268557930198e-05, "Finetune/Loss": 0.8114717602729797, "Finetune/Loss (Raw)": 0.9619162678718567, "Finetune/Step": 3034, "Finetune/Step Time": 6.6467697992920876}
+{"Finetune/Learning Rate": 1.3965457071819667e-05, "Finetune/Loss": 0.8117931485176086, "Finetune/Loss (Raw)": 0.8531832098960876, "Finetune/Step": 3035, "Finetune/Step Time": 6.646887185052037}
+{"Finetune/Learning Rate": 1.396164490201742e-05, "Finetune/Loss": 0.8109517097473145, "Finetune/Loss (Raw)": 0.7897736430168152, "Finetune/Step": 3036, "Finetune/Step Time": 6.659167753532529}
+{"Finetune/Learning Rate": 1.3957832049180721e-05, "Finetune/Loss": 0.8104864954948425, "Finetune/Loss (Raw)": 0.9612690806388855, "Finetune/Step": 3037, "Finetune/Step Time": 6.660951633006334}
+{"Finetune/Learning Rate": 1.395401851396695e-05, "Finetune/Loss": 0.8101450204849243, "Finetune/Loss (Raw)": 0.8911606669425964, "Finetune/Step": 3038, "Finetune/Step Time": 6.669805683195591}
+{"Finetune/Learning Rate": 1.3950204297033602e-05, "Finetune/Loss": 0.8083215951919556, "Finetune/Loss (Raw)": 0.7456287145614624, "Finetune/Step": 3039, "Finetune/Step Time": 6.669383333995938}
+{"Finetune/Learning Rate": 1.39463893990383e-05, "Finetune/Loss": 0.8083040714263916, "Finetune/Loss (Raw)": 0.858034610748291, "Finetune/Step": 3040, "Finetune/Step Time": 6.662317104637623}
+{"Finetune/Learning Rate": 1.3942573820638774e-05, "Finetune/Loss": 0.8077889680862427, "Finetune/Loss (Raw)": 0.7645764350891113, "Finetune/Step": 3041, "Finetune/Step Time": 6.666531082242727}
+{"Finetune/Learning Rate": 1.3938757562492873e-05, "Finetune/Loss": 0.8094198703765869, "Finetune/Loss (Raw)": 0.8404859900474548, "Finetune/Step": 3042, "Finetune/Step Time": 6.64224042929709}
+{"Finetune/Learning Rate": 1.3934940625258568e-05, "Finetune/Loss": 0.8074548840522766, "Finetune/Loss (Raw)": 0.32846152782440186, "Finetune/Step": 3043, "Finetune/Step Time": 6.650231866165996}
+{"Finetune/Learning Rate": 1.3931123009593943e-05, "Finetune/Loss": 0.8059463500976562, "Finetune/Loss (Raw)": 0.6876926422119141, "Finetune/Step": 3044, "Finetune/Step Time": 6.668594542890787}
+{"Finetune/Learning Rate": 1.39273047161572e-05, "Finetune/Loss": 0.8033623099327087, "Finetune/Loss (Raw)": 0.5906000733375549, "Finetune/Step": 3045, "Finetune/Step Time": 6.674089651554823}
+{"Finetune/Learning Rate": 1.3923485745606656e-05, "Finetune/Loss": 0.8054766654968262, "Finetune/Loss (Raw)": 0.9986912608146667, "Finetune/Step": 3046, "Finetune/Step Time": 6.667970724403858}
+{"Finetune/Learning Rate": 1.3919666098600753e-05, "Finetune/Loss": 0.8053135275840759, "Finetune/Loss (Raw)": 0.8306342959403992, "Finetune/Step": 3047, "Finetune/Step Time": 6.673135686665773}
+{"Finetune/Learning Rate": 1.3915845775798037e-05, "Finetune/Loss": 0.8101649284362793, "Finetune/Loss (Raw)": 0.9821930527687073, "Finetune/Step": 3048, "Finetune/Step Time": 6.6535241305828094}
+{"Finetune/Learning Rate": 1.3912024777857178e-05, "Finetune/Loss": 0.8102314472198486, "Finetune/Loss (Raw)": 0.8063668608665466, "Finetune/Step": 3049, "Finetune/Step Time": 6.635929333046079}
+{"Finetune/Learning Rate": 1.3908203105436964e-05, "Finetune/Loss": 0.8117045164108276, "Finetune/Loss (Raw)": 0.9646331667900085, "Finetune/Step": 3050, "Finetune/Step Time": 6.626839816570282}
+{"Finetune/Learning Rate": 1.3904380759196294e-05, "Finetune/Loss": 0.8133844137191772, "Finetune/Loss (Raw)": 0.9359138607978821, "Finetune/Step": 3051, "Finetune/Step Time": 6.60496886447072}
+{"Finetune/Learning Rate": 1.3900557739794188e-05, "Finetune/Loss": 0.8125371336936951, "Finetune/Loss (Raw)": 0.7970351576805115, "Finetune/Step": 3052, "Finetune/Step Time": 6.598432684317231}
+{"Finetune/Learning Rate": 1.3896734047889777e-05, "Finetune/Loss": 0.8124703168869019, "Finetune/Loss (Raw)": 0.9283332824707031, "Finetune/Step": 3053, "Finetune/Step Time": 6.6117906011641026}
+{"Finetune/Learning Rate": 1.3892909684142311e-05, "Finetune/Loss": 0.8137423992156982, "Finetune/Loss (Raw)": 0.9882037043571472, "Finetune/Step": 3054, "Finetune/Step Time": 6.586803195998073}
+{"Finetune/Learning Rate": 1.3889084649211157e-05, "Finetune/Loss": 0.8158640265464783, "Finetune/Loss (Raw)": 0.8486648201942444, "Finetune/Step": 3055, "Finetune/Step Time": 6.5778649635612965}
+{"Finetune/Learning Rate": 1.3885258943755798e-05, "Finetune/Loss": 0.8162564039230347, "Finetune/Loss (Raw)": 0.8729338645935059, "Finetune/Step": 3056, "Finetune/Step Time": 6.556945012882352}
+{"Finetune/Learning Rate": 1.3881432568435827e-05, "Finetune/Loss": 0.8151780366897583, "Finetune/Loss (Raw)": 0.7286949157714844, "Finetune/Step": 3057, "Finetune/Step Time": 6.568674199283123}
+{"Finetune/Learning Rate": 1.3877605523910958e-05, "Finetune/Loss": 0.8151100873947144, "Finetune/Loss (Raw)": 0.8861973881721497, "Finetune/Step": 3058, "Finetune/Step Time": 6.5662795547395945}
+{"Finetune/Learning Rate": 1.3873777810841018e-05, "Finetune/Loss": 0.8150303363800049, "Finetune/Loss (Raw)": 0.8785516619682312, "Finetune/Step": 3059, "Finetune/Step Time": 6.56285360455513}
+{"Finetune/Learning Rate": 1.3869949429885955e-05, "Finetune/Loss": 0.815238356590271, "Finetune/Loss (Raw)": 0.9162570834159851, "Finetune/Step": 3060, "Finetune/Step Time": 6.5667533203959465}
+{"Finetune/Learning Rate": 1.3866120381705818e-05, "Finetune/Loss": 0.8159317970275879, "Finetune/Loss (Raw)": 0.9256238341331482, "Finetune/Step": 3061, "Finetune/Step Time": 6.568965146318078}
+{"Finetune/Learning Rate": 1.3862290666960787e-05, "Finetune/Loss": 0.8154974579811096, "Finetune/Loss (Raw)": 0.7521755695343018, "Finetune/Step": 3062, "Finetune/Step Time": 6.59619690105319}
+{"Finetune/Learning Rate": 1.3858460286311151e-05, "Finetune/Loss": 0.8155075311660767, "Finetune/Loss (Raw)": 0.8351811766624451, "Finetune/Step": 3063, "Finetune/Step Time": 6.588862556964159}
+{"Finetune/Learning Rate": 1.3854629240417307e-05, "Finetune/Loss": 0.8154627084732056, "Finetune/Loss (Raw)": 0.8728825449943542, "Finetune/Step": 3064, "Finetune/Step Time": 6.570603396743536}
+{"Finetune/Learning Rate": 1.3850797529939782e-05, "Finetune/Loss": 0.812651515007019, "Finetune/Loss (Raw)": 0.6623117923736572, "Finetune/Step": 3065, "Finetune/Step Time": 6.587139880284667}
+{"Finetune/Learning Rate": 1.3846965155539194e-05, "Finetune/Loss": 0.8100793957710266, "Finetune/Loss (Raw)": 0.5507453083992004, "Finetune/Step": 3066, "Finetune/Step Time": 6.609768662601709}
+{"Finetune/Learning Rate": 1.3843132117876304e-05, "Finetune/Loss": 0.8101679086685181, "Finetune/Loss (Raw)": 0.8457626700401306, "Finetune/Step": 3067, "Finetune/Step Time": 6.610811050981283}
+{"Finetune/Learning Rate": 1.3839298417611964e-05, "Finetune/Loss": 0.8109455704689026, "Finetune/Loss (Raw)": 0.7809773683547974, "Finetune/Step": 3068, "Finetune/Step Time": 6.622271811589599}
+{"Finetune/Learning Rate": 1.3835464055407152e-05, "Finetune/Loss": 0.8121441602706909, "Finetune/Loss (Raw)": 0.6868352293968201, "Finetune/Step": 3069, "Finetune/Step Time": 6.595499854534864}
+{"Finetune/Learning Rate": 1.3831629031922957e-05, "Finetune/Loss": 0.8109958171844482, "Finetune/Loss (Raw)": 0.8306716680526733, "Finetune/Step": 3070, "Finetune/Step Time": 6.592867638915777}
+{"Finetune/Learning Rate": 1.3827793347820589e-05, "Finetune/Loss": 0.8126276731491089, "Finetune/Loss (Raw)": 0.9856377243995667, "Finetune/Step": 3071, "Finetune/Step Time": 6.585591930896044}
+{"Finetune/Learning Rate": 1.3823957003761352e-05, "Finetune/Loss": 0.8124420046806335, "Finetune/Loss (Raw)": 0.8083576560020447, "Finetune/Step": 3072, "Finetune/Step Time": 6.58627112954855}
+{"Finetune/Learning Rate": 1.3820120000406689e-05, "Finetune/Loss": 0.8130590915679932, "Finetune/Loss (Raw)": 0.8424126505851746, "Finetune/Step": 3073, "Finetune/Step Time": 6.586903190240264}
+{"Finetune/Learning Rate": 1.3816282338418139e-05, "Finetune/Loss": 0.8131070137023926, "Finetune/Loss (Raw)": 0.8088973164558411, "Finetune/Step": 3074, "Finetune/Step Time": 6.589023783802986}
+{"Finetune/Learning Rate": 1.381244401845736e-05, "Finetune/Loss": 0.8093898296356201, "Finetune/Loss (Raw)": 0.3212365508079529, "Finetune/Step": 3075, "Finetune/Step Time": 6.582704141736031}
+{"Finetune/Learning Rate": 1.3808605041186129e-05, "Finetune/Loss": 0.8091011047363281, "Finetune/Loss (Raw)": 0.703622579574585, "Finetune/Step": 3076, "Finetune/Step Time": 6.569436905905604}
+{"Finetune/Learning Rate": 1.3804765407266327e-05, "Finetune/Loss": 0.8091287016868591, "Finetune/Loss (Raw)": 0.8641249537467957, "Finetune/Step": 3077, "Finetune/Step Time": 6.569161355495453}
+{"Finetune/Learning Rate": 1.3800925117359949e-05, "Finetune/Loss": 0.8079729676246643, "Finetune/Loss (Raw)": 0.7201713919639587, "Finetune/Step": 3078, "Finetune/Step Time": 6.555992271751165}
+{"Finetune/Learning Rate": 1.3797084172129114e-05, "Finetune/Loss": 0.8103542327880859, "Finetune/Loss (Raw)": 0.6326512694358826, "Finetune/Step": 3079, "Finetune/Step Time": 6.549096407368779}
+{"Finetune/Learning Rate": 1.379324257223604e-05, "Finetune/Loss": 0.8090949058532715, "Finetune/Loss (Raw)": 0.7124617099761963, "Finetune/Step": 3080, "Finetune/Step Time": 6.553417162969708}
+{"Finetune/Learning Rate": 1.378940031834307e-05, "Finetune/Loss": 0.8078005909919739, "Finetune/Loss (Raw)": 0.7591027021408081, "Finetune/Step": 3081, "Finetune/Step Time": 6.556370010599494}
+{"Finetune/Learning Rate": 1.3785557411112646e-05, "Finetune/Loss": 0.8085421323776245, "Finetune/Loss (Raw)": 0.839423656463623, "Finetune/Step": 3082, "Finetune/Step Time": 6.561296148225665}
+{"Finetune/Learning Rate": 1.3781713851207342e-05, "Finetune/Loss": 0.8074872493743896, "Finetune/Loss (Raw)": 0.8686798214912415, "Finetune/Step": 3083, "Finetune/Step Time": 6.5768308732658625}
+{"Finetune/Learning Rate": 1.3777869639289822e-05, "Finetune/Loss": 0.807131290435791, "Finetune/Loss (Raw)": 0.7837042808532715, "Finetune/Step": 3084, "Finetune/Step Time": 6.587412292137742}
+{"Finetune/Learning Rate": 1.377402477602288e-05, "Finetune/Loss": 0.8087625503540039, "Finetune/Loss (Raw)": 1.0010699033737183, "Finetune/Step": 3085, "Finetune/Step Time": 6.585579872131348}
+{"Finetune/Learning Rate": 1.3770179262069414e-05, "Finetune/Loss": 0.8089290261268616, "Finetune/Loss (Raw)": 0.8441569805145264, "Finetune/Step": 3086, "Finetune/Step Time": 6.584229044616222}
+{"Finetune/Learning Rate": 1.3766333098092437e-05, "Finetune/Loss": 0.8125046491622925, "Finetune/Loss (Raw)": 0.8137490153312683, "Finetune/Step": 3087, "Finetune/Step Time": 6.568469675257802}
+{"Finetune/Learning Rate": 1.3762486284755073e-05, "Finetune/Loss": 0.8110225200653076, "Finetune/Loss (Raw)": 0.5778241753578186, "Finetune/Step": 3088, "Finetune/Step Time": 6.557489354163408}
+{"Finetune/Learning Rate": 1.3758638822720559e-05, "Finetune/Loss": 0.8120752573013306, "Finetune/Loss (Raw)": 0.9139742255210876, "Finetune/Step": 3089, "Finetune/Step Time": 6.560891969129443}
+{"Finetune/Learning Rate": 1.3754790712652238e-05, "Finetune/Loss": 0.8099220991134644, "Finetune/Loss (Raw)": 0.7445054650306702, "Finetune/Step": 3090, "Finetune/Step Time": 6.555162038654089}
+{"Finetune/Learning Rate": 1.3750941955213574e-05, "Finetune/Loss": 0.8088816404342651, "Finetune/Loss (Raw)": 0.7403427958488464, "Finetune/Step": 3091, "Finetune/Step Time": 6.558733345940709}
+{"Finetune/Learning Rate": 1.374709255106814e-05, "Finetune/Loss": 0.8044090270996094, "Finetune/Loss (Raw)": 0.3182137906551361, "Finetune/Step": 3092, "Finetune/Step Time": 6.575952118262649}
+{"Finetune/Learning Rate": 1.3743242500879617e-05, "Finetune/Loss": 0.8038532733917236, "Finetune/Loss (Raw)": 0.8444563746452332, "Finetune/Step": 3093, "Finetune/Step Time": 6.5829685144126415}
+{"Finetune/Learning Rate": 1.3739391805311795e-05, "Finetune/Loss": 0.8047798871994019, "Finetune/Loss (Raw)": 0.863332211971283, "Finetune/Step": 3094, "Finetune/Step Time": 6.578257631510496}
+{"Finetune/Learning Rate": 1.3735540465028588e-05, "Finetune/Loss": 0.8055748343467712, "Finetune/Loss (Raw)": 0.8027365207672119, "Finetune/Step": 3095, "Finetune/Step Time": 6.570262420922518}
+{"Finetune/Learning Rate": 1.3731688480694006e-05, "Finetune/Loss": 0.805081844329834, "Finetune/Loss (Raw)": 0.8506243824958801, "Finetune/Step": 3096, "Finetune/Step Time": 6.564867086708546}
+{"Finetune/Learning Rate": 1.3727835852972178e-05, "Finetune/Loss": 0.80107581615448, "Finetune/Loss (Raw)": 0.3265877068042755, "Finetune/Step": 3097, "Finetune/Step Time": 6.595688764005899}
+{"Finetune/Learning Rate": 1.372398258252734e-05, "Finetune/Loss": 0.7992786169052124, "Finetune/Loss (Raw)": 0.5776567459106445, "Finetune/Step": 3098, "Finetune/Step Time": 6.584708644077182}
+{"Finetune/Learning Rate": 1.3720128670023848e-05, "Finetune/Loss": 0.7996618747711182, "Finetune/Loss (Raw)": 0.8694790005683899, "Finetune/Step": 3099, "Finetune/Step Time": 6.588333507999778}
+{"Finetune/Learning Rate": 1.371627411612616e-05, "Finetune/Loss": 0.801207959651947, "Finetune/Loss (Raw)": 1.0236555337905884, "Finetune/Step": 3100, "Finetune/Step Time": 6.590756991878152}
+{"Finetune/Learning Rate": 1.3712418921498845e-05, "Finetune/Loss": 0.8000257015228271, "Finetune/Loss (Raw)": 0.5751662850379944, "Finetune/Step": 3101, "Finetune/Step Time": 6.59331869520247}
+{"Finetune/Learning Rate": 1.3708563086806583e-05, "Finetune/Loss": 0.8006191253662109, "Finetune/Loss (Raw)": 0.9310516119003296, "Finetune/Step": 3102, "Finetune/Step Time": 6.600586483255029}
+{"Finetune/Learning Rate": 1.3704706612714167e-05, "Finetune/Loss": 0.8048865795135498, "Finetune/Loss (Raw)": 0.9591261744499207, "Finetune/Step": 3103, "Finetune/Step Time": 6.594527084380388}
+{"Finetune/Learning Rate": 1.3700849499886499e-05, "Finetune/Loss": 0.8058072328567505, "Finetune/Loss (Raw)": 0.8701209425926208, "Finetune/Step": 3104, "Finetune/Step Time": 6.589773697778583}
+{"Finetune/Learning Rate": 1.3696991748988592e-05, "Finetune/Loss": 0.8065060377120972, "Finetune/Loss (Raw)": 0.8768618106842041, "Finetune/Step": 3105, "Finetune/Step Time": 6.580616652965546}
+{"Finetune/Learning Rate": 1.3693133360685567e-05, "Finetune/Loss": 0.8048400282859802, "Finetune/Loss (Raw)": 0.7491976618766785, "Finetune/Step": 3106, "Finetune/Step Time": 6.590809378772974}
+{"Finetune/Learning Rate": 1.3689274335642653e-05, "Finetune/Loss": 0.8058919310569763, "Finetune/Loss (Raw)": 0.9875953793525696, "Finetune/Step": 3107, "Finetune/Step Time": 6.585101515054703}
+{"Finetune/Learning Rate": 1.3685414674525197e-05, "Finetune/Loss": 0.8058687448501587, "Finetune/Loss (Raw)": 0.7638691067695618, "Finetune/Step": 3108, "Finetune/Step Time": 6.577015357092023}
+{"Finetune/Learning Rate": 1.3681554377998645e-05, "Finetune/Loss": 0.8063596487045288, "Finetune/Loss (Raw)": 0.7939459681510925, "Finetune/Step": 3109, "Finetune/Step Time": 6.543661875650287}
+{"Finetune/Learning Rate": 1.367769344672856e-05, "Finetune/Loss": 0.8062164783477783, "Finetune/Loss (Raw)": 0.7576047778129578, "Finetune/Step": 3110, "Finetune/Step Time": 6.5502163879573345}
+{"Finetune/Learning Rate": 1.3673831881380612e-05, "Finetune/Loss": 0.8047229051589966, "Finetune/Loss (Raw)": 0.7667162418365479, "Finetune/Step": 3111, "Finetune/Step Time": 6.559271141886711}
+{"Finetune/Learning Rate": 1.3669969682620582e-05, "Finetune/Loss": 0.8056201934814453, "Finetune/Loss (Raw)": 0.9061880111694336, "Finetune/Step": 3112, "Finetune/Step Time": 6.544477995485067}
+{"Finetune/Learning Rate": 1.3666106851114358e-05, "Finetune/Loss": 0.805106520652771, "Finetune/Loss (Raw)": 0.7848487496376038, "Finetune/Step": 3113, "Finetune/Step Time": 6.557662507519126}
+{"Finetune/Learning Rate": 1.3662243387527936e-05, "Finetune/Loss": 0.8092269897460938, "Finetune/Loss (Raw)": 0.8792738318443298, "Finetune/Step": 3114, "Finetune/Step Time": 6.544027356430888}
+{"Finetune/Learning Rate": 1.3658379292527423e-05, "Finetune/Loss": 0.809333086013794, "Finetune/Loss (Raw)": 0.8128337264060974, "Finetune/Step": 3115, "Finetune/Step Time": 6.526676522567868}
+{"Finetune/Learning Rate": 1.365451456677904e-05, "Finetune/Loss": 0.8070021867752075, "Finetune/Loss (Raw)": 0.5917893052101135, "Finetune/Step": 3116, "Finetune/Step Time": 6.552942810580134}
+{"Finetune/Learning Rate": 1.3650649210949105e-05, "Finetune/Loss": 0.8087033033370972, "Finetune/Loss (Raw)": 0.8711019158363342, "Finetune/Step": 3117, "Finetune/Step Time": 6.548483246937394}
+{"Finetune/Learning Rate": 1.3646783225704053e-05, "Finetune/Loss": 0.8052192330360413, "Finetune/Loss (Raw)": 0.4926135838031769, "Finetune/Step": 3118, "Finetune/Step Time": 6.579604160040617}
+{"Finetune/Learning Rate": 1.3642916611710428e-05, "Finetune/Loss": 0.804770290851593, "Finetune/Loss (Raw)": 0.8219539523124695, "Finetune/Step": 3119, "Finetune/Step Time": 6.579919043928385}
+{"Finetune/Learning Rate": 1.3639049369634878e-05, "Finetune/Loss": 0.8058701753616333, "Finetune/Loss (Raw)": 0.8517929911613464, "Finetune/Step": 3120, "Finetune/Step Time": 6.574834179133177}
+{"Finetune/Learning Rate": 1.363518150014416e-05, "Finetune/Loss": 0.8034411668777466, "Finetune/Loss (Raw)": 0.6348162889480591, "Finetune/Step": 3121, "Finetune/Step Time": 6.585495248436928}
+{"Finetune/Learning Rate": 1.363131300390514e-05, "Finetune/Loss": 0.8023020625114441, "Finetune/Loss (Raw)": 0.7997104525566101, "Finetune/Step": 3122, "Finetune/Step Time": 6.587440630421042}
+{"Finetune/Learning Rate": 1.3627443881584799e-05, "Finetune/Loss": 0.8018442392349243, "Finetune/Loss (Raw)": 0.7981885671615601, "Finetune/Step": 3123, "Finetune/Step Time": 6.582188636064529}
+{"Finetune/Learning Rate": 1.3623574133850213e-05, "Finetune/Loss": 0.802889347076416, "Finetune/Loss (Raw)": 0.8948108553886414, "Finetune/Step": 3124, "Finetune/Step Time": 6.5664097387343645}
+{"Finetune/Learning Rate": 1.3619703761368573e-05, "Finetune/Loss": 0.8022180795669556, "Finetune/Loss (Raw)": 0.6701830625534058, "Finetune/Step": 3125, "Finetune/Step Time": 6.55625825189054}
+{"Finetune/Learning Rate": 1.3615832764807178e-05, "Finetune/Loss": 0.8032482862472534, "Finetune/Loss (Raw)": 0.8982449173927307, "Finetune/Step": 3126, "Finetune/Step Time": 6.547471702098846}
+{"Finetune/Learning Rate": 1.3611961144833435e-05, "Finetune/Loss": 0.8040825128555298, "Finetune/Loss (Raw)": 0.9684911966323853, "Finetune/Step": 3127, "Finetune/Step Time": 6.543823001906276}
+{"Finetune/Learning Rate": 1.3608088902114856e-05, "Finetune/Loss": 0.8016072511672974, "Finetune/Loss (Raw)": 0.5346353650093079, "Finetune/Step": 3128, "Finetune/Step Time": 6.579793259501457}
+{"Finetune/Learning Rate": 1.360421603731906e-05, "Finetune/Loss": 0.8017894625663757, "Finetune/Loss (Raw)": 0.7914251685142517, "Finetune/Step": 3129, "Finetune/Step Time": 6.577191421762109}
+{"Finetune/Learning Rate": 1.3600342551113775e-05, "Finetune/Loss": 0.8003438711166382, "Finetune/Loss (Raw)": 0.7341629266738892, "Finetune/Step": 3130, "Finetune/Step Time": 6.591274693608284}
+{"Finetune/Learning Rate": 1.3596468444166835e-05, "Finetune/Loss": 0.799976646900177, "Finetune/Loss (Raw)": 0.7718856930732727, "Finetune/Step": 3131, "Finetune/Step Time": 6.59378319978714}
+{"Finetune/Learning Rate": 1.3592593717146188e-05, "Finetune/Loss": 0.796424150466919, "Finetune/Loss (Raw)": 0.438570499420166, "Finetune/Step": 3132, "Finetune/Step Time": 6.604013103991747}
+{"Finetune/Learning Rate": 1.3588718370719878e-05, "Finetune/Loss": 0.7982614636421204, "Finetune/Loss (Raw)": 0.8448633551597595, "Finetune/Step": 3133, "Finetune/Step Time": 6.585705256089568}
+{"Finetune/Learning Rate": 1.358484240555606e-05, "Finetune/Loss": 0.7962403297424316, "Finetune/Loss (Raw)": 0.6558085083961487, "Finetune/Step": 3134, "Finetune/Step Time": 6.600650116801262}
+{"Finetune/Learning Rate": 1.3580965822322997e-05, "Finetune/Loss": 0.7979817986488342, "Finetune/Loss (Raw)": 0.8929474949836731, "Finetune/Step": 3135, "Finetune/Step Time": 6.5934921484440565}
+{"Finetune/Learning Rate": 1.3577088621689059e-05, "Finetune/Loss": 0.7975636720657349, "Finetune/Loss (Raw)": 0.8357586860656738, "Finetune/Step": 3136, "Finetune/Step Time": 6.5955760683864355}
+{"Finetune/Learning Rate": 1.3573210804322724e-05, "Finetune/Loss": 0.7958388328552246, "Finetune/Loss (Raw)": 0.731560468673706, "Finetune/Step": 3137, "Finetune/Step Time": 6.612135216593742}
+{"Finetune/Learning Rate": 1.3569332370892565e-05, "Finetune/Loss": 0.7946674823760986, "Finetune/Loss (Raw)": 0.6540164947509766, "Finetune/Step": 3138, "Finetune/Step Time": 6.620329141616821}
+{"Finetune/Learning Rate": 1.3565453322067275e-05, "Finetune/Loss": 0.7940908670425415, "Finetune/Loss (Raw)": 0.825398325920105, "Finetune/Step": 3139, "Finetune/Step Time": 6.621506730094552}
+{"Finetune/Learning Rate": 1.3561573658515648e-05, "Finetune/Loss": 0.7935101985931396, "Finetune/Loss (Raw)": 0.8099334239959717, "Finetune/Step": 3140, "Finetune/Step Time": 6.63164653070271}
+{"Finetune/Learning Rate": 1.3557693380906588e-05, "Finetune/Loss": 0.7929709553718567, "Finetune/Loss (Raw)": 0.7973036766052246, "Finetune/Step": 3141, "Finetune/Step Time": 6.634311806410551}
+{"Finetune/Learning Rate": 1.3553812489909091e-05, "Finetune/Loss": 0.7933531999588013, "Finetune/Loss (Raw)": 0.7548061609268188, "Finetune/Step": 3142, "Finetune/Step Time": 6.6389432940632105}
+{"Finetune/Learning Rate": 1.3549930986192274e-05, "Finetune/Loss": 0.792519211769104, "Finetune/Loss (Raw)": 0.5249472260475159, "Finetune/Step": 3143, "Finetune/Step Time": 6.638323498889804}
+{"Finetune/Learning Rate": 1.3546048870425356e-05, "Finetune/Loss": 0.7937904596328735, "Finetune/Loss (Raw)": 0.9422397017478943, "Finetune/Step": 3144, "Finetune/Step Time": 6.620153121650219}
+{"Finetune/Learning Rate": 1.354216614327766e-05, "Finetune/Loss": 0.7953329086303711, "Finetune/Loss (Raw)": 0.9190822243690491, "Finetune/Step": 3145, "Finetune/Step Time": 6.615089161321521}
+{"Finetune/Learning Rate": 1.353828280541861e-05, "Finetune/Loss": 0.7962695360183716, "Finetune/Loss (Raw)": 0.8805127739906311, "Finetune/Step": 3146, "Finetune/Step Time": 6.6155314445495605}
+{"Finetune/Learning Rate": 1.353439885751774e-05, "Finetune/Loss": 0.7963851690292358, "Finetune/Loss (Raw)": 0.8300012946128845, "Finetune/Step": 3147, "Finetune/Step Time": 6.622790912166238}
+{"Finetune/Learning Rate": 1.3530514300244691e-05, "Finetune/Loss": 0.7977944612503052, "Finetune/Loss (Raw)": 0.9731725454330444, "Finetune/Step": 3148, "Finetune/Step Time": 6.652103936299682}
+{"Finetune/Learning Rate": 1.3526629134269204e-05, "Finetune/Loss": 0.7948253154754639, "Finetune/Loss (Raw)": 0.4431079626083374, "Finetune/Step": 3149, "Finetune/Step Time": 6.669525971636176}
+{"Finetune/Learning Rate": 1.352274336026113e-05, "Finetune/Loss": 0.793716311454773, "Finetune/Loss (Raw)": 0.8015432357788086, "Finetune/Step": 3150, "Finetune/Step Time": 6.667105410248041}
+{"Finetune/Learning Rate": 1.351885697889042e-05, "Finetune/Loss": 0.7950702905654907, "Finetune/Loss (Raw)": 0.8586063981056213, "Finetune/Step": 3151, "Finetune/Step Time": 6.668418368324637}
+{"Finetune/Learning Rate": 1.3514969990827136e-05, "Finetune/Loss": 0.7950153350830078, "Finetune/Loss (Raw)": 0.8119507431983948, "Finetune/Step": 3152, "Finetune/Step Time": 6.663114782422781}
+{"Finetune/Learning Rate": 1.351108239674144e-05, "Finetune/Loss": 0.7948493957519531, "Finetune/Loss (Raw)": 0.8669410943984985, "Finetune/Step": 3153, "Finetune/Step Time": 6.663020582869649}
+{"Finetune/Learning Rate": 1.3507194197303594e-05, "Finetune/Loss": 0.7947173714637756, "Finetune/Loss (Raw)": 0.8156243562698364, "Finetune/Step": 3154, "Finetune/Step Time": 6.655065532773733}
+{"Finetune/Learning Rate": 1.3503305393183972e-05, "Finetune/Loss": 0.7945044040679932, "Finetune/Loss (Raw)": 0.8984215259552002, "Finetune/Step": 3155, "Finetune/Step Time": 6.658431150019169}
+{"Finetune/Learning Rate": 1.3499415985053055e-05, "Finetune/Loss": 0.7941972613334656, "Finetune/Loss (Raw)": 0.7828689813613892, "Finetune/Step": 3156, "Finetune/Step Time": 6.65284832380712}
+{"Finetune/Learning Rate": 1.3495525973581418e-05, "Finetune/Loss": 0.7936811447143555, "Finetune/Loss (Raw)": 0.9655948877334595, "Finetune/Step": 3157, "Finetune/Step Time": 6.65745535120368}
+{"Finetune/Learning Rate": 1.3491635359439745e-05, "Finetune/Loss": 0.7899041175842285, "Finetune/Loss (Raw)": 0.30139121413230896, "Finetune/Step": 3158, "Finetune/Step Time": 6.664231276139617}
+{"Finetune/Learning Rate": 1.3487744143298822e-05, "Finetune/Loss": 0.789168655872345, "Finetune/Loss (Raw)": 0.7601009011268616, "Finetune/Step": 3159, "Finetune/Step Time": 6.667829241603613}
+{"Finetune/Learning Rate": 1.3483852325829548e-05, "Finetune/Loss": 0.7891445159912109, "Finetune/Loss (Raw)": 0.83897864818573, "Finetune/Step": 3160, "Finetune/Step Time": 6.658558567985892}
+{"Finetune/Learning Rate": 1.3479959907702913e-05, "Finetune/Loss": 0.7890598177909851, "Finetune/Loss (Raw)": 0.8612895011901855, "Finetune/Step": 3161, "Finetune/Step Time": 6.667294004932046}
+{"Finetune/Learning Rate": 1.3476066889590015e-05, "Finetune/Loss": 0.7849048376083374, "Finetune/Loss (Raw)": 0.43007543683052063, "Finetune/Step": 3162, "Finetune/Step Time": 6.687613030895591}
+{"Finetune/Learning Rate": 1.347217327216206e-05, "Finetune/Loss": 0.7856183648109436, "Finetune/Loss (Raw)": 0.9445253014564514, "Finetune/Step": 3163, "Finetune/Step Time": 6.699980583041906}
+{"Finetune/Learning Rate": 1.3468279056090353e-05, "Finetune/Loss": 0.7862123250961304, "Finetune/Loss (Raw)": 0.8657999634742737, "Finetune/Step": 3164, "Finetune/Step Time": 6.682066638022661}
+{"Finetune/Learning Rate": 1.34643842420463e-05, "Finetune/Loss": 0.7828607559204102, "Finetune/Loss (Raw)": 0.5322598218917847, "Finetune/Step": 3165, "Finetune/Step Time": 6.684933006763458}
+{"Finetune/Learning Rate": 1.3460488830701415e-05, "Finetune/Loss": 0.7821851372718811, "Finetune/Loss (Raw)": 0.8046857118606567, "Finetune/Step": 3166, "Finetune/Step Time": 6.675871232524514}
+{"Finetune/Learning Rate": 1.3456592822727312e-05, "Finetune/Loss": 0.7828119993209839, "Finetune/Loss (Raw)": 0.8258659243583679, "Finetune/Step": 3167, "Finetune/Step Time": 6.684068640694022}
+{"Finetune/Learning Rate": 1.3452696218795712e-05, "Finetune/Loss": 0.7836416363716125, "Finetune/Loss (Raw)": 0.964230477809906, "Finetune/Step": 3168, "Finetune/Step Time": 6.689864126965404}
+{"Finetune/Learning Rate": 1.3448799019578433e-05, "Finetune/Loss": 0.7803277969360352, "Finetune/Loss (Raw)": 0.3404039740562439, "Finetune/Step": 3169, "Finetune/Step Time": 6.70694656483829}
+{"Finetune/Learning Rate": 1.3444901225747398e-05, "Finetune/Loss": 0.779112696647644, "Finetune/Loss (Raw)": 0.6849525570869446, "Finetune/Step": 3170, "Finetune/Step Time": 6.718556893989444}
+{"Finetune/Learning Rate": 1.344100283797463e-05, "Finetune/Loss": 0.7825708389282227, "Finetune/Loss (Raw)": 0.7711111307144165, "Finetune/Step": 3171, "Finetune/Step Time": 6.702135644853115}
+{"Finetune/Learning Rate": 1.3437103856932266e-05, "Finetune/Loss": 0.7831394672393799, "Finetune/Loss (Raw)": 0.7604691982269287, "Finetune/Step": 3172, "Finetune/Step Time": 6.684151589870453}
+{"Finetune/Learning Rate": 1.3433204283292529e-05, "Finetune/Loss": 0.7839292287826538, "Finetune/Loss (Raw)": 0.6916882395744324, "Finetune/Step": 3173, "Finetune/Step Time": 6.695564322173595}
+{"Finetune/Learning Rate": 1.3429304117727755e-05, "Finetune/Loss": 0.7839399576187134, "Finetune/Loss (Raw)": 1.000069260597229, "Finetune/Step": 3174, "Finetune/Step Time": 6.701090719550848}
+{"Finetune/Learning Rate": 1.3425403360910375e-05, "Finetune/Loss": 0.783674418926239, "Finetune/Loss (Raw)": 0.7966466546058655, "Finetune/Step": 3175, "Finetune/Step Time": 6.697628077119589}
+{"Finetune/Learning Rate": 1.342150201351293e-05, "Finetune/Loss": 0.7836629748344421, "Finetune/Loss (Raw)": 0.9807270765304565, "Finetune/Step": 3176, "Finetune/Step Time": 6.699567526578903}
+{"Finetune/Learning Rate": 1.3417600076208057e-05, "Finetune/Loss": 0.7834466099739075, "Finetune/Loss (Raw)": 0.7786723375320435, "Finetune/Step": 3177, "Finetune/Step Time": 6.70345252007246}
+{"Finetune/Learning Rate": 1.3413697549668494e-05, "Finetune/Loss": 0.7824293375015259, "Finetune/Loss (Raw)": 0.8344216346740723, "Finetune/Step": 3178, "Finetune/Step Time": 6.70950298383832}
+{"Finetune/Learning Rate": 1.3409794434567082e-05, "Finetune/Loss": 0.7824761867523193, "Finetune/Loss (Raw)": 0.9419114589691162, "Finetune/Step": 3179, "Finetune/Step Time": 6.725419769063592}
+{"Finetune/Learning Rate": 1.3405890731576772e-05, "Finetune/Loss": 0.7821998596191406, "Finetune/Loss (Raw)": 0.7616621255874634, "Finetune/Step": 3180, "Finetune/Step Time": 6.721582964062691}
+{"Finetune/Learning Rate": 1.34019864413706e-05, "Finetune/Loss": 0.7816809415817261, "Finetune/Loss (Raw)": 0.8619117140769958, "Finetune/Step": 3181, "Finetune/Step Time": 6.707544045522809}
+{"Finetune/Learning Rate": 1.3398081564621716e-05, "Finetune/Loss": 0.7805735468864441, "Finetune/Loss (Raw)": 0.8464603424072266, "Finetune/Step": 3182, "Finetune/Step Time": 6.7105307169258595}
+{"Finetune/Learning Rate": 1.3394176102003364e-05, "Finetune/Loss": 0.7796474695205688, "Finetune/Loss (Raw)": 0.7301254868507385, "Finetune/Step": 3183, "Finetune/Step Time": 6.710548276081681}
+{"Finetune/Learning Rate": 1.3390270054188896e-05, "Finetune/Loss": 0.7790020704269409, "Finetune/Loss (Raw)": 0.7903270125389099, "Finetune/Step": 3184, "Finetune/Step Time": 6.7211410235613585}
+{"Finetune/Learning Rate": 1.3386363421851757e-05, "Finetune/Loss": 0.780369758605957, "Finetune/Loss (Raw)": 0.9037520289421082, "Finetune/Step": 3185, "Finetune/Step Time": 6.716280225664377}
+{"Finetune/Learning Rate": 1.3382456205665502e-05, "Finetune/Loss": 0.7796338796615601, "Finetune/Loss (Raw)": 0.7920083999633789, "Finetune/Step": 3186, "Finetune/Step Time": 6.7203678619116545}
+{"Finetune/Learning Rate": 1.3378548406303773e-05, "Finetune/Loss": 0.7798123359680176, "Finetune/Loss (Raw)": 0.9013930559158325, "Finetune/Step": 3187, "Finetune/Step Time": 6.718471666797996}
+{"Finetune/Learning Rate": 1.3374640024440328e-05, "Finetune/Loss": 0.778308629989624, "Finetune/Loss (Raw)": 0.7237852215766907, "Finetune/Step": 3188, "Finetune/Step Time": 6.72753026150167}
+{"Finetune/Learning Rate": 1.3370731060749015e-05, "Finetune/Loss": 0.7769878506660461, "Finetune/Loss (Raw)": 0.756565511226654, "Finetune/Step": 3189, "Finetune/Step Time": 6.714356616139412}
+{"Finetune/Learning Rate": 1.336682151590379e-05, "Finetune/Loss": 0.777686357498169, "Finetune/Loss (Raw)": 0.8415845036506653, "Finetune/Step": 3190, "Finetune/Step Time": 6.689599338918924}
+{"Finetune/Learning Rate": 1.3362911390578697e-05, "Finetune/Loss": 0.7778412103652954, "Finetune/Loss (Raw)": 0.8550000786781311, "Finetune/Step": 3191, "Finetune/Step Time": 6.725026540458202}
+{"Finetune/Learning Rate": 1.3359000685447894e-05, "Finetune/Loss": 0.7773895263671875, "Finetune/Loss (Raw)": 0.8150689601898193, "Finetune/Step": 3192, "Finetune/Step Time": 6.73047280870378}
+{"Finetune/Learning Rate": 1.3355089401185631e-05, "Finetune/Loss": 0.778613805770874, "Finetune/Loss (Raw)": 0.8190146684646606, "Finetune/Step": 3193, "Finetune/Step Time": 6.715785713866353}
+{"Finetune/Learning Rate": 1.335117753846626e-05, "Finetune/Loss": 0.7801631093025208, "Finetune/Loss (Raw)": 0.7490615844726562, "Finetune/Step": 3194, "Finetune/Step Time": 6.688569901511073}
+{"Finetune/Learning Rate": 1.3347265097964228e-05, "Finetune/Loss": 0.7801607251167297, "Finetune/Loss (Raw)": 0.8454562425613403, "Finetune/Step": 3195, "Finetune/Step Time": 6.694785572588444}
+{"Finetune/Learning Rate": 1.3343352080354093e-05, "Finetune/Loss": 0.7804571390151978, "Finetune/Loss (Raw)": 0.8189176917076111, "Finetune/Step": 3196, "Finetune/Step Time": 6.684386257082224}
+{"Finetune/Learning Rate": 1.3339438486310503e-05, "Finetune/Loss": 0.7820768356323242, "Finetune/Loss (Raw)": 0.8941577076911926, "Finetune/Step": 3197, "Finetune/Step Time": 6.676531072705984}
+{"Finetune/Learning Rate": 1.3335524316508208e-05, "Finetune/Loss": 0.7813253998756409, "Finetune/Loss (Raw)": 0.7344865798950195, "Finetune/Step": 3198, "Finetune/Step Time": 6.684746470302343}
+{"Finetune/Learning Rate": 1.3331609571622056e-05, "Finetune/Loss": 0.7802452445030212, "Finetune/Loss (Raw)": 0.847377359867096, "Finetune/Step": 3199, "Finetune/Step Time": 6.684557324275374}
+{"Finetune/Learning Rate": 1.3327694252326995e-05, "Finetune/Loss": 0.7820659875869751, "Finetune/Loss (Raw)": 1.041407823562622, "Finetune/Step": 3200, "Finetune/Step Time": 6.674671793356538}
+{"Finetune/Learning Rate": 1.3323778359298074e-05, "Finetune/Loss": 0.7804433107376099, "Finetune/Loss (Raw)": 0.6347091794013977, "Finetune/Step": 3201, "Finetune/Step Time": 6.666439147666097}
+{"Finetune/Learning Rate": 1.331986189321044e-05, "Finetune/Loss": 0.7804179191589355, "Finetune/Loss (Raw)": 0.8056588768959045, "Finetune/Step": 3202, "Finetune/Step Time": 6.663369132205844}
+{"Finetune/Learning Rate": 1.3315944854739334e-05, "Finetune/Loss": 0.7841924428939819, "Finetune/Loss (Raw)": 0.804369330406189, "Finetune/Step": 3203, "Finetune/Step Time": 6.643043188378215}
+{"Finetune/Learning Rate": 1.3312027244560104e-05, "Finetune/Loss": 0.7848127484321594, "Finetune/Loss (Raw)": 0.7830228805541992, "Finetune/Step": 3204, "Finetune/Step Time": 6.649121206253767}
+{"Finetune/Learning Rate": 1.3308109063348192e-05, "Finetune/Loss": 0.7840025424957275, "Finetune/Loss (Raw)": 0.7604240775108337, "Finetune/Step": 3205, "Finetune/Step Time": 6.655581198632717}
+{"Finetune/Learning Rate": 1.3304190311779138e-05, "Finetune/Loss": 0.7837828397750854, "Finetune/Loss (Raw)": 0.692041277885437, "Finetune/Step": 3206, "Finetune/Step Time": 6.6566375363618135}
+{"Finetune/Learning Rate": 1.3300270990528577e-05, "Finetune/Loss": 0.7849736213684082, "Finetune/Loss (Raw)": 0.7850716710090637, "Finetune/Step": 3207, "Finetune/Step Time": 6.656203614547849}
+{"Finetune/Learning Rate": 1.3296351100272253e-05, "Finetune/Loss": 0.7860006093978882, "Finetune/Loss (Raw)": 0.8439170122146606, "Finetune/Step": 3208, "Finetune/Step Time": 6.649992510676384}
+{"Finetune/Learning Rate": 1.3292430641685998e-05, "Finetune/Loss": 0.7863929271697998, "Finetune/Loss (Raw)": 0.8093128800392151, "Finetune/Step": 3209, "Finetune/Step Time": 6.662140164524317}
+{"Finetune/Learning Rate": 1.3288509615445748e-05, "Finetune/Loss": 0.7855334281921387, "Finetune/Loss (Raw)": 0.729413628578186, "Finetune/Step": 3210, "Finetune/Step Time": 6.651308350265026}
+{"Finetune/Learning Rate": 1.3284588022227529e-05, "Finetune/Loss": 0.7851651310920715, "Finetune/Loss (Raw)": 0.8215388059616089, "Finetune/Step": 3211, "Finetune/Step Time": 6.635107232257724}
+{"Finetune/Learning Rate": 1.3280665862707476e-05, "Finetune/Loss": 0.7823003530502319, "Finetune/Loss (Raw)": 0.41701656579971313, "Finetune/Step": 3212, "Finetune/Step Time": 6.646918611600995}
+{"Finetune/Learning Rate": 1.3276743137561812e-05, "Finetune/Loss": 0.7813045978546143, "Finetune/Loss (Raw)": 0.8736129403114319, "Finetune/Step": 3213, "Finetune/Step Time": 6.64462155662477}
+{"Finetune/Learning Rate": 1.3272819847466865e-05, "Finetune/Loss": 0.7804915308952332, "Finetune/Loss (Raw)": 0.7400805950164795, "Finetune/Step": 3214, "Finetune/Step Time": 6.666540248319507}
+{"Finetune/Learning Rate": 1.326889599309905e-05, "Finetune/Loss": 0.7795189619064331, "Finetune/Loss (Raw)": 0.6892598867416382, "Finetune/Step": 3215, "Finetune/Step Time": 6.6760567501187325}
+{"Finetune/Learning Rate": 1.3264971575134893e-05, "Finetune/Loss": 0.7801264524459839, "Finetune/Loss (Raw)": 0.6555830240249634, "Finetune/Step": 3216, "Finetune/Step Time": 6.696315858513117}
+{"Finetune/Learning Rate": 1.3261046594251006e-05, "Finetune/Loss": 0.779534637928009, "Finetune/Loss (Raw)": 0.8382167816162109, "Finetune/Step": 3217, "Finetune/Step Time": 6.688896181061864}
+{"Finetune/Learning Rate": 1.3257121051124103e-05, "Finetune/Loss": 0.7803325653076172, "Finetune/Loss (Raw)": 0.8466410040855408, "Finetune/Step": 3218, "Finetune/Step Time": 6.686592286452651}
+{"Finetune/Learning Rate": 1.3253194946430992e-05, "Finetune/Loss": 0.7800041437149048, "Finetune/Loss (Raw)": 0.698310911655426, "Finetune/Step": 3219, "Finetune/Step Time": 6.670936182141304}
+{"Finetune/Learning Rate": 1.3249268280848586e-05, "Finetune/Loss": 0.7852108478546143, "Finetune/Loss (Raw)": 0.9846674203872681, "Finetune/Step": 3220, "Finetune/Step Time": 6.649822365492582}
+{"Finetune/Learning Rate": 1.3245341055053884e-05, "Finetune/Loss": 0.7845813035964966, "Finetune/Loss (Raw)": 0.7638737559318542, "Finetune/Step": 3221, "Finetune/Step Time": 6.652947973459959}
+{"Finetune/Learning Rate": 1.3241413269723987e-05, "Finetune/Loss": 0.7805517911911011, "Finetune/Loss (Raw)": 0.3475574851036072, "Finetune/Step": 3222, "Finetune/Step Time": 6.670448429882526}
+{"Finetune/Learning Rate": 1.3237484925536089e-05, "Finetune/Loss": 0.7805690765380859, "Finetune/Loss (Raw)": 0.8049513697624207, "Finetune/Step": 3223, "Finetune/Step Time": 6.6659916788339615}
+{"Finetune/Learning Rate": 1.3233556023167487e-05, "Finetune/Loss": 0.7803841829299927, "Finetune/Loss (Raw)": 0.8269533514976501, "Finetune/Step": 3224, "Finetune/Step Time": 6.677073327824473}
+{"Finetune/Learning Rate": 1.322962656329557e-05, "Finetune/Loss": 0.7840633988380432, "Finetune/Loss (Raw)": 0.7975280284881592, "Finetune/Step": 3225, "Finetune/Step Time": 6.65115562081337}
+{"Finetune/Learning Rate": 1.3225696546597822e-05, "Finetune/Loss": 0.7859174609184265, "Finetune/Loss (Raw)": 0.8149760961532593, "Finetune/Step": 3226, "Finetune/Step Time": 6.6499799862504005}
+{"Finetune/Learning Rate": 1.322176597375182e-05, "Finetune/Loss": 0.7847656011581421, "Finetune/Loss (Raw)": 0.7220448851585388, "Finetune/Step": 3227, "Finetune/Step Time": 6.650285603478551}
+{"Finetune/Learning Rate": 1.3217834845435254e-05, "Finetune/Loss": 0.783015251159668, "Finetune/Loss (Raw)": 0.7996100187301636, "Finetune/Step": 3228, "Finetune/Step Time": 6.658158225938678}
+{"Finetune/Learning Rate": 1.3213903162325882e-05, "Finetune/Loss": 0.7856149673461914, "Finetune/Loss (Raw)": 0.9079363942146301, "Finetune/Step": 3229, "Finetune/Step Time": 6.642609337344766}
+{"Finetune/Learning Rate": 1.3209970925101586e-05, "Finetune/Loss": 0.7842098474502563, "Finetune/Loss (Raw)": 0.7511939406394958, "Finetune/Step": 3230, "Finetune/Step Time": 6.644888887181878}
+{"Finetune/Learning Rate": 1.3206038134440318e-05, "Finetune/Loss": 0.7830590009689331, "Finetune/Loss (Raw)": 0.8118119239807129, "Finetune/Step": 3231, "Finetune/Step Time": 6.65689555183053}
+{"Finetune/Learning Rate": 1.3202104791020147e-05, "Finetune/Loss": 0.7838686108589172, "Finetune/Loss (Raw)": 0.9737560153007507, "Finetune/Step": 3232, "Finetune/Step Time": 6.658834720030427}
+{"Finetune/Learning Rate": 1.3198170895519224e-05, "Finetune/Loss": 0.7850228548049927, "Finetune/Loss (Raw)": 1.0246039628982544, "Finetune/Step": 3233, "Finetune/Step Time": 6.662144536152482}
+{"Finetune/Learning Rate": 1.3194236448615798e-05, "Finetune/Loss": 0.7848244905471802, "Finetune/Loss (Raw)": 0.7238038182258606, "Finetune/Step": 3234, "Finetune/Step Time": 6.674117017537355}
+{"Finetune/Learning Rate": 1.3190301450988216e-05, "Finetune/Loss": 0.7844737768173218, "Finetune/Loss (Raw)": 0.9427032470703125, "Finetune/Step": 3235, "Finetune/Step Time": 6.678955195471644}
+{"Finetune/Learning Rate": 1.318636590331492e-05, "Finetune/Loss": 0.7835907936096191, "Finetune/Loss (Raw)": 0.6508509516716003, "Finetune/Step": 3236, "Finetune/Step Time": 6.6955083347857}
+{"Finetune/Learning Rate": 1.3182429806274442e-05, "Finetune/Loss": 0.7843895554542542, "Finetune/Loss (Raw)": 0.8961864113807678, "Finetune/Step": 3237, "Finetune/Step Time": 6.694196853786707}
+{"Finetune/Learning Rate": 1.3178493160545412e-05, "Finetune/Loss": 0.7817754745483398, "Finetune/Loss (Raw)": 0.42300379276275635, "Finetune/Step": 3238, "Finetune/Step Time": 6.705852782353759}
+{"Finetune/Learning Rate": 1.3174555966806553e-05, "Finetune/Loss": 0.7834630012512207, "Finetune/Loss (Raw)": 0.9827126860618591, "Finetune/Step": 3239, "Finetune/Step Time": 6.701254146173596}
+{"Finetune/Learning Rate": 1.3170618225736686e-05, "Finetune/Loss": 0.7837706804275513, "Finetune/Loss (Raw)": 0.9455744624137878, "Finetune/Step": 3240, "Finetune/Step Time": 6.7030816283077}
+{"Finetune/Learning Rate": 1.3166679938014728e-05, "Finetune/Loss": 0.7847870588302612, "Finetune/Loss (Raw)": 0.9149472713470459, "Finetune/Step": 3241, "Finetune/Step Time": 6.692107466980815}
+{"Finetune/Learning Rate": 1.316274110431968e-05, "Finetune/Loss": 0.7853069305419922, "Finetune/Loss (Raw)": 0.9458137154579163, "Finetune/Step": 3242, "Finetune/Step Time": 6.688375158235431}
+{"Finetune/Learning Rate": 1.3158801725330643e-05, "Finetune/Loss": 0.7857081294059753, "Finetune/Loss (Raw)": 0.8641893863677979, "Finetune/Step": 3243, "Finetune/Step Time": 6.687053157016635}
+{"Finetune/Learning Rate": 1.3154861801726817e-05, "Finetune/Loss": 0.7878034710884094, "Finetune/Loss (Raw)": 0.8599891662597656, "Finetune/Step": 3244, "Finetune/Step Time": 6.652001874521375}
+{"Finetune/Learning Rate": 1.3150921334187492e-05, "Finetune/Loss": 0.7880776524543762, "Finetune/Loss (Raw)": 0.9062047004699707, "Finetune/Step": 3245, "Finetune/Step Time": 6.656102869659662}
+{"Finetune/Learning Rate": 1.3146980323392046e-05, "Finetune/Loss": 0.7896779775619507, "Finetune/Loss (Raw)": 0.6974496841430664, "Finetune/Step": 3246, "Finetune/Step Time": 6.629411172121763}
+{"Finetune/Learning Rate": 1.314303877001996e-05, "Finetune/Loss": 0.7891949415206909, "Finetune/Loss (Raw)": 0.760123074054718, "Finetune/Step": 3247, "Finetune/Step Time": 6.628149880096316}
+{"Finetune/Learning Rate": 1.3139096674750805e-05, "Finetune/Loss": 0.7900686264038086, "Finetune/Loss (Raw)": 0.9636302590370178, "Finetune/Step": 3248, "Finetune/Step Time": 6.630845356732607}
+{"Finetune/Learning Rate": 1.3135154038264239e-05, "Finetune/Loss": 0.7926385402679443, "Finetune/Loss (Raw)": 0.9637674689292908, "Finetune/Step": 3249, "Finetune/Step Time": 6.620093308389187}
+{"Finetune/Learning Rate": 1.3131210861240027e-05, "Finetune/Loss": 0.7925000786781311, "Finetune/Loss (Raw)": 0.7819835543632507, "Finetune/Step": 3250, "Finetune/Step Time": 6.637939682230353}
+{"Finetune/Learning Rate": 1.3127267144358013e-05, "Finetune/Loss": 0.7915843725204468, "Finetune/Loss (Raw)": 0.6809729337692261, "Finetune/Step": 3251, "Finetune/Step Time": 6.664404748007655}
+{"Finetune/Learning Rate": 1.3123322888298145e-05, "Finetune/Loss": 0.7916375398635864, "Finetune/Loss (Raw)": 0.9016223549842834, "Finetune/Step": 3252, "Finetune/Step Time": 6.674228861927986}
+{"Finetune/Learning Rate": 1.3119378093740459e-05, "Finetune/Loss": 0.7930728197097778, "Finetune/Loss (Raw)": 0.8538962602615356, "Finetune/Step": 3253, "Finetune/Step Time": 6.676170419901609}
+{"Finetune/Learning Rate": 1.311543276136508e-05, "Finetune/Loss": 0.7929852604866028, "Finetune/Loss (Raw)": 0.8870420455932617, "Finetune/Step": 3254, "Finetune/Step Time": 6.675093118101358}
+{"Finetune/Learning Rate": 1.3111486891852233e-05, "Finetune/Loss": 0.792387843132019, "Finetune/Loss (Raw)": 0.8920169472694397, "Finetune/Step": 3255, "Finetune/Step Time": 6.6850112192332745}
+{"Finetune/Learning Rate": 1.3107540485882233e-05, "Finetune/Loss": 0.7950979471206665, "Finetune/Loss (Raw)": 0.8815325498580933, "Finetune/Step": 3256, "Finetune/Step Time": 6.651233643293381}
+{"Finetune/Learning Rate": 1.3103593544135487e-05, "Finetune/Loss": 0.7940083742141724, "Finetune/Loss (Raw)": 0.6519566178321838, "Finetune/Step": 3257, "Finetune/Step Time": 6.659427644684911}
+{"Finetune/Learning Rate": 1.3099646067292495e-05, "Finetune/Loss": 0.7963153123855591, "Finetune/Loss (Raw)": 1.0294467210769653, "Finetune/Step": 3258, "Finetune/Step Time": 6.648008521646261}
+{"Finetune/Learning Rate": 1.3095698056033845e-05, "Finetune/Loss": 0.7959851026535034, "Finetune/Loss (Raw)": 0.7296170592308044, "Finetune/Step": 3259, "Finetune/Step Time": 6.65096684359014}
+{"Finetune/Learning Rate": 1.3091749511040223e-05, "Finetune/Loss": 0.7991779446601868, "Finetune/Loss (Raw)": 0.8472564816474915, "Finetune/Step": 3260, "Finetune/Step Time": 6.647032728418708}
+{"Finetune/Learning Rate": 1.3087800432992408e-05, "Finetune/Loss": 0.7985337376594543, "Finetune/Loss (Raw)": 0.7624114155769348, "Finetune/Step": 3261, "Finetune/Step Time": 6.647164748981595}
+{"Finetune/Learning Rate": 1.3083850822571264e-05, "Finetune/Loss": 0.8007656335830688, "Finetune/Loss (Raw)": 0.9414854645729065, "Finetune/Step": 3262, "Finetune/Step Time": 6.633194733411074}
+{"Finetune/Learning Rate": 1.3079900680457753e-05, "Finetune/Loss": 0.80113685131073, "Finetune/Loss (Raw)": 0.9404670000076294, "Finetune/Step": 3263, "Finetune/Step Time": 6.630630115047097}
+{"Finetune/Learning Rate": 1.3075950007332923e-05, "Finetune/Loss": 0.8004125356674194, "Finetune/Loss (Raw)": 0.7430471181869507, "Finetune/Step": 3264, "Finetune/Step Time": 6.640402115881443}
+{"Finetune/Learning Rate": 1.3071998803877919e-05, "Finetune/Loss": 0.8023236989974976, "Finetune/Loss (Raw)": 0.9761862754821777, "Finetune/Step": 3265, "Finetune/Step Time": 6.62318898178637}
+{"Finetune/Learning Rate": 1.3068047070773976e-05, "Finetune/Loss": 0.8035488128662109, "Finetune/Loss (Raw)": 0.8108335137367249, "Finetune/Step": 3266, "Finetune/Step Time": 6.62678200006485}
+{"Finetune/Learning Rate": 1.3064094808702419e-05, "Finetune/Loss": 0.8029550313949585, "Finetune/Loss (Raw)": 0.749396026134491, "Finetune/Step": 3267, "Finetune/Step Time": 6.630061464384198}
+{"Finetune/Learning Rate": 1.3060142018344662e-05, "Finetune/Loss": 0.8038225769996643, "Finetune/Loss (Raw)": 0.9209762215614319, "Finetune/Step": 3268, "Finetune/Step Time": 6.62456495128572}
+{"Finetune/Learning Rate": 1.3056188700382216e-05, "Finetune/Loss": 0.8045534491539001, "Finetune/Loss (Raw)": 0.8908535838127136, "Finetune/Step": 3269, "Finetune/Step Time": 6.6253856141120195}
+{"Finetune/Learning Rate": 1.305223485549668e-05, "Finetune/Loss": 0.8045796751976013, "Finetune/Loss (Raw)": 0.7581669092178345, "Finetune/Step": 3270, "Finetune/Step Time": 6.615244513377547}
+{"Finetune/Learning Rate": 1.3048280484369742e-05, "Finetune/Loss": 0.8067723512649536, "Finetune/Loss (Raw)": 0.8056070804595947, "Finetune/Step": 3271, "Finetune/Step Time": 6.609462149441242}
+{"Finetune/Learning Rate": 1.3044325587683182e-05, "Finetune/Loss": 0.8056126832962036, "Finetune/Loss (Raw)": 0.793805718421936, "Finetune/Step": 3272, "Finetune/Step Time": 6.637356413528323}
+{"Finetune/Learning Rate": 1.3040370166118873e-05, "Finetune/Loss": 0.8043299913406372, "Finetune/Loss (Raw)": 0.754902720451355, "Finetune/Step": 3273, "Finetune/Step Time": 6.643040310591459}
+{"Finetune/Learning Rate": 1.3036414220358773e-05, "Finetune/Loss": 0.8000904321670532, "Finetune/Loss (Raw)": 0.33784493803977966, "Finetune/Step": 3274, "Finetune/Step Time": 6.662551730871201}
+{"Finetune/Learning Rate": 1.303245775108494e-05, "Finetune/Loss": 0.7993276715278625, "Finetune/Loss (Raw)": 0.7323622703552246, "Finetune/Step": 3275, "Finetune/Step Time": 6.659750327467918}
+{"Finetune/Learning Rate": 1.3028500758979507e-05, "Finetune/Loss": 0.7983689308166504, "Finetune/Loss (Raw)": 0.8504572510719299, "Finetune/Step": 3276, "Finetune/Step Time": 6.6357146594673395}
+{"Finetune/Learning Rate": 1.3024543244724716e-05, "Finetune/Loss": 0.801542341709137, "Finetune/Loss (Raw)": 0.8493061065673828, "Finetune/Step": 3277, "Finetune/Step Time": 6.613845927640796}
+{"Finetune/Learning Rate": 1.3020585209002885e-05, "Finetune/Loss": 0.8016511797904968, "Finetune/Loss (Raw)": 0.8154733180999756, "Finetune/Step": 3278, "Finetune/Step Time": 6.616574294865131}
+{"Finetune/Learning Rate": 1.3016626652496425e-05, "Finetune/Loss": 0.8016871213912964, "Finetune/Loss (Raw)": 0.8632138967514038, "Finetune/Step": 3279, "Finetune/Step Time": 6.6232513673603535}
+{"Finetune/Learning Rate": 1.3012667575887836e-05, "Finetune/Loss": 0.8027184009552002, "Finetune/Loss (Raw)": 0.9439433217048645, "Finetune/Step": 3280, "Finetune/Step Time": 6.6220803409814835}
+{"Finetune/Learning Rate": 1.3008707979859715e-05, "Finetune/Loss": 0.8036998510360718, "Finetune/Loss (Raw)": 0.9925753474235535, "Finetune/Step": 3281, "Finetune/Step Time": 6.6336465533822775}
+{"Finetune/Learning Rate": 1.3004747865094742e-05, "Finetune/Loss": 0.8035922050476074, "Finetune/Loss (Raw)": 0.8018397688865662, "Finetune/Step": 3282, "Finetune/Step Time": 6.634002113714814}
+{"Finetune/Learning Rate": 1.3000787232275686e-05, "Finetune/Loss": 0.7996438145637512, "Finetune/Loss (Raw)": 0.39302748441696167, "Finetune/Step": 3283, "Finetune/Step Time": 6.643613945692778}
+{"Finetune/Learning Rate": 1.2996826082085406e-05, "Finetune/Loss": 0.7996236085891724, "Finetune/Loss (Raw)": 0.7802861332893372, "Finetune/Step": 3284, "Finetune/Step Time": 6.646788774058223}
+{"Finetune/Learning Rate": 1.2992864415206852e-05, "Finetune/Loss": 0.7989627122879028, "Finetune/Loss (Raw)": 0.8809971213340759, "Finetune/Step": 3285, "Finetune/Step Time": 6.640789294615388}
+{"Finetune/Learning Rate": 1.2988902232323066e-05, "Finetune/Loss": 0.8030701875686646, "Finetune/Loss (Raw)": 0.8271550536155701, "Finetune/Step": 3286, "Finetune/Step Time": 6.625972513109446}
+{"Finetune/Learning Rate": 1.2984939534117169e-05, "Finetune/Loss": 0.803841233253479, "Finetune/Loss (Raw)": 0.8587865829467773, "Finetune/Step": 3287, "Finetune/Step Time": 6.632073264569044}
+{"Finetune/Learning Rate": 1.2980976321272381e-05, "Finetune/Loss": 0.8046678900718689, "Finetune/Loss (Raw)": 0.9447901248931885, "Finetune/Step": 3288, "Finetune/Step Time": 6.6369361355900764}
+{"Finetune/Learning Rate": 1.2977012594472008e-05, "Finetune/Loss": 0.8040010929107666, "Finetune/Loss (Raw)": 0.7759440541267395, "Finetune/Step": 3289, "Finetune/Step Time": 6.618268916383386}
+{"Finetune/Learning Rate": 1.2973048354399438e-05, "Finetune/Loss": 0.8074250817298889, "Finetune/Loss (Raw)": 0.8683415651321411, "Finetune/Step": 3290, "Finetune/Step Time": 6.5985679514706135}
+{"Finetune/Learning Rate": 1.296908360173816e-05, "Finetune/Loss": 0.805659294128418, "Finetune/Loss (Raw)": 0.7185015082359314, "Finetune/Step": 3291, "Finetune/Step Time": 6.5933271031826735}
+{"Finetune/Learning Rate": 1.2965118337171734e-05, "Finetune/Loss": 0.8050040602684021, "Finetune/Loss (Raw)": 0.7819386124610901, "Finetune/Step": 3292, "Finetune/Step Time": 6.593813119456172}
+{"Finetune/Learning Rate": 1.296115256138383e-05, "Finetune/Loss": 0.8073747158050537, "Finetune/Loss (Raw)": 0.8356976509094238, "Finetune/Step": 3293, "Finetune/Step Time": 6.588673477992415}
+{"Finetune/Learning Rate": 1.2957186275058188e-05, "Finetune/Loss": 0.8067941665649414, "Finetune/Loss (Raw)": 0.730378270149231, "Finetune/Step": 3294, "Finetune/Step Time": 6.614190559834242}
+{"Finetune/Learning Rate": 1.2953219478878647e-05, "Finetune/Loss": 0.8066782355308533, "Finetune/Loss (Raw)": 0.8110311627388, "Finetune/Step": 3295, "Finetune/Step Time": 6.607209913432598}
+{"Finetune/Learning Rate": 1.2949252173529123e-05, "Finetune/Loss": 0.8058369159698486, "Finetune/Loss (Raw)": 0.8565421104431152, "Finetune/Step": 3296, "Finetune/Step Time": 6.608290256932378}
+{"Finetune/Learning Rate": 1.2945284359693633e-05, "Finetune/Loss": 0.8087010979652405, "Finetune/Loss (Raw)": 0.7070127725601196, "Finetune/Step": 3297, "Finetune/Step Time": 6.618265550583601}
+{"Finetune/Learning Rate": 1.2941316038056274e-05, "Finetune/Loss": 0.8105812072753906, "Finetune/Loss (Raw)": 0.9255988597869873, "Finetune/Step": 3298, "Finetune/Step Time": 6.60606031306088}
+{"Finetune/Learning Rate": 1.2937347209301225e-05, "Finetune/Loss": 0.8077309131622314, "Finetune/Loss (Raw)": 0.4062856435775757, "Finetune/Step": 3299, "Finetune/Step Time": 6.6239740420132875}
+{"Finetune/Learning Rate": 1.2933377874112768e-05, "Finetune/Loss": 0.8087409734725952, "Finetune/Loss (Raw)": 0.8897542357444763, "Finetune/Step": 3300, "Finetune/Step Time": 6.626935515552759}
+{"Finetune/Learning Rate": 1.2929408033175257e-05, "Finetune/Loss": 0.8087078928947449, "Finetune/Loss (Raw)": 0.6874536275863647, "Finetune/Step": 3301, "Finetune/Step Time": 6.625644885003567}
+{"Finetune/Learning Rate": 1.2925437687173144e-05, "Finetune/Loss": 0.808132529258728, "Finetune/Loss (Raw)": 0.9264212250709534, "Finetune/Step": 3302, "Finetune/Step Time": 6.623818449676037}
+{"Finetune/Learning Rate": 1.2921466836790959e-05, "Finetune/Loss": 0.8082252740859985, "Finetune/Loss (Raw)": 0.8085273504257202, "Finetune/Step": 3303, "Finetune/Step Time": 6.62224205955863}
+{"Finetune/Learning Rate": 1.2917495482713327e-05, "Finetune/Loss": 0.8063533306121826, "Finetune/Loss (Raw)": 0.7411072850227356, "Finetune/Step": 3304, "Finetune/Step Time": 6.631420245394111}
+{"Finetune/Learning Rate": 1.2913523625624956e-05, "Finetune/Loss": 0.807213544845581, "Finetune/Loss (Raw)": 0.888783872127533, "Finetune/Step": 3305, "Finetune/Step Time": 6.6275605615228415}
+{"Finetune/Learning Rate": 1.2909551266210641e-05, "Finetune/Loss": 0.8064247965812683, "Finetune/Loss (Raw)": 0.733460545539856, "Finetune/Step": 3306, "Finetune/Step Time": 6.619574137032032}
+{"Finetune/Learning Rate": 1.2905578405155263e-05, "Finetune/Loss": 0.8066962957382202, "Finetune/Loss (Raw)": 0.9766682982444763, "Finetune/Step": 3307, "Finetune/Step Time": 6.599845413118601}
+{"Finetune/Learning Rate": 1.290160504314379e-05, "Finetune/Loss": 0.8073066473007202, "Finetune/Loss (Raw)": 0.8397830128669739, "Finetune/Step": 3308, "Finetune/Step Time": 6.605537677183747}
+{"Finetune/Learning Rate": 1.2897631180861277e-05, "Finetune/Loss": 0.8076125383377075, "Finetune/Loss (Raw)": 0.9010676741600037, "Finetune/Step": 3309, "Finetune/Step Time": 6.615792512893677}
+{"Finetune/Learning Rate": 1.2893656818992866e-05, "Finetune/Loss": 0.8070032596588135, "Finetune/Loss (Raw)": 0.7684739232063293, "Finetune/Step": 3310, "Finetune/Step Time": 6.612779539078474}
+{"Finetune/Learning Rate": 1.2889681958223785e-05, "Finetune/Loss": 0.8070606589317322, "Finetune/Loss (Raw)": 0.737471878528595, "Finetune/Step": 3311, "Finetune/Step Time": 6.620759826153517}
+{"Finetune/Learning Rate": 1.2885706599239343e-05, "Finetune/Loss": 0.8070790767669678, "Finetune/Loss (Raw)": 0.7926843166351318, "Finetune/Step": 3312, "Finetune/Step Time": 6.615056777372956}
+{"Finetune/Learning Rate": 1.288173074272494e-05, "Finetune/Loss": 0.8035651445388794, "Finetune/Loss (Raw)": 0.4539695680141449, "Finetune/Step": 3313, "Finetune/Step Time": 6.628627140074968}
+{"Finetune/Learning Rate": 1.2877754389366063e-05, "Finetune/Loss": 0.8033148646354675, "Finetune/Loss (Raw)": 0.7599648237228394, "Finetune/Step": 3314, "Finetune/Step Time": 6.625756714493036}
+{"Finetune/Learning Rate": 1.2873777539848284e-05, "Finetune/Loss": 0.8040720224380493, "Finetune/Loss (Raw)": 0.998321533203125, "Finetune/Step": 3315, "Finetune/Step Time": 6.625933649018407}
+{"Finetune/Learning Rate": 1.2869800194857251e-05, "Finetune/Loss": 0.8044896125793457, "Finetune/Loss (Raw)": 0.7772244811058044, "Finetune/Step": 3316, "Finetune/Step Time": 6.617179740220308}
+{"Finetune/Learning Rate": 1.2865822355078714e-05, "Finetune/Loss": 0.8045441508293152, "Finetune/Loss (Raw)": 0.7635470628738403, "Finetune/Step": 3317, "Finetune/Step Time": 6.618179814890027}
+{"Finetune/Learning Rate": 1.2861844021198497e-05, "Finetune/Loss": 0.8007228970527649, "Finetune/Loss (Raw)": 0.35246920585632324, "Finetune/Step": 3318, "Finetune/Step Time": 6.633932564407587}
+{"Finetune/Learning Rate": 1.285786519390251e-05, "Finetune/Loss": 0.8011967539787292, "Finetune/Loss (Raw)": 0.9156565070152283, "Finetune/Step": 3319, "Finetune/Step Time": 6.605020642280579}
+{"Finetune/Learning Rate": 1.2853885873876747e-05, "Finetune/Loss": 0.8009214997291565, "Finetune/Loss (Raw)": 0.7798284888267517, "Finetune/Step": 3320, "Finetune/Step Time": 6.597114387899637}
+{"Finetune/Learning Rate": 1.2849906061807298e-05, "Finetune/Loss": 0.8002351522445679, "Finetune/Loss (Raw)": 0.7311646342277527, "Finetune/Step": 3321, "Finetune/Step Time": 6.596557583659887}
+{"Finetune/Learning Rate": 1.2845925758380324e-05, "Finetune/Loss": 0.8005363941192627, "Finetune/Loss (Raw)": 0.7876200079917908, "Finetune/Step": 3322, "Finetune/Step Time": 6.590369079262018}
+{"Finetune/Learning Rate": 1.2841944964282079e-05, "Finetune/Loss": 0.8011394739151001, "Finetune/Loss (Raw)": 0.9226587414741516, "Finetune/Step": 3323, "Finetune/Step Time": 6.606864498928189}
+{"Finetune/Learning Rate": 1.2837963680198895e-05, "Finetune/Loss": 0.8007882833480835, "Finetune/Loss (Raw)": 0.7739621996879578, "Finetune/Step": 3324, "Finetune/Step Time": 6.620738686993718}
+{"Finetune/Learning Rate": 1.28339819068172e-05, "Finetune/Loss": 0.7993267774581909, "Finetune/Loss (Raw)": 0.7070833444595337, "Finetune/Step": 3325, "Finetune/Step Time": 6.630298268049955}
+{"Finetune/Learning Rate": 1.282999964482349e-05, "Finetune/Loss": 0.8005296587944031, "Finetune/Loss (Raw)": 0.8884561061859131, "Finetune/Step": 3326, "Finetune/Step Time": 6.621295142918825}
+{"Finetune/Learning Rate": 1.2826016894904359e-05, "Finetune/Loss": 0.7985631227493286, "Finetune/Loss (Raw)": 0.5956644415855408, "Finetune/Step": 3327, "Finetune/Step Time": 6.633286572992802}
+{"Finetune/Learning Rate": 1.2822033657746478e-05, "Finetune/Loss": 0.7977623343467712, "Finetune/Loss (Raw)": 0.9388999938964844, "Finetune/Step": 3328, "Finetune/Step Time": 6.637848416343331}
+{"Finetune/Learning Rate": 1.2818049934036608e-05, "Finetune/Loss": 0.7993247509002686, "Finetune/Loss (Raw)": 0.8347026705741882, "Finetune/Step": 3329, "Finetune/Step Time": 6.640321819111705}
+{"Finetune/Learning Rate": 1.2814065724461587e-05, "Finetune/Loss": 0.7986128926277161, "Finetune/Loss (Raw)": 0.7145366668701172, "Finetune/Step": 3330, "Finetune/Step Time": 6.653433172032237}
+{"Finetune/Learning Rate": 1.2810081029708342e-05, "Finetune/Loss": 0.7987695932388306, "Finetune/Loss (Raw)": 0.8244327306747437, "Finetune/Step": 3331, "Finetune/Step Time": 6.667067157104611}
+{"Finetune/Learning Rate": 1.2806095850463875e-05, "Finetune/Loss": 0.799050509929657, "Finetune/Loss (Raw)": 0.818975567817688, "Finetune/Step": 3332, "Finetune/Step Time": 6.661285895854235}
+{"Finetune/Learning Rate": 1.2802110187415289e-05, "Finetune/Loss": 0.7997346520423889, "Finetune/Loss (Raw)": 0.8479899764060974, "Finetune/Step": 3333, "Finetune/Step Time": 6.651296300813556}
+{"Finetune/Learning Rate": 1.2798124041249752e-05, "Finetune/Loss": 0.800869882106781, "Finetune/Loss (Raw)": 0.8373528122901917, "Finetune/Step": 3334, "Finetune/Step Time": 6.65168771892786}
+{"Finetune/Learning Rate": 1.2794137412654524e-05, "Finetune/Loss": 0.8005663156509399, "Finetune/Loss (Raw)": 0.746220052242279, "Finetune/Step": 3335, "Finetune/Step Time": 6.630913192406297}
+{"Finetune/Learning Rate": 1.2790150302316943e-05, "Finetune/Loss": 0.800177812576294, "Finetune/Loss (Raw)": 0.7941797971725464, "Finetune/Step": 3336, "Finetune/Step Time": 6.630038784816861}
+{"Finetune/Learning Rate": 1.2786162710924445e-05, "Finetune/Loss": 0.7993084192276001, "Finetune/Loss (Raw)": 0.6980327367782593, "Finetune/Step": 3337, "Finetune/Step Time": 6.643777560442686}
+{"Finetune/Learning Rate": 1.2782174639164528e-05, "Finetune/Loss": 0.8001104593276978, "Finetune/Loss (Raw)": 0.8320797085762024, "Finetune/Step": 3338, "Finetune/Step Time": 6.6570354253053665}
+{"Finetune/Learning Rate": 1.2778186087724786e-05, "Finetune/Loss": 0.8005527853965759, "Finetune/Loss (Raw)": 0.8781580924987793, "Finetune/Step": 3339, "Finetune/Step Time": 6.649968031793833}
+{"Finetune/Learning Rate": 1.2774197057292892e-05, "Finetune/Loss": 0.8037939071655273, "Finetune/Loss (Raw)": 0.831875205039978, "Finetune/Step": 3340, "Finetune/Step Time": 6.63273611664772}
+{"Finetune/Learning Rate": 1.2770207548556607e-05, "Finetune/Loss": 0.8046517372131348, "Finetune/Loss (Raw)": 0.983415961265564, "Finetune/Step": 3341, "Finetune/Step Time": 6.63829574175179}
+{"Finetune/Learning Rate": 1.276621756220376e-05, "Finetune/Loss": 0.8059234619140625, "Finetune/Loss (Raw)": 0.9028664231300354, "Finetune/Step": 3342, "Finetune/Step Time": 6.609909987077117}
+{"Finetune/Learning Rate": 1.276222709892228e-05, "Finetune/Loss": 0.8072969913482666, "Finetune/Loss (Raw)": 0.865070641040802, "Finetune/Step": 3343, "Finetune/Step Time": 6.596785897389054}
+{"Finetune/Learning Rate": 1.2758236159400162e-05, "Finetune/Loss": 0.8070918321609497, "Finetune/Loss (Raw)": 0.6293221712112427, "Finetune/Step": 3344, "Finetune/Step Time": 6.577213333919644}
+{"Finetune/Learning Rate": 1.2754244744325499e-05, "Finetune/Loss": 0.8034799098968506, "Finetune/Loss (Raw)": 0.37588393688201904, "Finetune/Step": 3345, "Finetune/Step Time": 6.600859122350812}
+{"Finetune/Learning Rate": 1.2750252854386458e-05, "Finetune/Loss": 0.8039636015892029, "Finetune/Loss (Raw)": 0.908555269241333, "Finetune/Step": 3346, "Finetune/Step Time": 6.610010426491499}
+{"Finetune/Learning Rate": 1.2746260490271283e-05, "Finetune/Loss": 0.8040132522583008, "Finetune/Loss (Raw)": 0.7046663165092468, "Finetune/Step": 3347, "Finetune/Step Time": 6.610934771597385}
+{"Finetune/Learning Rate": 1.2742267652668305e-05, "Finetune/Loss": 0.8031169176101685, "Finetune/Loss (Raw)": 0.8699343204498291, "Finetune/Step": 3348, "Finetune/Step Time": 6.615566028282046}
+{"Finetune/Learning Rate": 1.2738274342265941e-05, "Finetune/Loss": 0.8039623498916626, "Finetune/Loss (Raw)": 0.872089147567749, "Finetune/Step": 3349, "Finetune/Step Time": 6.612036783248186}
+{"Finetune/Learning Rate": 1.2734280559752683e-05, "Finetune/Loss": 0.8092068433761597, "Finetune/Loss (Raw)": 1.0188549757003784, "Finetune/Step": 3350, "Finetune/Step Time": 6.599417056888342}
+{"Finetune/Learning Rate": 1.2730286305817106e-05, "Finetune/Loss": 0.8086962699890137, "Finetune/Loss (Raw)": 0.7396074533462524, "Finetune/Step": 3351, "Finetune/Step Time": 6.606120586395264}
+{"Finetune/Learning Rate": 1.2726291581147864e-05, "Finetune/Loss": 0.8089708685874939, "Finetune/Loss (Raw)": 0.8620964884757996, "Finetune/Step": 3352, "Finetune/Step Time": 6.600314300507307}
+{"Finetune/Learning Rate": 1.27222963864337e-05, "Finetune/Loss": 0.8099112510681152, "Finetune/Loss (Raw)": 0.9178900718688965, "Finetune/Step": 3353, "Finetune/Step Time": 6.616390714421868}
+{"Finetune/Learning Rate": 1.2718300722363431e-05, "Finetune/Loss": 0.8106167316436768, "Finetune/Loss (Raw)": 0.905285120010376, "Finetune/Step": 3354, "Finetune/Step Time": 6.614431481808424}
+{"Finetune/Learning Rate": 1.2714304589625954e-05, "Finetune/Loss": 0.8116686344146729, "Finetune/Loss (Raw)": 0.8566869497299194, "Finetune/Step": 3355, "Finetune/Step Time": 6.60660751350224}
+{"Finetune/Learning Rate": 1.2710307988910251e-05, "Finetune/Loss": 0.8124547600746155, "Finetune/Loss (Raw)": 0.9002375602722168, "Finetune/Step": 3356, "Finetune/Step Time": 6.598760299384594}
+{"Finetune/Learning Rate": 1.2706310920905385e-05, "Finetune/Loss": 0.8118408918380737, "Finetune/Loss (Raw)": 0.829360842704773, "Finetune/Step": 3357, "Finetune/Step Time": 6.599642548710108}
+{"Finetune/Learning Rate": 1.2702313386300498e-05, "Finetune/Loss": 0.8119791746139526, "Finetune/Loss (Raw)": 0.7688926458358765, "Finetune/Step": 3358, "Finetune/Step Time": 6.593969257548451}
+{"Finetune/Learning Rate": 1.269831538578481e-05, "Finetune/Loss": 0.8134838342666626, "Finetune/Loss (Raw)": 1.0044077634811401, "Finetune/Step": 3359, "Finetune/Step Time": 6.578325010836124}
+{"Finetune/Learning Rate": 1.269431692004762e-05, "Finetune/Loss": 0.8129509687423706, "Finetune/Loss (Raw)": 0.9055439829826355, "Finetune/Step": 3360, "Finetune/Step Time": 6.578633965924382}
+{"Finetune/Learning Rate": 1.269031798977832e-05, "Finetune/Loss": 0.8116792440414429, "Finetune/Loss (Raw)": 0.8618338704109192, "Finetune/Step": 3361, "Finetune/Step Time": 6.59217881038785}
+{"Finetune/Learning Rate": 1.2686318595666367e-05, "Finetune/Loss": 0.8118730187416077, "Finetune/Loss (Raw)": 0.7486011981964111, "Finetune/Step": 3362, "Finetune/Step Time": 6.575142635032535}
+{"Finetune/Learning Rate": 1.2682318738401307e-05, "Finetune/Loss": 0.8116533756256104, "Finetune/Loss (Raw)": 0.9145906567573547, "Finetune/Step": 3363, "Finetune/Step Time": 6.5751661993563175}
+{"Finetune/Learning Rate": 1.2678318418672758e-05, "Finetune/Loss": 0.8136512041091919, "Finetune/Loss (Raw)": 0.9065711498260498, "Finetune/Step": 3364, "Finetune/Step Time": 6.557889619842172}
+{"Finetune/Learning Rate": 1.2674317637170426e-05, "Finetune/Loss": 0.8128640651702881, "Finetune/Loss (Raw)": 0.7954342365264893, "Finetune/Step": 3365, "Finetune/Step Time": 6.571700908243656}
+{"Finetune/Learning Rate": 1.2670316394584093e-05, "Finetune/Loss": 0.8152136206626892, "Finetune/Loss (Raw)": 0.7237474918365479, "Finetune/Step": 3366, "Finetune/Step Time": 6.563244624063373}
+{"Finetune/Learning Rate": 1.2666314691603615e-05, "Finetune/Loss": 0.813176155090332, "Finetune/Loss (Raw)": 0.7219186425209045, "Finetune/Step": 3367, "Finetune/Step Time": 6.560229815542698}
+{"Finetune/Learning Rate": 1.2662312528918945e-05, "Finetune/Loss": 0.8093671202659607, "Finetune/Loss (Raw)": 0.45801469683647156, "Finetune/Step": 3368, "Finetune/Step Time": 6.5775742288678885}
+{"Finetune/Learning Rate": 1.265830990722009e-05, "Finetune/Loss": 0.8089250326156616, "Finetune/Loss (Raw)": 0.85836261510849, "Finetune/Step": 3369, "Finetune/Step Time": 6.576970737427473}
+{"Finetune/Learning Rate": 1.2654306827197158e-05, "Finetune/Loss": 0.8085212111473083, "Finetune/Loss (Raw)": 0.8941237330436707, "Finetune/Step": 3370, "Finetune/Step Time": 6.57500528357923}
+{"Finetune/Learning Rate": 1.2650303289540327e-05, "Finetune/Loss": 0.8064354062080383, "Finetune/Loss (Raw)": 0.5972047448158264, "Finetune/Step": 3371, "Finetune/Step Time": 6.59677598811686}
+{"Finetune/Learning Rate": 1.264629929493985e-05, "Finetune/Loss": 0.805451512336731, "Finetune/Loss (Raw)": 0.7340498566627502, "Finetune/Step": 3372, "Finetune/Step Time": 6.608466241508722}
+{"Finetune/Learning Rate": 1.2642294844086063e-05, "Finetune/Loss": 0.8050508499145508, "Finetune/Loss (Raw)": 0.8549169301986694, "Finetune/Step": 3373, "Finetune/Step Time": 6.614894762635231}
+{"Finetune/Learning Rate": 1.2638289937669383e-05, "Finetune/Loss": 0.8061648011207581, "Finetune/Loss (Raw)": 0.8400381207466125, "Finetune/Step": 3374, "Finetune/Step Time": 6.636799035593867}
+{"Finetune/Learning Rate": 1.2634284576380305e-05, "Finetune/Loss": 0.8086764216423035, "Finetune/Loss (Raw)": 1.0816104412078857, "Finetune/Step": 3375, "Finetune/Step Time": 6.635498631745577}
+{"Finetune/Learning Rate": 1.26302787609094e-05, "Finetune/Loss": 0.8084573149681091, "Finetune/Loss (Raw)": 0.9355874061584473, "Finetune/Step": 3376, "Finetune/Step Time": 6.628664616495371}
+{"Finetune/Learning Rate": 1.2626272491947311e-05, "Finetune/Loss": 0.8061733245849609, "Finetune/Loss (Raw)": 0.6714141368865967, "Finetune/Step": 3377, "Finetune/Step Time": 6.639557482674718}
+{"Finetune/Learning Rate": 1.2622265770184776e-05, "Finetune/Loss": 0.8072097301483154, "Finetune/Loss (Raw)": 0.9146444201469421, "Finetune/Step": 3378, "Finetune/Step Time": 6.635882090777159}
+{"Finetune/Learning Rate": 1.2618258596312595e-05, "Finetune/Loss": 0.8068739175796509, "Finetune/Loss (Raw)": 0.6379883289337158, "Finetune/Step": 3379, "Finetune/Step Time": 6.611475048586726}
+{"Finetune/Learning Rate": 1.2614250971021658e-05, "Finetune/Loss": 0.8054326176643372, "Finetune/Loss (Raw)": 0.7171347737312317, "Finetune/Step": 3380, "Finetune/Step Time": 6.609662251546979}
+{"Finetune/Learning Rate": 1.2610242895002918e-05, "Finetune/Loss": 0.8048135042190552, "Finetune/Loss (Raw)": 0.7746511697769165, "Finetune/Step": 3381, "Finetune/Step Time": 6.604745909571648}
+{"Finetune/Learning Rate": 1.260623436894742e-05, "Finetune/Loss": 0.8049522638320923, "Finetune/Loss (Raw)": 0.9048004150390625, "Finetune/Step": 3382, "Finetune/Step Time": 6.606559082865715}
+{"Finetune/Learning Rate": 1.2602225393546286e-05, "Finetune/Loss": 0.8042807579040527, "Finetune/Loss (Raw)": 0.8060625791549683, "Finetune/Step": 3383, "Finetune/Step Time": 6.595108034089208}
+{"Finetune/Learning Rate": 1.2598215969490703e-05, "Finetune/Loss": 0.8044611215591431, "Finetune/Loss (Raw)": 0.9046282768249512, "Finetune/Step": 3384, "Finetune/Step Time": 6.591335954144597}
+{"Finetune/Learning Rate": 1.2594206097471946e-05, "Finetune/Loss": 0.8045943975448608, "Finetune/Loss (Raw)": 0.6690107583999634, "Finetune/Step": 3385, "Finetune/Step Time": 6.581504937261343}
+{"Finetune/Learning Rate": 1.2590195778181364e-05, "Finetune/Loss": 0.8029191493988037, "Finetune/Loss (Raw)": 0.815020740032196, "Finetune/Step": 3386, "Finetune/Step Time": 6.57392923720181}
+{"Finetune/Learning Rate": 1.2586185012310388e-05, "Finetune/Loss": 0.8031057119369507, "Finetune/Loss (Raw)": 0.753495454788208, "Finetune/Step": 3387, "Finetune/Step Time": 6.562963429838419}
+{"Finetune/Learning Rate": 1.2582173800550512e-05, "Finetune/Loss": 0.8026080131530762, "Finetune/Loss (Raw)": 0.7835473418235779, "Finetune/Step": 3388, "Finetune/Step Time": 6.5460288897156715}
+{"Finetune/Learning Rate": 1.2578162143593325e-05, "Finetune/Loss": 0.8031812906265259, "Finetune/Loss (Raw)": 0.8357866406440735, "Finetune/Step": 3389, "Finetune/Step Time": 6.550264006480575}
+{"Finetune/Learning Rate": 1.2574150042130479e-05, "Finetune/Loss": 0.8025538921356201, "Finetune/Loss (Raw)": 0.8611830472946167, "Finetune/Step": 3390, "Finetune/Step Time": 6.55527975037694}
+{"Finetune/Learning Rate": 1.2570137496853714e-05, "Finetune/Loss": 0.8029583692550659, "Finetune/Loss (Raw)": 0.992239773273468, "Finetune/Step": 3391, "Finetune/Step Time": 6.55280302464962}
+{"Finetune/Learning Rate": 1.2566124508454834e-05, "Finetune/Loss": 0.8032213449478149, "Finetune/Loss (Raw)": 0.7767057418823242, "Finetune/Step": 3392, "Finetune/Step Time": 6.543404761701822}
+{"Finetune/Learning Rate": 1.2562111077625723e-05, "Finetune/Loss": 0.8029088973999023, "Finetune/Loss (Raw)": 0.9361897706985474, "Finetune/Step": 3393, "Finetune/Step Time": 6.540793711319566}
+{"Finetune/Learning Rate": 1.2558097205058353e-05, "Finetune/Loss": 0.80254727602005, "Finetune/Loss (Raw)": 0.7645503282546997, "Finetune/Step": 3394, "Finetune/Step Time": 6.550856649875641}
+{"Finetune/Learning Rate": 1.2554082891444761e-05, "Finetune/Loss": 0.8037606477737427, "Finetune/Loss (Raw)": 0.9047114253044128, "Finetune/Step": 3395, "Finetune/Step Time": 6.545683732256293}
+{"Finetune/Learning Rate": 1.2550068137477057e-05, "Finetune/Loss": 0.8019142150878906, "Finetune/Loss (Raw)": 0.6846299767494202, "Finetune/Step": 3396, "Finetune/Step Time": 6.545222891494632}
+{"Finetune/Learning Rate": 1.2546052943847433e-05, "Finetune/Loss": 0.8010910749435425, "Finetune/Loss (Raw)": 0.7854867577552795, "Finetune/Step": 3397, "Finetune/Step Time": 6.544298844411969}
+{"Finetune/Learning Rate": 1.2542037311248161e-05, "Finetune/Loss": 0.8017486333847046, "Finetune/Loss (Raw)": 0.8423346281051636, "Finetune/Step": 3398, "Finetune/Step Time": 6.5534936953336}
+{"Finetune/Learning Rate": 1.253802124037158e-05, "Finetune/Loss": 0.8015814423561096, "Finetune/Loss (Raw)": 0.7842079401016235, "Finetune/Step": 3399, "Finetune/Step Time": 6.551899613812566}
+{"Finetune/Learning Rate": 1.253400473191011e-05, "Finetune/Loss": 0.8016599416732788, "Finetune/Loss (Raw)": 0.8038591146469116, "Finetune/Step": 3400, "Finetune/Step Time": 6.526645632460713}
+{"Finetune/Learning Rate": 1.252998778655624e-05, "Finetune/Loss": 0.8015766143798828, "Finetune/Loss (Raw)": 0.7442372441291809, "Finetune/Step": 3401, "Finetune/Step Time": 6.518695887178183}
+{"Finetune/Learning Rate": 1.2525970405002544e-05, "Finetune/Loss": 0.8051608800888062, "Finetune/Loss (Raw)": 0.7966271042823792, "Finetune/Step": 3402, "Finetune/Step Time": 6.498994743451476}
+{"Finetune/Learning Rate": 1.2521952587941664e-05, "Finetune/Loss": 0.8055133819580078, "Finetune/Loss (Raw)": 0.7774834036827087, "Finetune/Step": 3403, "Finetune/Step Time": 6.504615960642695}
+{"Finetune/Learning Rate": 1.251793433606632e-05, "Finetune/Loss": 0.8050401210784912, "Finetune/Loss (Raw)": 0.7898856401443481, "Finetune/Step": 3404, "Finetune/Step Time": 6.501341411843896}
+{"Finetune/Learning Rate": 1.2513915650069303e-05, "Finetune/Loss": 0.8032181262969971, "Finetune/Loss (Raw)": 0.6160807609558105, "Finetune/Step": 3405, "Finetune/Step Time": 6.5411744099110365}
+{"Finetune/Learning Rate": 1.2509896530643488e-05, "Finetune/Loss": 0.8036085963249207, "Finetune/Loss (Raw)": 0.8654568791389465, "Finetune/Step": 3406, "Finetune/Step Time": 6.538926402106881}
+{"Finetune/Learning Rate": 1.2505876978481814e-05, "Finetune/Loss": 0.8035606145858765, "Finetune/Loss (Raw)": 0.8570764064788818, "Finetune/Step": 3407, "Finetune/Step Time": 6.526876593008637}
+{"Finetune/Learning Rate": 1.2501856994277302e-05, "Finetune/Loss": 0.8029658794403076, "Finetune/Loss (Raw)": 0.8678196668624878, "Finetune/Step": 3408, "Finetune/Step Time": 6.517667198553681}
+{"Finetune/Learning Rate": 1.249783657872304e-05, "Finetune/Loss": 0.8019872307777405, "Finetune/Loss (Raw)": 0.8673023581504822, "Finetune/Step": 3409, "Finetune/Step Time": 6.515935108065605}
+{"Finetune/Learning Rate": 1.2493815732512202e-05, "Finetune/Loss": 0.8013672828674316, "Finetune/Loss (Raw)": 0.7224887013435364, "Finetune/Step": 3410, "Finetune/Step Time": 6.520183933898807}
+{"Finetune/Learning Rate": 1.2489794456338025e-05, "Finetune/Loss": 0.8057194948196411, "Finetune/Loss (Raw)": 0.9501108527183533, "Finetune/Step": 3411, "Finetune/Step Time": 6.5108881033957005}
+{"Finetune/Learning Rate": 1.2485772750893827e-05, "Finetune/Loss": 0.806384265422821, "Finetune/Loss (Raw)": 0.8653792142868042, "Finetune/Step": 3412, "Finetune/Step Time": 6.5055829379707575}
+{"Finetune/Learning Rate": 1.2481750616872994e-05, "Finetune/Loss": 0.8068570494651794, "Finetune/Loss (Raw)": 0.9415085911750793, "Finetune/Step": 3413, "Finetune/Step Time": 6.51301265694201}
+{"Finetune/Learning Rate": 1.2477728054968993e-05, "Finetune/Loss": 0.8077746629714966, "Finetune/Loss (Raw)": 0.9446063041687012, "Finetune/Step": 3414, "Finetune/Step Time": 6.511592702940106}
+{"Finetune/Learning Rate": 1.2473705065875361e-05, "Finetune/Loss": 0.8064099550247192, "Finetune/Loss (Raw)": 0.6841107606887817, "Finetune/Step": 3415, "Finetune/Step Time": 6.5090305879712105}
+{"Finetune/Learning Rate": 1.2469681650285708e-05, "Finetune/Loss": 0.802545964717865, "Finetune/Loss (Raw)": 0.4501972794532776, "Finetune/Step": 3416, "Finetune/Step Time": 6.525740733370185}
+{"Finetune/Learning Rate": 1.2465657808893716e-05, "Finetune/Loss": 0.8022869229316711, "Finetune/Loss (Raw)": 0.7427851557731628, "Finetune/Step": 3417, "Finetune/Step Time": 6.532516589388251}
+{"Finetune/Learning Rate": 1.246163354239315e-05, "Finetune/Loss": 0.8020723462104797, "Finetune/Loss (Raw)": 0.8408794403076172, "Finetune/Step": 3418, "Finetune/Step Time": 6.543904451653361}
+{"Finetune/Learning Rate": 1.2457608851477833e-05, "Finetune/Loss": 0.8030076026916504, "Finetune/Loss (Raw)": 0.8382174968719482, "Finetune/Step": 3419, "Finetune/Step Time": 6.545973189175129}
+{"Finetune/Learning Rate": 1.2453583736841675e-05, "Finetune/Loss": 0.8009878396987915, "Finetune/Loss (Raw)": 0.5234068632125854, "Finetune/Step": 3420, "Finetune/Step Time": 6.570105297490954}
+{"Finetune/Learning Rate": 1.244955819917865e-05, "Finetune/Loss": 0.8013665676116943, "Finetune/Loss (Raw)": 0.8841692805290222, "Finetune/Step": 3421, "Finetune/Step Time": 6.573157215490937}
+{"Finetune/Learning Rate": 1.244553223918281e-05, "Finetune/Loss": 0.8010627627372742, "Finetune/Loss (Raw)": 0.6914929747581482, "Finetune/Step": 3422, "Finetune/Step Time": 6.566341096535325}
+{"Finetune/Learning Rate": 1.2441505857548277e-05, "Finetune/Loss": 0.8008332252502441, "Finetune/Loss (Raw)": 0.7816550135612488, "Finetune/Step": 3423, "Finetune/Step Time": 6.564887514337897}
+{"Finetune/Learning Rate": 1.2437479054969248e-05, "Finetune/Loss": 0.7970906496047974, "Finetune/Loss (Raw)": 0.3774876594543457, "Finetune/Step": 3424, "Finetune/Step Time": 6.578324560075998}
+{"Finetune/Learning Rate": 1.2433451832139989e-05, "Finetune/Loss": 0.7976433038711548, "Finetune/Loss (Raw)": 0.7777531743049622, "Finetune/Step": 3425, "Finetune/Step Time": 6.5564865581691265}
+{"Finetune/Learning Rate": 1.2429424189754846e-05, "Finetune/Loss": 0.7957727909088135, "Finetune/Loss (Raw)": 0.686170220375061, "Finetune/Step": 3426, "Finetune/Step Time": 6.55867288634181}
+{"Finetune/Learning Rate": 1.2425396128508227e-05, "Finetune/Loss": 0.7992990016937256, "Finetune/Loss (Raw)": 0.8576419353485107, "Finetune/Step": 3427, "Finetune/Step Time": 6.54250674508512}
+{"Finetune/Learning Rate": 1.2421367649094623e-05, "Finetune/Loss": 0.798461377620697, "Finetune/Loss (Raw)": 0.7825387716293335, "Finetune/Step": 3428, "Finetune/Step Time": 6.550482759252191}
+{"Finetune/Learning Rate": 1.2417338752208582e-05, "Finetune/Loss": 0.7999205589294434, "Finetune/Loss (Raw)": 0.874226987361908, "Finetune/Step": 3429, "Finetune/Step Time": 6.53770000115037}
+{"Finetune/Learning Rate": 1.2413309438544742e-05, "Finetune/Loss": 0.7980227470397949, "Finetune/Loss (Raw)": 0.6835092306137085, "Finetune/Step": 3430, "Finetune/Step Time": 6.532146902754903}
+{"Finetune/Learning Rate": 1.2409279708797803e-05, "Finetune/Loss": 0.7990649342536926, "Finetune/Loss (Raw)": 0.9419257640838623, "Finetune/Step": 3431, "Finetune/Step Time": 6.535978380590677}
+{"Finetune/Learning Rate": 1.2405249563662539e-05, "Finetune/Loss": 0.7984378337860107, "Finetune/Loss (Raw)": 0.6608282327651978, "Finetune/Step": 3432, "Finetune/Step Time": 6.538985524326563}
+{"Finetune/Learning Rate": 1.2401219003833789e-05, "Finetune/Loss": 0.7977774143218994, "Finetune/Loss (Raw)": 0.8042516112327576, "Finetune/Step": 3433, "Finetune/Step Time": 6.5569889433681965}
+{"Finetune/Learning Rate": 1.2397188030006474e-05, "Finetune/Loss": 0.7974916696548462, "Finetune/Loss (Raw)": 0.6968867182731628, "Finetune/Step": 3434, "Finetune/Step Time": 6.581633487716317}
+{"Finetune/Learning Rate": 1.2393156642875579e-05, "Finetune/Loss": 0.7956908941268921, "Finetune/Loss (Raw)": 0.7461689114570618, "Finetune/Step": 3435, "Finetune/Step Time": 6.595685597509146}
+{"Finetune/Learning Rate": 1.2389124843136166e-05, "Finetune/Loss": 0.79481041431427, "Finetune/Loss (Raw)": 0.7270858883857727, "Finetune/Step": 3436, "Finetune/Step Time": 6.589860778301954}
+{"Finetune/Learning Rate": 1.2385092631483361e-05, "Finetune/Loss": 0.794257640838623, "Finetune/Loss (Raw)": 0.8303054571151733, "Finetune/Step": 3437, "Finetune/Step Time": 6.5888363532722}
+{"Finetune/Learning Rate": 1.2381060008612368e-05, "Finetune/Loss": 0.7939640283584595, "Finetune/Loss (Raw)": 0.730896532535553, "Finetune/Step": 3438, "Finetune/Step Time": 6.586799740791321}
+{"Finetune/Learning Rate": 1.237702697521846e-05, "Finetune/Loss": 0.7947741746902466, "Finetune/Loss (Raw)": 0.8411701917648315, "Finetune/Step": 3439, "Finetune/Step Time": 6.591979945078492}
+{"Finetune/Learning Rate": 1.2372993531996977e-05, "Finetune/Loss": 0.7942838668823242, "Finetune/Loss (Raw)": 0.7299261689186096, "Finetune/Step": 3440, "Finetune/Step Time": 6.593860698863864}
+{"Finetune/Learning Rate": 1.236895967964333e-05, "Finetune/Loss": 0.795771598815918, "Finetune/Loss (Raw)": 0.6443939805030823, "Finetune/Step": 3441, "Finetune/Step Time": 6.596386885270476}
+{"Finetune/Learning Rate": 1.2364925418853011e-05, "Finetune/Loss": 0.7957152128219604, "Finetune/Loss (Raw)": 0.7527562975883484, "Finetune/Step": 3442, "Finetune/Step Time": 6.603260641917586}
+{"Finetune/Learning Rate": 1.2360890750321566e-05, "Finetune/Loss": 0.7936379909515381, "Finetune/Loss (Raw)": 0.7324316501617432, "Finetune/Step": 3443, "Finetune/Step Time": 6.61351303756237}
+{"Finetune/Learning Rate": 1.2356855674744625e-05, "Finetune/Loss": 0.7941681146621704, "Finetune/Loss (Raw)": 0.8450825214385986, "Finetune/Step": 3444, "Finetune/Step Time": 6.607149550691247}
+{"Finetune/Learning Rate": 1.2352820192817878e-05, "Finetune/Loss": 0.7929239273071289, "Finetune/Loss (Raw)": 0.6042921543121338, "Finetune/Step": 3445, "Finetune/Step Time": 6.624563058838248}
+{"Finetune/Learning Rate": 1.2348784305237093e-05, "Finetune/Loss": 0.7961844205856323, "Finetune/Loss (Raw)": 0.7698175311088562, "Finetune/Step": 3446, "Finetune/Step Time": 6.625599721446633}
+{"Finetune/Learning Rate": 1.2344748012698107e-05, "Finetune/Loss": 0.7963521480560303, "Finetune/Loss (Raw)": 0.9371167421340942, "Finetune/Step": 3447, "Finetune/Step Time": 6.620219515636563}
+{"Finetune/Learning Rate": 1.2340711315896818e-05, "Finetune/Loss": 0.7961142063140869, "Finetune/Loss (Raw)": 0.7493664622306824, "Finetune/Step": 3448, "Finetune/Step Time": 6.625648934394121}
+{"Finetune/Learning Rate": 1.2336674215529206e-05, "Finetune/Loss": 0.7975831031799316, "Finetune/Loss (Raw)": 0.9191930890083313, "Finetune/Step": 3449, "Finetune/Step Time": 6.620879935100675}
+{"Finetune/Learning Rate": 1.2332636712291313e-05, "Finetune/Loss": 0.7976127862930298, "Finetune/Loss (Raw)": 0.7914129495620728, "Finetune/Step": 3450, "Finetune/Step Time": 6.6402048617601395}
+{"Finetune/Learning Rate": 1.2328598806879253e-05, "Finetune/Loss": 0.79673832654953, "Finetune/Loss (Raw)": 0.8107271790504456, "Finetune/Step": 3451, "Finetune/Step Time": 6.613629488274455}
+{"Finetune/Learning Rate": 1.2324560499989206e-05, "Finetune/Loss": 0.7977237105369568, "Finetune/Loss (Raw)": 0.9001001119613647, "Finetune/Step": 3452, "Finetune/Step Time": 6.607546083629131}
+{"Finetune/Learning Rate": 1.2320521792317425e-05, "Finetune/Loss": 0.798607587814331, "Finetune/Loss (Raw)": 0.8202135562896729, "Finetune/Step": 3453, "Finetune/Step Time": 6.5951929949223995}
+{"Finetune/Learning Rate": 1.2316482684560234e-05, "Finetune/Loss": 0.7976328134536743, "Finetune/Loss (Raw)": 0.7636913061141968, "Finetune/Step": 3454, "Finetune/Step Time": 6.603724528104067}
+{"Finetune/Learning Rate": 1.2312443177414022e-05, "Finetune/Loss": 0.7958315014839172, "Finetune/Loss (Raw)": 0.36509376764297485, "Finetune/Step": 3455, "Finetune/Step Time": 6.613025799393654}
+{"Finetune/Learning Rate": 1.2308403271575245e-05, "Finetune/Loss": 0.7953336834907532, "Finetune/Loss (Raw)": 0.8751769661903381, "Finetune/Step": 3456, "Finetune/Step Time": 6.609639359638095}
+{"Finetune/Learning Rate": 1.2304362967740432e-05, "Finetune/Loss": 0.7955279350280762, "Finetune/Loss (Raw)": 0.8595721125602722, "Finetune/Step": 3457, "Finetune/Step Time": 6.600288802757859}
+{"Finetune/Learning Rate": 1.2300322266606176e-05, "Finetune/Loss": 0.7964671850204468, "Finetune/Loss (Raw)": 0.8347587585449219, "Finetune/Step": 3458, "Finetune/Step Time": 6.608278878033161}
+{"Finetune/Learning Rate": 1.2296281168869151e-05, "Finetune/Loss": 0.7965485453605652, "Finetune/Loss (Raw)": 0.8348475694656372, "Finetune/Step": 3459, "Finetune/Step Time": 6.5987969897687435}
+{"Finetune/Learning Rate": 1.2292239675226082e-05, "Finetune/Loss": 0.7973418235778809, "Finetune/Loss (Raw)": 0.9205144047737122, "Finetune/Step": 3460, "Finetune/Step Time": 6.600313723087311}
+{"Finetune/Learning Rate": 1.2288197786373773e-05, "Finetune/Loss": 0.7935283184051514, "Finetune/Loss (Raw)": 0.3598611056804657, "Finetune/Step": 3461, "Finetune/Step Time": 6.620271518826485}
+{"Finetune/Learning Rate": 1.228415550300909e-05, "Finetune/Loss": 0.7933094501495361, "Finetune/Loss (Raw)": 0.8093340396881104, "Finetune/Step": 3462, "Finetune/Step Time": 6.617377893999219}
+{"Finetune/Learning Rate": 1.2280112825828976e-05, "Finetune/Loss": 0.7936879396438599, "Finetune/Loss (Raw)": 0.7946665287017822, "Finetune/Step": 3463, "Finetune/Step Time": 6.619088876992464}
+{"Finetune/Learning Rate": 1.2276069755530434e-05, "Finetune/Loss": 0.7946646213531494, "Finetune/Loss (Raw)": 0.9191992878913879, "Finetune/Step": 3464, "Finetune/Step Time": 6.620022455230355}
+{"Finetune/Learning Rate": 1.2272026292810536e-05, "Finetune/Loss": 0.7951127290725708, "Finetune/Loss (Raw)": 0.7553861737251282, "Finetune/Step": 3465, "Finetune/Step Time": 6.595722986385226}
+{"Finetune/Learning Rate": 1.226798243836642e-05, "Finetune/Loss": 0.7940548658370972, "Finetune/Loss (Raw)": 0.6966691613197327, "Finetune/Step": 3466, "Finetune/Step Time": 6.5843207109719515}
+{"Finetune/Learning Rate": 1.2263938192895305e-05, "Finetune/Loss": 0.7924778461456299, "Finetune/Loss (Raw)": 0.6763060688972473, "Finetune/Step": 3467, "Finetune/Step Time": 6.583197247236967}
+{"Finetune/Learning Rate": 1.2259893557094457e-05, "Finetune/Loss": 0.7910237312316895, "Finetune/Loss (Raw)": 0.645754873752594, "Finetune/Step": 3468, "Finetune/Step Time": 6.591217897832394}
+{"Finetune/Learning Rate": 1.225584853166122e-05, "Finetune/Loss": 0.788945198059082, "Finetune/Loss (Raw)": 0.7173529863357544, "Finetune/Step": 3469, "Finetune/Step Time": 6.609186314046383}
+{"Finetune/Learning Rate": 1.2251803117293006e-05, "Finetune/Loss": 0.7880422472953796, "Finetune/Loss (Raw)": 0.7872895002365112, "Finetune/Step": 3470, "Finetune/Step Time": 6.625314109027386}
+{"Finetune/Learning Rate": 1.2247757314687296e-05, "Finetune/Loss": 0.7881975769996643, "Finetune/Loss (Raw)": 0.8849586248397827, "Finetune/Step": 3471, "Finetune/Step Time": 6.632391255348921}
+{"Finetune/Learning Rate": 1.2243711124541629e-05, "Finetune/Loss": 0.7892587184906006, "Finetune/Loss (Raw)": 0.765146791934967, "Finetune/Step": 3472, "Finetune/Step Time": 6.6331095565110445}
+{"Finetune/Learning Rate": 1.2239664547553617e-05, "Finetune/Loss": 0.7931661605834961, "Finetune/Loss (Raw)": 0.876041829586029, "Finetune/Step": 3473, "Finetune/Step Time": 6.632719904184341}
+{"Finetune/Learning Rate": 1.2235617584420938e-05, "Finetune/Loss": 0.7913976907730103, "Finetune/Loss (Raw)": 0.6821872591972351, "Finetune/Step": 3474, "Finetune/Step Time": 6.627774553373456}
+{"Finetune/Learning Rate": 1.223157023584134e-05, "Finetune/Loss": 0.7924413084983826, "Finetune/Loss (Raw)": 0.8382521271705627, "Finetune/Step": 3475, "Finetune/Step Time": 6.633394502103329}
+{"Finetune/Learning Rate": 1.2227522502512628e-05, "Finetune/Loss": 0.7908605337142944, "Finetune/Loss (Raw)": 0.6675885915756226, "Finetune/Step": 3476, "Finetune/Step Time": 6.637962322682142}
+{"Finetune/Learning Rate": 1.222347438513268e-05, "Finetune/Loss": 0.7899500727653503, "Finetune/Loss (Raw)": 0.7555510401725769, "Finetune/Step": 3477, "Finetune/Step Time": 6.675400180742145}
+{"Finetune/Learning Rate": 1.2219425884399444e-05, "Finetune/Loss": 0.7895665168762207, "Finetune/Loss (Raw)": 0.9697561264038086, "Finetune/Step": 3478, "Finetune/Step Time": 6.667881682515144}
+{"Finetune/Learning Rate": 1.2215377001010924e-05, "Finetune/Loss": 0.792006254196167, "Finetune/Loss (Raw)": 1.0519009828567505, "Finetune/Step": 3479, "Finetune/Step Time": 6.65456485003233}
+{"Finetune/Learning Rate": 1.2211327735665201e-05, "Finetune/Loss": 0.7920634746551514, "Finetune/Loss (Raw)": 0.8694208860397339, "Finetune/Step": 3480, "Finetune/Step Time": 6.646199349313974}
+{"Finetune/Learning Rate": 1.2207278089060413e-05, "Finetune/Loss": 0.7916991114616394, "Finetune/Loss (Raw)": 0.8712502121925354, "Finetune/Step": 3481, "Finetune/Step Time": 6.633271152153611}
+{"Finetune/Learning Rate": 1.2203228061894763e-05, "Finetune/Loss": 0.7907280921936035, "Finetune/Loss (Raw)": 0.7809892892837524, "Finetune/Step": 3482, "Finetune/Step Time": 6.6325444262474775}
+{"Finetune/Learning Rate": 1.219917765486653e-05, "Finetune/Loss": 0.7900007367134094, "Finetune/Loss (Raw)": 0.763590395450592, "Finetune/Step": 3483, "Finetune/Step Time": 6.666686264798045}
+{"Finetune/Learning Rate": 1.2195126868674052e-05, "Finetune/Loss": 0.7890810966491699, "Finetune/Loss (Raw)": 0.7825282216072083, "Finetune/Step": 3484, "Finetune/Step Time": 6.683056753128767}
+{"Finetune/Learning Rate": 1.219107570401573e-05, "Finetune/Loss": 0.7900824546813965, "Finetune/Loss (Raw)": 0.9575356245040894, "Finetune/Step": 3485, "Finetune/Step Time": 6.680388025939465}
+{"Finetune/Learning Rate": 1.2187024161590026e-05, "Finetune/Loss": 0.7905095219612122, "Finetune/Loss (Raw)": 0.8235456347465515, "Finetune/Step": 3486, "Finetune/Step Time": 6.674041112884879}
+{"Finetune/Learning Rate": 1.2182972242095486e-05, "Finetune/Loss": 0.7884881496429443, "Finetune/Loss (Raw)": 0.7456807494163513, "Finetune/Step": 3487, "Finetune/Step Time": 6.662380330264568}
+{"Finetune/Learning Rate": 1.2178919946230705e-05, "Finetune/Loss": 0.7869412899017334, "Finetune/Loss (Raw)": 0.7075378894805908, "Finetune/Step": 3488, "Finetune/Step Time": 6.6618348602205515}
+{"Finetune/Learning Rate": 1.2174867274694344e-05, "Finetune/Loss": 0.787136435508728, "Finetune/Loss (Raw)": 0.8868152499198914, "Finetune/Step": 3489, "Finetune/Step Time": 6.648012788966298}
+{"Finetune/Learning Rate": 1.2170814228185133e-05, "Finetune/Loss": 0.7870219945907593, "Finetune/Loss (Raw)": 0.7339521646499634, "Finetune/Step": 3490, "Finetune/Step Time": 6.645697565749288}
+{"Finetune/Learning Rate": 1.2166760807401865e-05, "Finetune/Loss": 0.7871570587158203, "Finetune/Loss (Raw)": 0.931882917881012, "Finetune/Step": 3491, "Finetune/Step Time": 6.641394227743149}
+{"Finetune/Learning Rate": 1.2162707013043398e-05, "Finetune/Loss": 0.7863863706588745, "Finetune/Loss (Raw)": 0.8079156875610352, "Finetune/Step": 3492, "Finetune/Step Time": 6.65049884095788}
+{"Finetune/Learning Rate": 1.2158652845808656e-05, "Finetune/Loss": 0.7840592861175537, "Finetune/Loss (Raw)": 0.49757108092308044, "Finetune/Step": 3493, "Finetune/Step Time": 6.642873335629702}
+{"Finetune/Learning Rate": 1.2154598306396618e-05, "Finetune/Loss": 0.7858827114105225, "Finetune/Loss (Raw)": 0.9571495056152344, "Finetune/Step": 3494, "Finetune/Step Time": 6.639837956055999}
+{"Finetune/Learning Rate": 1.2150543395506345e-05, "Finetune/Loss": 0.7870808243751526, "Finetune/Loss (Raw)": 0.8752793073654175, "Finetune/Step": 3495, "Finetune/Step Time": 6.6395083498209715}
+{"Finetune/Learning Rate": 1.2146488113836946e-05, "Finetune/Loss": 0.7903919219970703, "Finetune/Loss (Raw)": 0.8818272352218628, "Finetune/Step": 3496, "Finetune/Step Time": 6.6280877981334925}
+{"Finetune/Learning Rate": 1.21424324620876e-05, "Finetune/Loss": 0.7886958122253418, "Finetune/Loss (Raw)": 0.6412636637687683, "Finetune/Step": 3497, "Finetune/Step Time": 6.636183807626367}
+{"Finetune/Learning Rate": 1.2138376440957544e-05, "Finetune/Loss": 0.7886815071105957, "Finetune/Loss (Raw)": 0.8922892808914185, "Finetune/Step": 3498, "Finetune/Step Time": 6.639829836785793}
+{"Finetune/Learning Rate": 1.2134320051146095e-05, "Finetune/Loss": 0.7902849912643433, "Finetune/Loss (Raw)": 0.8024508953094482, "Finetune/Step": 3499, "Finetune/Step Time": 6.624495042487979}
+{"Finetune/Learning Rate": 1.2130263293352618e-05, "Finetune/Loss": 0.7917966842651367, "Finetune/Loss (Raw)": 0.9275453686714172, "Finetune/Step": 3500, "Finetune/Step Time": 6.615282064303756}
+{"Finetune/Learning Rate": 1.2126206168276541e-05, "Finetune/Loss": 0.7919368743896484, "Finetune/Loss (Raw)": 0.8728639483451843, "Finetune/Step": 3501, "Finetune/Step Time": 6.600781254470348}
+{"Finetune/Learning Rate": 1.2122148676617367e-05, "Finetune/Loss": 0.7929176092147827, "Finetune/Loss (Raw)": 0.965576171875, "Finetune/Step": 3502, "Finetune/Step Time": 6.576869118958712}
+{"Finetune/Learning Rate": 1.2118090819074652e-05, "Finetune/Loss": 0.7914749979972839, "Finetune/Loss (Raw)": 0.8969584107398987, "Finetune/Step": 3503, "Finetune/Step Time": 6.5768568981438875}
+{"Finetune/Learning Rate": 1.2114032596348023e-05, "Finetune/Loss": 0.7901922464370728, "Finetune/Loss (Raw)": 0.7713944315910339, "Finetune/Step": 3504, "Finetune/Step Time": 6.578372567892075}
+{"Finetune/Learning Rate": 1.2109974009137158e-05, "Finetune/Loss": 0.7910572290420532, "Finetune/Loss (Raw)": 0.7821257710456848, "Finetune/Step": 3505, "Finetune/Step Time": 6.574544448405504}
+{"Finetune/Learning Rate": 1.2105915058141813e-05, "Finetune/Loss": 0.7898696660995483, "Finetune/Loss (Raw)": 0.7626335024833679, "Finetune/Step": 3506, "Finetune/Step Time": 6.571287101134658}
+{"Finetune/Learning Rate": 1.210185574406179e-05, "Finetune/Loss": 0.7897826433181763, "Finetune/Loss (Raw)": 0.6268521547317505, "Finetune/Step": 3507, "Finetune/Step Time": 6.586393870413303}
+{"Finetune/Learning Rate": 1.2097796067596973e-05, "Finetune/Loss": 0.7905749678611755, "Finetune/Loss (Raw)": 0.8185547590255737, "Finetune/Step": 3508, "Finetune/Step Time": 6.577012026682496}
+{"Finetune/Learning Rate": 1.2093736029447296e-05, "Finetune/Loss": 0.7905263900756836, "Finetune/Loss (Raw)": 0.7684317827224731, "Finetune/Step": 3509, "Finetune/Step Time": 6.600261934101582}
+{"Finetune/Learning Rate": 1.2089675630312755e-05, "Finetune/Loss": 0.7894167900085449, "Finetune/Loss (Raw)": 0.762775182723999, "Finetune/Step": 3510, "Finetune/Step Time": 6.599710943177342}
+{"Finetune/Learning Rate": 1.2085614870893405e-05, "Finetune/Loss": 0.788921594619751, "Finetune/Loss (Raw)": 0.7426741719245911, "Finetune/Step": 3511, "Finetune/Step Time": 6.606862049549818}
+{"Finetune/Learning Rate": 1.2081553751889381e-05, "Finetune/Loss": 0.7881162166595459, "Finetune/Loss (Raw)": 0.8015384674072266, "Finetune/Step": 3512, "Finetune/Step Time": 6.604969292879105}
+{"Finetune/Learning Rate": 1.2077492274000861e-05, "Finetune/Loss": 0.7897084355354309, "Finetune/Loss (Raw)": 0.872813880443573, "Finetune/Step": 3513, "Finetune/Step Time": 6.604679338634014}
+{"Finetune/Learning Rate": 1.2073430437928095e-05, "Finetune/Loss": 0.789217472076416, "Finetune/Loss (Raw)": 0.7521861791610718, "Finetune/Step": 3514, "Finetune/Step Time": 6.609313549473882}
+{"Finetune/Learning Rate": 1.2069368244371386e-05, "Finetune/Loss": 0.7897663712501526, "Finetune/Loss (Raw)": 0.8237491250038147, "Finetune/Step": 3515, "Finetune/Step Time": 6.615517919883132}
+{"Finetune/Learning Rate": 1.206530569403111e-05, "Finetune/Loss": 0.7899898290634155, "Finetune/Loss (Raw)": 0.8121556043624878, "Finetune/Step": 3516, "Finetune/Step Time": 6.616939354687929}
+{"Finetune/Learning Rate": 1.2061242787607698e-05, "Finetune/Loss": 0.7901257276535034, "Finetune/Loss (Raw)": 0.8531727194786072, "Finetune/Step": 3517, "Finetune/Step Time": 6.6144983023405075}
+{"Finetune/Learning Rate": 1.2057179525801641e-05, "Finetune/Loss": 0.7885972261428833, "Finetune/Loss (Raw)": 0.665546715259552, "Finetune/Step": 3518, "Finetune/Step Time": 6.649192722514272}
+{"Finetune/Learning Rate": 1.2053115909313494e-05, "Finetune/Loss": 0.7862249612808228, "Finetune/Loss (Raw)": 0.6885861754417419, "Finetune/Step": 3519, "Finetune/Step Time": 6.672721114009619}
+{"Finetune/Learning Rate": 1.2049051938843874e-05, "Finetune/Loss": 0.7861505746841431, "Finetune/Loss (Raw)": 0.7671747207641602, "Finetune/Step": 3520, "Finetune/Step Time": 6.674378078430891}
+{"Finetune/Learning Rate": 1.2044987615093456e-05, "Finetune/Loss": 0.7859406471252441, "Finetune/Loss (Raw)": 0.909325361251831, "Finetune/Step": 3521, "Finetune/Step Time": 6.674464778974652}
+{"Finetune/Learning Rate": 1.2040922938762977e-05, "Finetune/Loss": 0.785040557384491, "Finetune/Loss (Raw)": 0.6493386626243591, "Finetune/Step": 3522, "Finetune/Step Time": 6.670159777626395}
+{"Finetune/Learning Rate": 1.2036857910553234e-05, "Finetune/Loss": 0.7830537557601929, "Finetune/Loss (Raw)": 0.6503978371620178, "Finetune/Step": 3523, "Finetune/Step Time": 6.68443813547492}
+{"Finetune/Learning Rate": 1.2032792531165092e-05, "Finetune/Loss": 0.7830005884170532, "Finetune/Loss (Raw)": 0.6778305768966675, "Finetune/Step": 3524, "Finetune/Step Time": 6.6940734181553125}
+{"Finetune/Learning Rate": 1.2028726801299467e-05, "Finetune/Loss": 0.7846808433532715, "Finetune/Loss (Raw)": 1.00055992603302, "Finetune/Step": 3525, "Finetune/Step Time": 6.697583835572004}
+{"Finetune/Learning Rate": 1.2024660721657337e-05, "Finetune/Loss": 0.7834498286247253, "Finetune/Loss (Raw)": 0.6847643256187439, "Finetune/Step": 3526, "Finetune/Step Time": 6.695323616266251}
+{"Finetune/Learning Rate": 1.2020594292939743e-05, "Finetune/Loss": 0.7837342023849487, "Finetune/Loss (Raw)": 0.8206031322479248, "Finetune/Step": 3527, "Finetune/Step Time": 6.684553137049079}
+{"Finetune/Learning Rate": 1.2016527515847786e-05, "Finetune/Loss": 0.783618688583374, "Finetune/Loss (Raw)": 0.7890722155570984, "Finetune/Step": 3528, "Finetune/Step Time": 6.683867489919066}
+{"Finetune/Learning Rate": 1.201246039108263e-05, "Finetune/Loss": 0.7828810214996338, "Finetune/Loss (Raw)": 0.6498180031776428, "Finetune/Step": 3529, "Finetune/Step Time": 6.693846385926008}
+{"Finetune/Learning Rate": 1.200839291934549e-05, "Finetune/Loss": 0.7827945947647095, "Finetune/Loss (Raw)": 0.7855678200721741, "Finetune/Step": 3530, "Finetune/Step Time": 6.695930998772383}
+{"Finetune/Learning Rate": 1.2004325101337648e-05, "Finetune/Loss": 0.7835068702697754, "Finetune/Loss (Raw)": 0.8686480522155762, "Finetune/Step": 3531, "Finetune/Step Time": 6.68655800819397}
+{"Finetune/Learning Rate": 1.2000256937760446e-05, "Finetune/Loss": 0.7828189730644226, "Finetune/Loss (Raw)": 0.7018399238586426, "Finetune/Step": 3532, "Finetune/Step Time": 6.698522349819541}
+{"Finetune/Learning Rate": 1.199618842931528e-05, "Finetune/Loss": 0.7806905508041382, "Finetune/Loss (Raw)": 0.3436393141746521, "Finetune/Step": 3533, "Finetune/Step Time": 6.690237665548921}
+{"Finetune/Learning Rate": 1.1992119576703614e-05, "Finetune/Loss": 0.7805260419845581, "Finetune/Loss (Raw)": 0.8444104194641113, "Finetune/Step": 3534, "Finetune/Step Time": 6.697293061763048}
+{"Finetune/Learning Rate": 1.1988050380626958e-05, "Finetune/Loss": 0.776688814163208, "Finetune/Loss (Raw)": 0.36590462923049927, "Finetune/Step": 3535, "Finetune/Step Time": 6.726485762745142}
+{"Finetune/Learning Rate": 1.1983980841786899e-05, "Finetune/Loss": 0.776103138923645, "Finetune/Loss (Raw)": 0.792848527431488, "Finetune/Step": 3536, "Finetune/Step Time": 6.734074866399169}
+{"Finetune/Learning Rate": 1.1979910960885071e-05, "Finetune/Loss": 0.7770258188247681, "Finetune/Loss (Raw)": 0.9854071140289307, "Finetune/Step": 3537, "Finetune/Step Time": 6.730813981965184}
+{"Finetune/Learning Rate": 1.1975840738623166e-05, "Finetune/Loss": 0.7786241769790649, "Finetune/Loss (Raw)": 0.9270786643028259, "Finetune/Step": 3538, "Finetune/Step Time": 6.732690367847681}
+{"Finetune/Learning Rate": 1.1971770175702938e-05, "Finetune/Loss": 0.7783343195915222, "Finetune/Loss (Raw)": 0.913009762763977, "Finetune/Step": 3539, "Finetune/Step Time": 6.72617051936686}
+{"Finetune/Learning Rate": 1.1967699272826205e-05, "Finetune/Loss": 0.7782129049301147, "Finetune/Loss (Raw)": 0.8498360514640808, "Finetune/Step": 3540, "Finetune/Step Time": 6.730506058782339}
+{"Finetune/Learning Rate": 1.1963628030694838e-05, "Finetune/Loss": 0.7772870063781738, "Finetune/Loss (Raw)": 0.822998046875, "Finetune/Step": 3541, "Finetune/Step Time": 6.721776090562344}
+{"Finetune/Learning Rate": 1.1959556450010766e-05, "Finetune/Loss": 0.7754837274551392, "Finetune/Loss (Raw)": 0.7137869000434875, "Finetune/Step": 3542, "Finetune/Step Time": 6.731073344126344}
+{"Finetune/Learning Rate": 1.1955484531475973e-05, "Finetune/Loss": 0.7763102054595947, "Finetune/Loss (Raw)": 0.7898917198181152, "Finetune/Step": 3543, "Finetune/Step Time": 6.752639204263687}
+{"Finetune/Learning Rate": 1.1951412275792515e-05, "Finetune/Loss": 0.7795190811157227, "Finetune/Loss (Raw)": 0.8609355092048645, "Finetune/Step": 3544, "Finetune/Step Time": 6.733046174049377}
+{"Finetune/Learning Rate": 1.194733968366249e-05, "Finetune/Loss": 0.7771813869476318, "Finetune/Loss (Raw)": 0.44357043504714966, "Finetune/Step": 3545, "Finetune/Step Time": 6.747164279222488}
+{"Finetune/Learning Rate": 1.1943266755788068e-05, "Finetune/Loss": 0.776444673538208, "Finetune/Loss (Raw)": 0.7465775609016418, "Finetune/Step": 3546, "Finetune/Step Time": 6.744016882032156}
+{"Finetune/Learning Rate": 1.1939193492871458e-05, "Finetune/Loss": 0.7772215604782104, "Finetune/Loss (Raw)": 0.9376593232154846, "Finetune/Step": 3547, "Finetune/Step Time": 6.731623711064458}
+{"Finetune/Learning Rate": 1.1935119895614953e-05, "Finetune/Loss": 0.7790213823318481, "Finetune/Loss (Raw)": 0.7537783980369568, "Finetune/Step": 3548, "Finetune/Step Time": 6.718983992934227}
+{"Finetune/Learning Rate": 1.1931045964720882e-05, "Finetune/Loss": 0.7795255184173584, "Finetune/Loss (Raw)": 0.9486987590789795, "Finetune/Step": 3549, "Finetune/Step Time": 6.717920178547502}
+{"Finetune/Learning Rate": 1.1926971700891639e-05, "Finetune/Loss": 0.7769724130630493, "Finetune/Loss (Raw)": 0.36470165848731995, "Finetune/Step": 3550, "Finetune/Step Time": 6.716743867844343}
+{"Finetune/Learning Rate": 1.192289710482967e-05, "Finetune/Loss": 0.7763988375663757, "Finetune/Loss (Raw)": 0.7082346081733704, "Finetune/Step": 3551, "Finetune/Step Time": 6.7436342388391495}
+{"Finetune/Learning Rate": 1.1918822177237497e-05, "Finetune/Loss": 0.7798998355865479, "Finetune/Loss (Raw)": 0.8256164193153381, "Finetune/Step": 3552, "Finetune/Step Time": 6.722039125859737}
+{"Finetune/Learning Rate": 1.1914746918817677e-05, "Finetune/Loss": 0.7790302038192749, "Finetune/Loss (Raw)": 0.6664365530014038, "Finetune/Step": 3553, "Finetune/Step Time": 6.72894749417901}
+{"Finetune/Learning Rate": 1.1910671330272832e-05, "Finetune/Loss": 0.7809712290763855, "Finetune/Loss (Raw)": 0.934625506401062, "Finetune/Step": 3554, "Finetune/Step Time": 6.741381656378508}
+{"Finetune/Learning Rate": 1.1906595412305642e-05, "Finetune/Loss": 0.7817779779434204, "Finetune/Loss (Raw)": 0.9609007239341736, "Finetune/Step": 3555, "Finetune/Step Time": 6.739655649289489}
+{"Finetune/Learning Rate": 1.1902519165618848e-05, "Finetune/Loss": 0.77851402759552, "Finetune/Loss (Raw)": 0.36475616693496704, "Finetune/Step": 3556, "Finetune/Step Time": 6.7500933185219765}
+{"Finetune/Learning Rate": 1.189844259091524e-05, "Finetune/Loss": 0.7795506715774536, "Finetune/Loss (Raw)": 1.0069133043289185, "Finetune/Step": 3557, "Finetune/Step Time": 6.748524758964777}
+{"Finetune/Learning Rate": 1.1894365688897666e-05, "Finetune/Loss": 0.7806239128112793, "Finetune/Loss (Raw)": 0.8208915591239929, "Finetune/Step": 3558, "Finetune/Step Time": 6.749861618503928}
+{"Finetune/Learning Rate": 1.1890288460269034e-05, "Finetune/Loss": 0.7800428867340088, "Finetune/Loss (Raw)": 0.8675514459609985, "Finetune/Step": 3559, "Finetune/Step Time": 6.747933028265834}
+{"Finetune/Learning Rate": 1.1886210905732309e-05, "Finetune/Loss": 0.7819564342498779, "Finetune/Loss (Raw)": 0.9057557582855225, "Finetune/Step": 3560, "Finetune/Step Time": 6.7312940657138824}
+{"Finetune/Learning Rate": 1.1882133025990508e-05, "Finetune/Loss": 0.7834445238113403, "Finetune/Loss (Raw)": 0.9947369694709778, "Finetune/Step": 3561, "Finetune/Step Time": 6.714103760197759}
+{"Finetune/Learning Rate": 1.1878054821746703e-05, "Finetune/Loss": 0.7830642461776733, "Finetune/Loss (Raw)": 0.6482081413269043, "Finetune/Step": 3562, "Finetune/Step Time": 6.688817346468568}
+{"Finetune/Learning Rate": 1.1873976293704025e-05, "Finetune/Loss": 0.7826700210571289, "Finetune/Loss (Raw)": 0.6957083344459534, "Finetune/Step": 3563, "Finetune/Step Time": 6.673798561096191}
+{"Finetune/Learning Rate": 1.1869897442565665e-05, "Finetune/Loss": 0.7831904888153076, "Finetune/Loss (Raw)": 0.793708324432373, "Finetune/Step": 3564, "Finetune/Step Time": 6.675832895562053}
+{"Finetune/Learning Rate": 1.186581826903486e-05, "Finetune/Loss": 0.7828285694122314, "Finetune/Loss (Raw)": 0.7839780449867249, "Finetune/Step": 3565, "Finetune/Step Time": 6.6677654553204775}
+{"Finetune/Learning Rate": 1.1861738773814912e-05, "Finetune/Loss": 0.7842569351196289, "Finetune/Loss (Raw)": 0.913722813129425, "Finetune/Step": 3566, "Finetune/Step Time": 6.677057830616832}
+{"Finetune/Learning Rate": 1.185765895760917e-05, "Finetune/Loss": 0.7841242551803589, "Finetune/Loss (Raw)": 0.8241924047470093, "Finetune/Step": 3567, "Finetune/Step Time": 6.679646259173751}
+{"Finetune/Learning Rate": 1.1853578821121048e-05, "Finetune/Loss": 0.7850479483604431, "Finetune/Loss (Raw)": 0.8481554388999939, "Finetune/Step": 3568, "Finetune/Step Time": 6.683774836361408}
+{"Finetune/Learning Rate": 1.1849498365054004e-05, "Finetune/Loss": 0.7860111594200134, "Finetune/Loss (Raw)": 0.7676830291748047, "Finetune/Step": 3569, "Finetune/Step Time": 6.67100890353322}
+{"Finetune/Learning Rate": 1.184541759011156e-05, "Finetune/Loss": 0.7862315773963928, "Finetune/Loss (Raw)": 0.780975341796875, "Finetune/Step": 3570, "Finetune/Step Time": 6.664850406348705}
+{"Finetune/Learning Rate": 1.1841336496997288e-05, "Finetune/Loss": 0.7869688272476196, "Finetune/Loss (Raw)": 0.8267910480499268, "Finetune/Step": 3571, "Finetune/Step Time": 6.656415091827512}
+{"Finetune/Learning Rate": 1.1837255086414823e-05, "Finetune/Loss": 0.7874337434768677, "Finetune/Loss (Raw)": 0.9045917391777039, "Finetune/Step": 3572, "Finetune/Step Time": 6.6576448399573565}
+{"Finetune/Learning Rate": 1.183317335906784e-05, "Finetune/Loss": 0.7897860407829285, "Finetune/Loss (Raw)": 0.9053893685340881, "Finetune/Step": 3573, "Finetune/Step Time": 6.6393871903419495}
+{"Finetune/Learning Rate": 1.1829091315660084e-05, "Finetune/Loss": 0.7908710241317749, "Finetune/Loss (Raw)": 0.9086994528770447, "Finetune/Step": 3574, "Finetune/Step Time": 6.62516725435853}
+{"Finetune/Learning Rate": 1.182500895689534e-05, "Finetune/Loss": 0.7897436618804932, "Finetune/Loss (Raw)": 0.7928081154823303, "Finetune/Step": 3575, "Finetune/Step Time": 6.6249679662287235}
+{"Finetune/Learning Rate": 1.182092628347746e-05, "Finetune/Loss": 0.7911019325256348, "Finetune/Loss (Raw)": 0.9232289791107178, "Finetune/Step": 3576, "Finetune/Step Time": 6.622315611690283}
+{"Finetune/Learning Rate": 1.1816843296110348e-05, "Finetune/Loss": 0.7903673648834229, "Finetune/Loss (Raw)": 0.825171172618866, "Finetune/Step": 3577, "Finetune/Step Time": 6.6400082763284445}
+{"Finetune/Learning Rate": 1.1812759995497953e-05, "Finetune/Loss": 0.7912788391113281, "Finetune/Loss (Raw)": 0.9080814719200134, "Finetune/Step": 3578, "Finetune/Step Time": 6.624806420877576}
+{"Finetune/Learning Rate": 1.1808676382344286e-05, "Finetune/Loss": 0.7914818525314331, "Finetune/Loss (Raw)": 0.8367121815681458, "Finetune/Step": 3579, "Finetune/Step Time": 6.625086899846792}
+{"Finetune/Learning Rate": 1.1804592457353414e-05, "Finetune/Loss": 0.7912092804908752, "Finetune/Loss (Raw)": 0.8652082085609436, "Finetune/Step": 3580, "Finetune/Step Time": 6.621967287734151}
+{"Finetune/Learning Rate": 1.1800508221229453e-05, "Finetune/Loss": 0.791852593421936, "Finetune/Loss (Raw)": 0.9025615453720093, "Finetune/Step": 3581, "Finetune/Step Time": 6.630915470421314}
+{"Finetune/Learning Rate": 1.1796423674676566e-05, "Finetune/Loss": 0.7913817167282104, "Finetune/Loss (Raw)": 0.7034196257591248, "Finetune/Step": 3582, "Finetune/Step Time": 6.632881972938776}
+{"Finetune/Learning Rate": 1.1792338818398988e-05, "Finetune/Loss": 0.7944949865341187, "Finetune/Loss (Raw)": 0.76358562707901, "Finetune/Step": 3583, "Finetune/Step Time": 6.614047225564718}
+{"Finetune/Learning Rate": 1.178825365310099e-05, "Finetune/Loss": 0.7942160367965698, "Finetune/Loss (Raw)": 0.8394774198532104, "Finetune/Step": 3584, "Finetune/Step Time": 6.615503240376711}
+{"Finetune/Learning Rate": 1.1784168179486906e-05, "Finetune/Loss": 0.7950503826141357, "Finetune/Loss (Raw)": 0.9663696885108948, "Finetune/Step": 3585, "Finetune/Step Time": 6.6152720134705305}
+{"Finetune/Learning Rate": 1.1780082398261117e-05, "Finetune/Loss": 0.793936550617218, "Finetune/Loss (Raw)": 0.6921855807304382, "Finetune/Step": 3586, "Finetune/Step Time": 6.6127839256078005}
+{"Finetune/Learning Rate": 1.1775996310128059e-05, "Finetune/Loss": 0.7934107184410095, "Finetune/Loss (Raw)": 0.7675365805625916, "Finetune/Step": 3587, "Finetune/Step Time": 6.605688815936446}
+{"Finetune/Learning Rate": 1.177190991579223e-05, "Finetune/Loss": 0.7914786338806152, "Finetune/Loss (Raw)": 0.6732133626937866, "Finetune/Step": 3588, "Finetune/Step Time": 6.605650587007403}
+{"Finetune/Learning Rate": 1.1767823215958166e-05, "Finetune/Loss": 0.7948757410049438, "Finetune/Loss (Raw)": 0.7946889400482178, "Finetune/Step": 3589, "Finetune/Step Time": 6.603931209072471}
+{"Finetune/Learning Rate": 1.176373621133046e-05, "Finetune/Loss": 0.7954042553901672, "Finetune/Loss (Raw)": 0.8769822120666504, "Finetune/Step": 3590, "Finetune/Step Time": 6.617520174011588}
+{"Finetune/Learning Rate": 1.1759648902613765e-05, "Finetune/Loss": 0.7950948476791382, "Finetune/Loss (Raw)": 0.75506192445755, "Finetune/Step": 3591, "Finetune/Step Time": 6.6162651143968105}
+{"Finetune/Learning Rate": 1.1755561290512783e-05, "Finetune/Loss": 0.7941621541976929, "Finetune/Loss (Raw)": 0.7998146414756775, "Finetune/Step": 3592, "Finetune/Step Time": 6.6204604264348745}
+{"Finetune/Learning Rate": 1.175147337573226e-05, "Finetune/Loss": 0.7956826686859131, "Finetune/Loss (Raw)": 0.9500162601470947, "Finetune/Step": 3593, "Finetune/Step Time": 6.6171178836375475}
+{"Finetune/Learning Rate": 1.1747385158977008e-05, "Finetune/Loss": 0.7945960164070129, "Finetune/Loss (Raw)": 0.5575761198997498, "Finetune/Step": 3594, "Finetune/Step Time": 6.623114435002208}
+{"Finetune/Learning Rate": 1.1743296640951875e-05, "Finetune/Loss": 0.795835554599762, "Finetune/Loss (Raw)": 0.8349661231040955, "Finetune/Step": 3595, "Finetune/Step Time": 6.633931368589401}
+{"Finetune/Learning Rate": 1.173920782236178e-05, "Finetune/Loss": 0.7984340190887451, "Finetune/Loss (Raw)": 0.9783507585525513, "Finetune/Step": 3596, "Finetune/Step Time": 6.620237926021218}
+{"Finetune/Learning Rate": 1.1735118703911679e-05, "Finetune/Loss": 0.794967532157898, "Finetune/Loss (Raw)": 0.2736477255821228, "Finetune/Step": 3597, "Finetune/Step Time": 6.628740828484297}
+{"Finetune/Learning Rate": 1.1731029286306583e-05, "Finetune/Loss": 0.7948517799377441, "Finetune/Loss (Raw)": 0.7724802494049072, "Finetune/Step": 3598, "Finetune/Step Time": 6.633825218304992}
+{"Finetune/Learning Rate": 1.1726939570251557e-05, "Finetune/Loss": 0.7935041189193726, "Finetune/Loss (Raw)": 0.7124491333961487, "Finetune/Step": 3599, "Finetune/Step Time": 6.62559887394309}
+{"Finetune/Learning Rate": 1.1722849556451716e-05, "Finetune/Loss": 0.7911176681518555, "Finetune/Loss (Raw)": 0.4596874713897705, "Finetune/Step": 3600, "Finetune/Step Time": 6.636633152142167}
+{"Finetune/Learning Rate": 1.171875924561223e-05, "Finetune/Loss": 0.7909979224205017, "Finetune/Loss (Raw)": 0.8607133626937866, "Finetune/Step": 3601, "Finetune/Step Time": 6.62960329093039}
+{"Finetune/Learning Rate": 1.1714668638438316e-05, "Finetune/Loss": 0.7920407652854919, "Finetune/Loss (Raw)": 0.8156679272651672, "Finetune/Step": 3602, "Finetune/Step Time": 6.624363688752055}
+{"Finetune/Learning Rate": 1.1710577735635238e-05, "Finetune/Loss": 0.7918874025344849, "Finetune/Loss (Raw)": 0.8186244368553162, "Finetune/Step": 3603, "Finetune/Step Time": 6.623112486675382}
+{"Finetune/Learning Rate": 1.170648653790832e-05, "Finetune/Loss": 0.7932524681091309, "Finetune/Loss (Raw)": 0.8423107266426086, "Finetune/Step": 3604, "Finetune/Step Time": 6.620009051635861}
+{"Finetune/Learning Rate": 1.1702395045962933e-05, "Finetune/Loss": 0.7924880981445312, "Finetune/Loss (Raw)": 0.6577184796333313, "Finetune/Step": 3605, "Finetune/Step Time": 6.586982453241944}
+{"Finetune/Learning Rate": 1.16983032605045e-05, "Finetune/Loss": 0.7906820178031921, "Finetune/Loss (Raw)": 0.7385761737823486, "Finetune/Step": 3606, "Finetune/Step Time": 6.59933378174901}
+{"Finetune/Learning Rate": 1.169421118223849e-05, "Finetune/Loss": 0.7889358997344971, "Finetune/Loss (Raw)": 0.8283935189247131, "Finetune/Step": 3607, "Finetune/Step Time": 6.603174375370145}
+{"Finetune/Learning Rate": 1.1690118811870425e-05, "Finetune/Loss": 0.7873461842536926, "Finetune/Loss (Raw)": 0.6659414768218994, "Finetune/Step": 3608, "Finetune/Step Time": 6.639204101637006}
+{"Finetune/Learning Rate": 1.1686026150105884e-05, "Finetune/Loss": 0.7866225242614746, "Finetune/Loss (Raw)": 0.7786265015602112, "Finetune/Step": 3609, "Finetune/Step Time": 6.640485385432839}
+{"Finetune/Learning Rate": 1.1681933197650486e-05, "Finetune/Loss": 0.7859430313110352, "Finetune/Loss (Raw)": 0.6940119862556458, "Finetune/Step": 3610, "Finetune/Step Time": 6.639918632805347}
+{"Finetune/Learning Rate": 1.1677839955209907e-05, "Finetune/Loss": 0.7828353643417358, "Finetune/Loss (Raw)": 0.3658069372177124, "Finetune/Step": 3611, "Finetune/Step Time": 6.621222337707877}
+{"Finetune/Learning Rate": 1.1673746423489862e-05, "Finetune/Loss": 0.7830426692962646, "Finetune/Loss (Raw)": 0.8090546727180481, "Finetune/Step": 3612, "Finetune/Step Time": 6.618497593328357}
+{"Finetune/Learning Rate": 1.1669652603196136e-05, "Finetune/Loss": 0.7810699939727783, "Finetune/Loss (Raw)": 0.705036997795105, "Finetune/Step": 3613, "Finetune/Step Time": 6.619238972663879}
+{"Finetune/Learning Rate": 1.1665558495034546e-05, "Finetune/Loss": 0.7809540033340454, "Finetune/Loss (Raw)": 0.808704674243927, "Finetune/Step": 3614, "Finetune/Step Time": 6.623301090672612}
+{"Finetune/Learning Rate": 1.1661464099710963e-05, "Finetune/Loss": 0.7818191647529602, "Finetune/Loss (Raw)": 0.8564177751541138, "Finetune/Step": 3615, "Finetune/Step Time": 6.627338295802474}
+{"Finetune/Learning Rate": 1.1657369417931314e-05, "Finetune/Loss": 0.7818657755851746, "Finetune/Loss (Raw)": 0.7135040760040283, "Finetune/Step": 3616, "Finetune/Step Time": 6.631727695465088}
+{"Finetune/Learning Rate": 1.1653274450401568e-05, "Finetune/Loss": 0.7805819511413574, "Finetune/Loss (Raw)": 0.7224864363670349, "Finetune/Step": 3617, "Finetune/Step Time": 6.640954811125994}
+{"Finetune/Learning Rate": 1.1649179197827744e-05, "Finetune/Loss": 0.7802517414093018, "Finetune/Loss (Raw)": 0.691683292388916, "Finetune/Step": 3618, "Finetune/Step Time": 6.648859158158302}
+{"Finetune/Learning Rate": 1.1645083660915919e-05, "Finetune/Loss": 0.7790595889091492, "Finetune/Loss (Raw)": 0.7792912125587463, "Finetune/Step": 3619, "Finetune/Step Time": 6.64694338478148}
+{"Finetune/Learning Rate": 1.1640987840372202e-05, "Finetune/Loss": 0.7791459560394287, "Finetune/Loss (Raw)": 0.8189721703529358, "Finetune/Step": 3620, "Finetune/Step Time": 6.636980194598436}
+{"Finetune/Learning Rate": 1.1636891736902766e-05, "Finetune/Loss": 0.7812559008598328, "Finetune/Loss (Raw)": 0.7676403522491455, "Finetune/Step": 3621, "Finetune/Step Time": 6.630586413666606}
+{"Finetune/Learning Rate": 1.1632795351213832e-05, "Finetune/Loss": 0.7801297307014465, "Finetune/Loss (Raw)": 0.8130027055740356, "Finetune/Step": 3622, "Finetune/Step Time": 6.619904251769185}
+{"Finetune/Learning Rate": 1.1628698684011659e-05, "Finetune/Loss": 0.7799364328384399, "Finetune/Loss (Raw)": 0.8505275249481201, "Finetune/Step": 3623, "Finetune/Step Time": 6.630227595567703}
+{"Finetune/Learning Rate": 1.162460173600256e-05, "Finetune/Loss": 0.7801967859268188, "Finetune/Loss (Raw)": 0.9151591062545776, "Finetune/Step": 3624, "Finetune/Step Time": 6.624470926821232}
+{"Finetune/Learning Rate": 1.1620504507892904e-05, "Finetune/Loss": 0.7822654247283936, "Finetune/Loss (Raw)": 0.9060571789741516, "Finetune/Step": 3625, "Finetune/Step Time": 6.615591760724783}
+{"Finetune/Learning Rate": 1.1616407000389098e-05, "Finetune/Loss": 0.7807508707046509, "Finetune/Loss (Raw)": 0.6984192728996277, "Finetune/Step": 3626, "Finetune/Step Time": 6.612199980765581}
+{"Finetune/Learning Rate": 1.1612309214197599e-05, "Finetune/Loss": 0.7813394069671631, "Finetune/Loss (Raw)": 0.8777883052825928, "Finetune/Step": 3627, "Finetune/Step Time": 6.637320790439844}
+{"Finetune/Learning Rate": 1.1608211150024916e-05, "Finetune/Loss": 0.7804449796676636, "Finetune/Loss (Raw)": 0.8130584359169006, "Finetune/Step": 3628, "Finetune/Step Time": 6.64258212223649}
+{"Finetune/Learning Rate": 1.1604112808577603e-05, "Finetune/Loss": 0.7797777652740479, "Finetune/Loss (Raw)": 0.7874544262886047, "Finetune/Step": 3629, "Finetune/Step Time": 6.649015849456191}
+{"Finetune/Learning Rate": 1.1600014190562263e-05, "Finetune/Loss": 0.777955174446106, "Finetune/Loss (Raw)": 0.7322845458984375, "Finetune/Step": 3630, "Finetune/Step Time": 6.649297108873725}
+{"Finetune/Learning Rate": 1.1595915296685548e-05, "Finetune/Loss": 0.7760664820671082, "Finetune/Loss (Raw)": 0.6552039384841919, "Finetune/Step": 3631, "Finetune/Step Time": 6.662919202819467}
+{"Finetune/Learning Rate": 1.159181612765415e-05, "Finetune/Loss": 0.7771456241607666, "Finetune/Loss (Raw)": 0.9095211625099182, "Finetune/Step": 3632, "Finetune/Step Time": 6.665075685828924}
+{"Finetune/Learning Rate": 1.1587716684174822e-05, "Finetune/Loss": 0.778011679649353, "Finetune/Loss (Raw)": 0.8929893970489502, "Finetune/Step": 3633, "Finetune/Step Time": 6.659602480009198}
+{"Finetune/Learning Rate": 1.158361696695435e-05, "Finetune/Loss": 0.7783280611038208, "Finetune/Loss (Raw)": 0.8031277060508728, "Finetune/Step": 3634, "Finetune/Step Time": 6.652253659442067}
+{"Finetune/Learning Rate": 1.1579516976699577e-05, "Finetune/Loss": 0.7787030339241028, "Finetune/Loss (Raw)": 0.6748510003089905, "Finetune/Step": 3635, "Finetune/Step Time": 6.6362029407173395}
+{"Finetune/Learning Rate": 1.1575416714117387e-05, "Finetune/Loss": 0.778825044631958, "Finetune/Loss (Raw)": 0.8341739177703857, "Finetune/Step": 3636, "Finetune/Step Time": 6.634910365566611}
+{"Finetune/Learning Rate": 1.157131617991472e-05, "Finetune/Loss": 0.7795961499214172, "Finetune/Loss (Raw)": 0.8671322464942932, "Finetune/Step": 3637, "Finetune/Step Time": 6.610943581908941}
+{"Finetune/Learning Rate": 1.156721537479855e-05, "Finetune/Loss": 0.7802820205688477, "Finetune/Loss (Raw)": 0.8505639433860779, "Finetune/Step": 3638, "Finetune/Step Time": 6.608981950208545}
+{"Finetune/Learning Rate": 1.1563114299475908e-05, "Finetune/Loss": 0.7810758948326111, "Finetune/Loss (Raw)": 0.8442885875701904, "Finetune/Step": 3639, "Finetune/Step Time": 6.598594827577472}
+{"Finetune/Learning Rate": 1.1559012954653865e-05, "Finetune/Loss": 0.7774678468704224, "Finetune/Loss (Raw)": 0.3397156894207001, "Finetune/Step": 3640, "Finetune/Step Time": 6.618856489658356}
+{"Finetune/Learning Rate": 1.1554911341039546e-05, "Finetune/Loss": 0.7765342593193054, "Finetune/Loss (Raw)": 0.7533091306686401, "Finetune/Step": 3641, "Finetune/Step Time": 6.62275311909616}
+{"Finetune/Learning Rate": 1.1550809459340114e-05, "Finetune/Loss": 0.7772412896156311, "Finetune/Loss (Raw)": 0.8426865339279175, "Finetune/Step": 3642, "Finetune/Step Time": 6.625903828069568}
+{"Finetune/Learning Rate": 1.1546707310262783e-05, "Finetune/Loss": 0.7775984406471252, "Finetune/Loss (Raw)": 0.869468629360199, "Finetune/Step": 3643, "Finetune/Step Time": 6.619982982054353}
+{"Finetune/Learning Rate": 1.154260489451481e-05, "Finetune/Loss": 0.7775444984436035, "Finetune/Loss (Raw)": 0.8052477836608887, "Finetune/Step": 3644, "Finetune/Step Time": 6.6166255213320255}
+{"Finetune/Learning Rate": 1.1538502212803504e-05, "Finetune/Loss": 0.7769563794136047, "Finetune/Loss (Raw)": 0.7778931260108948, "Finetune/Step": 3645, "Finetune/Step Time": 6.626337012276053}
+{"Finetune/Learning Rate": 1.1534399265836213e-05, "Finetune/Loss": 0.7785659432411194, "Finetune/Loss (Raw)": 0.8715705871582031, "Finetune/Step": 3646, "Finetune/Step Time": 6.601030455902219}
+{"Finetune/Learning Rate": 1.1530296054320336e-05, "Finetune/Loss": 0.7798569202423096, "Finetune/Loss (Raw)": 0.853827178478241, "Finetune/Step": 3647, "Finetune/Step Time": 6.579378353431821}
+{"Finetune/Learning Rate": 1.152619257896331e-05, "Finetune/Loss": 0.7810577750205994, "Finetune/Loss (Raw)": 0.9208869934082031, "Finetune/Step": 3648, "Finetune/Step Time": 6.580840887501836}
+{"Finetune/Learning Rate": 1.1522088840472628e-05, "Finetune/Loss": 0.7811331748962402, "Finetune/Loss (Raw)": 0.9189783334732056, "Finetune/Step": 3649, "Finetune/Step Time": 6.585464730858803}
+{"Finetune/Learning Rate": 1.1517984839555823e-05, "Finetune/Loss": 0.7836444973945618, "Finetune/Loss (Raw)": 0.9707872867584229, "Finetune/Step": 3650, "Finetune/Step Time": 6.566124947741628}
+{"Finetune/Learning Rate": 1.1513880576920471e-05, "Finetune/Loss": 0.7839033007621765, "Finetune/Loss (Raw)": 0.6835266947746277, "Finetune/Step": 3651, "Finetune/Step Time": 6.5553721357136965}
+{"Finetune/Learning Rate": 1.1509776053274194e-05, "Finetune/Loss": 0.7851580381393433, "Finetune/Loss (Raw)": 0.8384386301040649, "Finetune/Step": 3652, "Finetune/Step Time": 6.547590151429176}
+{"Finetune/Learning Rate": 1.1505671269324662e-05, "Finetune/Loss": 0.7844629287719727, "Finetune/Loss (Raw)": 0.9115799069404602, "Finetune/Step": 3653, "Finetune/Step Time": 6.544956497848034}
+{"Finetune/Learning Rate": 1.1501566225779592e-05, "Finetune/Loss": 0.7851449251174927, "Finetune/Loss (Raw)": 0.7720672488212585, "Finetune/Step": 3654, "Finetune/Step Time": 6.564139548689127}
+{"Finetune/Learning Rate": 1.149746092334674e-05, "Finetune/Loss": 0.7862168550491333, "Finetune/Loss (Raw)": 0.95780348777771, "Finetune/Step": 3655, "Finetune/Step Time": 6.568765394389629}
+{"Finetune/Learning Rate": 1.1493355362733902e-05, "Finetune/Loss": 0.7855933308601379, "Finetune/Loss (Raw)": 0.7092620134353638, "Finetune/Step": 3656, "Finetune/Step Time": 6.572847602888942}
+{"Finetune/Learning Rate": 1.1489249544648935e-05, "Finetune/Loss": 0.7871134877204895, "Finetune/Loss (Raw)": 0.8443983793258667, "Finetune/Step": 3657, "Finetune/Step Time": 6.5791105683892965}
+{"Finetune/Learning Rate": 1.1485143469799727e-05, "Finetune/Loss": 0.7870463132858276, "Finetune/Loss (Raw)": 0.7769731283187866, "Finetune/Step": 3658, "Finetune/Step Time": 6.594255605712533}
+{"Finetune/Learning Rate": 1.1481037138894213e-05, "Finetune/Loss": 0.786695659160614, "Finetune/Loss (Raw)": 0.8237624168395996, "Finetune/Step": 3659, "Finetune/Step Time": 6.597171254456043}
+{"Finetune/Learning Rate": 1.147693055264037e-05, "Finetune/Loss": 0.7885037660598755, "Finetune/Loss (Raw)": 0.9332764744758606, "Finetune/Step": 3660, "Finetune/Step Time": 6.584787147119641}
+{"Finetune/Learning Rate": 1.1472823711746228e-05, "Finetune/Loss": 0.7923486828804016, "Finetune/Loss (Raw)": 0.8357901573181152, "Finetune/Step": 3661, "Finetune/Step Time": 6.554608084261417}
+{"Finetune/Learning Rate": 1.1468716616919853e-05, "Finetune/Loss": 0.7930222749710083, "Finetune/Loss (Raw)": 0.9306254386901855, "Finetune/Step": 3662, "Finetune/Step Time": 6.54549471475184}
+{"Finetune/Learning Rate": 1.1464609268869357e-05, "Finetune/Loss": 0.7981057167053223, "Finetune/Loss (Raw)": 1.01658296585083, "Finetune/Step": 3663, "Finetune/Step Time": 6.514520602300763}
+{"Finetune/Learning Rate": 1.1460501668302891e-05, "Finetune/Loss": 0.7976831197738647, "Finetune/Loss (Raw)": 0.7387661933898926, "Finetune/Step": 3664, "Finetune/Step Time": 6.516816532239318}
+{"Finetune/Learning Rate": 1.1456393815928661e-05, "Finetune/Loss": 0.7965261340141296, "Finetune/Loss (Raw)": 0.8373093605041504, "Finetune/Step": 3665, "Finetune/Step Time": 6.5195813942700624}
+{"Finetune/Learning Rate": 1.1452285712454905e-05, "Finetune/Loss": 0.795724630355835, "Finetune/Loss (Raw)": 0.8244786858558655, "Finetune/Step": 3666, "Finetune/Step Time": 6.51510969735682}
+{"Finetune/Learning Rate": 1.144817735858991e-05, "Finetune/Loss": 0.792072594165802, "Finetune/Loss (Raw)": 0.44555675983428955, "Finetune/Step": 3667, "Finetune/Step Time": 6.541982337832451}
+{"Finetune/Learning Rate": 1.1444068755042001e-05, "Finetune/Loss": 0.7913702726364136, "Finetune/Loss (Raw)": 0.7599400281906128, "Finetune/Step": 3668, "Finetune/Step Time": 6.5333883091807365}
+{"Finetune/Learning Rate": 1.1439959902519555e-05, "Finetune/Loss": 0.790885329246521, "Finetune/Loss (Raw)": 0.7609178423881531, "Finetune/Step": 3669, "Finetune/Step Time": 6.536810636520386}
+{"Finetune/Learning Rate": 1.1435850801730988e-05, "Finetune/Loss": 0.7918121814727783, "Finetune/Loss (Raw)": 0.8324344158172607, "Finetune/Step": 3670, "Finetune/Step Time": 6.522813078016043}
+{"Finetune/Learning Rate": 1.1431741453384753e-05, "Finetune/Loss": 0.792737603187561, "Finetune/Loss (Raw)": 0.9083446264266968, "Finetune/Step": 3671, "Finetune/Step Time": 6.495664631947875}
+{"Finetune/Learning Rate": 1.1427631858189347e-05, "Finetune/Loss": 0.7917582988739014, "Finetune/Loss (Raw)": 0.7355782985687256, "Finetune/Step": 3672, "Finetune/Step Time": 6.503018641844392}
+{"Finetune/Learning Rate": 1.1423522016853323e-05, "Finetune/Loss": 0.7924951910972595, "Finetune/Loss (Raw)": 0.5378959774971008, "Finetune/Step": 3673, "Finetune/Step Time": 6.4875584449619055}
+{"Finetune/Learning Rate": 1.141941193008526e-05, "Finetune/Loss": 0.7930060625076294, "Finetune/Loss (Raw)": 0.8119633793830872, "Finetune/Step": 3674, "Finetune/Step Time": 6.478983074426651}
+{"Finetune/Learning Rate": 1.1415301598593786e-05, "Finetune/Loss": 0.7887720465660095, "Finetune/Loss (Raw)": 0.39571085572242737, "Finetune/Step": 3675, "Finetune/Step Time": 6.512866038829088}
+{"Finetune/Learning Rate": 1.141119102308757e-05, "Finetune/Loss": 0.7893671989440918, "Finetune/Loss (Raw)": 0.8299567103385925, "Finetune/Step": 3676, "Finetune/Step Time": 6.517185855656862}
+{"Finetune/Learning Rate": 1.1407080204275327e-05, "Finetune/Loss": 0.7893674969673157, "Finetune/Loss (Raw)": 0.9487355947494507, "Finetune/Step": 3677, "Finetune/Step Time": 6.516565231606364}
+{"Finetune/Learning Rate": 1.1402969142865809e-05, "Finetune/Loss": 0.7909963130950928, "Finetune/Loss (Raw)": 0.5731927752494812, "Finetune/Step": 3678, "Finetune/Step Time": 6.498697405681014}
+{"Finetune/Learning Rate": 1.1398857839567811e-05, "Finetune/Loss": 0.7914043068885803, "Finetune/Loss (Raw)": 0.76045161485672, "Finetune/Step": 3679, "Finetune/Step Time": 6.477380655705929}
+{"Finetune/Learning Rate": 1.1394746295090169e-05, "Finetune/Loss": 0.7918274402618408, "Finetune/Loss (Raw)": 0.8797857165336609, "Finetune/Step": 3680, "Finetune/Step Time": 6.4931993894279}
+{"Finetune/Learning Rate": 1.1390634510141768e-05, "Finetune/Loss": 0.7933040261268616, "Finetune/Loss (Raw)": 0.8554363250732422, "Finetune/Step": 3681, "Finetune/Step Time": 6.4748435746878386}
+{"Finetune/Learning Rate": 1.1386522485431521e-05, "Finetune/Loss": 0.7942060232162476, "Finetune/Loss (Raw)": 1.050080418586731, "Finetune/Step": 3682, "Finetune/Step Time": 6.462024722248316}
+{"Finetune/Learning Rate": 1.1382410221668394e-05, "Finetune/Loss": 0.7932121753692627, "Finetune/Loss (Raw)": 0.8336898684501648, "Finetune/Step": 3683, "Finetune/Step Time": 6.462713973596692}
+{"Finetune/Learning Rate": 1.1378297719561388e-05, "Finetune/Loss": 0.7949310541152954, "Finetune/Loss (Raw)": 0.5847659111022949, "Finetune/Step": 3684, "Finetune/Step Time": 6.461720559746027}
+{"Finetune/Learning Rate": 1.137418497981955e-05, "Finetune/Loss": 0.7933080792427063, "Finetune/Loss (Raw)": 0.7991787195205688, "Finetune/Step": 3685, "Finetune/Step Time": 6.458263920620084}
+{"Finetune/Learning Rate": 1.1370072003151962e-05, "Finetune/Loss": 0.7935529947280884, "Finetune/Loss (Raw)": 0.8522449135780334, "Finetune/Step": 3686, "Finetune/Step Time": 6.458005264401436}
+{"Finetune/Learning Rate": 1.136595879026775e-05, "Finetune/Loss": 0.7934829592704773, "Finetune/Loss (Raw)": 0.858583390712738, "Finetune/Step": 3687, "Finetune/Step Time": 6.457084447145462}
+{"Finetune/Learning Rate": 1.1361845341876079e-05, "Finetune/Loss": 0.7915453910827637, "Finetune/Loss (Raw)": 0.6577498912811279, "Finetune/Step": 3688, "Finetune/Step Time": 6.46580046787858}
+{"Finetune/Learning Rate": 1.1357731658686162e-05, "Finetune/Loss": 0.7907778024673462, "Finetune/Loss (Raw)": 0.8964831233024597, "Finetune/Step": 3689, "Finetune/Step Time": 6.466166153550148}
+{"Finetune/Learning Rate": 1.1353617741407241e-05, "Finetune/Loss": 0.7925435304641724, "Finetune/Loss (Raw)": 0.874220073223114, "Finetune/Step": 3690, "Finetune/Step Time": 6.470031032338738}
+{"Finetune/Learning Rate": 1.134950359074861e-05, "Finetune/Loss": 0.7896586656570435, "Finetune/Loss (Raw)": 0.32644686102867126, "Finetune/Step": 3691, "Finetune/Step Time": 6.489184532314539}
+{"Finetune/Learning Rate": 1.1345389207419588e-05, "Finetune/Loss": 0.7904729247093201, "Finetune/Loss (Raw)": 0.8979281783103943, "Finetune/Step": 3692, "Finetune/Step Time": 6.4839655086398125}
+{"Finetune/Learning Rate": 1.1341274592129552e-05, "Finetune/Loss": 0.7909481525421143, "Finetune/Loss (Raw)": 0.8448107242584229, "Finetune/Step": 3693, "Finetune/Step Time": 6.484214240685105}
+{"Finetune/Learning Rate": 1.1337159745587904e-05, "Finetune/Loss": 0.7890944480895996, "Finetune/Loss (Raw)": 0.6764460802078247, "Finetune/Step": 3694, "Finetune/Step Time": 6.498364731669426}
+{"Finetune/Learning Rate": 1.1333044668504098e-05, "Finetune/Loss": 0.7908223867416382, "Finetune/Loss (Raw)": 1.0453721284866333, "Finetune/Step": 3695, "Finetune/Step Time": 6.479363389313221}
+{"Finetune/Learning Rate": 1.1328929361587617e-05, "Finetune/Loss": 0.7904289960861206, "Finetune/Loss (Raw)": 0.7978031635284424, "Finetune/Step": 3696, "Finetune/Step Time": 6.472188603132963}
+{"Finetune/Learning Rate": 1.1324813825547993e-05, "Finetune/Loss": 0.7885818481445312, "Finetune/Loss (Raw)": 0.5312432050704956, "Finetune/Step": 3697, "Finetune/Step Time": 6.488549219444394}
+{"Finetune/Learning Rate": 1.1320698061094792e-05, "Finetune/Loss": 0.7890571355819702, "Finetune/Loss (Raw)": 0.8418099284172058, "Finetune/Step": 3698, "Finetune/Step Time": 6.4959111381322145}
+{"Finetune/Learning Rate": 1.1316582068937618e-05, "Finetune/Loss": 0.7890084981918335, "Finetune/Loss (Raw)": 0.8205707669258118, "Finetune/Step": 3699, "Finetune/Step Time": 6.4930783696472645}
+{"Finetune/Learning Rate": 1.131246584978612e-05, "Finetune/Loss": 0.788543701171875, "Finetune/Loss (Raw)": 0.8450899124145508, "Finetune/Step": 3700, "Finetune/Step Time": 6.505020257085562}
+{"Finetune/Learning Rate": 1.1308349404349977e-05, "Finetune/Loss": 0.7866548895835876, "Finetune/Loss (Raw)": 0.6636295318603516, "Finetune/Step": 3701, "Finetune/Step Time": 6.512951107695699}
+{"Finetune/Learning Rate": 1.130423273333892e-05, "Finetune/Loss": 0.7861534953117371, "Finetune/Loss (Raw)": 0.8445212244987488, "Finetune/Step": 3702, "Finetune/Step Time": 6.512804275378585}
+{"Finetune/Learning Rate": 1.1300115837462708e-05, "Finetune/Loss": 0.7868521213531494, "Finetune/Loss (Raw)": 0.8822324275970459, "Finetune/Step": 3703, "Finetune/Step Time": 6.51111214607954}
+{"Finetune/Learning Rate": 1.1295998717431143e-05, "Finetune/Loss": 0.7861814498901367, "Finetune/Loss (Raw)": 0.8373792767524719, "Finetune/Step": 3704, "Finetune/Step Time": 6.516544546931982}
+{"Finetune/Learning Rate": 1.1291881373954066e-05, "Finetune/Loss": 0.7846677303314209, "Finetune/Loss (Raw)": 0.6314113140106201, "Finetune/Step": 3705, "Finetune/Step Time": 6.498966000974178}
+{"Finetune/Learning Rate": 1.1287763807741357e-05, "Finetune/Loss": 0.7839219570159912, "Finetune/Loss (Raw)": 0.8126266002655029, "Finetune/Step": 3706, "Finetune/Step Time": 6.5012235548347235}
+{"Finetune/Learning Rate": 1.1283646019502928e-05, "Finetune/Loss": 0.7834426164627075, "Finetune/Loss (Raw)": 0.7753601670265198, "Finetune/Step": 3707, "Finetune/Step Time": 6.526943322271109}
+{"Finetune/Learning Rate": 1.127952800994874e-05, "Finetune/Loss": 0.7817569971084595, "Finetune/Loss (Raw)": 0.6494397521018982, "Finetune/Step": 3708, "Finetune/Step Time": 6.539089132100344}
+{"Finetune/Learning Rate": 1.1275409779788782e-05, "Finetune/Loss": 0.7820913791656494, "Finetune/Loss (Raw)": 0.9453731775283813, "Finetune/Step": 3709, "Finetune/Step Time": 6.530941599979997}
+{"Finetune/Learning Rate": 1.1271291329733091e-05, "Finetune/Loss": 0.7841227650642395, "Finetune/Loss (Raw)": 0.9634308218955994, "Finetune/Step": 3710, "Finetune/Step Time": 6.518329169601202}
+{"Finetune/Learning Rate": 1.1267172660491731e-05, "Finetune/Loss": 0.7834268808364868, "Finetune/Loss (Raw)": 0.6745083332061768, "Finetune/Step": 3711, "Finetune/Step Time": 6.5396277997642756}
+{"Finetune/Learning Rate": 1.1263053772774813e-05, "Finetune/Loss": 0.7840101718902588, "Finetune/Loss (Raw)": 0.9141374826431274, "Finetune/Step": 3712, "Finetune/Step Time": 6.539295686408877}
+{"Finetune/Learning Rate": 1.1258934667292483e-05, "Finetune/Loss": 0.7788131833076477, "Finetune/Loss (Raw)": 0.30116260051727295, "Finetune/Step": 3713, "Finetune/Step Time": 6.558395141735673}
+{"Finetune/Learning Rate": 1.1254815344754919e-05, "Finetune/Loss": 0.7798586487770081, "Finetune/Loss (Raw)": 0.8260053396224976, "Finetune/Step": 3714, "Finetune/Step Time": 6.552122175693512}
+{"Finetune/Learning Rate": 1.1250695805872342e-05, "Finetune/Loss": 0.7805008292198181, "Finetune/Loss (Raw)": 0.8497374653816223, "Finetune/Step": 3715, "Finetune/Step Time": 6.556345218792558}
+{"Finetune/Learning Rate": 1.1246576051355012e-05, "Finetune/Loss": 0.7807848453521729, "Finetune/Loss (Raw)": 0.7095671892166138, "Finetune/Step": 3716, "Finetune/Step Time": 6.579838389530778}
+{"Finetune/Learning Rate": 1.1242456081913222e-05, "Finetune/Loss": 0.779939591884613, "Finetune/Loss (Raw)": 0.6864981651306152, "Finetune/Step": 3717, "Finetune/Step Time": 6.579633083194494}
+{"Finetune/Learning Rate": 1.1238335898257305e-05, "Finetune/Loss": 0.7780760526657104, "Finetune/Loss (Raw)": 0.6384500861167908, "Finetune/Step": 3718, "Finetune/Step Time": 6.573555363342166}
+{"Finetune/Learning Rate": 1.1234215501097625e-05, "Finetune/Loss": 0.7769734859466553, "Finetune/Loss (Raw)": 0.6139326691627502, "Finetune/Step": 3719, "Finetune/Step Time": 6.5844431184232235}
+{"Finetune/Learning Rate": 1.123009489114459e-05, "Finetune/Loss": 0.7774832248687744, "Finetune/Loss (Raw)": 0.865054190158844, "Finetune/Step": 3720, "Finetune/Step Time": 6.588982325047255}
+{"Finetune/Learning Rate": 1.1225974069108645e-05, "Finetune/Loss": 0.7772133946418762, "Finetune/Loss (Raw)": 0.9154810309410095, "Finetune/Step": 3721, "Finetune/Step Time": 6.58864158205688}
+{"Finetune/Learning Rate": 1.1221853035700262e-05, "Finetune/Loss": 0.7795307040214539, "Finetune/Loss (Raw)": 0.8541907072067261, "Finetune/Step": 3722, "Finetune/Step Time": 6.5956777241081}
+{"Finetune/Learning Rate": 1.121773179162996e-05, "Finetune/Loss": 0.7805526256561279, "Finetune/Loss (Raw)": 0.9657710194587708, "Finetune/Step": 3723, "Finetune/Step Time": 6.604949688538909}
+{"Finetune/Learning Rate": 1.1213610337608291e-05, "Finetune/Loss": 0.7790130376815796, "Finetune/Loss (Raw)": 0.7812885642051697, "Finetune/Step": 3724, "Finetune/Step Time": 6.605590082705021}
+{"Finetune/Learning Rate": 1.1209488674345839e-05, "Finetune/Loss": 0.7839107513427734, "Finetune/Loss (Raw)": 0.9005526304244995, "Finetune/Step": 3725, "Finetune/Step Time": 6.579001462087035}
+{"Finetune/Learning Rate": 1.1205366802553231e-05, "Finetune/Loss": 0.7810751795768738, "Finetune/Loss (Raw)": 0.4095262885093689, "Finetune/Step": 3726, "Finetune/Step Time": 6.580904699862003}
+{"Finetune/Learning Rate": 1.1201244722941125e-05, "Finetune/Loss": 0.7814639806747437, "Finetune/Loss (Raw)": 0.762216329574585, "Finetune/Step": 3727, "Finetune/Step Time": 6.585491131991148}
+{"Finetune/Learning Rate": 1.1197122436220218e-05, "Finetune/Loss": 0.7822818756103516, "Finetune/Loss (Raw)": 0.5643787980079651, "Finetune/Step": 3728, "Finetune/Step Time": 6.574373641982675}
+{"Finetune/Learning Rate": 1.1192999943101235e-05, "Finetune/Loss": 0.7820771932601929, "Finetune/Loss (Raw)": 0.8345173597335815, "Finetune/Step": 3729, "Finetune/Step Time": 6.572916517034173}
+{"Finetune/Learning Rate": 1.1188877244294948e-05, "Finetune/Loss": 0.7824676036834717, "Finetune/Loss (Raw)": 0.8656365871429443, "Finetune/Step": 3730, "Finetune/Step Time": 6.601737290620804}
+{"Finetune/Learning Rate": 1.118475434051216e-05, "Finetune/Loss": 0.7827024459838867, "Finetune/Loss (Raw)": 0.8486894369125366, "Finetune/Step": 3731, "Finetune/Step Time": 6.602811139076948}
+{"Finetune/Learning Rate": 1.1180631232463707e-05, "Finetune/Loss": 0.7828949689865112, "Finetune/Loss (Raw)": 0.8669513463973999, "Finetune/Step": 3732, "Finetune/Step Time": 6.601490333676338}
+{"Finetune/Learning Rate": 1.1176507920860457e-05, "Finetune/Loss": 0.7839430570602417, "Finetune/Loss (Raw)": 0.7918704748153687, "Finetune/Step": 3733, "Finetune/Step Time": 6.618801794946194}
+{"Finetune/Learning Rate": 1.1172384406413326e-05, "Finetune/Loss": 0.7853493094444275, "Finetune/Loss (Raw)": 0.918574333190918, "Finetune/Step": 3734, "Finetune/Step Time": 6.612171733751893}
+{"Finetune/Learning Rate": 1.116826068983325e-05, "Finetune/Loss": 0.7839521169662476, "Finetune/Loss (Raw)": 0.6495595574378967, "Finetune/Step": 3735, "Finetune/Step Time": 6.613361405208707}
+{"Finetune/Learning Rate": 1.1164136771831211e-05, "Finetune/Loss": 0.7867363691329956, "Finetune/Loss (Raw)": 1.022324562072754, "Finetune/Step": 3736, "Finetune/Step Time": 6.5753330532461405}
+{"Finetune/Learning Rate": 1.1160012653118214e-05, "Finetune/Loss": 0.78663170337677, "Finetune/Loss (Raw)": 0.7652262449264526, "Finetune/Step": 3737, "Finetune/Step Time": 6.592655694112182}
+{"Finetune/Learning Rate": 1.1155888334405316e-05, "Finetune/Loss": 0.7868364453315735, "Finetune/Loss (Raw)": 0.720217227935791, "Finetune/Step": 3738, "Finetune/Step Time": 6.602345107123256}
+{"Finetune/Learning Rate": 1.1151763816403591e-05, "Finetune/Loss": 0.7897384166717529, "Finetune/Loss (Raw)": 0.7372665405273438, "Finetune/Step": 3739, "Finetune/Step Time": 6.58363382332027}
+{"Finetune/Learning Rate": 1.1147639099824159e-05, "Finetune/Loss": 0.7896077632904053, "Finetune/Loss (Raw)": 0.792320728302002, "Finetune/Step": 3740, "Finetune/Step Time": 6.567294059321284}
+{"Finetune/Learning Rate": 1.1143514185378164e-05, "Finetune/Loss": 0.7913081049919128, "Finetune/Loss (Raw)": 0.9226813912391663, "Finetune/Step": 3741, "Finetune/Step Time": 6.576707687228918}
+{"Finetune/Learning Rate": 1.1139389073776799e-05, "Finetune/Loss": 0.7915199995040894, "Finetune/Loss (Raw)": 0.8358253240585327, "Finetune/Step": 3742, "Finetune/Step Time": 6.573161497712135}
+{"Finetune/Learning Rate": 1.1135263765731275e-05, "Finetune/Loss": 0.791478157043457, "Finetune/Loss (Raw)": 0.8510674834251404, "Finetune/Step": 3743, "Finetune/Step Time": 6.605767037719488}
+{"Finetune/Learning Rate": 1.1131138261952845e-05, "Finetune/Loss": 0.7889370918273926, "Finetune/Loss (Raw)": 0.3882521986961365, "Finetune/Step": 3744, "Finetune/Step Time": 6.621729925274849}
+{"Finetune/Learning Rate": 1.1127012563152794e-05, "Finetune/Loss": 0.7860225439071655, "Finetune/Loss (Raw)": 0.3494182229042053, "Finetune/Step": 3745, "Finetune/Step Time": 6.629959050565958}
+{"Finetune/Learning Rate": 1.1122886670042445e-05, "Finetune/Loss": 0.7861981391906738, "Finetune/Loss (Raw)": 0.7141643166542053, "Finetune/Step": 3746, "Finetune/Step Time": 6.621309660375118}
+{"Finetune/Learning Rate": 1.111876058333315e-05, "Finetune/Loss": 0.7849384546279907, "Finetune/Loss (Raw)": 0.6180536150932312, "Finetune/Step": 3747, "Finetune/Step Time": 6.640848038718104}
+{"Finetune/Learning Rate": 1.1114634303736294e-05, "Finetune/Loss": 0.7851971387863159, "Finetune/Loss (Raw)": 0.8520805835723877, "Finetune/Step": 3748, "Finetune/Step Time": 6.651821257546544}
+{"Finetune/Learning Rate": 1.1110507831963292e-05, "Finetune/Loss": 0.7841057777404785, "Finetune/Loss (Raw)": 0.6279449462890625, "Finetune/Step": 3749, "Finetune/Step Time": 6.658771151676774}
+{"Finetune/Learning Rate": 1.1106381168725604e-05, "Finetune/Loss": 0.7849221229553223, "Finetune/Loss (Raw)": 0.9174929261207581, "Finetune/Step": 3750, "Finetune/Step Time": 6.662611981853843}
+{"Finetune/Learning Rate": 1.1102254314734713e-05, "Finetune/Loss": 0.7859139442443848, "Finetune/Loss (Raw)": 0.9774854183197021, "Finetune/Step": 3751, "Finetune/Step Time": 6.659878626465797}
+{"Finetune/Learning Rate": 1.1098127270702135e-05, "Finetune/Loss": 0.7850953936576843, "Finetune/Loss (Raw)": 0.8103803396224976, "Finetune/Step": 3752, "Finetune/Step Time": 6.662410719320178}
+{"Finetune/Learning Rate": 1.1094000037339422e-05, "Finetune/Loss": 0.7836681008338928, "Finetune/Loss (Raw)": 0.723360538482666, "Finetune/Step": 3753, "Finetune/Step Time": 6.677307838574052}
+{"Finetune/Learning Rate": 1.1089872615358161e-05, "Finetune/Loss": 0.7845261096954346, "Finetune/Loss (Raw)": 0.8082453608512878, "Finetune/Step": 3754, "Finetune/Step Time": 6.6800535302609205}
+{"Finetune/Learning Rate": 1.1085745005469967e-05, "Finetune/Loss": 0.7837232351303101, "Finetune/Loss (Raw)": 0.7750252485275269, "Finetune/Step": 3755, "Finetune/Step Time": 6.65828762203455}
+{"Finetune/Learning Rate": 1.1081617208386489e-05, "Finetune/Loss": 0.7821991443634033, "Finetune/Loss (Raw)": 0.6179729700088501, "Finetune/Step": 3756, "Finetune/Step Time": 6.659647265449166}
+{"Finetune/Learning Rate": 1.1077489224819402e-05, "Finetune/Loss": 0.7833191752433777, "Finetune/Loss (Raw)": 0.9308183193206787, "Finetune/Step": 3757, "Finetune/Step Time": 6.662650194019079}
+{"Finetune/Learning Rate": 1.1073361055480429e-05, "Finetune/Loss": 0.7827973365783691, "Finetune/Loss (Raw)": 0.6654883623123169, "Finetune/Step": 3758, "Finetune/Step Time": 6.677904101088643}
+{"Finetune/Learning Rate": 1.106923270108131e-05, "Finetune/Loss": 0.7843531370162964, "Finetune/Loss (Raw)": 0.8543509244918823, "Finetune/Step": 3759, "Finetune/Step Time": 6.673647506162524}
+{"Finetune/Learning Rate": 1.1065104162333821e-05, "Finetune/Loss": 0.783075749874115, "Finetune/Loss (Raw)": 0.7460125088691711, "Finetune/Step": 3760, "Finetune/Step Time": 6.679491171613336}
+{"Finetune/Learning Rate": 1.1060975439949775e-05, "Finetune/Loss": 0.781219482421875, "Finetune/Loss (Raw)": 0.6553888320922852, "Finetune/Step": 3761, "Finetune/Step Time": 6.690549595281482}
+{"Finetune/Learning Rate": 1.1056846534641008e-05, "Finetune/Loss": 0.7811791896820068, "Finetune/Loss (Raw)": 0.7979668974876404, "Finetune/Step": 3762, "Finetune/Step Time": 6.696031097322702}
+{"Finetune/Learning Rate": 1.1052717447119397e-05, "Finetune/Loss": 0.7830357551574707, "Finetune/Loss (Raw)": 0.9124933481216431, "Finetune/Step": 3763, "Finetune/Step Time": 6.697522917762399}
+{"Finetune/Learning Rate": 1.1048588178096843e-05, "Finetune/Loss": 0.7823684811592102, "Finetune/Loss (Raw)": 0.7487596869468689, "Finetune/Step": 3764, "Finetune/Step Time": 6.69801870919764}
+{"Finetune/Learning Rate": 1.1044458728285275e-05, "Finetune/Loss": 0.7805496454238892, "Finetune/Loss (Raw)": 0.6343194246292114, "Finetune/Step": 3765, "Finetune/Step Time": 6.706841666251421}
+{"Finetune/Learning Rate": 1.104032909839667e-05, "Finetune/Loss": 0.7810825109481812, "Finetune/Loss (Raw)": 0.918771505355835, "Finetune/Step": 3766, "Finetune/Step Time": 6.710319129750133}
+{"Finetune/Learning Rate": 1.103619928914302e-05, "Finetune/Loss": 0.7811316847801208, "Finetune/Loss (Raw)": 0.850584864616394, "Finetune/Step": 3767, "Finetune/Step Time": 6.713765662163496}
+{"Finetune/Learning Rate": 1.103206930123635e-05, "Finetune/Loss": 0.7839974761009216, "Finetune/Loss (Raw)": 0.7065370082855225, "Finetune/Step": 3768, "Finetune/Step Time": 6.712687501683831}
+{"Finetune/Learning Rate": 1.1027939135388723e-05, "Finetune/Loss": 0.780137836933136, "Finetune/Loss (Raw)": 0.2592718005180359, "Finetune/Step": 3769, "Finetune/Step Time": 6.729152208194137}
+{"Finetune/Learning Rate": 1.1023808792312226e-05, "Finetune/Loss": 0.7810938358306885, "Finetune/Loss (Raw)": 0.9650620818138123, "Finetune/Step": 3770, "Finetune/Step Time": 6.720958456397057}
+{"Finetune/Learning Rate": 1.1019678272718983e-05, "Finetune/Loss": 0.7817695140838623, "Finetune/Loss (Raw)": 0.9559513330459595, "Finetune/Step": 3771, "Finetune/Step Time": 6.722258672118187}
+{"Finetune/Learning Rate": 1.101554757732114e-05, "Finetune/Loss": 0.7822424173355103, "Finetune/Loss (Raw)": 0.865784764289856, "Finetune/Step": 3772, "Finetune/Step Time": 6.737745413556695}
+{"Finetune/Learning Rate": 1.1011416706830878e-05, "Finetune/Loss": 0.7789634466171265, "Finetune/Loss (Raw)": 0.3581843078136444, "Finetune/Step": 3773, "Finetune/Step Time": 6.745252212509513}
+{"Finetune/Learning Rate": 1.100728566196041e-05, "Finetune/Loss": 0.7791056632995605, "Finetune/Loss (Raw)": 0.8897690176963806, "Finetune/Step": 3774, "Finetune/Step Time": 6.74731033295393}
+{"Finetune/Learning Rate": 1.1003154443421976e-05, "Finetune/Loss": 0.779487669467926, "Finetune/Loss (Raw)": 0.9027237892150879, "Finetune/Step": 3775, "Finetune/Step Time": 6.751432748511434}
+{"Finetune/Learning Rate": 1.0999023051927848e-05, "Finetune/Loss": 0.779272198677063, "Finetune/Loss (Raw)": 0.8933062553405762, "Finetune/Step": 3776, "Finetune/Step Time": 6.75448046810925}
+{"Finetune/Learning Rate": 1.0994891488190325e-05, "Finetune/Loss": 0.774321436882019, "Finetune/Loss (Raw)": 0.28527963161468506, "Finetune/Step": 3777, "Finetune/Step Time": 6.773576028645039}
+{"Finetune/Learning Rate": 1.0990759752921738e-05, "Finetune/Loss": 0.7733267545700073, "Finetune/Loss (Raw)": 0.843478798866272, "Finetune/Step": 3778, "Finetune/Step Time": 6.781201737001538}
+{"Finetune/Learning Rate": 1.0986627846834448e-05, "Finetune/Loss": 0.7734543681144714, "Finetune/Loss (Raw)": 0.699855625629425, "Finetune/Step": 3779, "Finetune/Step Time": 6.790957126766443}
+{"Finetune/Learning Rate": 1.0982495770640845e-05, "Finetune/Loss": 0.7728077173233032, "Finetune/Loss (Raw)": 0.7556717395782471, "Finetune/Step": 3780, "Finetune/Step Time": 6.792127024382353}
+{"Finetune/Learning Rate": 1.0978363525053344e-05, "Finetune/Loss": 0.7723996639251709, "Finetune/Loss (Raw)": 0.8593409657478333, "Finetune/Step": 3781, "Finetune/Step Time": 6.789808999747038}
+{"Finetune/Learning Rate": 1.0974231110784399e-05, "Finetune/Loss": 0.7723742127418518, "Finetune/Loss (Raw)": 0.7688135504722595, "Finetune/Step": 3782, "Finetune/Step Time": 6.762833386659622}
+{"Finetune/Learning Rate": 1.0970098528546482e-05, "Finetune/Loss": 0.7703619003295898, "Finetune/Loss (Raw)": 0.7002257704734802, "Finetune/Step": 3783, "Finetune/Step Time": 6.764508666470647}
+{"Finetune/Learning Rate": 1.0965965779052103e-05, "Finetune/Loss": 0.7705898284912109, "Finetune/Loss (Raw)": 0.7384399175643921, "Finetune/Step": 3784, "Finetune/Step Time": 6.770028118044138}
+{"Finetune/Learning Rate": 1.096183286301379e-05, "Finetune/Loss": 0.7703986167907715, "Finetune/Loss (Raw)": 0.8199201226234436, "Finetune/Step": 3785, "Finetune/Step Time": 6.756637675687671}
+{"Finetune/Learning Rate": 1.0957699781144119e-05, "Finetune/Loss": 0.7717485427856445, "Finetune/Loss (Raw)": 0.9497599601745605, "Finetune/Step": 3786, "Finetune/Step Time": 6.740933755412698}
+{"Finetune/Learning Rate": 1.0953566534155668e-05, "Finetune/Loss": 0.7719953060150146, "Finetune/Loss (Raw)": 0.8553484082221985, "Finetune/Step": 3787, "Finetune/Step Time": 6.73814782500267}
+{"Finetune/Learning Rate": 1.0949433122761069e-05, "Finetune/Loss": 0.7706917524337769, "Finetune/Loss (Raw)": 0.7664278745651245, "Finetune/Step": 3788, "Finetune/Step Time": 6.743831479921937}
+{"Finetune/Learning Rate": 1.0945299547672963e-05, "Finetune/Loss": 0.7692655324935913, "Finetune/Loss (Raw)": 0.6532266736030579, "Finetune/Step": 3789, "Finetune/Step Time": 6.7625700160861015}
+{"Finetune/Learning Rate": 1.0941165809604032e-05, "Finetune/Loss": 0.7688148021697998, "Finetune/Loss (Raw)": 0.8729416131973267, "Finetune/Step": 3790, "Finetune/Step Time": 6.775209091603756}
+{"Finetune/Learning Rate": 1.0937031909266982e-05, "Finetune/Loss": 0.7674981355667114, "Finetune/Loss (Raw)": 0.8480401039123535, "Finetune/Step": 3791, "Finetune/Step Time": 6.775712503120303}
+{"Finetune/Learning Rate": 1.0932897847374542e-05, "Finetune/Loss": 0.7646065950393677, "Finetune/Loss (Raw)": 0.368650883436203, "Finetune/Step": 3792, "Finetune/Step Time": 6.783165141940117}
+{"Finetune/Learning Rate": 1.0928763624639476e-05, "Finetune/Loss": 0.7645586729049683, "Finetune/Loss (Raw)": 0.8311736583709717, "Finetune/Step": 3793, "Finetune/Step Time": 6.792173217982054}
+{"Finetune/Learning Rate": 1.0924629241774574e-05, "Finetune/Loss": 0.764670729637146, "Finetune/Loss (Raw)": 0.8388257622718811, "Finetune/Step": 3794, "Finetune/Step Time": 6.8020504508167505}
+{"Finetune/Learning Rate": 1.0920494699492649e-05, "Finetune/Loss": 0.7665984630584717, "Finetune/Loss (Raw)": 0.6923041939735413, "Finetune/Step": 3795, "Finetune/Step Time": 6.786063648760319}
+{"Finetune/Learning Rate": 1.0916359998506549e-05, "Finetune/Loss": 0.7673722505569458, "Finetune/Loss (Raw)": 0.8589887619018555, "Finetune/Step": 3796, "Finetune/Step Time": 6.7911621909588575}
+{"Finetune/Learning Rate": 1.091222513952914e-05, "Finetune/Loss": 0.7663724422454834, "Finetune/Loss (Raw)": 0.6329452395439148, "Finetune/Step": 3797, "Finetune/Step Time": 6.795743310824037}
+{"Finetune/Learning Rate": 1.0908090123273327e-05, "Finetune/Loss": 0.7656561732292175, "Finetune/Loss (Raw)": 0.7407503128051758, "Finetune/Step": 3798, "Finetune/Step Time": 6.792556952685118}
+{"Finetune/Learning Rate": 1.0903954950452031e-05, "Finetune/Loss": 0.7633503675460815, "Finetune/Loss (Raw)": 0.6131990551948547, "Finetune/Step": 3799, "Finetune/Step Time": 6.81161112524569}
+{"Finetune/Learning Rate": 1.089981962177821e-05, "Finetune/Loss": 0.7643753290176392, "Finetune/Loss (Raw)": 0.8667749762535095, "Finetune/Step": 3800, "Finetune/Step Time": 6.807515712454915}
+{"Finetune/Learning Rate": 1.0895684137964834e-05, "Finetune/Loss": 0.7664825916290283, "Finetune/Loss (Raw)": 0.8076249957084656, "Finetune/Step": 3801, "Finetune/Step Time": 6.808127718046308}
+{"Finetune/Learning Rate": 1.089154849972492e-05, "Finetune/Loss": 0.7671903371810913, "Finetune/Loss (Raw)": 0.9025514125823975, "Finetune/Step": 3802, "Finetune/Step Time": 6.809526789933443}
+{"Finetune/Learning Rate": 1.0887412707771494e-05, "Finetune/Loss": 0.7712130546569824, "Finetune/Loss (Raw)": 0.9106248617172241, "Finetune/Step": 3803, "Finetune/Step Time": 6.776487315073609}
+{"Finetune/Learning Rate": 1.088327676281762e-05, "Finetune/Loss": 0.7713452577590942, "Finetune/Loss (Raw)": 0.8468813896179199, "Finetune/Step": 3804, "Finetune/Step Time": 6.760474832728505}
+{"Finetune/Learning Rate": 1.0879140665576377e-05, "Finetune/Loss": 0.7687218189239502, "Finetune/Loss (Raw)": 0.6129348278045654, "Finetune/Step": 3805, "Finetune/Step Time": 6.777507027611136}
+{"Finetune/Learning Rate": 1.0875004416760889e-05, "Finetune/Loss": 0.7704570293426514, "Finetune/Loss (Raw)": 0.7952886819839478, "Finetune/Step": 3806, "Finetune/Step Time": 6.8376846350729465}
+{"Finetune/Learning Rate": 1.0870868017084282e-05, "Finetune/Loss": 0.7703431844711304, "Finetune/Loss (Raw)": 0.7458887100219727, "Finetune/Step": 3807, "Finetune/Step Time": 6.888368513435125}
+{"Finetune/Learning Rate": 1.0866731467259725e-05, "Finetune/Loss": 0.7685050368309021, "Finetune/Loss (Raw)": 0.6444989442825317, "Finetune/Step": 3808, "Finetune/Step Time": 6.894208829849958}
+{"Finetune/Learning Rate": 1.086259476800041e-05, "Finetune/Loss": 0.7677772641181946, "Finetune/Loss (Raw)": 0.7622805237770081, "Finetune/Step": 3809, "Finetune/Step Time": 6.908334502950311}
+{"Finetune/Learning Rate": 1.0858457920019552e-05, "Finetune/Loss": 0.7664861679077148, "Finetune/Loss (Raw)": 0.8848238587379456, "Finetune/Step": 3810, "Finetune/Step Time": 6.905346246436238}
+{"Finetune/Learning Rate": 1.085432092403039e-05, "Finetune/Loss": 0.765673816204071, "Finetune/Loss (Raw)": 0.7297046780586243, "Finetune/Step": 3811, "Finetune/Step Time": 6.910587348043919}
+{"Finetune/Learning Rate": 1.0850183780746194e-05, "Finetune/Loss": 0.7667104005813599, "Finetune/Loss (Raw)": 0.7174457311630249, "Finetune/Step": 3812, "Finetune/Step Time": 6.905043022707105}
+{"Finetune/Learning Rate": 1.0846046490880253e-05, "Finetune/Loss": 0.7668030261993408, "Finetune/Loss (Raw)": 0.8110376000404358, "Finetune/Step": 3813, "Finetune/Step Time": 6.902476975694299}
+{"Finetune/Learning Rate": 1.084190905514589e-05, "Finetune/Loss": 0.7661173939704895, "Finetune/Loss (Raw)": 0.7644891738891602, "Finetune/Step": 3814, "Finetune/Step Time": 6.900429958477616}
+{"Finetune/Learning Rate": 1.0837771474256443e-05, "Finetune/Loss": 0.7658765316009521, "Finetune/Loss (Raw)": 0.8277442455291748, "Finetune/Step": 3815, "Finetune/Step Time": 6.918270694091916}
+{"Finetune/Learning Rate": 1.0833633748925283e-05, "Finetune/Loss": 0.7672638893127441, "Finetune/Loss (Raw)": 0.8353400826454163, "Finetune/Step": 3816, "Finetune/Step Time": 6.924050336703658}
+{"Finetune/Learning Rate": 1.08294958798658e-05, "Finetune/Loss": 0.76621413230896, "Finetune/Loss (Raw)": 0.7621108293533325, "Finetune/Step": 3817, "Finetune/Step Time": 6.920560402795672}
+{"Finetune/Learning Rate": 1.0825357867791413e-05, "Finetune/Loss": 0.7654121518135071, "Finetune/Loss (Raw)": 0.771564245223999, "Finetune/Step": 3818, "Finetune/Step Time": 6.913152500987053}
+{"Finetune/Learning Rate": 1.0821219713415568e-05, "Finetune/Loss": 0.7687820196151733, "Finetune/Loss (Raw)": 0.7577903866767883, "Finetune/Step": 3819, "Finetune/Step Time": 6.894679233431816}
+{"Finetune/Learning Rate": 1.0817081417451724e-05, "Finetune/Loss": 0.7671083211898804, "Finetune/Loss (Raw)": 0.6836925745010376, "Finetune/Step": 3820, "Finetune/Step Time": 6.895310215651989}
+{"Finetune/Learning Rate": 1.0812942980613376e-05, "Finetune/Loss": 0.7658963203430176, "Finetune/Loss (Raw)": 0.6896781921386719, "Finetune/Step": 3821, "Finetune/Step Time": 6.89991294965148}
+{"Finetune/Learning Rate": 1.0808804403614044e-05, "Finetune/Loss": 0.7663499712944031, "Finetune/Loss (Raw)": 0.7345123291015625, "Finetune/Step": 3822, "Finetune/Step Time": 6.879074294120073}
+{"Finetune/Learning Rate": 1.0804665687167262e-05, "Finetune/Loss": 0.7654473185539246, "Finetune/Loss (Raw)": 0.9298353791236877, "Finetune/Step": 3823, "Finetune/Step Time": 6.880783852189779}
+{"Finetune/Learning Rate": 1.0800526831986593e-05, "Finetune/Loss": 0.7658230066299438, "Finetune/Loss (Raw)": 0.8458907008171082, "Finetune/Step": 3824, "Finetune/Step Time": 6.880117371678352}
+{"Finetune/Learning Rate": 1.0796387838785626e-05, "Finetune/Loss": 0.7669131755828857, "Finetune/Loss (Raw)": 0.6707855463027954, "Finetune/Step": 3825, "Finetune/Step Time": 6.868520764634013}
+{"Finetune/Learning Rate": 1.0792248708277977e-05, "Finetune/Loss": 0.765784740447998, "Finetune/Loss (Raw)": 0.6973704695701599, "Finetune/Step": 3826, "Finetune/Step Time": 6.863921822980046}
+{"Finetune/Learning Rate": 1.0788109441177277e-05, "Finetune/Loss": 0.7657157182693481, "Finetune/Loss (Raw)": 0.8117351531982422, "Finetune/Step": 3827, "Finetune/Step Time": 6.8907203413546085}
+{"Finetune/Learning Rate": 1.0783970038197183e-05, "Finetune/Loss": 0.765855073928833, "Finetune/Loss (Raw)": 0.8629254698753357, "Finetune/Step": 3828, "Finetune/Step Time": 6.88376977853477}
+{"Finetune/Learning Rate": 1.0779830500051377e-05, "Finetune/Loss": 0.7630318403244019, "Finetune/Loss (Raw)": 0.3022530972957611, "Finetune/Step": 3829, "Finetune/Step Time": 6.897158741950989}
+{"Finetune/Learning Rate": 1.077569082745357e-05, "Finetune/Loss": 0.7628333568572998, "Finetune/Loss (Raw)": 0.8191224932670593, "Finetune/Step": 3830, "Finetune/Step Time": 6.896306054666638}
+{"Finetune/Learning Rate": 1.0771551021117486e-05, "Finetune/Loss": 0.7619611024856567, "Finetune/Loss (Raw)": 0.7705876231193542, "Finetune/Step": 3831, "Finetune/Step Time": 6.903688879683614}
+{"Finetune/Learning Rate": 1.0767411081756878e-05, "Finetune/Loss": 0.7632687091827393, "Finetune/Loss (Raw)": 1.0047426223754883, "Finetune/Step": 3832, "Finetune/Step Time": 6.900679221376777}
+{"Finetune/Learning Rate": 1.0763271010085516e-05, "Finetune/Loss": 0.7652767300605774, "Finetune/Loss (Raw)": 0.8884396553039551, "Finetune/Step": 3833, "Finetune/Step Time": 6.923154413700104}
+{"Finetune/Learning Rate": 1.0759130806817204e-05, "Finetune/Loss": 0.7660488486289978, "Finetune/Loss (Raw)": 0.911457359790802, "Finetune/Step": 3834, "Finetune/Step Time": 6.917245777323842}
+{"Finetune/Learning Rate": 1.075499047266576e-05, "Finetune/Loss": 0.7669064998626709, "Finetune/Loss (Raw)": 0.8851405382156372, "Finetune/Step": 3835, "Finetune/Step Time": 6.897966887801886}
+{"Finetune/Learning Rate": 1.0750850008345027e-05, "Finetune/Loss": 0.7675135135650635, "Finetune/Loss (Raw)": 0.7271398305892944, "Finetune/Step": 3836, "Finetune/Step Time": 6.886038113385439}
+{"Finetune/Learning Rate": 1.0746709414568863e-05, "Finetune/Loss": 0.7661316394805908, "Finetune/Loss (Raw)": 0.7684966325759888, "Finetune/Step": 3837, "Finetune/Step Time": 6.890478668734431}
+{"Finetune/Learning Rate": 1.0742568692051168e-05, "Finetune/Loss": 0.764553964138031, "Finetune/Loss (Raw)": 0.7614848613739014, "Finetune/Step": 3838, "Finetune/Step Time": 6.888535708189011}
+{"Finetune/Learning Rate": 1.0738427841505841e-05, "Finetune/Loss": 0.7657320499420166, "Finetune/Loss (Raw)": 0.8253034353256226, "Finetune/Step": 3839, "Finetune/Step Time": 6.89235832169652}
+{"Finetune/Learning Rate": 1.0734286863646817e-05, "Finetune/Loss": 0.7645178437232971, "Finetune/Loss (Raw)": 0.7587217688560486, "Finetune/Step": 3840, "Finetune/Step Time": 6.892285602167249}
+{"Finetune/Learning Rate": 1.073014575918805e-05, "Finetune/Loss": 0.7698330879211426, "Finetune/Loss (Raw)": 0.9815125465393066, "Finetune/Step": 3841, "Finetune/Step Time": 6.8722696248441935}
+{"Finetune/Learning Rate": 1.0726004528843516e-05, "Finetune/Loss": 0.769526481628418, "Finetune/Loss (Raw)": 0.7867575883865356, "Finetune/Step": 3842, "Finetune/Step Time": 6.863880947232246}
+{"Finetune/Learning Rate": 1.0721863173327214e-05, "Finetune/Loss": 0.7676849365234375, "Finetune/Loss (Raw)": 0.6140175461769104, "Finetune/Step": 3843, "Finetune/Step Time": 6.870808012783527}
+{"Finetune/Learning Rate": 1.0717721693353157e-05, "Finetune/Loss": 0.7683352828025818, "Finetune/Loss (Raw)": 0.7928142547607422, "Finetune/Step": 3844, "Finetune/Step Time": 6.85164544545114}
+{"Finetune/Learning Rate": 1.0713580089635392e-05, "Finetune/Loss": 0.7691512107849121, "Finetune/Loss (Raw)": 0.7909302711486816, "Finetune/Step": 3845, "Finetune/Step Time": 6.845050562173128}
+{"Finetune/Learning Rate": 1.0709438362887975e-05, "Finetune/Loss": 0.76917564868927, "Finetune/Loss (Raw)": 0.6415807008743286, "Finetune/Step": 3846, "Finetune/Step Time": 6.840231943875551}
+{"Finetune/Learning Rate": 1.070529651382499e-05, "Finetune/Loss": 0.7714284658432007, "Finetune/Loss (Raw)": 0.9022992849349976, "Finetune/Step": 3847, "Finetune/Step Time": 6.827520182356238}
+{"Finetune/Learning Rate": 1.070115454316054e-05, "Finetune/Loss": 0.7675232291221619, "Finetune/Loss (Raw)": 0.36517950892448425, "Finetune/Step": 3848, "Finetune/Step Time": 6.8357444535940886}
+{"Finetune/Learning Rate": 1.0697012451608756e-05, "Finetune/Loss": 0.7674120664596558, "Finetune/Loss (Raw)": 0.9012528657913208, "Finetune/Step": 3849, "Finetune/Step Time": 6.850592682138085}
+{"Finetune/Learning Rate": 1.0692870239883773e-05, "Finetune/Loss": 0.7647295594215393, "Finetune/Loss (Raw)": 0.510828971862793, "Finetune/Step": 3850, "Finetune/Step Time": 6.848071536049247}
+{"Finetune/Learning Rate": 1.0688727908699765e-05, "Finetune/Loss": 0.762387752532959, "Finetune/Loss (Raw)": 0.6660231351852417, "Finetune/Step": 3851, "Finetune/Step Time": 6.838467830792069}
+{"Finetune/Learning Rate": 1.0684585458770918e-05, "Finetune/Loss": 0.7634823322296143, "Finetune/Loss (Raw)": 0.9213910698890686, "Finetune/Step": 3852, "Finetune/Step Time": 6.83881158195436}
+{"Finetune/Learning Rate": 1.0680442890811437e-05, "Finetune/Loss": 0.7602087259292603, "Finetune/Loss (Raw)": 0.48153334856033325, "Finetune/Step": 3853, "Finetune/Step Time": 6.854223357513547}
+{"Finetune/Learning Rate": 1.067630020553555e-05, "Finetune/Loss": 0.7636126279830933, "Finetune/Loss (Raw)": 0.8452264666557312, "Finetune/Step": 3854, "Finetune/Step Time": 6.83842359483242}
+{"Finetune/Learning Rate": 1.0672157403657508e-05, "Finetune/Loss": 0.7617583870887756, "Finetune/Loss (Raw)": 0.5248710513114929, "Finetune/Step": 3855, "Finetune/Step Time": 6.847663378342986}
+{"Finetune/Learning Rate": 1.0668014485891579e-05, "Finetune/Loss": 0.7646216154098511, "Finetune/Loss (Raw)": 0.9308736324310303, "Finetune/Step": 3856, "Finetune/Step Time": 6.850811580196023}
+{"Finetune/Learning Rate": 1.0663871452952046e-05, "Finetune/Loss": 0.7610530853271484, "Finetune/Loss (Raw)": 0.3777439296245575, "Finetune/Step": 3857, "Finetune/Step Time": 6.858825400471687}
+{"Finetune/Learning Rate": 1.0659728305553218e-05, "Finetune/Loss": 0.7570583820343018, "Finetune/Loss (Raw)": 0.3543168902397156, "Finetune/Step": 3858, "Finetune/Step Time": 6.852547300979495}
+{"Finetune/Learning Rate": 1.0655585044409428e-05, "Finetune/Loss": 0.7580996155738831, "Finetune/Loss (Raw)": 0.9819658398628235, "Finetune/Step": 3859, "Finetune/Step Time": 6.845075264573097}
+{"Finetune/Learning Rate": 1.065144167023502e-05, "Finetune/Loss": 0.757795512676239, "Finetune/Loss (Raw)": 0.8280219435691833, "Finetune/Step": 3860, "Finetune/Step Time": 6.838110102340579}
+{"Finetune/Learning Rate": 1.0647298183744359e-05, "Finetune/Loss": 0.7575682997703552, "Finetune/Loss (Raw)": 0.7627888321876526, "Finetune/Step": 3861, "Finetune/Step Time": 6.813586104661226}
+{"Finetune/Learning Rate": 1.0643154585651832e-05, "Finetune/Loss": 0.7570052742958069, "Finetune/Loss (Raw)": 0.8465093374252319, "Finetune/Step": 3862, "Finetune/Step Time": 6.810961168259382}
+{"Finetune/Learning Rate": 1.0639010876671845e-05, "Finetune/Loss": 0.7571784257888794, "Finetune/Loss (Raw)": 0.6717178225517273, "Finetune/Step": 3863, "Finetune/Step Time": 6.819828892126679}
+{"Finetune/Learning Rate": 1.0634867057518824e-05, "Finetune/Loss": 0.7557233572006226, "Finetune/Loss (Raw)": 0.8360795378684998, "Finetune/Step": 3864, "Finetune/Step Time": 6.822241740301251}
+{"Finetune/Learning Rate": 1.0630723128907213e-05, "Finetune/Loss": 0.7554329037666321, "Finetune/Loss (Raw)": 0.7280482053756714, "Finetune/Step": 3865, "Finetune/Step Time": 6.838085874915123}
+{"Finetune/Learning Rate": 1.0626579091551465e-05, "Finetune/Loss": 0.7571945190429688, "Finetune/Loss (Raw)": 0.9457082152366638, "Finetune/Step": 3866, "Finetune/Step Time": 6.829681199043989}
+{"Finetune/Learning Rate": 1.0622434946166073e-05, "Finetune/Loss": 0.7591782212257385, "Finetune/Loss (Raw)": 0.9911778569221497, "Finetune/Step": 3867, "Finetune/Step Time": 6.8294507544487715}
+{"Finetune/Learning Rate": 1.0618290693465534e-05, "Finetune/Loss": 0.7598527073860168, "Finetune/Loss (Raw)": 0.8786479830741882, "Finetune/Step": 3868, "Finetune/Step Time": 6.832429761067033}
+{"Finetune/Learning Rate": 1.0614146334164362e-05, "Finetune/Loss": 0.7584355473518372, "Finetune/Loss (Raw)": 0.7412897944450378, "Finetune/Step": 3869, "Finetune/Step Time": 6.823966279625893}
+{"Finetune/Learning Rate": 1.0610001868977094e-05, "Finetune/Loss": 0.7573705315589905, "Finetune/Loss (Raw)": 0.6995034217834473, "Finetune/Step": 3870, "Finetune/Step Time": 6.847561568021774}
+{"Finetune/Learning Rate": 1.0605857298618288e-05, "Finetune/Loss": 0.7570847272872925, "Finetune/Loss (Raw)": 0.8144869208335876, "Finetune/Step": 3871, "Finetune/Step Time": 6.812647899612784}
+{"Finetune/Learning Rate": 1.0601712623802517e-05, "Finetune/Loss": 0.7573052644729614, "Finetune/Loss (Raw)": 0.41647663712501526, "Finetune/Step": 3872, "Finetune/Step Time": 6.82666146568954}
+{"Finetune/Learning Rate": 1.0597567845244369e-05, "Finetune/Loss": 0.7597885131835938, "Finetune/Loss (Raw)": 0.6672798991203308, "Finetune/Step": 3873, "Finetune/Step Time": 6.825972719117999}
+{"Finetune/Learning Rate": 1.0593422963658453e-05, "Finetune/Loss": 0.7604200839996338, "Finetune/Loss (Raw)": 0.7950066924095154, "Finetune/Step": 3874, "Finetune/Step Time": 6.835331177338958}
+{"Finetune/Learning Rate": 1.0589277979759397e-05, "Finetune/Loss": 0.7618200182914734, "Finetune/Loss (Raw)": 0.7972404956817627, "Finetune/Step": 3875, "Finetune/Step Time": 6.817738948389888}
+{"Finetune/Learning Rate": 1.058513289426185e-05, "Finetune/Loss": 0.761748194694519, "Finetune/Loss (Raw)": 0.8428827524185181, "Finetune/Step": 3876, "Finetune/Step Time": 6.80432677641511}
+{"Finetune/Learning Rate": 1.0580987707880466e-05, "Finetune/Loss": 0.7623089551925659, "Finetune/Loss (Raw)": 0.6997314095497131, "Finetune/Step": 3877, "Finetune/Step Time": 6.811591438949108}
+{"Finetune/Learning Rate": 1.0576842421329924e-05, "Finetune/Loss": 0.7590301036834717, "Finetune/Loss (Raw)": 0.4978022277355194, "Finetune/Step": 3878, "Finetune/Step Time": 6.830173561349511}
+{"Finetune/Learning Rate": 1.0572697035324928e-05, "Finetune/Loss": 0.7569302320480347, "Finetune/Loss (Raw)": 0.7086917161941528, "Finetune/Step": 3879, "Finetune/Step Time": 6.855043416842818}
+{"Finetune/Learning Rate": 1.0568551550580186e-05, "Finetune/Loss": 0.7570012211799622, "Finetune/Loss (Raw)": 0.8194688558578491, "Finetune/Step": 3880, "Finetune/Step Time": 6.851800898090005}
+{"Finetune/Learning Rate": 1.0564405967810432e-05, "Finetune/Loss": 0.7579739093780518, "Finetune/Loss (Raw)": 0.8478694558143616, "Finetune/Step": 3881, "Finetune/Step Time": 6.843872833997011}
+{"Finetune/Learning Rate": 1.0560260287730406e-05, "Finetune/Loss": 0.7582840919494629, "Finetune/Loss (Raw)": 0.8479531407356262, "Finetune/Step": 3882, "Finetune/Step Time": 6.857573619112372}
+{"Finetune/Learning Rate": 1.0556114511054883e-05, "Finetune/Loss": 0.7593249082565308, "Finetune/Loss (Raw)": 0.9082415103912354, "Finetune/Step": 3883, "Finetune/Step Time": 6.851395923644304}
+{"Finetune/Learning Rate": 1.0551968638498635e-05, "Finetune/Loss": 0.7602497339248657, "Finetune/Loss (Raw)": 0.7363489270210266, "Finetune/Step": 3884, "Finetune/Step Time": 6.84441395662725}
+{"Finetune/Learning Rate": 1.0547822670776466e-05, "Finetune/Loss": 0.7571302056312561, "Finetune/Loss (Raw)": 0.5315188765525818, "Finetune/Step": 3885, "Finetune/Step Time": 6.850591391324997}
+{"Finetune/Learning Rate": 1.0543676608603184e-05, "Finetune/Loss": 0.7574228644371033, "Finetune/Loss (Raw)": 0.7029496431350708, "Finetune/Step": 3886, "Finetune/Step Time": 6.836970319971442}
+{"Finetune/Learning Rate": 1.0539530452693625e-05, "Finetune/Loss": 0.7564782500267029, "Finetune/Loss (Raw)": 0.7334429025650024, "Finetune/Step": 3887, "Finetune/Step Time": 6.82769094966352}
+{"Finetune/Learning Rate": 1.053538420376263e-05, "Finetune/Loss": 0.7567822933197021, "Finetune/Loss (Raw)": 0.7849308252334595, "Finetune/Step": 3888, "Finetune/Step Time": 6.819563241675496}
+{"Finetune/Learning Rate": 1.0531237862525068e-05, "Finetune/Loss": 0.7579618096351624, "Finetune/Loss (Raw)": 0.8063653111457825, "Finetune/Step": 3889, "Finetune/Step Time": 6.810548754408956}
+{"Finetune/Learning Rate": 1.0527091429695808e-05, "Finetune/Loss": 0.7579381465911865, "Finetune/Loss (Raw)": 0.7949387431144714, "Finetune/Step": 3890, "Finetune/Step Time": 6.804071558639407}
+{"Finetune/Learning Rate": 1.0522944905989751e-05, "Finetune/Loss": 0.7562819123268127, "Finetune/Loss (Raw)": 0.7004939913749695, "Finetune/Step": 3891, "Finetune/Step Time": 6.818403458222747}
+{"Finetune/Learning Rate": 1.0518798292121809e-05, "Finetune/Loss": 0.7568230032920837, "Finetune/Loss (Raw)": 0.8180190324783325, "Finetune/Step": 3892, "Finetune/Step Time": 6.821974469348788}
+{"Finetune/Learning Rate": 1.0514651588806898e-05, "Finetune/Loss": 0.7549406290054321, "Finetune/Loss (Raw)": 0.39337652921676636, "Finetune/Step": 3893, "Finetune/Step Time": 6.842177953571081}
+{"Finetune/Learning Rate": 1.0510504796759966e-05, "Finetune/Loss": 0.7542540431022644, "Finetune/Loss (Raw)": 0.8308873772621155, "Finetune/Step": 3894, "Finetune/Step Time": 6.840531071648002}
+{"Finetune/Learning Rate": 1.0506357916695966e-05, "Finetune/Loss": 0.7540683150291443, "Finetune/Loss (Raw)": 0.8268148899078369, "Finetune/Step": 3895, "Finetune/Step Time": 6.83869269862771}
+{"Finetune/Learning Rate": 1.0502210949329873e-05, "Finetune/Loss": 0.7548419237136841, "Finetune/Loss (Raw)": 0.8055509924888611, "Finetune/Step": 3896, "Finetune/Step Time": 6.81674768216908}
+{"Finetune/Learning Rate": 1.0498063895376669e-05, "Finetune/Loss": 0.7589269876480103, "Finetune/Loss (Raw)": 0.7821648716926575, "Finetune/Step": 3897, "Finetune/Step Time": 6.796356773003936}
+{"Finetune/Learning Rate": 1.0493916755551354e-05, "Finetune/Loss": 0.7572405934333801, "Finetune/Loss (Raw)": 0.7492035627365112, "Finetune/Step": 3898, "Finetune/Step Time": 6.811997780576348}
+{"Finetune/Learning Rate": 1.0489769530568949e-05, "Finetune/Loss": 0.7570103406906128, "Finetune/Loss (Raw)": 0.9264764189720154, "Finetune/Step": 3899, "Finetune/Step Time": 6.814685523509979}
+{"Finetune/Learning Rate": 1.0485622221144485e-05, "Finetune/Loss": 0.7563857436180115, "Finetune/Loss (Raw)": 0.7858372926712036, "Finetune/Step": 3900, "Finetune/Step Time": 6.815611019730568}
+{"Finetune/Learning Rate": 1.0481474827993002e-05, "Finetune/Loss": 0.7603510022163391, "Finetune/Loss (Raw)": 0.8657382726669312, "Finetune/Step": 3901, "Finetune/Step Time": 6.796114852651954}
+{"Finetune/Learning Rate": 1.0477327351829559e-05, "Finetune/Loss": 0.7608907222747803, "Finetune/Loss (Raw)": 0.9588503837585449, "Finetune/Step": 3902, "Finetune/Step Time": 6.780137505382299}
+{"Finetune/Learning Rate": 1.0473179793369237e-05, "Finetune/Loss": 0.7608696222305298, "Finetune/Loss (Raw)": 0.9000268578529358, "Finetune/Step": 3903, "Finetune/Step Time": 6.7753732819110155}
+{"Finetune/Learning Rate": 1.046903215332712e-05, "Finetune/Loss": 0.7600526809692383, "Finetune/Loss (Raw)": 0.7887446284294128, "Finetune/Step": 3904, "Finetune/Step Time": 6.778738096356392}
+{"Finetune/Learning Rate": 1.046488443241831e-05, "Finetune/Loss": 0.762814998626709, "Finetune/Loss (Raw)": 0.6388451457023621, "Finetune/Step": 3905, "Finetune/Step Time": 6.7732776068151}
+{"Finetune/Learning Rate": 1.046073663135792e-05, "Finetune/Loss": 0.7623811364173889, "Finetune/Loss (Raw)": 0.7879515886306763, "Finetune/Step": 3906, "Finetune/Step Time": 6.80588330514729}
+{"Finetune/Learning Rate": 1.0456588750861087e-05, "Finetune/Loss": 0.7652124166488647, "Finetune/Loss (Raw)": 1.0622608661651611, "Finetune/Step": 3907, "Finetune/Step Time": 6.782464642077684}
+{"Finetune/Learning Rate": 1.045244079164295e-05, "Finetune/Loss": 0.7638624906539917, "Finetune/Loss (Raw)": 0.5828745365142822, "Finetune/Step": 3908, "Finetune/Step Time": 6.799386648461223}
+{"Finetune/Learning Rate": 1.0448292754418669e-05, "Finetune/Loss": 0.7624400854110718, "Finetune/Loss (Raw)": 0.6772809624671936, "Finetune/Step": 3909, "Finetune/Step Time": 6.8051386047154665}
+{"Finetune/Learning Rate": 1.0444144639903411e-05, "Finetune/Loss": 0.7632184028625488, "Finetune/Loss (Raw)": 0.8684310913085938, "Finetune/Step": 3910, "Finetune/Step Time": 6.805838830769062}
+{"Finetune/Learning Rate": 1.0439996448812365e-05, "Finetune/Loss": 0.7651983499526978, "Finetune/Loss (Raw)": 0.9536575078964233, "Finetune/Step": 3911, "Finetune/Step Time": 6.802205329760909}
+{"Finetune/Learning Rate": 1.0435848181860724e-05, "Finetune/Loss": 0.7649608254432678, "Finetune/Loss (Raw)": 0.708040714263916, "Finetune/Step": 3912, "Finetune/Step Time": 6.805391475558281}
+{"Finetune/Learning Rate": 1.04316998397637e-05, "Finetune/Loss": 0.7648506760597229, "Finetune/Loss (Raw)": 0.805820107460022, "Finetune/Step": 3913, "Finetune/Step Time": 6.808284472674131}
+{"Finetune/Learning Rate": 1.0427551423236515e-05, "Finetune/Loss": 0.7633509039878845, "Finetune/Loss (Raw)": 0.7577859163284302, "Finetune/Step": 3914, "Finetune/Step Time": 6.811146819964051}
+{"Finetune/Learning Rate": 1.0423402932994406e-05, "Finetune/Loss": 0.7633965015411377, "Finetune/Loss (Raw)": 0.8611863255500793, "Finetune/Step": 3915, "Finetune/Step Time": 6.808457266539335}
+{"Finetune/Learning Rate": 1.0419254369752626e-05, "Finetune/Loss": 0.764090895652771, "Finetune/Loss (Raw)": 0.8553117513656616, "Finetune/Step": 3916, "Finetune/Step Time": 6.808584354817867}
+{"Finetune/Learning Rate": 1.0415105734226427e-05, "Finetune/Loss": 0.7648741602897644, "Finetune/Loss (Raw)": 0.7534875869750977, "Finetune/Step": 3917, "Finetune/Step Time": 6.80896165035665}
+{"Finetune/Learning Rate": 1.0410957027131089e-05, "Finetune/Loss": 0.7651124000549316, "Finetune/Loss (Raw)": 0.9034319519996643, "Finetune/Step": 3918, "Finetune/Step Time": 6.807023050263524}
+{"Finetune/Learning Rate": 1.04068082491819e-05, "Finetune/Loss": 0.7644838094711304, "Finetune/Loss (Raw)": 0.7675878405570984, "Finetune/Step": 3919, "Finetune/Step Time": 6.816175969317555}
+{"Finetune/Learning Rate": 1.0402659401094154e-05, "Finetune/Loss": 0.7682051658630371, "Finetune/Loss (Raw)": 0.8449814915657043, "Finetune/Step": 3920, "Finetune/Step Time": 6.831074396148324}
+{"Finetune/Learning Rate": 1.0398510483583164e-05, "Finetune/Loss": 0.7666776180267334, "Finetune/Loss (Raw)": 0.6356456279754639, "Finetune/Step": 3921, "Finetune/Step Time": 6.839287869632244}
+{"Finetune/Learning Rate": 1.039436149736425e-05, "Finetune/Loss": 0.7671316266059875, "Finetune/Loss (Raw)": 0.8969436287879944, "Finetune/Step": 3922, "Finetune/Step Time": 6.843126971274614}
+{"Finetune/Learning Rate": 1.0390212443152748e-05, "Finetune/Loss": 0.7657889127731323, "Finetune/Loss (Raw)": 0.5204268097877502, "Finetune/Step": 3923, "Finetune/Step Time": 6.842215524986386}
+{"Finetune/Learning Rate": 1.0386063321664007e-05, "Finetune/Loss": 0.7658054232597351, "Finetune/Loss (Raw)": 0.8611063361167908, "Finetune/Step": 3924, "Finetune/Step Time": 6.845193989574909}
+{"Finetune/Learning Rate": 1.0381914133613377e-05, "Finetune/Loss": 0.767516016960144, "Finetune/Loss (Raw)": 0.8519066572189331, "Finetune/Step": 3925, "Finetune/Step Time": 6.841469144448638}
+{"Finetune/Learning Rate": 1.0377764879716234e-05, "Finetune/Loss": 0.7674686312675476, "Finetune/Loss (Raw)": 0.7346807718276978, "Finetune/Step": 3926, "Finetune/Step Time": 6.845910422503948}
+{"Finetune/Learning Rate": 1.0373615560687957e-05, "Finetune/Loss": 0.7686849236488342, "Finetune/Loss (Raw)": 0.7688849568367004, "Finetune/Step": 3927, "Finetune/Step Time": 6.843427579849958}
+{"Finetune/Learning Rate": 1.0369466177243936e-05, "Finetune/Loss": 0.7687900066375732, "Finetune/Loss (Raw)": 0.8802255988121033, "Finetune/Step": 3928, "Finetune/Step Time": 6.844027291983366}
+{"Finetune/Learning Rate": 1.0365316730099577e-05, "Finetune/Loss": 0.7693057060241699, "Finetune/Loss (Raw)": 0.8736384510993958, "Finetune/Step": 3929, "Finetune/Step Time": 6.839958684518933}
+{"Finetune/Learning Rate": 1.0361167219970287e-05, "Finetune/Loss": 0.7680771350860596, "Finetune/Loss (Raw)": 0.7452867031097412, "Finetune/Step": 3930, "Finetune/Step Time": 6.854602357372642}
+{"Finetune/Learning Rate": 1.0357017647571498e-05, "Finetune/Loss": 0.7680959105491638, "Finetune/Loss (Raw)": 0.9130302667617798, "Finetune/Step": 3931, "Finetune/Step Time": 6.86502830311656}
+{"Finetune/Learning Rate": 1.0352868013618644e-05, "Finetune/Loss": 0.7670233249664307, "Finetune/Loss (Raw)": 0.7095942497253418, "Finetune/Step": 3932, "Finetune/Step Time": 6.878944471478462}
+{"Finetune/Learning Rate": 1.034871831882717e-05, "Finetune/Loss": 0.7666662931442261, "Finetune/Loss (Raw)": 0.5672374367713928, "Finetune/Step": 3933, "Finetune/Step Time": 6.886592339724302}
+{"Finetune/Learning Rate": 1.0344568563912527e-05, "Finetune/Loss": 0.7661075592041016, "Finetune/Loss (Raw)": 0.7237657308578491, "Finetune/Step": 3934, "Finetune/Step Time": 6.825389357283711}
+{"Finetune/Learning Rate": 1.0340418749590188e-05, "Finetune/Loss": 0.7663624882698059, "Finetune/Loss (Raw)": 0.7785206437110901, "Finetune/Step": 3935, "Finetune/Step Time": 6.7789826057851315}
+{"Finetune/Learning Rate": 1.0336268876575632e-05, "Finetune/Loss": 0.7683597803115845, "Finetune/Loss (Raw)": 0.9001533389091492, "Finetune/Step": 3936, "Finetune/Step Time": 6.760882107540965}
+{"Finetune/Learning Rate": 1.0332118945584341e-05, "Finetune/Loss": 0.7689269781112671, "Finetune/Loss (Raw)": 0.8348811268806458, "Finetune/Step": 3937, "Finetune/Step Time": 6.755056003108621}
+{"Finetune/Learning Rate": 1.0327968957331815e-05, "Finetune/Loss": 0.7681049108505249, "Finetune/Loss (Raw)": 0.7795982956886292, "Finetune/Step": 3938, "Finetune/Step Time": 6.7550662234425545}
+{"Finetune/Learning Rate": 1.0323818912533561e-05, "Finetune/Loss": 0.7690123319625854, "Finetune/Loss (Raw)": 0.8458538055419922, "Finetune/Step": 3939, "Finetune/Step Time": 6.766168093308806}
+{"Finetune/Learning Rate": 1.0319668811905095e-05, "Finetune/Loss": 0.7700185775756836, "Finetune/Loss (Raw)": 0.8462463021278381, "Finetune/Step": 3940, "Finetune/Step Time": 6.7633664812892675}
+{"Finetune/Learning Rate": 1.0315518656161942e-05, "Finetune/Loss": 0.7704735994338989, "Finetune/Loss (Raw)": 0.8692857623100281, "Finetune/Step": 3941, "Finetune/Step Time": 6.766113413497806}
+{"Finetune/Learning Rate": 1.031136844601964e-05, "Finetune/Loss": 0.7714627981185913, "Finetune/Loss (Raw)": 0.8910959362983704, "Finetune/Step": 3942, "Finetune/Step Time": 6.772517925128341}
+{"Finetune/Learning Rate": 1.0307218182193737e-05, "Finetune/Loss": 0.76988685131073, "Finetune/Loss (Raw)": 0.6260291934013367, "Finetune/Step": 3943, "Finetune/Step Time": 6.778163129463792}
+{"Finetune/Learning Rate": 1.0303067865399782e-05, "Finetune/Loss": 0.7701702117919922, "Finetune/Loss (Raw)": 0.8716089725494385, "Finetune/Step": 3944, "Finetune/Step Time": 6.767588011920452}
+{"Finetune/Learning Rate": 1.0298917496353342e-05, "Finetune/Loss": 0.7720469236373901, "Finetune/Loss (Raw)": 1.0023256540298462, "Finetune/Step": 3945, "Finetune/Step Time": 6.789766512811184}
+{"Finetune/Learning Rate": 1.0294767075769987e-05, "Finetune/Loss": 0.7722513675689697, "Finetune/Loss (Raw)": 0.797738790512085, "Finetune/Step": 3946, "Finetune/Step Time": 6.80468687415123}
+{"Finetune/Learning Rate": 1.0290616604365302e-05, "Finetune/Loss": 0.7726735472679138, "Finetune/Loss (Raw)": 0.8118249177932739, "Finetune/Step": 3947, "Finetune/Step Time": 6.812461938709021}
+{"Finetune/Learning Rate": 1.0286466082854878e-05, "Finetune/Loss": 0.7703591585159302, "Finetune/Loss (Raw)": 0.3874572515487671, "Finetune/Step": 3948, "Finetune/Step Time": 6.833013786002994}
+{"Finetune/Learning Rate": 1.028231551195431e-05, "Finetune/Loss": 0.7718916535377502, "Finetune/Loss (Raw)": 0.8858358860015869, "Finetune/Step": 3949, "Finetune/Step Time": 6.830199990421534}
+{"Finetune/Learning Rate": 1.0278164892379208e-05, "Finetune/Loss": 0.7731145024299622, "Finetune/Loss (Raw)": 0.8910363912582397, "Finetune/Step": 3950, "Finetune/Step Time": 6.827933682128787}
+{"Finetune/Learning Rate": 1.0274014224845186e-05, "Finetune/Loss": 0.7728989124298096, "Finetune/Loss (Raw)": 0.9022372961044312, "Finetune/Step": 3951, "Finetune/Step Time": 6.831288654357195}
+{"Finetune/Learning Rate": 1.0269863510067872e-05, "Finetune/Loss": 0.7716491222381592, "Finetune/Loss (Raw)": 0.6859146952629089, "Finetune/Step": 3952, "Finetune/Step Time": 6.840273138135672}
+{"Finetune/Learning Rate": 1.0265712748762895e-05, "Finetune/Loss": 0.7724605798721313, "Finetune/Loss (Raw)": 0.7746569514274597, "Finetune/Step": 3953, "Finetune/Step Time": 6.8286759331822395}
+{"Finetune/Learning Rate": 1.0261561941645894e-05, "Finetune/Loss": 0.772937536239624, "Finetune/Loss (Raw)": 0.7584208250045776, "Finetune/Step": 3954, "Finetune/Step Time": 6.8228808138519526}
+{"Finetune/Learning Rate": 1.0257411089432523e-05, "Finetune/Loss": 0.7720078229904175, "Finetune/Loss (Raw)": 0.6927253007888794, "Finetune/Step": 3955, "Finetune/Step Time": 6.792236063629389}
+{"Finetune/Learning Rate": 1.0253260192838434e-05, "Finetune/Loss": 0.7724049091339111, "Finetune/Loss (Raw)": 0.9137547612190247, "Finetune/Step": 3956, "Finetune/Step Time": 6.791925992816687}
+{"Finetune/Learning Rate": 1.0249109252579292e-05, "Finetune/Loss": 0.7765743136405945, "Finetune/Loss (Raw)": 0.8359402418136597, "Finetune/Step": 3957, "Finetune/Step Time": 6.772853150963783}
+{"Finetune/Learning Rate": 1.0244958269370764e-05, "Finetune/Loss": 0.7760505676269531, "Finetune/Loss (Raw)": 0.7520886659622192, "Finetune/Step": 3958, "Finetune/Step Time": 6.768884485587478}
+{"Finetune/Learning Rate": 1.0240807243928532e-05, "Finetune/Loss": 0.7750817537307739, "Finetune/Loss (Raw)": 0.6465710401535034, "Finetune/Step": 3959, "Finetune/Step Time": 6.7814295794814825}
+{"Finetune/Learning Rate": 1.0236656176968287e-05, "Finetune/Loss": 0.772581934928894, "Finetune/Loss (Raw)": 0.6847758889198303, "Finetune/Step": 3960, "Finetune/Step Time": 6.785802999511361}
+{"Finetune/Learning Rate": 1.0232505069205713e-05, "Finetune/Loss": 0.7720421552658081, "Finetune/Loss (Raw)": 0.8193392157554626, "Finetune/Step": 3961, "Finetune/Step Time": 6.76887833327055}
+{"Finetune/Learning Rate": 1.0228353921356517e-05, "Finetune/Loss": 0.7700368165969849, "Finetune/Loss (Raw)": 0.6547694206237793, "Finetune/Step": 3962, "Finetune/Step Time": 6.776702616363764}
+{"Finetune/Learning Rate": 1.0224202734136401e-05, "Finetune/Loss": 0.7697967886924744, "Finetune/Loss (Raw)": 0.8544203639030457, "Finetune/Step": 3963, "Finetune/Step Time": 6.780825048685074}
+{"Finetune/Learning Rate": 1.0220051508261081e-05, "Finetune/Loss": 0.770521342754364, "Finetune/Loss (Raw)": 0.8198894262313843, "Finetune/Step": 3964, "Finetune/Step Time": 6.779831683263183}
+{"Finetune/Learning Rate": 1.021590024444628e-05, "Finetune/Loss": 0.7707363367080688, "Finetune/Loss (Raw)": 0.7960132360458374, "Finetune/Step": 3965, "Finetune/Step Time": 6.802425175905228}
+{"Finetune/Learning Rate": 1.0211748943407723e-05, "Finetune/Loss": 0.7679638862609863, "Finetune/Loss (Raw)": 0.40661218762397766, "Finetune/Step": 3966, "Finetune/Step Time": 6.83584382943809}
+{"Finetune/Learning Rate": 1.0207597605861138e-05, "Finetune/Loss": 0.7678353786468506, "Finetune/Loss (Raw)": 0.8088538646697998, "Finetune/Step": 3967, "Finetune/Step Time": 6.810255944728851}
+{"Finetune/Learning Rate": 1.0203446232522272e-05, "Finetune/Loss": 0.7684717774391174, "Finetune/Loss (Raw)": 0.8401817679405212, "Finetune/Step": 3968, "Finetune/Step Time": 6.808527655899525}
+{"Finetune/Learning Rate": 1.0199294824106868e-05, "Finetune/Loss": 0.7668962478637695, "Finetune/Loss (Raw)": 0.7798402309417725, "Finetune/Step": 3969, "Finetune/Step Time": 6.833187408745289}
+{"Finetune/Learning Rate": 1.0195143381330681e-05, "Finetune/Loss": 0.7675488591194153, "Finetune/Loss (Raw)": 0.8702934384346008, "Finetune/Step": 3970, "Finetune/Step Time": 6.834838028997183}
+{"Finetune/Learning Rate": 1.0190991904909462e-05, "Finetune/Loss": 0.7700439691543579, "Finetune/Loss (Raw)": 0.9333935379981995, "Finetune/Step": 3971, "Finetune/Step Time": 6.827273290604353}
+{"Finetune/Learning Rate": 1.0186840395558984e-05, "Finetune/Loss": 0.7700127363204956, "Finetune/Loss (Raw)": 0.7888087630271912, "Finetune/Step": 3972, "Finetune/Step Time": 6.825468001887202}
+{"Finetune/Learning Rate": 1.0182688853995008e-05, "Finetune/Loss": 0.7700119018554688, "Finetune/Loss (Raw)": 0.7908352017402649, "Finetune/Step": 3973, "Finetune/Step Time": 6.81207424774766}
+{"Finetune/Learning Rate": 1.0178537280933312e-05, "Finetune/Loss": 0.7708955407142639, "Finetune/Loss (Raw)": 0.7546806335449219, "Finetune/Step": 3974, "Finetune/Step Time": 6.815102342516184}
+{"Finetune/Learning Rate": 1.0174385677089675e-05, "Finetune/Loss": 0.771125078201294, "Finetune/Loss (Raw)": 0.9316839575767517, "Finetune/Step": 3975, "Finetune/Step Time": 6.813175270333886}
+{"Finetune/Learning Rate": 1.0170234043179887e-05, "Finetune/Loss": 0.7741906642913818, "Finetune/Loss (Raw)": 0.757578432559967, "Finetune/Step": 3976, "Finetune/Step Time": 6.806300297379494}
+{"Finetune/Learning Rate": 1.0166082379919735e-05, "Finetune/Loss": 0.7721348404884338, "Finetune/Loss (Raw)": 0.6381009817123413, "Finetune/Step": 3977, "Finetune/Step Time": 6.801481083035469}
+{"Finetune/Learning Rate": 1.0161930688025018e-05, "Finetune/Loss": 0.771938681602478, "Finetune/Loss (Raw)": 0.4857196509838104, "Finetune/Step": 3978, "Finetune/Step Time": 6.793398147448897}
+{"Finetune/Learning Rate": 1.015777896821153e-05, "Finetune/Loss": 0.7733116149902344, "Finetune/Loss (Raw)": 0.8417587876319885, "Finetune/Step": 3979, "Finetune/Step Time": 6.787207398563623}
+{"Finetune/Learning Rate": 1.0153627221195081e-05, "Finetune/Loss": 0.7707056403160095, "Finetune/Loss (Raw)": 0.5878278017044067, "Finetune/Step": 3980, "Finetune/Step Time": 6.788895715028048}
+{"Finetune/Learning Rate": 1.0149475447691485e-05, "Finetune/Loss": 0.7737948298454285, "Finetune/Loss (Raw)": 0.876948893070221, "Finetune/Step": 3981, "Finetune/Step Time": 6.771331742405891}
+{"Finetune/Learning Rate": 1.0145323648416552e-05, "Finetune/Loss": 0.7735156416893005, "Finetune/Loss (Raw)": 0.8094887733459473, "Finetune/Step": 3982, "Finetune/Step Time": 6.7708510607481}
+{"Finetune/Learning Rate": 1.0141171824086102e-05, "Finetune/Loss": 0.7756639122962952, "Finetune/Loss (Raw)": 0.7998510599136353, "Finetune/Step": 3983, "Finetune/Step Time": 6.755825890228152}
+{"Finetune/Learning Rate": 1.013701997541596e-05, "Finetune/Loss": 0.7712665796279907, "Finetune/Loss (Raw)": 0.36801716685295105, "Finetune/Step": 3984, "Finetune/Step Time": 6.76457873173058}
+{"Finetune/Learning Rate": 1.0132868103121953e-05, "Finetune/Loss": 0.775108277797699, "Finetune/Loss (Raw)": 0.8694742321968079, "Finetune/Step": 3985, "Finetune/Step Time": 6.748203337192535}
+{"Finetune/Learning Rate": 1.0128716207919913e-05, "Finetune/Loss": 0.7799806594848633, "Finetune/Loss (Raw)": 0.9779863357543945, "Finetune/Step": 3986, "Finetune/Step Time": 6.727402100339532}
+{"Finetune/Learning Rate": 1.0124564290525673e-05, "Finetune/Loss": 0.7780983448028564, "Finetune/Loss (Raw)": 0.7410275936126709, "Finetune/Step": 3987, "Finetune/Step Time": 6.744166759774089}
+{"Finetune/Learning Rate": 1.012041235165508e-05, "Finetune/Loss": 0.7783189415931702, "Finetune/Loss (Raw)": 0.8562600612640381, "Finetune/Step": 3988, "Finetune/Step Time": 6.758479658514261}
+{"Finetune/Learning Rate": 1.011626039202397e-05, "Finetune/Loss": 0.779232919216156, "Finetune/Loss (Raw)": 0.8797761797904968, "Finetune/Step": 3989, "Finetune/Step Time": 6.7579044457525015}
+{"Finetune/Learning Rate": 1.0112108412348196e-05, "Finetune/Loss": 0.7789092063903809, "Finetune/Loss (Raw)": 0.805080235004425, "Finetune/Step": 3990, "Finetune/Step Time": 6.762066716328263}
+{"Finetune/Learning Rate": 1.0107956413343603e-05, "Finetune/Loss": 0.7804605960845947, "Finetune/Loss (Raw)": 0.8702971935272217, "Finetune/Step": 3991, "Finetune/Step Time": 6.764967940747738}
+{"Finetune/Learning Rate": 1.0103804395726047e-05, "Finetune/Loss": 0.7791752815246582, "Finetune/Loss (Raw)": 0.6715543866157532, "Finetune/Step": 3992, "Finetune/Step Time": 6.782681005075574}
+{"Finetune/Learning Rate": 1.0099652360211386e-05, "Finetune/Loss": 0.7800610065460205, "Finetune/Loss (Raw)": 0.8414226174354553, "Finetune/Step": 3993, "Finetune/Step Time": 6.741647532209754}
+{"Finetune/Learning Rate": 1.0095500307515478e-05, "Finetune/Loss": 0.7781952619552612, "Finetune/Loss (Raw)": 0.7068831324577332, "Finetune/Step": 3994, "Finetune/Step Time": 6.753361523151398}
+{"Finetune/Learning Rate": 1.0091348238354186e-05, "Finetune/Loss": 0.7763177156448364, "Finetune/Loss (Raw)": 0.7508584260940552, "Finetune/Step": 3995, "Finetune/Step Time": 6.753552135080099}
+{"Finetune/Learning Rate": 1.0087196153443379e-05, "Finetune/Loss": 0.775172233581543, "Finetune/Loss (Raw)": 0.7320265173912048, "Finetune/Step": 3996, "Finetune/Step Time": 6.761984508484602}
+{"Finetune/Learning Rate": 1.0083044053498925e-05, "Finetune/Loss": 0.7749348878860474, "Finetune/Loss (Raw)": 0.7109062075614929, "Finetune/Step": 3997, "Finetune/Step Time": 6.770171334967017}
+{"Finetune/Learning Rate": 1.007889193923669e-05, "Finetune/Loss": 0.7764116525650024, "Finetune/Loss (Raw)": 0.888538122177124, "Finetune/Step": 3998, "Finetune/Step Time": 6.752957705408335}
+{"Finetune/Learning Rate": 1.0074739811372552e-05, "Finetune/Loss": 0.7760968804359436, "Finetune/Loss (Raw)": 0.7741943597793579, "Finetune/Step": 3999, "Finetune/Step Time": 6.768319822847843}
+{"Finetune/Learning Rate": 1.0070587670622387e-05, "Finetune/Loss": 0.7789653539657593, "Finetune/Loss (Raw)": 0.7836392521858215, "Finetune/Step": 4000, "Finetune/Step Time": 6.738558555021882}
+{"Finetune/Learning Rate": 1.0066435517702073e-05, "Finetune/Loss": 0.7795573472976685, "Finetune/Loss (Raw)": 0.743046224117279, "Finetune/Step": 4001, "Finetune/Step Time": 6.739043278619647}
+{"Finetune/Learning Rate": 1.006228335332749e-05, "Finetune/Loss": 0.7789167165756226, "Finetune/Loss (Raw)": 0.7130152583122253, "Finetune/Step": 4002, "Finetune/Step Time": 6.739239927381277}
+{"Finetune/Learning Rate": 1.0058131178214518e-05, "Finetune/Loss": 0.7788233757019043, "Finetune/Loss (Raw)": 0.7852914929389954, "Finetune/Step": 4003, "Finetune/Step Time": 6.750990336760879}
+{"Finetune/Learning Rate": 1.0053978993079046e-05, "Finetune/Loss": 0.7788341045379639, "Finetune/Loss (Raw)": 0.8442620635032654, "Finetune/Step": 4004, "Finetune/Step Time": 6.75547737441957}
+{"Finetune/Learning Rate": 1.0049826798636955e-05, "Finetune/Loss": 0.7795485258102417, "Finetune/Loss (Raw)": 0.7911690473556519, "Finetune/Step": 4005, "Finetune/Step Time": 6.740710848942399}
+{"Finetune/Learning Rate": 1.0045674595604136e-05, "Finetune/Loss": 0.7832553386688232, "Finetune/Loss (Raw)": 0.9722797870635986, "Finetune/Step": 4006, "Finetune/Step Time": 6.728846961632371}
+{"Finetune/Learning Rate": 1.0041522384696471e-05, "Finetune/Loss": 0.7807393074035645, "Finetune/Loss (Raw)": 0.38663336634635925, "Finetune/Step": 4007, "Finetune/Step Time": 6.712898813188076}
+{"Finetune/Learning Rate": 1.003737016662986e-05, "Finetune/Loss": 0.7797669768333435, "Finetune/Loss (Raw)": 0.6950086951255798, "Finetune/Step": 4008, "Finetune/Step Time": 6.711131351068616}
+{"Finetune/Learning Rate": 1.003321794212019e-05, "Finetune/Loss": 0.7795258164405823, "Finetune/Loss (Raw)": 0.8170017004013062, "Finetune/Step": 4009, "Finetune/Step Time": 6.706799268722534}
+{"Finetune/Learning Rate": 1.0029065711883355e-05, "Finetune/Loss": 0.7783206105232239, "Finetune/Loss (Raw)": 0.6936889886856079, "Finetune/Step": 4010, "Finetune/Step Time": 6.704868515953422}
+{"Finetune/Learning Rate": 1.0024913476635245e-05, "Finetune/Loss": 0.7779613137245178, "Finetune/Loss (Raw)": 0.8622515797615051, "Finetune/Step": 4011, "Finetune/Step Time": 6.710154045373201}
+{"Finetune/Learning Rate": 1.0020761237091758e-05, "Finetune/Loss": 0.7767325639724731, "Finetune/Loss (Raw)": 0.5790672302246094, "Finetune/Step": 4012, "Finetune/Step Time": 6.727504586800933}
+{"Finetune/Learning Rate": 1.0016608993968788e-05, "Finetune/Loss": 0.778416633605957, "Finetune/Loss (Raw)": 0.7470795512199402, "Finetune/Step": 4013, "Finetune/Step Time": 6.721687620505691}
+{"Finetune/Learning Rate": 1.0012456747982231e-05, "Finetune/Loss": 0.7786675691604614, "Finetune/Loss (Raw)": 0.7350682020187378, "Finetune/Step": 4014, "Finetune/Step Time": 6.746712397783995}
+{"Finetune/Learning Rate": 1.000830449984798e-05, "Finetune/Loss": 0.7791906595230103, "Finetune/Loss (Raw)": 0.8004017472267151, "Finetune/Step": 4015, "Finetune/Step Time": 6.747731454670429}
+{"Finetune/Learning Rate": 1.000415225028194e-05, "Finetune/Loss": 0.7794632911682129, "Finetune/Loss (Raw)": 0.8198315501213074, "Finetune/Step": 4016, "Finetune/Step Time": 6.7497537564486265}
+{"Finetune/Learning Rate": 1e-05, "Finetune/Loss": 0.7797830104827881, "Finetune/Loss (Raw)": 0.8472883105278015, "Finetune/Step": 4017, "Finetune/Step Time": 6.7520280834287405}
+{"Finetune/Learning Rate": 9.995847749718062e-06, "Finetune/Loss": 0.776301383972168, "Finetune/Loss (Raw)": 0.3492841124534607, "Finetune/Step": 4018, "Finetune/Step Time": 6.772274075075984}
+{"Finetune/Learning Rate": 9.991695500152021e-06, "Finetune/Loss": 0.7782124280929565, "Finetune/Loss (Raw)": 0.9451179504394531, "Finetune/Step": 4019, "Finetune/Step Time": 6.752329966053367}
+{"Finetune/Learning Rate": 9.987543252017772e-06, "Finetune/Loss": 0.7788488864898682, "Finetune/Loss (Raw)": 0.8994849920272827, "Finetune/Step": 4020, "Finetune/Step Time": 6.749922527000308}
+{"Finetune/Learning Rate": 9.983391006031214e-06, "Finetune/Loss": 0.7820138931274414, "Finetune/Loss (Raw)": 0.7984921336174011, "Finetune/Step": 4021, "Finetune/Step Time": 6.731126403436065}
+{"Finetune/Learning Rate": 9.979238762908245e-06, "Finetune/Loss": 0.7815996408462524, "Finetune/Loss (Raw)": 0.7778636813163757, "Finetune/Step": 4022, "Finetune/Step Time": 6.7434863075613976}
+{"Finetune/Learning Rate": 9.975086523364759e-06, "Finetune/Loss": 0.7816187739372253, "Finetune/Loss (Raw)": 0.8292636275291443, "Finetune/Step": 4023, "Finetune/Step Time": 6.745701210573316}
+{"Finetune/Learning Rate": 9.970934288116647e-06, "Finetune/Loss": 0.7823789119720459, "Finetune/Loss (Raw)": 0.9028428196907043, "Finetune/Step": 4024, "Finetune/Step Time": 6.752540275454521}
+{"Finetune/Learning Rate": 9.966782057879811e-06, "Finetune/Loss": 0.7821025848388672, "Finetune/Loss (Raw)": 0.746795654296875, "Finetune/Step": 4025, "Finetune/Step Time": 6.752264680340886}
+{"Finetune/Learning Rate": 9.962629833370143e-06, "Finetune/Loss": 0.7831305265426636, "Finetune/Loss (Raw)": 0.8807838559150696, "Finetune/Step": 4026, "Finetune/Step Time": 6.739169469103217}
+{"Finetune/Learning Rate": 9.958477615303532e-06, "Finetune/Loss": 0.7830560803413391, "Finetune/Loss (Raw)": 0.9169511795043945, "Finetune/Step": 4027, "Finetune/Step Time": 6.736014483496547}
+{"Finetune/Learning Rate": 9.954325404395868e-06, "Finetune/Loss": 0.7828102707862854, "Finetune/Loss (Raw)": 0.7543709874153137, "Finetune/Step": 4028, "Finetune/Step Time": 6.720704764127731}
+{"Finetune/Learning Rate": 9.950173201363048e-06, "Finetune/Loss": 0.7827329635620117, "Finetune/Loss (Raw)": 0.8558480143547058, "Finetune/Step": 4029, "Finetune/Step Time": 6.72034265846014}
+{"Finetune/Learning Rate": 9.946021006920959e-06, "Finetune/Loss": 0.7784229516983032, "Finetune/Loss (Raw)": 0.4071637690067291, "Finetune/Step": 4030, "Finetune/Step Time": 6.737008564174175}
+{"Finetune/Learning Rate": 9.941868821785485e-06, "Finetune/Loss": 0.7773628234863281, "Finetune/Loss (Raw)": 0.7643316388130188, "Finetune/Step": 4031, "Finetune/Step Time": 6.736970515921712}
+{"Finetune/Learning Rate": 9.937716646672513e-06, "Finetune/Loss": 0.7772008180618286, "Finetune/Loss (Raw)": 0.7680001854896545, "Finetune/Step": 4032, "Finetune/Step Time": 6.730366239324212}
+{"Finetune/Learning Rate": 9.93356448229793e-06, "Finetune/Loss": 0.779142439365387, "Finetune/Loss (Raw)": 0.8873764276504517, "Finetune/Step": 4033, "Finetune/Step Time": 6.718340316787362}
+{"Finetune/Learning Rate": 9.929412329377614e-06, "Finetune/Loss": 0.7792654633522034, "Finetune/Loss (Raw)": 0.8037003874778748, "Finetune/Step": 4034, "Finetune/Step Time": 6.679580247029662}
+{"Finetune/Learning Rate": 9.92526018862745e-06, "Finetune/Loss": 0.7761502861976624, "Finetune/Loss (Raw)": 0.6635240912437439, "Finetune/Step": 4035, "Finetune/Step Time": 6.684770194813609}
+{"Finetune/Learning Rate": 9.921108060763312e-06, "Finetune/Loss": 0.779335081577301, "Finetune/Loss (Raw)": 0.9905231595039368, "Finetune/Step": 4036, "Finetune/Step Time": 6.661153940483928}
+{"Finetune/Learning Rate": 9.916955946501079e-06, "Finetune/Loss": 0.7796564102172852, "Finetune/Loss (Raw)": 0.7184144854545593, "Finetune/Step": 4037, "Finetune/Step Time": 6.666860267519951}
+{"Finetune/Learning Rate": 9.912803846556623e-06, "Finetune/Loss": 0.7758980989456177, "Finetune/Loss (Raw)": 0.38736188411712646, "Finetune/Step": 4038, "Finetune/Step Time": 6.684012707322836}
+{"Finetune/Learning Rate": 9.908651761645817e-06, "Finetune/Loss": 0.7747166156768799, "Finetune/Loss (Raw)": 0.8024306893348694, "Finetune/Step": 4039, "Finetune/Step Time": 6.713802125304937}
+{"Finetune/Learning Rate": 9.904499692484524e-06, "Finetune/Loss": 0.7759615182876587, "Finetune/Loss (Raw)": 0.8673930168151855, "Finetune/Step": 4040, "Finetune/Step Time": 6.703457271680236}
+{"Finetune/Learning Rate": 9.900347639788616e-06, "Finetune/Loss": 0.7753898501396179, "Finetune/Loss (Raw)": 0.7326425909996033, "Finetune/Step": 4041, "Finetune/Step Time": 6.69911508820951}
+{"Finetune/Learning Rate": 9.896195604273957e-06, "Finetune/Loss": 0.7756243944168091, "Finetune/Loss (Raw)": 0.787804901599884, "Finetune/Step": 4042, "Finetune/Step Time": 6.711913051083684}
+{"Finetune/Learning Rate": 9.892043586656402e-06, "Finetune/Loss": 0.7756901979446411, "Finetune/Loss (Raw)": 0.8696112036705017, "Finetune/Step": 4043, "Finetune/Step Time": 6.714775335043669}
+{"Finetune/Learning Rate": 9.887891587651807e-06, "Finetune/Loss": 0.7751989960670471, "Finetune/Loss (Raw)": 0.7924425005912781, "Finetune/Step": 4044, "Finetune/Step Time": 6.7173129841685295}
+{"Finetune/Learning Rate": 9.883739607976031e-06, "Finetune/Loss": 0.7717621326446533, "Finetune/Loss (Raw)": 0.31356048583984375, "Finetune/Step": 4045, "Finetune/Step Time": 6.717067550867796}
+{"Finetune/Learning Rate": 9.879587648344922e-06, "Finetune/Loss": 0.7704434990882874, "Finetune/Loss (Raw)": 0.7346516847610474, "Finetune/Step": 4046, "Finetune/Step Time": 6.704494617879391}
+{"Finetune/Learning Rate": 9.875435709474328e-06, "Finetune/Loss": 0.7704025506973267, "Finetune/Loss (Raw)": 0.7623530030250549, "Finetune/Step": 4047, "Finetune/Step Time": 6.707707155495882}
+{"Finetune/Learning Rate": 9.871283792080089e-06, "Finetune/Loss": 0.7668517231941223, "Finetune/Loss (Raw)": 0.39046478271484375, "Finetune/Step": 4048, "Finetune/Step Time": 6.692842427641153}
+{"Finetune/Learning Rate": 9.86713189687805e-06, "Finetune/Loss": 0.7672291994094849, "Finetune/Loss (Raw)": 0.6839607954025269, "Finetune/Step": 4049, "Finetune/Step Time": 6.677110280841589}
+{"Finetune/Learning Rate": 9.862980024584044e-06, "Finetune/Loss": 0.7662900686264038, "Finetune/Loss (Raw)": 0.7767468690872192, "Finetune/Step": 4050, "Finetune/Step Time": 6.663785902783275}
+{"Finetune/Learning Rate": 9.858828175913901e-06, "Finetune/Loss": 0.768001139163971, "Finetune/Loss (Raw)": 0.7394383549690247, "Finetune/Step": 4051, "Finetune/Step Time": 6.656387744471431}
+{"Finetune/Learning Rate": 9.854676351583449e-06, "Finetune/Loss": 0.767255425453186, "Finetune/Loss (Raw)": 0.765648603439331, "Finetune/Step": 4052, "Finetune/Step Time": 6.677078191190958}
+{"Finetune/Learning Rate": 9.850524552308517e-06, "Finetune/Loss": 0.7636545896530151, "Finetune/Loss (Raw)": 0.39100852608680725, "Finetune/Step": 4053, "Finetune/Step Time": 6.705023787915707}
+{"Finetune/Learning Rate": 9.84637277880492e-06, "Finetune/Loss": 0.7630761861801147, "Finetune/Loss (Raw)": 0.6606400609016418, "Finetune/Step": 4054, "Finetune/Step Time": 6.714469833299518}
+{"Finetune/Learning Rate": 9.842221031788473e-06, "Finetune/Loss": 0.7633758187294006, "Finetune/Loss (Raw)": 0.8072395324707031, "Finetune/Step": 4055, "Finetune/Step Time": 6.708229040727019}
+{"Finetune/Learning Rate": 9.838069311974986e-06, "Finetune/Loss": 0.7609698176383972, "Finetune/Loss (Raw)": 0.5722578167915344, "Finetune/Step": 4056, "Finetune/Step Time": 6.723894078284502}
+{"Finetune/Learning Rate": 9.833917620080268e-06, "Finetune/Loss": 0.7611220479011536, "Finetune/Loss (Raw)": 0.8931235671043396, "Finetune/Step": 4057, "Finetune/Step Time": 6.721293296664953}
+{"Finetune/Learning Rate": 9.829765956820116e-06, "Finetune/Loss": 0.7611744403839111, "Finetune/Loss (Raw)": 0.7519925832748413, "Finetune/Step": 4058, "Finetune/Step Time": 6.70371382497251}
+{"Finetune/Learning Rate": 9.825614322910328e-06, "Finetune/Loss": 0.7596588134765625, "Finetune/Loss (Raw)": 0.7190268635749817, "Finetune/Step": 4059, "Finetune/Step Time": 6.707986313849688}
+{"Finetune/Learning Rate": 9.82146271906669e-06, "Finetune/Loss": 0.7577608823776245, "Finetune/Loss (Raw)": 0.46666964888572693, "Finetune/Step": 4060, "Finetune/Step Time": 6.711064387112856}
+{"Finetune/Learning Rate": 9.817311146004995e-06, "Finetune/Loss": 0.7581156492233276, "Finetune/Loss (Raw)": 0.6126350164413452, "Finetune/Step": 4061, "Finetune/Step Time": 6.704362399876118}
+{"Finetune/Learning Rate": 9.813159604441021e-06, "Finetune/Loss": 0.7589399814605713, "Finetune/Loss (Raw)": 0.8292859196662903, "Finetune/Step": 4062, "Finetune/Step Time": 6.70720299705863}
+{"Finetune/Learning Rate": 9.80900809509054e-06, "Finetune/Loss": 0.7557616233825684, "Finetune/Loss (Raw)": 0.3716854453086853, "Finetune/Step": 4063, "Finetune/Step Time": 6.726520989090204}
+{"Finetune/Learning Rate": 9.804856618669322e-06, "Finetune/Loss": 0.7518558502197266, "Finetune/Loss (Raw)": 0.4002194106578827, "Finetune/Step": 4064, "Finetune/Step Time": 6.757939860224724}
+{"Finetune/Learning Rate": 9.800705175893133e-06, "Finetune/Loss": 0.750451922416687, "Finetune/Loss (Raw)": 0.6551792621612549, "Finetune/Step": 4065, "Finetune/Step Time": 6.764235792681575}
+{"Finetune/Learning Rate": 9.79655376747773e-06, "Finetune/Loss": 0.7507671117782593, "Finetune/Loss (Raw)": 0.819942831993103, "Finetune/Step": 4066, "Finetune/Step Time": 6.76803857088089}
+{"Finetune/Learning Rate": 9.792402394138866e-06, "Finetune/Loss": 0.7510161399841309, "Finetune/Loss (Raw)": 0.8777283430099487, "Finetune/Step": 4067, "Finetune/Step Time": 6.75724802352488}
+{"Finetune/Learning Rate": 9.788251056592282e-06, "Finetune/Loss": 0.75084388256073, "Finetune/Loss (Raw)": 0.8241967558860779, "Finetune/Step": 4068, "Finetune/Step Time": 6.749224323779345}
+{"Finetune/Learning Rate": 9.784099755553723e-06, "Finetune/Loss": 0.7509360313415527, "Finetune/Loss (Raw)": 0.8810793161392212, "Finetune/Step": 4069, "Finetune/Step Time": 6.762493707239628}
+{"Finetune/Learning Rate": 9.77994849173892e-06, "Finetune/Loss": 0.7500063180923462, "Finetune/Loss (Raw)": 0.7720901370048523, "Finetune/Step": 4070, "Finetune/Step Time": 6.75881758145988}
+{"Finetune/Learning Rate": 9.775797265863602e-06, "Finetune/Loss": 0.7509956359863281, "Finetune/Loss (Raw)": 0.7526605725288391, "Finetune/Step": 4071, "Finetune/Step Time": 6.765005949884653}
+{"Finetune/Learning Rate": 9.771646078643484e-06, "Finetune/Loss": 0.7495101094245911, "Finetune/Loss (Raw)": 0.6814690828323364, "Finetune/Step": 4072, "Finetune/Step Time": 6.784364569932222}
+{"Finetune/Learning Rate": 9.767494930794288e-06, "Finetune/Loss": 0.7478136420249939, "Finetune/Loss (Raw)": 0.7851771116256714, "Finetune/Step": 4073, "Finetune/Step Time": 6.767699250951409}
+{"Finetune/Learning Rate": 9.763343823031718e-06, "Finetune/Loss": 0.7487016916275024, "Finetune/Loss (Raw)": 0.9114097952842712, "Finetune/Step": 4074, "Finetune/Step Time": 6.755152422934771}
+{"Finetune/Learning Rate": 9.75919275607147e-06, "Finetune/Loss": 0.7482819557189941, "Finetune/Loss (Raw)": 0.7580910921096802, "Finetune/Step": 4075, "Finetune/Step Time": 6.743838269263506}
+{"Finetune/Learning Rate": 9.755041730629239e-06, "Finetune/Loss": 0.7499302625656128, "Finetune/Loss (Raw)": 0.598443329334259, "Finetune/Step": 4076, "Finetune/Step Time": 6.743233015760779}
+{"Finetune/Learning Rate": 9.750890747420713e-06, "Finetune/Loss": 0.7494387626647949, "Finetune/Loss (Raw)": 0.8229277729988098, "Finetune/Step": 4077, "Finetune/Step Time": 6.757063522934914}
+{"Finetune/Learning Rate": 9.746739807161571e-06, "Finetune/Loss": 0.7483223676681519, "Finetune/Loss (Raw)": 0.7481417059898376, "Finetune/Step": 4078, "Finetune/Step Time": 6.759706998243928}
+{"Finetune/Learning Rate": 9.742588910567482e-06, "Finetune/Loss": 0.7481569051742554, "Finetune/Loss (Raw)": 0.8810502886772156, "Finetune/Step": 4079, "Finetune/Step Time": 6.781100315973163}
+{"Finetune/Learning Rate": 9.738438058354108e-06, "Finetune/Loss": 0.7482572197914124, "Finetune/Loss (Raw)": 0.6987619996070862, "Finetune/Step": 4080, "Finetune/Step Time": 6.780214875936508}
+{"Finetune/Learning Rate": 9.73428725123711e-06, "Finetune/Loss": 0.747846245765686, "Finetune/Loss (Raw)": 0.7220439314842224, "Finetune/Step": 4081, "Finetune/Step Time": 6.801332319155335}
+{"Finetune/Learning Rate": 9.730136489932133e-06, "Finetune/Loss": 0.7477128505706787, "Finetune/Loss (Raw)": 0.7413551807403564, "Finetune/Step": 4082, "Finetune/Step Time": 6.808811154216528}
+{"Finetune/Learning Rate": 9.725985775154818e-06, "Finetune/Loss": 0.7491553425788879, "Finetune/Loss (Raw)": 0.8773605227470398, "Finetune/Step": 4083, "Finetune/Step Time": 6.810626225546002}
+{"Finetune/Learning Rate": 9.721835107620796e-06, "Finetune/Loss": 0.7458154559135437, "Finetune/Loss (Raw)": 0.4862480163574219, "Finetune/Step": 4084, "Finetune/Step Time": 6.82418036647141}
+{"Finetune/Learning Rate": 9.717684488045695e-06, "Finetune/Loss": 0.74410080909729, "Finetune/Loss (Raw)": 0.6164630055427551, "Finetune/Step": 4085, "Finetune/Step Time": 6.834844145923853}
+{"Finetune/Learning Rate": 9.713533917145127e-06, "Finetune/Loss": 0.7436537742614746, "Finetune/Loss (Raw)": 0.6948660016059875, "Finetune/Step": 4086, "Finetune/Step Time": 6.842007847502828}
+{"Finetune/Learning Rate": 9.709383395634701e-06, "Finetune/Loss": 0.7456338405609131, "Finetune/Loss (Raw)": 0.9000246524810791, "Finetune/Step": 4087, "Finetune/Step Time": 6.829065460711718}
+{"Finetune/Learning Rate": 9.705232924230016e-06, "Finetune/Loss": 0.7467902302742004, "Finetune/Loss (Raw)": 0.8327935934066772, "Finetune/Step": 4088, "Finetune/Step Time": 6.823680577799678}
+{"Finetune/Learning Rate": 9.701082503646663e-06, "Finetune/Loss": 0.7466902732849121, "Finetune/Loss (Raw)": 0.8065477609634399, "Finetune/Step": 4089, "Finetune/Step Time": 6.824052629992366}
+{"Finetune/Learning Rate": 9.696932134600223e-06, "Finetune/Loss": 0.7479057908058167, "Finetune/Loss (Raw)": 0.8103534579277039, "Finetune/Step": 4090, "Finetune/Step Time": 6.8164796363562346}
+{"Finetune/Learning Rate": 9.69278181780627e-06, "Finetune/Loss": 0.7472517490386963, "Finetune/Loss (Raw)": 0.7707031965255737, "Finetune/Step": 4091, "Finetune/Step Time": 6.828547090291977}
+{"Finetune/Learning Rate": 9.688631553980361e-06, "Finetune/Loss": 0.7467478513717651, "Finetune/Loss (Raw)": 0.7553858757019043, "Finetune/Step": 4092, "Finetune/Step Time": 6.829489890486002}
+{"Finetune/Learning Rate": 9.684481343838061e-06, "Finetune/Loss": 0.7475197315216064, "Finetune/Loss (Raw)": 0.8948184847831726, "Finetune/Step": 4093, "Finetune/Step Time": 6.8043662048876286}
+{"Finetune/Learning Rate": 9.68033118809491e-06, "Finetune/Loss": 0.7520102262496948, "Finetune/Loss (Raw)": 0.9813956618309021, "Finetune/Step": 4094, "Finetune/Step Time": 6.775734793394804}
+{"Finetune/Learning Rate": 9.676181087466444e-06, "Finetune/Loss": 0.7511420845985413, "Finetune/Loss (Raw)": 0.697725772857666, "Finetune/Step": 4095, "Finetune/Step Time": 6.782069263979793}
+{"Finetune/Learning Rate": 9.672031042668188e-06, "Finetune/Loss": 0.751785397529602, "Finetune/Loss (Raw)": 0.9225327968597412, "Finetune/Step": 4096, "Finetune/Step Time": 6.786194179207087}
+{"Finetune/Learning Rate": 9.667881054415664e-06, "Finetune/Loss": 0.7523651719093323, "Finetune/Loss (Raw)": 0.8540492653846741, "Finetune/Step": 4097, "Finetune/Step Time": 6.771612947806716}
+{"Finetune/Learning Rate": 9.663731123424373e-06, "Finetune/Loss": 0.750501811504364, "Finetune/Loss (Raw)": 0.6317825317382812, "Finetune/Step": 4098, "Finetune/Step Time": 6.778893725946546}
+{"Finetune/Learning Rate": 9.659581250409817e-06, "Finetune/Loss": 0.7496246099472046, "Finetune/Loss (Raw)": 0.8211162686347961, "Finetune/Step": 4099, "Finetune/Step Time": 6.781915178522468}
+{"Finetune/Learning Rate": 9.655431436087477e-06, "Finetune/Loss": 0.750842809677124, "Finetune/Loss (Raw)": 0.9447293877601624, "Finetune/Step": 4100, "Finetune/Step Time": 6.781785022467375}
+{"Finetune/Learning Rate": 9.651281681172837e-06, "Finetune/Loss": 0.7507038712501526, "Finetune/Loss (Raw)": 0.7730562090873718, "Finetune/Step": 4101, "Finetune/Step Time": 6.811649307608604}
+{"Finetune/Learning Rate": 9.647131986381362e-06, "Finetune/Loss": 0.7509874105453491, "Finetune/Loss (Raw)": 0.790976881980896, "Finetune/Step": 4102, "Finetune/Step Time": 6.808311142027378}
+{"Finetune/Learning Rate": 9.642982352428507e-06, "Finetune/Loss": 0.7500337362289429, "Finetune/Loss (Raw)": 0.8096129894256592, "Finetune/Step": 4103, "Finetune/Step Time": 6.81147613748908}
+{"Finetune/Learning Rate": 9.638832780029716e-06, "Finetune/Loss": 0.7506762146949768, "Finetune/Loss (Raw)": 0.8398095369338989, "Finetune/Step": 4104, "Finetune/Step Time": 6.799346666783094}
+{"Finetune/Learning Rate": 9.63468326990043e-06, "Finetune/Loss": 0.750949501991272, "Finetune/Loss (Raw)": 0.6730849742889404, "Finetune/Step": 4105, "Finetune/Step Time": 6.793251618742943}
+{"Finetune/Learning Rate": 9.630533822756069e-06, "Finetune/Loss": 0.7531970739364624, "Finetune/Loss (Raw)": 0.7734124064445496, "Finetune/Step": 4106, "Finetune/Step Time": 6.7913464810699224}
+{"Finetune/Learning Rate": 9.626384439312048e-06, "Finetune/Loss": 0.7524728775024414, "Finetune/Loss (Raw)": 0.7490597367286682, "Finetune/Step": 4107, "Finetune/Step Time": 6.793060367926955}
+{"Finetune/Learning Rate": 9.622235120283769e-06, "Finetune/Loss": 0.7545509338378906, "Finetune/Loss (Raw)": 0.8538135290145874, "Finetune/Step": 4108, "Finetune/Step Time": 6.792625913396478}
+{"Finetune/Learning Rate": 9.618085866386628e-06, "Finetune/Loss": 0.7534735798835754, "Finetune/Loss (Raw)": 0.7390461564064026, "Finetune/Step": 4109, "Finetune/Step Time": 6.799844490364194}
+{"Finetune/Learning Rate": 9.613936678336e-06, "Finetune/Loss": 0.7531335949897766, "Finetune/Loss (Raw)": 0.7659735083580017, "Finetune/Step": 4110, "Finetune/Step Time": 6.806915886700153}
+{"Finetune/Learning Rate": 9.609787556847257e-06, "Finetune/Loss": 0.7541800737380981, "Finetune/Loss (Raw)": 0.9338019490242004, "Finetune/Step": 4111, "Finetune/Step Time": 6.81217884272337}
+{"Finetune/Learning Rate": 9.605638502635755e-06, "Finetune/Loss": 0.7560034990310669, "Finetune/Loss (Raw)": 0.6014103889465332, "Finetune/Step": 4112, "Finetune/Step Time": 6.815274013206363}
+{"Finetune/Learning Rate": 9.601489516416843e-06, "Finetune/Loss": 0.7543994188308716, "Finetune/Loss (Raw)": 0.6641598343849182, "Finetune/Step": 4113, "Finetune/Step Time": 6.813284466043115}
+{"Finetune/Learning Rate": 9.597340598905851e-06, "Finetune/Loss": 0.753221333026886, "Finetune/Loss (Raw)": 0.827190637588501, "Finetune/Step": 4114, "Finetune/Step Time": 6.814074223861098}
+{"Finetune/Learning Rate": 9.593191750818106e-06, "Finetune/Loss": 0.7539896965026855, "Finetune/Loss (Raw)": 0.839373767375946, "Finetune/Step": 4115, "Finetune/Step Time": 6.801014879718423}
+{"Finetune/Learning Rate": 9.589042972868913e-06, "Finetune/Loss": 0.7514455318450928, "Finetune/Loss (Raw)": 0.5306146740913391, "Finetune/Step": 4116, "Finetune/Step Time": 6.804987100884318}
+{"Finetune/Learning Rate": 9.584894265773578e-06, "Finetune/Loss": 0.7496079206466675, "Finetune/Loss (Raw)": 0.6445607542991638, "Finetune/Step": 4117, "Finetune/Step Time": 6.814226791262627}
+{"Finetune/Learning Rate": 9.580745630247381e-06, "Finetune/Loss": 0.7509225606918335, "Finetune/Loss (Raw)": 0.9733532667160034, "Finetune/Step": 4118, "Finetune/Step Time": 6.808165460824966}
+{"Finetune/Learning Rate": 9.5765970670056e-06, "Finetune/Loss": 0.751468300819397, "Finetune/Loss (Raw)": 0.9401535987854004, "Finetune/Step": 4119, "Finetune/Step Time": 6.792480792850256}
+{"Finetune/Learning Rate": 9.572448576763488e-06, "Finetune/Loss": 0.7518383264541626, "Finetune/Loss (Raw)": 0.7189155220985413, "Finetune/Step": 4120, "Finetune/Step Time": 6.787575896829367}
+{"Finetune/Learning Rate": 9.568300160236305e-06, "Finetune/Loss": 0.7517474889755249, "Finetune/Loss (Raw)": 0.8297932744026184, "Finetune/Step": 4121, "Finetune/Step Time": 6.803541615605354}
+{"Finetune/Learning Rate": 9.564151818139281e-06, "Finetune/Loss": 0.751768946647644, "Finetune/Loss (Raw)": 0.7096275687217712, "Finetune/Step": 4122, "Finetune/Step Time": 6.802869658917189}
+{"Finetune/Learning Rate": 9.56000355118764e-06, "Finetune/Loss": 0.7533738613128662, "Finetune/Loss (Raw)": 0.9562937617301941, "Finetune/Step": 4123, "Finetune/Step Time": 6.8043464459478855}
+{"Finetune/Learning Rate": 9.55585536009659e-06, "Finetune/Loss": 0.7521394491195679, "Finetune/Loss (Raw)": 0.5740176439285278, "Finetune/Step": 4124, "Finetune/Step Time": 6.795908031985164}
+{"Finetune/Learning Rate": 9.551707245581336e-06, "Finetune/Loss": 0.7531294822692871, "Finetune/Loss (Raw)": 0.8376273512840271, "Finetune/Step": 4125, "Finetune/Step Time": 6.7901881486177444}
+{"Finetune/Learning Rate": 9.547559208357053e-06, "Finetune/Loss": 0.7529436349868774, "Finetune/Loss (Raw)": 0.8647558093070984, "Finetune/Step": 4126, "Finetune/Step Time": 6.796264614909887}
+{"Finetune/Learning Rate": 9.543411249138918e-06, "Finetune/Loss": 0.7533442378044128, "Finetune/Loss (Raw)": 0.8254734873771667, "Finetune/Step": 4127, "Finetune/Step Time": 6.776857802644372}
+{"Finetune/Learning Rate": 9.539263368642084e-06, "Finetune/Loss": 0.7532562017440796, "Finetune/Loss (Raw)": 0.7723639011383057, "Finetune/Step": 4128, "Finetune/Step Time": 6.773134360089898}
+{"Finetune/Learning Rate": 9.535115567581696e-06, "Finetune/Loss": 0.7538003325462341, "Finetune/Loss (Raw)": 0.8126983046531677, "Finetune/Step": 4129, "Finetune/Step Time": 6.7741391733288765}
+{"Finetune/Learning Rate": 9.530967846672886e-06, "Finetune/Loss": 0.7544176578521729, "Finetune/Loss (Raw)": 0.7920292019844055, "Finetune/Step": 4130, "Finetune/Step Time": 6.765128696337342}
+{"Finetune/Learning Rate": 9.526820206630768e-06, "Finetune/Loss": 0.7546596527099609, "Finetune/Loss (Raw)": 0.8162712454795837, "Finetune/Step": 4131, "Finetune/Step Time": 6.7586287669837475}
+{"Finetune/Learning Rate": 9.522672648170443e-06, "Finetune/Loss": 0.7544983625411987, "Finetune/Loss (Raw)": 0.8236161470413208, "Finetune/Step": 4132, "Finetune/Step Time": 6.760560818016529}
+{"Finetune/Learning Rate": 9.518525172007003e-06, "Finetune/Loss": 0.7540372610092163, "Finetune/Loss (Raw)": 0.7321484684944153, "Finetune/Step": 4133, "Finetune/Step Time": 6.778049632906914}
+{"Finetune/Learning Rate": 9.514377778855521e-06, "Finetune/Loss": 0.7523428201675415, "Finetune/Loss (Raw)": 0.7553852796554565, "Finetune/Step": 4134, "Finetune/Step Time": 6.784348551183939}
+{"Finetune/Learning Rate": 9.510230469431055e-06, "Finetune/Loss": 0.7550327777862549, "Finetune/Loss (Raw)": 0.7309535145759583, "Finetune/Step": 4135, "Finetune/Step Time": 6.76600906252861}
+{"Finetune/Learning Rate": 9.506083244448646e-06, "Finetune/Loss": 0.7555036544799805, "Finetune/Loss (Raw)": 0.7552809715270996, "Finetune/Step": 4136, "Finetune/Step Time": 6.776248048990965}
+{"Finetune/Learning Rate": 9.501936104623334e-06, "Finetune/Loss": 0.7547354698181152, "Finetune/Loss (Raw)": 0.7186692953109741, "Finetune/Step": 4137, "Finetune/Step Time": 6.773839320987463}
+{"Finetune/Learning Rate": 9.497789050670128e-06, "Finetune/Loss": 0.7560604810714722, "Finetune/Loss (Raw)": 0.8632950186729431, "Finetune/Step": 4138, "Finetune/Step Time": 6.759781496599317}
+{"Finetune/Learning Rate": 9.493642083304033e-06, "Finetune/Loss": 0.7550044059753418, "Finetune/Loss (Raw)": 0.7270732522010803, "Finetune/Step": 4139, "Finetune/Step Time": 6.749552275985479}
+{"Finetune/Learning Rate": 9.489495203240036e-06, "Finetune/Loss": 0.7561764121055603, "Finetune/Loss (Raw)": 0.7290809154510498, "Finetune/Step": 4140, "Finetune/Step Time": 6.738898327574134}
+{"Finetune/Learning Rate": 9.485348411193103e-06, "Finetune/Loss": 0.7535663843154907, "Finetune/Loss (Raw)": 0.41300562024116516, "Finetune/Step": 4141, "Finetune/Step Time": 6.749744160100818}
+{"Finetune/Learning Rate": 9.481201707878193e-06, "Finetune/Loss": 0.7535268068313599, "Finetune/Loss (Raw)": 0.7299877405166626, "Finetune/Step": 4142, "Finetune/Step Time": 6.727141916751862}
+{"Finetune/Learning Rate": 9.477055094010248e-06, "Finetune/Loss": 0.7531402707099915, "Finetune/Loss (Raw)": 0.7509362101554871, "Finetune/Step": 4143, "Finetune/Step Time": 6.7238049656152725}
+{"Finetune/Learning Rate": 9.472908570304192e-06, "Finetune/Loss": 0.74916672706604, "Finetune/Loss (Raw)": 0.31121864914894104, "Finetune/Step": 4144, "Finetune/Step Time": 6.73883093893528}
+{"Finetune/Learning Rate": 9.468762137474936e-06, "Finetune/Loss": 0.7477728724479675, "Finetune/Loss (Raw)": 0.66886967420578, "Finetune/Step": 4145, "Finetune/Step Time": 6.747064480558038}
+{"Finetune/Learning Rate": 9.46461579623737e-06, "Finetune/Loss": 0.7516944408416748, "Finetune/Loss (Raw)": 0.8512455224990845, "Finetune/Step": 4146, "Finetune/Step Time": 6.722820978611708}
+{"Finetune/Learning Rate": 9.460469547306375e-06, "Finetune/Loss": 0.7506116628646851, "Finetune/Loss (Raw)": 0.8065208196640015, "Finetune/Step": 4147, "Finetune/Step Time": 6.7281672693789005}
+{"Finetune/Learning Rate": 9.456323391396817e-06, "Finetune/Loss": 0.750251293182373, "Finetune/Loss (Raw)": 0.8533598780632019, "Finetune/Step": 4148, "Finetune/Step Time": 6.72876150906086}
+{"Finetune/Learning Rate": 9.452177329223537e-06, "Finetune/Loss": 0.7501649856567383, "Finetune/Loss (Raw)": 0.7874413132667542, "Finetune/Step": 4149, "Finetune/Step Time": 6.717173518612981}
+{"Finetune/Learning Rate": 9.448031361501364e-06, "Finetune/Loss": 0.7491762638092041, "Finetune/Loss (Raw)": 0.6513119339942932, "Finetune/Step": 4150, "Finetune/Step Time": 6.730761960148811}
+{"Finetune/Learning Rate": 9.443885488945119e-06, "Finetune/Loss": 0.7488932609558105, "Finetune/Loss (Raw)": 0.7930374145507812, "Finetune/Step": 4151, "Finetune/Step Time": 6.735901527106762}
+{"Finetune/Learning Rate": 9.439739712269594e-06, "Finetune/Loss": 0.7480074763298035, "Finetune/Loss (Raw)": 0.7894628643989563, "Finetune/Step": 4152, "Finetune/Step Time": 6.739962328225374}
+{"Finetune/Learning Rate": 9.435594032189573e-06, "Finetune/Loss": 0.748005747795105, "Finetune/Loss (Raw)": 0.7465710639953613, "Finetune/Step": 4153, "Finetune/Step Time": 6.737030979245901}
+{"Finetune/Learning Rate": 9.431448449419814e-06, "Finetune/Loss": 0.7475258708000183, "Finetune/Loss (Raw)": 0.8193640112876892, "Finetune/Step": 4154, "Finetune/Step Time": 6.740723134949803}
+{"Finetune/Learning Rate": 9.427302964675072e-06, "Finetune/Loss": 0.7461224794387817, "Finetune/Loss (Raw)": 0.737320065498352, "Finetune/Step": 4155, "Finetune/Step Time": 6.742696277797222}
+{"Finetune/Learning Rate": 9.423157578670076e-06, "Finetune/Loss": 0.7456699013710022, "Finetune/Loss (Raw)": 0.6964361667633057, "Finetune/Step": 4156, "Finetune/Step Time": 6.7418096251785755}
+{"Finetune/Learning Rate": 9.419012292119538e-06, "Finetune/Loss": 0.7460780739784241, "Finetune/Loss (Raw)": 0.9080950021743774, "Finetune/Step": 4157, "Finetune/Step Time": 6.741842042654753}
+{"Finetune/Learning Rate": 9.414867105738152e-06, "Finetune/Loss": 0.7491387128829956, "Finetune/Loss (Raw)": 0.7989259362220764, "Finetune/Step": 4158, "Finetune/Step Time": 6.741773545742035}
+{"Finetune/Learning Rate": 9.4107220202406e-06, "Finetune/Loss": 0.7499881982803345, "Finetune/Loss (Raw)": 0.8730615973472595, "Finetune/Step": 4159, "Finetune/Step Time": 6.741222128272057}
+{"Finetune/Learning Rate": 9.406577036341548e-06, "Finetune/Loss": 0.7511740326881409, "Finetune/Loss (Raw)": 0.9197940826416016, "Finetune/Step": 4160, "Finetune/Step Time": 6.734332524240017}
+{"Finetune/Learning Rate": 9.402432154755634e-06, "Finetune/Loss": 0.7507253885269165, "Finetune/Loss (Raw)": 0.8299474120140076, "Finetune/Step": 4161, "Finetune/Step Time": 6.731205102056265}
+{"Finetune/Learning Rate": 9.398287376197485e-06, "Finetune/Loss": 0.7517066597938538, "Finetune/Loss (Raw)": 0.929302990436554, "Finetune/Step": 4162, "Finetune/Step Time": 6.73251318000257}
+{"Finetune/Learning Rate": 9.394142701381712e-06, "Finetune/Loss": 0.7514176368713379, "Finetune/Loss (Raw)": 0.6265289783477783, "Finetune/Step": 4163, "Finetune/Step Time": 6.742909621447325}
+{"Finetune/Learning Rate": 9.389998131022906e-06, "Finetune/Loss": 0.7474392652511597, "Finetune/Loss (Raw)": 0.48129498958587646, "Finetune/Step": 4164, "Finetune/Step Time": 6.755108330398798}
+{"Finetune/Learning Rate": 9.385853665835641e-06, "Finetune/Loss": 0.7489817142486572, "Finetune/Loss (Raw)": 0.9158433675765991, "Finetune/Step": 4165, "Finetune/Step Time": 6.747720722109079}
+{"Finetune/Learning Rate": 9.381709306534468e-06, "Finetune/Loss": 0.7529584169387817, "Finetune/Loss (Raw)": 0.8963828682899475, "Finetune/Step": 4166, "Finetune/Step Time": 6.728207590058446}
+{"Finetune/Learning Rate": 9.377565053833927e-06, "Finetune/Loss": 0.7523985505104065, "Finetune/Loss (Raw)": 0.730768084526062, "Finetune/Step": 4167, "Finetune/Step Time": 6.702874384820461}
+{"Finetune/Learning Rate": 9.373420908448535e-06, "Finetune/Loss": 0.750582754611969, "Finetune/Loss (Raw)": 0.6349731087684631, "Finetune/Step": 4168, "Finetune/Step Time": 6.700427748262882}
+{"Finetune/Learning Rate": 9.369276871092792e-06, "Finetune/Loss": 0.7478475570678711, "Finetune/Loss (Raw)": 0.38253602385520935, "Finetune/Step": 4169, "Finetune/Step Time": 6.719396071508527}
+{"Finetune/Learning Rate": 9.365132942481177e-06, "Finetune/Loss": 0.7468762993812561, "Finetune/Loss (Raw)": 0.6634787917137146, "Finetune/Step": 4170, "Finetune/Step Time": 6.710939122363925}
+{"Finetune/Learning Rate": 9.360989123328155e-06, "Finetune/Loss": 0.7465164661407471, "Finetune/Loss (Raw)": 0.8235598206520081, "Finetune/Step": 4171, "Finetune/Step Time": 6.712568564340472}
+{"Finetune/Learning Rate": 9.356845414348168e-06, "Finetune/Loss": 0.7464320063591003, "Finetune/Loss (Raw)": 0.7816309928894043, "Finetune/Step": 4172, "Finetune/Step Time": 6.722105875611305}
+{"Finetune/Learning Rate": 9.352701816255643e-06, "Finetune/Loss": 0.7499803304672241, "Finetune/Loss (Raw)": 0.7677360773086548, "Finetune/Step": 4173, "Finetune/Step Time": 6.708767162635922}
+{"Finetune/Learning Rate": 9.348558329764982e-06, "Finetune/Loss": 0.747221827507019, "Finetune/Loss (Raw)": 0.38157057762145996, "Finetune/Step": 4174, "Finetune/Step Time": 6.728238409385085}
+{"Finetune/Learning Rate": 9.344414955590573e-06, "Finetune/Loss": 0.7470080852508545, "Finetune/Loss (Raw)": 0.7349928617477417, "Finetune/Step": 4175, "Finetune/Step Time": 6.718025168403983}
+{"Finetune/Learning Rate": 9.340271694446782e-06, "Finetune/Loss": 0.7498503923416138, "Finetune/Loss (Raw)": 0.7542843818664551, "Finetune/Step": 4176, "Finetune/Step Time": 6.711349789053202}
+{"Finetune/Learning Rate": 9.336128547047957e-06, "Finetune/Loss": 0.7509927153587341, "Finetune/Loss (Raw)": 0.8301727175712585, "Finetune/Step": 4177, "Finetune/Step Time": 6.721669295802712}
+{"Finetune/Learning Rate": 9.331985514108423e-06, "Finetune/Loss": 0.7518163919448853, "Finetune/Loss (Raw)": 0.8821836113929749, "Finetune/Step": 4178, "Finetune/Step Time": 6.724831882864237}
+{"Finetune/Learning Rate": 9.327842596342492e-06, "Finetune/Loss": 0.7519723176956177, "Finetune/Loss (Raw)": 0.7593870162963867, "Finetune/Step": 4179, "Finetune/Step Time": 6.737193359062076}
+{"Finetune/Learning Rate": 9.323699794464449e-06, "Finetune/Loss": 0.7527064681053162, "Finetune/Loss (Raw)": 0.8596290349960327, "Finetune/Step": 4180, "Finetune/Step Time": 6.717703649774194}
+{"Finetune/Learning Rate": 9.319557109188565e-06, "Finetune/Loss": 0.7557709217071533, "Finetune/Loss (Raw)": 0.7832591533660889, "Finetune/Step": 4181, "Finetune/Step Time": 6.691153667867184}
+{"Finetune/Learning Rate": 9.315414541229082e-06, "Finetune/Loss": 0.7549635171890259, "Finetune/Loss (Raw)": 0.5572832226753235, "Finetune/Step": 4182, "Finetune/Step Time": 6.691132189705968}
+{"Finetune/Learning Rate": 9.311272091300235e-06, "Finetune/Loss": 0.7554038763046265, "Finetune/Loss (Raw)": 0.8636062741279602, "Finetune/Step": 4183, "Finetune/Step Time": 6.6795423943549395}
+{"Finetune/Learning Rate": 9.307129760116229e-06, "Finetune/Loss": 0.7569753527641296, "Finetune/Loss (Raw)": 0.7734114527702332, "Finetune/Step": 4184, "Finetune/Step Time": 6.65780583769083}
+{"Finetune/Learning Rate": 9.302987548391248e-06, "Finetune/Loss": 0.7569016814231873, "Finetune/Loss (Raw)": 0.8836907744407654, "Finetune/Step": 4185, "Finetune/Step Time": 6.670359177514911}
+{"Finetune/Learning Rate": 9.298845456839459e-06, "Finetune/Loss": 0.7581568360328674, "Finetune/Loss (Raw)": 0.91264808177948, "Finetune/Step": 4186, "Finetune/Step Time": 6.682979030534625}
+{"Finetune/Learning Rate": 9.294703486175012e-06, "Finetune/Loss": 0.7582489252090454, "Finetune/Loss (Raw)": 0.7308130264282227, "Finetune/Step": 4187, "Finetune/Step Time": 6.682420130819082}
+{"Finetune/Learning Rate": 9.290561637112027e-06, "Finetune/Loss": 0.7593753337860107, "Finetune/Loss (Raw)": 0.6108582615852356, "Finetune/Step": 4188, "Finetune/Step Time": 6.672667969018221}
+{"Finetune/Learning Rate": 9.28641991036461e-06, "Finetune/Loss": 0.7606098651885986, "Finetune/Loss (Raw)": 0.7706505656242371, "Finetune/Step": 4189, "Finetune/Step Time": 6.65464005433023}
+{"Finetune/Learning Rate": 9.282278306646841e-06, "Finetune/Loss": 0.7586106061935425, "Finetune/Loss (Raw)": 0.573379635810852, "Finetune/Step": 4190, "Finetune/Step Time": 6.665019860491157}
+{"Finetune/Learning Rate": 9.278136826672786e-06, "Finetune/Loss": 0.7618746161460876, "Finetune/Loss (Raw)": 0.789476752281189, "Finetune/Step": 4191, "Finetune/Step Time": 6.638698946684599}
+{"Finetune/Learning Rate": 9.273995471156484e-06, "Finetune/Loss": 0.7661828398704529, "Finetune/Loss (Raw)": 0.9516773223876953, "Finetune/Step": 4192, "Finetune/Step Time": 6.606508955359459}
+{"Finetune/Learning Rate": 9.269854240811951e-06, "Finetune/Loss": 0.7636270523071289, "Finetune/Loss (Raw)": 0.32803839445114136, "Finetune/Step": 4193, "Finetune/Step Time": 6.626185094937682}
+{"Finetune/Learning Rate": 9.265713136353184e-06, "Finetune/Loss": 0.7638157606124878, "Finetune/Loss (Raw)": 0.8441016674041748, "Finetune/Step": 4194, "Finetune/Step Time": 6.626348869875073}
+{"Finetune/Learning Rate": 9.261572158494162e-06, "Finetune/Loss": 0.763728141784668, "Finetune/Loss (Raw)": 0.8665024638175964, "Finetune/Step": 4195, "Finetune/Step Time": 6.6455898229032755}
+{"Finetune/Learning Rate": 9.257431307948837e-06, "Finetune/Loss": 0.7631336450576782, "Finetune/Loss (Raw)": 0.7481107115745544, "Finetune/Step": 4196, "Finetune/Step Time": 6.6433557737618685}
+{"Finetune/Learning Rate": 9.253290585431139e-06, "Finetune/Loss": 0.7599446773529053, "Finetune/Loss (Raw)": 0.4728892147541046, "Finetune/Step": 4197, "Finetune/Step Time": 6.651909194886684}
+{"Finetune/Learning Rate": 9.249149991654978e-06, "Finetune/Loss": 0.760765790939331, "Finetune/Loss (Raw)": 0.8771938681602478, "Finetune/Step": 4198, "Finetune/Step Time": 6.649577911943197}
+{"Finetune/Learning Rate": 9.245009527334243e-06, "Finetune/Loss": 0.7622270584106445, "Finetune/Loss (Raw)": 0.9396929740905762, "Finetune/Step": 4199, "Finetune/Step Time": 6.629526557400823}
+{"Finetune/Learning Rate": 9.2408691931828e-06, "Finetune/Loss": 0.7634097337722778, "Finetune/Loss (Raw)": 0.8328577876091003, "Finetune/Step": 4200, "Finetune/Step Time": 6.6165085807442665}
+{"Finetune/Learning Rate": 9.236728989914486e-06, "Finetune/Loss": 0.7628744840621948, "Finetune/Loss (Raw)": 0.7166624069213867, "Finetune/Step": 4201, "Finetune/Step Time": 6.626380912959576}
+{"Finetune/Learning Rate": 9.232588918243127e-06, "Finetune/Loss": 0.7620446681976318, "Finetune/Loss (Raw)": 0.8051972985267639, "Finetune/Step": 4202, "Finetune/Step Time": 6.629377074539661}
+{"Finetune/Learning Rate": 9.228448978882517e-06, "Finetune/Loss": 0.762042760848999, "Finetune/Loss (Raw)": 0.7578412294387817, "Finetune/Step": 4203, "Finetune/Step Time": 6.630871459841728}
+{"Finetune/Learning Rate": 9.224309172546433e-06, "Finetune/Loss": 0.7630116939544678, "Finetune/Loss (Raw)": 0.7224673628807068, "Finetune/Step": 4204, "Finetune/Step Time": 6.611441696062684}
+{"Finetune/Learning Rate": 9.220169499948624e-06, "Finetune/Loss": 0.7629961371421814, "Finetune/Loss (Raw)": 0.8209481835365295, "Finetune/Step": 4205, "Finetune/Step Time": 6.592904470860958}
+{"Finetune/Learning Rate": 9.216029961802819e-06, "Finetune/Loss": 0.7628868818283081, "Finetune/Loss (Raw)": 0.7341521978378296, "Finetune/Step": 4206, "Finetune/Step Time": 6.590931348502636}
+{"Finetune/Learning Rate": 9.211890558822726e-06, "Finetune/Loss": 0.7625095844268799, "Finetune/Loss (Raw)": 0.8327536582946777, "Finetune/Step": 4207, "Finetune/Step Time": 6.575017727911472}
+{"Finetune/Learning Rate": 9.207751291722026e-06, "Finetune/Loss": 0.7632636427879333, "Finetune/Loss (Raw)": 0.7952789664268494, "Finetune/Step": 4208, "Finetune/Step Time": 6.565497428178787}
+{"Finetune/Learning Rate": 9.203612161214375e-06, "Finetune/Loss": 0.7649859189987183, "Finetune/Loss (Raw)": 0.9425013065338135, "Finetune/Step": 4209, "Finetune/Step Time": 6.544010041281581}
+{"Finetune/Learning Rate": 9.199473168013408e-06, "Finetune/Loss": 0.7653787732124329, "Finetune/Loss (Raw)": 0.7916454076766968, "Finetune/Step": 4210, "Finetune/Step Time": 6.539726156741381}
+{"Finetune/Learning Rate": 9.195334312832742e-06, "Finetune/Loss": 0.7650478482246399, "Finetune/Loss (Raw)": 0.8349910378456116, "Finetune/Step": 4211, "Finetune/Step Time": 6.5449724197387695}
+{"Finetune/Learning Rate": 9.19119559638596e-06, "Finetune/Loss": 0.7666106820106506, "Finetune/Loss (Raw)": 0.6862972378730774, "Finetune/Step": 4212, "Finetune/Step Time": 6.525932915508747}
+{"Finetune/Learning Rate": 9.187057019386625e-06, "Finetune/Loss": 0.7669562101364136, "Finetune/Loss (Raw)": 0.6606910824775696, "Finetune/Step": 4213, "Finetune/Step Time": 6.524542750790715}
+{"Finetune/Learning Rate": 9.182918582548277e-06, "Finetune/Loss": 0.7678638696670532, "Finetune/Loss (Raw)": 0.8110411167144775, "Finetune/Step": 4214, "Finetune/Step Time": 6.515646239742637}
+{"Finetune/Learning Rate": 9.178780286584437e-06, "Finetune/Loss": 0.7663681507110596, "Finetune/Loss (Raw)": 0.7085748910903931, "Finetune/Step": 4215, "Finetune/Step Time": 6.550977636128664}
+{"Finetune/Learning Rate": 9.174642132208589e-06, "Finetune/Loss": 0.7663158178329468, "Finetune/Loss (Raw)": 0.8260974884033203, "Finetune/Step": 4216, "Finetune/Step Time": 6.547081233933568}
+{"Finetune/Learning Rate": 9.170504120134204e-06, "Finetune/Loss": 0.7665915489196777, "Finetune/Loss (Raw)": 0.8418368101119995, "Finetune/Step": 4217, "Finetune/Step Time": 6.544627621769905}
+{"Finetune/Learning Rate": 9.166366251074719e-06, "Finetune/Loss": 0.7663722038269043, "Finetune/Loss (Raw)": 0.7822844982147217, "Finetune/Step": 4218, "Finetune/Step Time": 6.54355769790709}
+{"Finetune/Learning Rate": 9.162228525743559e-06, "Finetune/Loss": 0.7648842334747314, "Finetune/Loss (Raw)": 0.5802401304244995, "Finetune/Step": 4219, "Finetune/Step Time": 6.527612643316388}
+{"Finetune/Learning Rate": 9.158090944854115e-06, "Finetune/Loss": 0.7654861211776733, "Finetune/Loss (Raw)": 0.8324220180511475, "Finetune/Step": 4220, "Finetune/Step Time": 6.517569748684764}
+{"Finetune/Learning Rate": 9.15395350911975e-06, "Finetune/Loss": 0.7656219005584717, "Finetune/Loss (Raw)": 0.9122029542922974, "Finetune/Step": 4221, "Finetune/Step Time": 6.518978411331773}
+{"Finetune/Learning Rate": 9.149816219253808e-06, "Finetune/Loss": 0.764392614364624, "Finetune/Loss (Raw)": 0.8240524530410767, "Finetune/Step": 4222, "Finetune/Step Time": 6.522762844339013}
+{"Finetune/Learning Rate": 9.145679075969613e-06, "Finetune/Loss": 0.7659263610839844, "Finetune/Loss (Raw)": 0.8940408825874329, "Finetune/Step": 4223, "Finetune/Step Time": 6.51552202180028}
+{"Finetune/Learning Rate": 9.141542079980453e-06, "Finetune/Loss": 0.7644512057304382, "Finetune/Loss (Raw)": 0.7337085604667664, "Finetune/Step": 4224, "Finetune/Step Time": 6.520771313458681}
+{"Finetune/Learning Rate": 9.137405231999594e-06, "Finetune/Loss": 0.7634007930755615, "Finetune/Loss (Raw)": 0.7195999026298523, "Finetune/Step": 4225, "Finetune/Step Time": 6.514239437878132}
+{"Finetune/Learning Rate": 9.133268532740276e-06, "Finetune/Loss": 0.765579342842102, "Finetune/Loss (Raw)": 0.9106366038322449, "Finetune/Step": 4226, "Finetune/Step Time": 6.507914289832115}
+{"Finetune/Learning Rate": 9.129131982915721e-06, "Finetune/Loss": 0.7670055627822876, "Finetune/Loss (Raw)": 1.0036704540252686, "Finetune/Step": 4227, "Finetune/Step Time": 6.507089715451002}
+{"Finetune/Learning Rate": 9.124995583239116e-06, "Finetune/Loss": 0.7658799886703491, "Finetune/Loss (Raw)": 0.8006556630134583, "Finetune/Step": 4228, "Finetune/Step Time": 6.509250238537788}
+{"Finetune/Learning Rate": 9.120859334423624e-06, "Finetune/Loss": 0.7665917873382568, "Finetune/Loss (Raw)": 0.8641617894172668, "Finetune/Step": 4229, "Finetune/Step Time": 6.483048167079687}
+{"Finetune/Learning Rate": 9.116723237182383e-06, "Finetune/Loss": 0.7626638412475586, "Finetune/Loss (Raw)": 0.28820616006851196, "Finetune/Step": 4230, "Finetune/Step Time": 6.497889652848244}
+{"Finetune/Learning Rate": 9.112587292228509e-06, "Finetune/Loss": 0.7607457637786865, "Finetune/Loss (Raw)": 0.5641005039215088, "Finetune/Step": 4231, "Finetune/Step Time": 6.535770997405052}
+{"Finetune/Learning Rate": 9.108451500275084e-06, "Finetune/Loss": 0.760387122631073, "Finetune/Loss (Raw)": 0.7939027547836304, "Finetune/Step": 4232, "Finetune/Step Time": 6.545058228075504}
+{"Finetune/Learning Rate": 9.10431586203517e-06, "Finetune/Loss": 0.7601848244667053, "Finetune/Loss (Raw)": 0.6471868753433228, "Finetune/Step": 4233, "Finetune/Step Time": 6.551279753446579}
+{"Finetune/Learning Rate": 9.100180378221795e-06, "Finetune/Loss": 0.7617314457893372, "Finetune/Loss (Raw)": 0.97138512134552, "Finetune/Step": 4234, "Finetune/Step Time": 6.553948475047946}
+{"Finetune/Learning Rate": 9.096045049547972e-06, "Finetune/Loss": 0.7623621225357056, "Finetune/Loss (Raw)": 0.8297844529151917, "Finetune/Step": 4235, "Finetune/Step Time": 6.554071584716439}
+{"Finetune/Learning Rate": 9.091909876726676e-06, "Finetune/Loss": 0.7607113718986511, "Finetune/Loss (Raw)": 0.6425169706344604, "Finetune/Step": 4236, "Finetune/Step Time": 6.5631184205412865}
+{"Finetune/Learning Rate": 9.087774860470863e-06, "Finetune/Loss": 0.7621568441390991, "Finetune/Loss (Raw)": 0.9240655899047852, "Finetune/Step": 4237, "Finetune/Step Time": 6.556038478389382}
+{"Finetune/Learning Rate": 9.083640001493455e-06, "Finetune/Loss": 0.7631142735481262, "Finetune/Loss (Raw)": 0.888522207736969, "Finetune/Step": 4238, "Finetune/Step Time": 6.544327212497592}
+{"Finetune/Learning Rate": 9.079505300507354e-06, "Finetune/Loss": 0.762303352355957, "Finetune/Loss (Raw)": 0.8300109505653381, "Finetune/Step": 4239, "Finetune/Step Time": 6.5408027693629265}
+{"Finetune/Learning Rate": 9.07537075822543e-06, "Finetune/Loss": 0.7637107372283936, "Finetune/Loss (Raw)": 0.7815573215484619, "Finetune/Step": 4240, "Finetune/Step Time": 6.520220892503858}
+{"Finetune/Learning Rate": 9.071236375360527e-06, "Finetune/Loss": 0.7647844552993774, "Finetune/Loss (Raw)": 0.8015879988670349, "Finetune/Step": 4241, "Finetune/Step Time": 6.52197209559381}
+{"Finetune/Learning Rate": 9.06710215262546e-06, "Finetune/Loss": 0.7651664018630981, "Finetune/Loss (Raw)": 0.8760873079299927, "Finetune/Step": 4242, "Finetune/Step Time": 6.5214602164924145}
+{"Finetune/Learning Rate": 9.062968090733021e-06, "Finetune/Loss": 0.7644451856613159, "Finetune/Loss (Raw)": 0.7470578551292419, "Finetune/Step": 4243, "Finetune/Step Time": 6.541367119178176}
+{"Finetune/Learning Rate": 9.05883419039597e-06, "Finetune/Loss": 0.766912579536438, "Finetune/Loss (Raw)": 0.8464351296424866, "Finetune/Step": 4244, "Finetune/Step Time": 6.526106925681233}
+{"Finetune/Learning Rate": 9.05470045232704e-06, "Finetune/Loss": 0.7683200836181641, "Finetune/Loss (Raw)": 0.8247198462486267, "Finetune/Step": 4245, "Finetune/Step Time": 6.527741244062781}
+{"Finetune/Learning Rate": 9.050566877238935e-06, "Finetune/Loss": 0.7664660811424255, "Finetune/Loss (Raw)": 0.7360416650772095, "Finetune/Step": 4246, "Finetune/Step Time": 6.5639421083033085}
+{"Finetune/Learning Rate": 9.046433465844334e-06, "Finetune/Loss": 0.7657666206359863, "Finetune/Loss (Raw)": 0.8506184816360474, "Finetune/Step": 4247, "Finetune/Step Time": 6.566459810361266}
+{"Finetune/Learning Rate": 9.042300218855887e-06, "Finetune/Loss": 0.7626192569732666, "Finetune/Loss (Raw)": 0.31606459617614746, "Finetune/Step": 4248, "Finetune/Step Time": 6.572968956083059}
+{"Finetune/Learning Rate": 9.038167136986211e-06, "Finetune/Loss": 0.762893557548523, "Finetune/Loss (Raw)": 0.8648911118507385, "Finetune/Step": 4249, "Finetune/Step Time": 6.555889924988151}
+{"Finetune/Learning Rate": 9.0340342209479e-06, "Finetune/Loss": 0.7619867324829102, "Finetune/Loss (Raw)": 0.5935628414154053, "Finetune/Step": 4250, "Finetune/Step Time": 6.5522470492869616}
+{"Finetune/Learning Rate": 9.02990147145352e-06, "Finetune/Loss": 0.7599195837974548, "Finetune/Loss (Raw)": 0.6916958093643188, "Finetune/Step": 4251, "Finetune/Step Time": 6.5518017169088125}
+{"Finetune/Learning Rate": 9.025768889215605e-06, "Finetune/Loss": 0.7632248997688293, "Finetune/Loss (Raw)": 0.9970995187759399, "Finetune/Step": 4252, "Finetune/Step Time": 6.56405521184206}
+{"Finetune/Learning Rate": 9.02163647494666e-06, "Finetune/Loss": 0.7609787583351135, "Finetune/Loss (Raw)": 0.5501150488853455, "Finetune/Step": 4253, "Finetune/Step Time": 6.593894375488162}
+{"Finetune/Learning Rate": 9.017504229359157e-06, "Finetune/Loss": 0.7579959630966187, "Finetune/Loss (Raw)": 0.4829666018486023, "Finetune/Step": 4254, "Finetune/Step Time": 6.594147074967623}
+{"Finetune/Learning Rate": 9.013372153165555e-06, "Finetune/Loss": 0.7569676637649536, "Finetune/Loss (Raw)": 0.6938479542732239, "Finetune/Step": 4255, "Finetune/Step Time": 6.609799936413765}
+{"Finetune/Learning Rate": 9.009240247078265e-06, "Finetune/Loss": 0.7572203874588013, "Finetune/Loss (Raw)": 0.8047197461128235, "Finetune/Step": 4256, "Finetune/Step Time": 6.625320291146636}
+{"Finetune/Learning Rate": 9.00510851180968e-06, "Finetune/Loss": 0.7575331926345825, "Finetune/Loss (Raw)": 0.8527330756187439, "Finetune/Step": 4257, "Finetune/Step Time": 6.609615005552769}
+{"Finetune/Learning Rate": 9.000976948072155e-06, "Finetune/Loss": 0.7563128471374512, "Finetune/Loss (Raw)": 0.6358191967010498, "Finetune/Step": 4258, "Finetune/Step Time": 6.6203615088015795}
+{"Finetune/Learning Rate": 8.996845556578026e-06, "Finetune/Loss": 0.7570568919181824, "Finetune/Loss (Raw)": 0.9115104079246521, "Finetune/Step": 4259, "Finetune/Step Time": 6.623909343034029}
+{"Finetune/Learning Rate": 8.992714338039595e-06, "Finetune/Loss": 0.7566714286804199, "Finetune/Loss (Raw)": 0.774283230304718, "Finetune/Step": 4260, "Finetune/Step Time": 6.62066962197423}
+{"Finetune/Learning Rate": 8.988583293169127e-06, "Finetune/Loss": 0.757408857345581, "Finetune/Loss (Raw)": 0.8265278339385986, "Finetune/Step": 4261, "Finetune/Step Time": 6.614645844325423}
+{"Finetune/Learning Rate": 8.984452422678864e-06, "Finetune/Loss": 0.7574896812438965, "Finetune/Loss (Raw)": 0.7657412886619568, "Finetune/Step": 4262, "Finetune/Step Time": 6.6048834305256605}
+{"Finetune/Learning Rate": 8.98032172728102e-06, "Finetune/Loss": 0.7592666745185852, "Finetune/Loss (Raw)": 0.958402156829834, "Finetune/Step": 4263, "Finetune/Step Time": 6.603239618241787}
+{"Finetune/Learning Rate": 8.976191207687775e-06, "Finetune/Loss": 0.7583363652229309, "Finetune/Loss (Raw)": 0.6362075805664062, "Finetune/Step": 4264, "Finetune/Step Time": 6.60395990498364}
+{"Finetune/Learning Rate": 8.97206086461128e-06, "Finetune/Loss": 0.7583936452865601, "Finetune/Loss (Raw)": 0.7259995341300964, "Finetune/Step": 4265, "Finetune/Step Time": 6.611371610313654}
+{"Finetune/Learning Rate": 8.967930698763651e-06, "Finetune/Loss": 0.7589995861053467, "Finetune/Loss (Raw)": 0.9408592581748962, "Finetune/Step": 4266, "Finetune/Step Time": 6.620951285585761}
+{"Finetune/Learning Rate": 8.963800710856984e-06, "Finetune/Loss": 0.7584008574485779, "Finetune/Loss (Raw)": 0.6504266262054443, "Finetune/Step": 4267, "Finetune/Step Time": 6.634319629520178}
+{"Finetune/Learning Rate": 8.959670901603332e-06, "Finetune/Loss": 0.758365273475647, "Finetune/Loss (Raw)": 0.7245311737060547, "Finetune/Step": 4268, "Finetune/Step Time": 6.625997863709927}
+{"Finetune/Learning Rate": 8.955541271714727e-06, "Finetune/Loss": 0.7594963312149048, "Finetune/Loss (Raw)": 0.5577710270881653, "Finetune/Step": 4269, "Finetune/Step Time": 6.639863945543766}
+{"Finetune/Learning Rate": 8.951411821903162e-06, "Finetune/Loss": 0.7600102424621582, "Finetune/Loss (Raw)": 0.7957743406295776, "Finetune/Step": 4270, "Finetune/Step Time": 6.640175987035036}
+{"Finetune/Learning Rate": 8.947282552880606e-06, "Finetune/Loss": 0.7569083571434021, "Finetune/Loss (Raw)": 0.3538953959941864, "Finetune/Step": 4271, "Finetune/Step Time": 6.660955719649792}
+{"Finetune/Learning Rate": 8.943153465358994e-06, "Finetune/Loss": 0.7610446810722351, "Finetune/Loss (Raw)": 0.8406731486320496, "Finetune/Step": 4272, "Finetune/Step Time": 6.664353908970952}
+{"Finetune/Learning Rate": 8.939024560050229e-06, "Finetune/Loss": 0.7613162994384766, "Finetune/Loss (Raw)": 0.7036330699920654, "Finetune/Step": 4273, "Finetune/Step Time": 6.652368500828743}
+{"Finetune/Learning Rate": 8.93489583766618e-06, "Finetune/Loss": 0.7606600522994995, "Finetune/Loss (Raw)": 0.7672421932220459, "Finetune/Step": 4274, "Finetune/Step Time": 6.6580377370119095}
+{"Finetune/Learning Rate": 8.930767298918692e-06, "Finetune/Loss": 0.7593272924423218, "Finetune/Loss (Raw)": 0.6359332799911499, "Finetune/Step": 4275, "Finetune/Step Time": 6.669348826631904}
+{"Finetune/Learning Rate": 8.926638944519573e-06, "Finetune/Loss": 0.7591826915740967, "Finetune/Loss (Raw)": 0.8348518013954163, "Finetune/Step": 4276, "Finetune/Step Time": 6.6708943117409945}
+{"Finetune/Learning Rate": 8.9225107751806e-06, "Finetune/Loss": 0.7586759328842163, "Finetune/Loss (Raw)": 0.7225742340087891, "Finetune/Step": 4277, "Finetune/Step Time": 6.693043317645788}
+{"Finetune/Learning Rate": 8.918382791613514e-06, "Finetune/Loss": 0.7605365514755249, "Finetune/Loss (Raw)": 0.8894672393798828, "Finetune/Step": 4278, "Finetune/Step Time": 6.6684764716774225}
+{"Finetune/Learning Rate": 8.914254994530035e-06, "Finetune/Loss": 0.7599643468856812, "Finetune/Loss (Raw)": 0.7197937369346619, "Finetune/Step": 4279, "Finetune/Step Time": 6.666342029348016}
+{"Finetune/Learning Rate": 8.91012738464184e-06, "Finetune/Loss": 0.760466992855072, "Finetune/Loss (Raw)": 0.8538059592247009, "Finetune/Step": 4280, "Finetune/Step Time": 6.66015387699008}
+{"Finetune/Learning Rate": 8.90599996266058e-06, "Finetune/Loss": 0.7619061470031738, "Finetune/Loss (Raw)": 0.9307854175567627, "Finetune/Step": 4281, "Finetune/Step Time": 6.665200935676694}
+{"Finetune/Learning Rate": 8.901872729297867e-06, "Finetune/Loss": 0.7621760368347168, "Finetune/Loss (Raw)": 0.8539016246795654, "Finetune/Step": 4282, "Finetune/Step Time": 6.664128456264734}
+{"Finetune/Learning Rate": 8.897745685265292e-06, "Finetune/Loss": 0.7625604867935181, "Finetune/Loss (Raw)": 0.7865349650382996, "Finetune/Step": 4283, "Finetune/Step Time": 6.669707082211971}
+{"Finetune/Learning Rate": 8.893618831274399e-06, "Finetune/Loss": 0.7634767293930054, "Finetune/Loss (Raw)": 0.8137154579162598, "Finetune/Step": 4284, "Finetune/Step Time": 6.668824560940266}
+{"Finetune/Learning Rate": 8.88949216803671e-06, "Finetune/Loss": 0.7611802220344543, "Finetune/Loss (Raw)": 0.6141412854194641, "Finetune/Step": 4285, "Finetune/Step Time": 6.703283069655299}
+{"Finetune/Learning Rate": 8.88536569626371e-06, "Finetune/Loss": 0.7609888315200806, "Finetune/Loss (Raw)": 0.7744321823120117, "Finetune/Step": 4286, "Finetune/Step Time": 6.685598064213991}
+{"Finetune/Learning Rate": 8.881239416666854e-06, "Finetune/Loss": 0.7607054710388184, "Finetune/Loss (Raw)": 0.8367936015129089, "Finetune/Step": 4287, "Finetune/Step Time": 6.688787726685405}
+{"Finetune/Learning Rate": 8.877113329957557e-06, "Finetune/Loss": 0.7605862617492676, "Finetune/Loss (Raw)": 0.9045348763465881, "Finetune/Step": 4288, "Finetune/Step Time": 6.703212086111307}
+{"Finetune/Learning Rate": 8.87298743684721e-06, "Finetune/Loss": 0.7599309682846069, "Finetune/Loss (Raw)": 0.7460645437240601, "Finetune/Step": 4289, "Finetune/Step Time": 6.705605121329427}
+{"Finetune/Learning Rate": 8.868861738047158e-06, "Finetune/Loss": 0.7597378492355347, "Finetune/Loss (Raw)": 0.9045796990394592, "Finetune/Step": 4290, "Finetune/Step Time": 6.706562643870711}
+{"Finetune/Learning Rate": 8.864736234268729e-06, "Finetune/Loss": 0.7618637084960938, "Finetune/Loss (Raw)": 0.8986459970474243, "Finetune/Step": 4291, "Finetune/Step Time": 6.692250449210405}
+{"Finetune/Learning Rate": 8.860610926223205e-06, "Finetune/Loss": 0.7648146152496338, "Finetune/Loss (Raw)": 0.8590062856674194, "Finetune/Step": 4292, "Finetune/Step Time": 6.688031045719981}
+{"Finetune/Learning Rate": 8.856485814621838e-06, "Finetune/Loss": 0.7642197608947754, "Finetune/Loss (Raw)": 0.8397100567817688, "Finetune/Step": 4293, "Finetune/Step Time": 6.696510508656502}
+{"Finetune/Learning Rate": 8.852360900175844e-06, "Finetune/Loss": 0.7632395029067993, "Finetune/Loss (Raw)": 0.7709027528762817, "Finetune/Step": 4294, "Finetune/Step Time": 6.7186708729714155}
+{"Finetune/Learning Rate": 8.848236183596412e-06, "Finetune/Loss": 0.7600365877151489, "Finetune/Loss (Raw)": 0.3208017349243164, "Finetune/Step": 4295, "Finetune/Step Time": 6.73627870157361}
+{"Finetune/Learning Rate": 8.844111665594687e-06, "Finetune/Loss": 0.762566089630127, "Finetune/Loss (Raw)": 0.9587410688400269, "Finetune/Step": 4296, "Finetune/Step Time": 6.73453320004046}
+{"Finetune/Learning Rate": 8.839987346881787e-06, "Finetune/Loss": 0.7663745284080505, "Finetune/Loss (Raw)": 0.8700217604637146, "Finetune/Step": 4297, "Finetune/Step Time": 6.7181495521217585}
+{"Finetune/Learning Rate": 8.835863228168792e-06, "Finetune/Loss": 0.766021192073822, "Finetune/Loss (Raw)": 0.6182499527931213, "Finetune/Step": 4298, "Finetune/Step Time": 6.7133918814361095}
+{"Finetune/Learning Rate": 8.831739310166752e-06, "Finetune/Loss": 0.7661488652229309, "Finetune/Loss (Raw)": 0.8399046659469604, "Finetune/Step": 4299, "Finetune/Step Time": 6.7209004908800125}
+{"Finetune/Learning Rate": 8.827615593586677e-06, "Finetune/Loss": 0.7671926021575928, "Finetune/Loss (Raw)": 0.9152256846427917, "Finetune/Step": 4300, "Finetune/Step Time": 6.706594444811344}
+{"Finetune/Learning Rate": 8.823492079139544e-06, "Finetune/Loss": 0.764202356338501, "Finetune/Loss (Raw)": 0.3849864602088928, "Finetune/Step": 4301, "Finetune/Step Time": 6.721230752766132}
+{"Finetune/Learning Rate": 8.819368767536296e-06, "Finetune/Loss": 0.7682896852493286, "Finetune/Loss (Raw)": 0.9047502875328064, "Finetune/Step": 4302, "Finetune/Step Time": 6.707239959388971}
+{"Finetune/Learning Rate": 8.815245659487841e-06, "Finetune/Loss": 0.7697046995162964, "Finetune/Loss (Raw)": 0.9161185026168823, "Finetune/Step": 4303, "Finetune/Step Time": 6.707228070124984}
+{"Finetune/Learning Rate": 8.811122755705053e-06, "Finetune/Loss": 0.7666283845901489, "Finetune/Loss (Raw)": 0.3605097532272339, "Finetune/Step": 4304, "Finetune/Step Time": 6.714673634618521}
+{"Finetune/Learning Rate": 8.807000056898768e-06, "Finetune/Loss": 0.7653403282165527, "Finetune/Loss (Raw)": 0.6653062105178833, "Finetune/Step": 4305, "Finetune/Step Time": 6.706452259793878}
+{"Finetune/Learning Rate": 8.802877563779785e-06, "Finetune/Loss": 0.7642008066177368, "Finetune/Loss (Raw)": 0.7363134622573853, "Finetune/Step": 4306, "Finetune/Step Time": 6.712347621098161}
+{"Finetune/Learning Rate": 8.798755277058876e-06, "Finetune/Loss": 0.7629398107528687, "Finetune/Loss (Raw)": 0.5979864001274109, "Finetune/Step": 4307, "Finetune/Step Time": 6.700909271836281}
+{"Finetune/Learning Rate": 8.79463319744677e-06, "Finetune/Loss": 0.761579155921936, "Finetune/Loss (Raw)": 0.6854647397994995, "Finetune/Step": 4308, "Finetune/Step Time": 6.702227571979165}
+{"Finetune/Learning Rate": 8.790511325654165e-06, "Finetune/Loss": 0.7613340616226196, "Finetune/Loss (Raw)": 0.7518948912620544, "Finetune/Step": 4309, "Finetune/Step Time": 6.706883858889341}
+{"Finetune/Learning Rate": 8.786389662391712e-06, "Finetune/Loss": 0.7599092721939087, "Finetune/Loss (Raw)": 0.3748997449874878, "Finetune/Step": 4310, "Finetune/Step Time": 6.716633766889572}
+{"Finetune/Learning Rate": 8.782268208370042e-06, "Finetune/Loss": 0.7595174312591553, "Finetune/Loss (Raw)": 0.8134570121765137, "Finetune/Step": 4311, "Finetune/Step Time": 6.72257412597537}
+{"Finetune/Learning Rate": 8.778146964299742e-06, "Finetune/Loss": 0.7603669166564941, "Finetune/Loss (Raw)": 0.8821464776992798, "Finetune/Step": 4312, "Finetune/Step Time": 6.740384709089994}
+{"Finetune/Learning Rate": 8.774025930891362e-06, "Finetune/Loss": 0.7606204748153687, "Finetune/Loss (Raw)": 0.9161452651023865, "Finetune/Step": 4313, "Finetune/Step Time": 6.750866083428264}
+{"Finetune/Learning Rate": 8.769905108855412e-06, "Finetune/Loss": 0.7602291107177734, "Finetune/Loss (Raw)": 0.8625546097755432, "Finetune/Step": 4314, "Finetune/Step Time": 6.741894954815507}
+{"Finetune/Learning Rate": 8.765784498902378e-06, "Finetune/Loss": 0.7604886889457703, "Finetune/Loss (Raw)": 0.7640376687049866, "Finetune/Step": 4315, "Finetune/Step Time": 6.7278125975281}
+{"Finetune/Learning Rate": 8.7616641017427e-06, "Finetune/Loss": 0.7610728144645691, "Finetune/Loss (Raw)": 0.685621440410614, "Finetune/Step": 4316, "Finetune/Step Time": 6.731349533423781}
+{"Finetune/Learning Rate": 8.757543918086783e-06, "Finetune/Loss": 0.7612779140472412, "Finetune/Loss (Raw)": 0.796902596950531, "Finetune/Step": 4317, "Finetune/Step Time": 6.730169327929616}
+{"Finetune/Learning Rate": 8.753423948644991e-06, "Finetune/Loss": 0.7616926431655884, "Finetune/Loss (Raw)": 0.6264721155166626, "Finetune/Step": 4318, "Finetune/Step Time": 6.72367881052196}
+{"Finetune/Learning Rate": 8.749304194127661e-06, "Finetune/Loss": 0.7602373957633972, "Finetune/Loss (Raw)": 0.6032039523124695, "Finetune/Step": 4319, "Finetune/Step Time": 6.740523295477033}
+{"Finetune/Learning Rate": 8.745184655245088e-06, "Finetune/Loss": 0.7586886286735535, "Finetune/Loss (Raw)": 0.7534307837486267, "Finetune/Step": 4320, "Finetune/Step Time": 6.744214493781328}
+{"Finetune/Learning Rate": 8.741065332707524e-06, "Finetune/Loss": 0.7608450651168823, "Finetune/Loss (Raw)": 0.6040589213371277, "Finetune/Step": 4321, "Finetune/Step Time": 6.727453701198101}
+{"Finetune/Learning Rate": 8.736946227225189e-06, "Finetune/Loss": 0.7613022923469543, "Finetune/Loss (Raw)": 0.9026286005973816, "Finetune/Step": 4322, "Finetune/Step Time": 6.729430731385946}
+{"Finetune/Learning Rate": 8.732827339508272e-06, "Finetune/Loss": 0.7592071890830994, "Finetune/Loss (Raw)": 0.5983351469039917, "Finetune/Step": 4323, "Finetune/Step Time": 6.70832385122776}
+{"Finetune/Learning Rate": 8.728708670266914e-06, "Finetune/Loss": 0.7594464421272278, "Finetune/Loss (Raw)": 0.7787320017814636, "Finetune/Step": 4324, "Finetune/Step Time": 6.707717314362526}
+{"Finetune/Learning Rate": 8.724590220211223e-06, "Finetune/Loss": 0.759787917137146, "Finetune/Loss (Raw)": 0.516603946685791, "Finetune/Step": 4325, "Finetune/Step Time": 6.697735738009214}
+{"Finetune/Learning Rate": 8.720471990051265e-06, "Finetune/Loss": 0.7579768896102905, "Finetune/Loss (Raw)": 0.645378589630127, "Finetune/Step": 4326, "Finetune/Step Time": 6.705968191847205}
+{"Finetune/Learning Rate": 8.716353980497076e-06, "Finetune/Loss": 0.7548224925994873, "Finetune/Loss (Raw)": 0.5359321236610413, "Finetune/Step": 4327, "Finetune/Step Time": 6.722812278196216}
+{"Finetune/Learning Rate": 8.71223619225865e-06, "Finetune/Loss": 0.7542459964752197, "Finetune/Loss (Raw)": 0.759065568447113, "Finetune/Step": 4328, "Finetune/Step Time": 6.716732805594802}
+{"Finetune/Learning Rate": 8.708118626045939e-06, "Finetune/Loss": 0.75497967004776, "Finetune/Loss (Raw)": 0.8105685114860535, "Finetune/Step": 4329, "Finetune/Step Time": 6.7165879886597395}
+{"Finetune/Learning Rate": 8.70400128256886e-06, "Finetune/Loss": 0.7554752230644226, "Finetune/Loss (Raw)": 0.8686312437057495, "Finetune/Step": 4330, "Finetune/Step Time": 6.7157508209347725}
+{"Finetune/Learning Rate": 8.699884162537297e-06, "Finetune/Loss": 0.756215512752533, "Finetune/Loss (Raw)": 0.8525957465171814, "Finetune/Step": 4331, "Finetune/Step Time": 6.725379189476371}
+{"Finetune/Learning Rate": 8.695767266661085e-06, "Finetune/Loss": 0.757022500038147, "Finetune/Loss (Raw)": 0.8257623314857483, "Finetune/Step": 4332, "Finetune/Step Time": 6.727906156331301}
+{"Finetune/Learning Rate": 8.691650595650028e-06, "Finetune/Loss": 0.7573144435882568, "Finetune/Loss (Raw)": 0.8583225011825562, "Finetune/Step": 4333, "Finetune/Step Time": 6.729714021086693}
+{"Finetune/Learning Rate": 8.687534150213886e-06, "Finetune/Loss": 0.7587212920188904, "Finetune/Loss (Raw)": 0.9142223596572876, "Finetune/Step": 4334, "Finetune/Step Time": 6.728254735469818}
+{"Finetune/Learning Rate": 8.683417931062385e-06, "Finetune/Loss": 0.7586820721626282, "Finetune/Loss (Raw)": 0.827731192111969, "Finetune/Step": 4335, "Finetune/Step Time": 6.7232279144227505}
+{"Finetune/Learning Rate": 8.679301938905213e-06, "Finetune/Loss": 0.7596900463104248, "Finetune/Loss (Raw)": 0.9243049025535583, "Finetune/Step": 4336, "Finetune/Step Time": 6.739131599664688}
+{"Finetune/Learning Rate": 8.67518617445201e-06, "Finetune/Loss": 0.7565555572509766, "Finetune/Loss (Raw)": 0.5412805080413818, "Finetune/Step": 4337, "Finetune/Step Time": 6.761676747351885}
+{"Finetune/Learning Rate": 8.671070638412385e-06, "Finetune/Loss": 0.756626546382904, "Finetune/Loss (Raw)": 0.8007352352142334, "Finetune/Step": 4338, "Finetune/Step Time": 6.762080438435078}
+{"Finetune/Learning Rate": 8.666955331495906e-06, "Finetune/Loss": 0.7560229301452637, "Finetune/Loss (Raw)": 0.7577324509620667, "Finetune/Step": 4339, "Finetune/Step Time": 6.772389141842723}
+{"Finetune/Learning Rate": 8.6628402544121e-06, "Finetune/Loss": 0.7563146948814392, "Finetune/Loss (Raw)": 0.7236362099647522, "Finetune/Step": 4340, "Finetune/Step Time": 6.786409977823496}
+{"Finetune/Learning Rate": 8.658725407870454e-06, "Finetune/Loss": 0.7584409713745117, "Finetune/Loss (Raw)": 0.9328594207763672, "Finetune/Step": 4341, "Finetune/Step Time": 6.778510248288512}
+{"Finetune/Learning Rate": 8.654610792580415e-06, "Finetune/Loss": 0.7576477527618408, "Finetune/Loss (Raw)": 0.7095035314559937, "Finetune/Step": 4342, "Finetune/Step Time": 6.81789711676538}
+{"Finetune/Learning Rate": 8.650496409251397e-06, "Finetune/Loss": 0.757670521736145, "Finetune/Loss (Raw)": 0.7114936709403992, "Finetune/Step": 4343, "Finetune/Step Time": 6.773258686065674}
+{"Finetune/Learning Rate": 8.646382258592762e-06, "Finetune/Loss": 0.7574716210365295, "Finetune/Loss (Raw)": 0.8006360530853271, "Finetune/Step": 4344, "Finetune/Step Time": 6.790850766003132}
+{"Finetune/Learning Rate": 8.642268341313843e-06, "Finetune/Loss": 0.7568804025650024, "Finetune/Loss (Raw)": 0.7661675214767456, "Finetune/Step": 4345, "Finetune/Step Time": 6.790700098499656}
+{"Finetune/Learning Rate": 8.638154658123923e-06, "Finetune/Loss": 0.7570170164108276, "Finetune/Loss (Raw)": 0.7997637391090393, "Finetune/Step": 4346, "Finetune/Step Time": 6.794557616114616}
+{"Finetune/Learning Rate": 8.634041209732255e-06, "Finetune/Loss": 0.7594879865646362, "Finetune/Loss (Raw)": 0.8965291976928711, "Finetune/Step": 4347, "Finetune/Step Time": 6.787396460771561}
+{"Finetune/Learning Rate": 8.629927996848045e-06, "Finetune/Loss": 0.7593821883201599, "Finetune/Loss (Raw)": 0.8188812136650085, "Finetune/Step": 4348, "Finetune/Step Time": 6.7928402572870255}
+{"Finetune/Learning Rate": 8.625815020180456e-06, "Finetune/Loss": 0.7591793537139893, "Finetune/Loss (Raw)": 0.8862383961677551, "Finetune/Step": 4349, "Finetune/Step Time": 6.789931798353791}
+{"Finetune/Learning Rate": 8.621702280438615e-06, "Finetune/Loss": 0.7570626735687256, "Finetune/Loss (Raw)": 0.5531121492385864, "Finetune/Step": 4350, "Finetune/Step Time": 6.801469272002578}
+{"Finetune/Learning Rate": 8.61758977833161e-06, "Finetune/Loss": 0.7566030621528625, "Finetune/Loss (Raw)": 0.8352079391479492, "Finetune/Step": 4351, "Finetune/Step Time": 6.800876861438155}
+{"Finetune/Learning Rate": 8.613477514568484e-06, "Finetune/Loss": 0.7571243047714233, "Finetune/Loss (Raw)": 0.8004315495491028, "Finetune/Step": 4352, "Finetune/Step Time": 6.792819805443287}
+{"Finetune/Learning Rate": 8.609365489858237e-06, "Finetune/Loss": 0.7582414746284485, "Finetune/Loss (Raw)": 0.8626022934913635, "Finetune/Step": 4353, "Finetune/Step Time": 6.79027134552598}
+{"Finetune/Learning Rate": 8.605253704909833e-06, "Finetune/Loss": 0.7568548321723938, "Finetune/Loss (Raw)": 0.7331429719924927, "Finetune/Step": 4354, "Finetune/Step Time": 6.789234729483724}
+{"Finetune/Learning Rate": 8.601142160432194e-06, "Finetune/Loss": 0.755442202091217, "Finetune/Loss (Raw)": 0.822858989238739, "Finetune/Step": 4355, "Finetune/Step Time": 6.785754783079028}
+{"Finetune/Learning Rate": 8.597030857134196e-06, "Finetune/Loss": 0.7555610537528992, "Finetune/Loss (Raw)": 0.8158627152442932, "Finetune/Step": 4356, "Finetune/Step Time": 6.7842011991888285}
+{"Finetune/Learning Rate": 8.592919795724678e-06, "Finetune/Loss": 0.7557824850082397, "Finetune/Loss (Raw)": 0.8925055265426636, "Finetune/Step": 4357, "Finetune/Step Time": 6.784336436539888}
+{"Finetune/Learning Rate": 8.588808976912433e-06, "Finetune/Loss": 0.7601079940795898, "Finetune/Loss (Raw)": 0.8418657183647156, "Finetune/Step": 4358, "Finetune/Step Time": 6.773847384378314}
+{"Finetune/Learning Rate": 8.584698401406219e-06, "Finetune/Loss": 0.7618604898452759, "Finetune/Loss (Raw)": 0.7884232997894287, "Finetune/Step": 4359, "Finetune/Step Time": 6.7362515684217215}
+{"Finetune/Learning Rate": 8.580588069914744e-06, "Finetune/Loss": 0.7613617181777954, "Finetune/Loss (Raw)": 0.7300589084625244, "Finetune/Step": 4360, "Finetune/Step Time": 6.728166442364454}
+{"Finetune/Learning Rate": 8.576477983146683e-06, "Finetune/Loss": 0.7641677260398865, "Finetune/Loss (Raw)": 1.0063620805740356, "Finetune/Step": 4361, "Finetune/Step Time": 6.736743064597249}
+{"Finetune/Learning Rate": 8.572368141810656e-06, "Finetune/Loss": 0.7628045082092285, "Finetune/Loss (Raw)": 0.7968863844871521, "Finetune/Step": 4362, "Finetune/Step Time": 6.7395079880952835}
+{"Finetune/Learning Rate": 8.568258546615254e-06, "Finetune/Loss": 0.7623516321182251, "Finetune/Loss (Raw)": 0.7718205451965332, "Finetune/Step": 4363, "Finetune/Step Time": 6.736762972548604}
+{"Finetune/Learning Rate": 8.56414919826902e-06, "Finetune/Loss": 0.7630290985107422, "Finetune/Loss (Raw)": 0.7292341589927673, "Finetune/Step": 4364, "Finetune/Step Time": 6.7482955772429705}
+{"Finetune/Learning Rate": 8.560040097480448e-06, "Finetune/Loss": 0.761293351650238, "Finetune/Loss (Raw)": 0.7018900513648987, "Finetune/Step": 4365, "Finetune/Step Time": 6.763118736445904}
+{"Finetune/Learning Rate": 8.555931244958002e-06, "Finetune/Loss": 0.7611812353134155, "Finetune/Loss (Raw)": 0.8741694688796997, "Finetune/Step": 4366, "Finetune/Step Time": 6.76321061886847}
+{"Finetune/Learning Rate": 8.551822641410096e-06, "Finetune/Loss": 0.7605118751525879, "Finetune/Loss (Raw)": 0.7443345785140991, "Finetune/Step": 4367, "Finetune/Step Time": 6.769021885469556}
+{"Finetune/Learning Rate": 8.5477142875451e-06, "Finetune/Loss": 0.7609583139419556, "Finetune/Loss (Raw)": 0.8387066125869751, "Finetune/Step": 4368, "Finetune/Step Time": 6.765243247151375}
+{"Finetune/Learning Rate": 8.543606184071344e-06, "Finetune/Loss": 0.7606967687606812, "Finetune/Loss (Raw)": 0.7681034207344055, "Finetune/Step": 4369, "Finetune/Step Time": 6.780914656817913}
+{"Finetune/Learning Rate": 8.53949833169711e-06, "Finetune/Loss": 0.7606714963912964, "Finetune/Loss (Raw)": 0.8728554248809814, "Finetune/Step": 4370, "Finetune/Step Time": 6.7934803161770105}
+{"Finetune/Learning Rate": 8.535390731130648e-06, "Finetune/Loss": 0.7618062496185303, "Finetune/Loss (Raw)": 0.8923038840293884, "Finetune/Step": 4371, "Finetune/Step Time": 6.771747171878815}
+{"Finetune/Learning Rate": 8.531283383080147e-06, "Finetune/Loss": 0.7573159337043762, "Finetune/Loss (Raw)": 0.27167627215385437, "Finetune/Step": 4372, "Finetune/Step Time": 6.791026996448636}
+{"Finetune/Learning Rate": 8.527176288253772e-06, "Finetune/Loss": 0.756505012512207, "Finetune/Loss (Raw)": 0.7209159731864929, "Finetune/Step": 4373, "Finetune/Step Time": 6.788357464596629}
+{"Finetune/Learning Rate": 8.523069447359631e-06, "Finetune/Loss": 0.7569133043289185, "Finetune/Loss (Raw)": 0.7883115410804749, "Finetune/Step": 4374, "Finetune/Step Time": 6.753902912139893}
+{"Finetune/Learning Rate": 8.51896286110579e-06, "Finetune/Loss": 0.7561563849449158, "Finetune/Loss (Raw)": 0.7537304162979126, "Finetune/Step": 4375, "Finetune/Step Time": 6.760143844410777}
+{"Finetune/Learning Rate": 8.514856530200273e-06, "Finetune/Loss": 0.7593543529510498, "Finetune/Loss (Raw)": 0.7254012823104858, "Finetune/Step": 4376, "Finetune/Step Time": 6.755529982969165}
+{"Finetune/Learning Rate": 8.510750455351065e-06, "Finetune/Loss": 0.7588677406311035, "Finetune/Loss (Raw)": 0.802607536315918, "Finetune/Step": 4377, "Finetune/Step Time": 6.7567855771631}
+{"Finetune/Learning Rate": 8.506644637266098e-06, "Finetune/Loss": 0.7601301074028015, "Finetune/Loss (Raw)": 0.7551435828208923, "Finetune/Step": 4378, "Finetune/Step Time": 6.766515640541911}
+{"Finetune/Learning Rate": 8.502539076653265e-06, "Finetune/Loss": 0.759589433670044, "Finetune/Loss (Raw)": 0.6224972605705261, "Finetune/Step": 4379, "Finetune/Step Time": 6.777203759178519}
+{"Finetune/Learning Rate": 8.498433774220408e-06, "Finetune/Loss": 0.7588188648223877, "Finetune/Loss (Raw)": 0.8984560370445251, "Finetune/Step": 4380, "Finetune/Step Time": 6.769857192412019}
+{"Finetune/Learning Rate": 8.494328730675338e-06, "Finetune/Loss": 0.7611715793609619, "Finetune/Loss (Raw)": 0.8512657880783081, "Finetune/Step": 4381, "Finetune/Step Time": 6.746886430308223}
+{"Finetune/Learning Rate": 8.490223946725808e-06, "Finetune/Loss": 0.7644582390785217, "Finetune/Loss (Raw)": 0.9036607146263123, "Finetune/Step": 4382, "Finetune/Step Time": 6.740515407174826}
+{"Finetune/Learning Rate": 8.486119423079534e-06, "Finetune/Loss": 0.7638744115829468, "Finetune/Loss (Raw)": 0.6191114187240601, "Finetune/Step": 4383, "Finetune/Step Time": 6.744386710226536}
+{"Finetune/Learning Rate": 8.482015160444178e-06, "Finetune/Loss": 0.7638795375823975, "Finetune/Loss (Raw)": 0.8053803443908691, "Finetune/Step": 4384, "Finetune/Step Time": 6.741264821961522}
+{"Finetune/Learning Rate": 8.477911159527372e-06, "Finetune/Loss": 0.7634050846099854, "Finetune/Loss (Raw)": 0.7920107245445251, "Finetune/Step": 4385, "Finetune/Step Time": 6.733915971592069}
+{"Finetune/Learning Rate": 8.473807421036692e-06, "Finetune/Loss": 0.7634370923042297, "Finetune/Loss (Raw)": 0.6399102807044983, "Finetune/Step": 4386, "Finetune/Step Time": 6.749981846660376}
+{"Finetune/Learning Rate": 8.469703945679667e-06, "Finetune/Loss": 0.7639520168304443, "Finetune/Loss (Raw)": 0.9774171710014343, "Finetune/Step": 4387, "Finetune/Step Time": 6.738182032480836}
+{"Finetune/Learning Rate": 8.465600734163788e-06, "Finetune/Loss": 0.7644544243812561, "Finetune/Loss (Raw)": 0.8385962843894958, "Finetune/Step": 4388, "Finetune/Step Time": 6.742158826440573}
+{"Finetune/Learning Rate": 8.461497787196497e-06, "Finetune/Loss": 0.7644745111465454, "Finetune/Loss (Raw)": 0.8290972709655762, "Finetune/Step": 4389, "Finetune/Step Time": 6.730793898925185}
+{"Finetune/Learning Rate": 8.457395105485192e-06, "Finetune/Loss": 0.764626145362854, "Finetune/Loss (Raw)": 0.7851549983024597, "Finetune/Step": 4390, "Finetune/Step Time": 6.72930296510458}
+{"Finetune/Learning Rate": 8.45329268973722e-06, "Finetune/Loss": 0.7632346749305725, "Finetune/Loss (Raw)": 0.7802908420562744, "Finetune/Step": 4391, "Finetune/Step Time": 6.736602360382676}
+{"Finetune/Learning Rate": 8.449190540659888e-06, "Finetune/Loss": 0.7612003087997437, "Finetune/Loss (Raw)": 0.3758073151111603, "Finetune/Step": 4392, "Finetune/Step Time": 6.748524498194456}
+{"Finetune/Learning Rate": 8.445088658960456e-06, "Finetune/Loss": 0.7604988813400269, "Finetune/Loss (Raw)": 0.6362214088439941, "Finetune/Step": 4393, "Finetune/Step Time": 6.76539970561862}
+{"Finetune/Learning Rate": 8.440987045346135e-06, "Finetune/Loss": 0.7588801383972168, "Finetune/Loss (Raw)": 0.7336529493331909, "Finetune/Step": 4394, "Finetune/Step Time": 6.764511086046696}
+{"Finetune/Learning Rate": 8.436885700524094e-06, "Finetune/Loss": 0.7600401043891907, "Finetune/Loss (Raw)": 0.7989051938056946, "Finetune/Step": 4395, "Finetune/Step Time": 6.754699286073446}
+{"Finetune/Learning Rate": 8.432784625201452e-06, "Finetune/Loss": 0.7609697580337524, "Finetune/Loss (Raw)": 0.8435310125350952, "Finetune/Step": 4396, "Finetune/Step Time": 6.762324649840593}
+{"Finetune/Learning Rate": 8.428683820085281e-06, "Finetune/Loss": 0.7600369453430176, "Finetune/Loss (Raw)": 0.43836089968681335, "Finetune/Step": 4397, "Finetune/Step Time": 6.748596554622054}
+{"Finetune/Learning Rate": 8.424583285882614e-06, "Finetune/Loss": 0.759861946105957, "Finetune/Loss (Raw)": 0.7733757495880127, "Finetune/Step": 4398, "Finetune/Step Time": 6.75064523331821}
+{"Finetune/Learning Rate": 8.420483023300427e-06, "Finetune/Loss": 0.7626822590827942, "Finetune/Loss (Raw)": 0.7149001955986023, "Finetune/Step": 4399, "Finetune/Step Time": 6.732740975916386}
+{"Finetune/Learning Rate": 8.416383033045652e-06, "Finetune/Loss": 0.762139081954956, "Finetune/Loss (Raw)": 0.7711437344551086, "Finetune/Step": 4400, "Finetune/Step Time": 6.719032417982817}
+{"Finetune/Learning Rate": 8.41228331582518e-06, "Finetune/Loss": 0.7594557404518127, "Finetune/Loss (Raw)": 0.36016741394996643, "Finetune/Step": 4401, "Finetune/Step Time": 6.74537661485374}
+{"Finetune/Learning Rate": 8.408183872345851e-06, "Finetune/Loss": 0.7584528923034668, "Finetune/Loss (Raw)": 0.6388758420944214, "Finetune/Step": 4402, "Finetune/Step Time": 6.763331562280655}
+{"Finetune/Learning Rate": 8.404084703314456e-06, "Finetune/Loss": 0.7599742412567139, "Finetune/Loss (Raw)": 0.8306690454483032, "Finetune/Step": 4403, "Finetune/Step Time": 6.757804499939084}
+{"Finetune/Learning Rate": 8.399985809437737e-06, "Finetune/Loss": 0.7609219551086426, "Finetune/Loss (Raw)": 0.9561634063720703, "Finetune/Step": 4404, "Finetune/Step Time": 6.757984383031726}
+{"Finetune/Learning Rate": 8.395887191422397e-06, "Finetune/Loss": 0.7611890435218811, "Finetune/Loss (Raw)": 0.7567521929740906, "Finetune/Step": 4405, "Finetune/Step Time": 6.748191390186548}
+{"Finetune/Learning Rate": 8.391788849975086e-06, "Finetune/Loss": 0.7591848969459534, "Finetune/Loss (Raw)": 0.6329404711723328, "Finetune/Step": 4406, "Finetune/Step Time": 6.745725451037288}
+{"Finetune/Learning Rate": 8.387690785802403e-06, "Finetune/Loss": 0.7587563991546631, "Finetune/Loss (Raw)": 0.6649442911148071, "Finetune/Step": 4407, "Finetune/Step Time": 6.743137076497078}
+{"Finetune/Learning Rate": 8.383592999610902e-06, "Finetune/Loss": 0.7595018148422241, "Finetune/Loss (Raw)": 0.9492191672325134, "Finetune/Step": 4408, "Finetune/Step Time": 6.742061026394367}
+{"Finetune/Learning Rate": 8.379495492107096e-06, "Finetune/Loss": 0.7576727867126465, "Finetune/Loss (Raw)": 0.6966639161109924, "Finetune/Step": 4409, "Finetune/Step Time": 6.741855626925826}
+{"Finetune/Learning Rate": 8.37539826399744e-06, "Finetune/Loss": 0.7573138475418091, "Finetune/Loss (Raw)": 0.8079695701599121, "Finetune/Step": 4410, "Finetune/Step Time": 6.7384392358362675}
+{"Finetune/Learning Rate": 8.371301315988343e-06, "Finetune/Loss": 0.7572799921035767, "Finetune/Loss (Raw)": 0.7821905016899109, "Finetune/Step": 4411, "Finetune/Step Time": 6.731489574536681}
+{"Finetune/Learning Rate": 8.36720464878617e-06, "Finetune/Loss": 0.7567923665046692, "Finetune/Loss (Raw)": 0.7513071894645691, "Finetune/Step": 4412, "Finetune/Step Time": 6.742946807295084}
+{"Finetune/Learning Rate": 8.363108263097232e-06, "Finetune/Loss": 0.7597947120666504, "Finetune/Loss (Raw)": 0.998436450958252, "Finetune/Step": 4413, "Finetune/Step Time": 6.706084951758385}
+{"Finetune/Learning Rate": 8.3590121596278e-06, "Finetune/Loss": 0.7595688104629517, "Finetune/Loss (Raw)": 0.745516300201416, "Finetune/Step": 4414, "Finetune/Step Time": 6.705052264034748}
+{"Finetune/Learning Rate": 8.354916339084084e-06, "Finetune/Loss": 0.759863555431366, "Finetune/Loss (Raw)": 0.874524712562561, "Finetune/Step": 4415, "Finetune/Step Time": 6.710148628801107}
+{"Finetune/Learning Rate": 8.350820802172256e-06, "Finetune/Loss": 0.7582146525382996, "Finetune/Loss (Raw)": 0.693476676940918, "Finetune/Step": 4416, "Finetune/Step Time": 6.711462771520019}
+{"Finetune/Learning Rate": 8.346725549598433e-06, "Finetune/Loss": 0.759431004524231, "Finetune/Loss (Raw)": 0.9017561674118042, "Finetune/Step": 4417, "Finetune/Step Time": 6.72207841090858}
+{"Finetune/Learning Rate": 8.342630582068687e-06, "Finetune/Loss": 0.7585598826408386, "Finetune/Loss (Raw)": 0.793075442314148, "Finetune/Step": 4418, "Finetune/Step Time": 6.722334457561374}
+{"Finetune/Learning Rate": 8.338535900289038e-06, "Finetune/Loss": 0.7583327293395996, "Finetune/Loss (Raw)": 0.86957186460495, "Finetune/Step": 4419, "Finetune/Step Time": 6.726982036605477}
+{"Finetune/Learning Rate": 8.334441504965456e-06, "Finetune/Loss": 0.7571365833282471, "Finetune/Loss (Raw)": 0.7058938145637512, "Finetune/Step": 4420, "Finetune/Step Time": 6.738972278311849}
+{"Finetune/Learning Rate": 8.330347396803866e-06, "Finetune/Loss": 0.7565048933029175, "Finetune/Loss (Raw)": 0.7588546276092529, "Finetune/Step": 4421, "Finetune/Step Time": 6.736773494631052}
+{"Finetune/Learning Rate": 8.326253576510138e-06, "Finetune/Loss": 0.756562352180481, "Finetune/Loss (Raw)": 0.7782658338546753, "Finetune/Step": 4422, "Finetune/Step Time": 6.718973498791456}
+{"Finetune/Learning Rate": 8.322160044790098e-06, "Finetune/Loss": 0.7589061260223389, "Finetune/Loss (Raw)": 0.6207942366600037, "Finetune/Step": 4423, "Finetune/Step Time": 6.704233584925532}
+{"Finetune/Learning Rate": 8.318066802349514e-06, "Finetune/Loss": 0.7542307376861572, "Finetune/Loss (Raw)": 0.3602971136569977, "Finetune/Step": 4424, "Finetune/Step Time": 6.726168153807521}
+{"Finetune/Learning Rate": 8.313973849894116e-06, "Finetune/Loss": 0.7523692846298218, "Finetune/Loss (Raw)": 0.631751298904419, "Finetune/Step": 4425, "Finetune/Step Time": 6.752499062567949}
+{"Finetune/Learning Rate": 8.309881188129575e-06, "Finetune/Loss": 0.754192590713501, "Finetune/Loss (Raw)": 0.8516364693641663, "Finetune/Step": 4426, "Finetune/Step Time": 6.748482735827565}
+{"Finetune/Learning Rate": 8.305788817761513e-06, "Finetune/Loss": 0.7524918913841248, "Finetune/Loss (Raw)": 0.6222149133682251, "Finetune/Step": 4427, "Finetune/Step Time": 6.766986362636089}
+{"Finetune/Learning Rate": 8.301696739495502e-06, "Finetune/Loss": 0.7516916990280151, "Finetune/Loss (Raw)": 0.8128073811531067, "Finetune/Step": 4428, "Finetune/Step Time": 6.7718601655215025}
+{"Finetune/Learning Rate": 8.297604954037069e-06, "Finetune/Loss": 0.7547353506088257, "Finetune/Loss (Raw)": 0.7745668292045593, "Finetune/Step": 4429, "Finetune/Step Time": 6.7527652736753225}
+{"Finetune/Learning Rate": 8.293513462091682e-06, "Finetune/Loss": 0.7523921728134155, "Finetune/Loss (Raw)": 0.6048248410224915, "Finetune/Step": 4430, "Finetune/Step Time": 6.788080811500549}
+{"Finetune/Learning Rate": 8.289422264364765e-06, "Finetune/Loss": 0.7512415051460266, "Finetune/Loss (Raw)": 0.7688295841217041, "Finetune/Step": 4431, "Finetune/Step Time": 6.7956423200666904}
+{"Finetune/Learning Rate": 8.285331361561689e-06, "Finetune/Loss": 0.7550413608551025, "Finetune/Loss (Raw)": 0.8469008803367615, "Finetune/Step": 4432, "Finetune/Step Time": 6.781227998435497}
+{"Finetune/Learning Rate": 8.281240754387772e-06, "Finetune/Loss": 0.7545714378356934, "Finetune/Loss (Raw)": 0.6051446199417114, "Finetune/Step": 4433, "Finetune/Step Time": 6.784671567380428}
+{"Finetune/Learning Rate": 8.277150443548285e-06, "Finetune/Loss": 0.755636990070343, "Finetune/Loss (Raw)": 0.8727089166641235, "Finetune/Step": 4434, "Finetune/Step Time": 6.778927592560649}
+{"Finetune/Learning Rate": 8.273060429748447e-06, "Finetune/Loss": 0.757179319858551, "Finetune/Loss (Raw)": 0.795404314994812, "Finetune/Step": 4435, "Finetune/Step Time": 6.774408908560872}
+{"Finetune/Learning Rate": 8.26897071369342e-06, "Finetune/Loss": 0.7567529678344727, "Finetune/Loss (Raw)": 0.6308950781822205, "Finetune/Step": 4436, "Finetune/Step Time": 6.7851206343621016}
+{"Finetune/Learning Rate": 8.264881296088325e-06, "Finetune/Loss": 0.7565361261367798, "Finetune/Loss (Raw)": 0.72413569688797, "Finetune/Step": 4437, "Finetune/Step Time": 6.785262040793896}
+{"Finetune/Learning Rate": 8.260792177638222e-06, "Finetune/Loss": 0.7601093053817749, "Finetune/Loss (Raw)": 0.8322672843933105, "Finetune/Step": 4438, "Finetune/Step Time": 6.766149379312992}
+{"Finetune/Learning Rate": 8.256703359048127e-06, "Finetune/Loss": 0.7610687017440796, "Finetune/Loss (Raw)": 0.9362552165985107, "Finetune/Step": 4439, "Finetune/Step Time": 6.7625943180173635}
+{"Finetune/Learning Rate": 8.252614841022996e-06, "Finetune/Loss": 0.7610882520675659, "Finetune/Loss (Raw)": 0.884652316570282, "Finetune/Step": 4440, "Finetune/Step Time": 6.749590437859297}
+{"Finetune/Learning Rate": 8.248526624267743e-06, "Finetune/Loss": 0.7608654499053955, "Finetune/Loss (Raw)": 0.8876233696937561, "Finetune/Step": 4441, "Finetune/Step Time": 6.733228890225291}
+{"Finetune/Learning Rate": 8.244438709487222e-06, "Finetune/Loss": 0.7601327300071716, "Finetune/Loss (Raw)": 0.7687708735466003, "Finetune/Step": 4442, "Finetune/Step Time": 6.747903220355511}
+{"Finetune/Learning Rate": 8.240351097386238e-06, "Finetune/Loss": 0.7605788707733154, "Finetune/Loss (Raw)": 0.821143627166748, "Finetune/Step": 4443, "Finetune/Step Time": 6.75845636613667}
+{"Finetune/Learning Rate": 8.236263788669541e-06, "Finetune/Loss": 0.7607533931732178, "Finetune/Loss (Raw)": 0.7079676389694214, "Finetune/Step": 4444, "Finetune/Step Time": 6.748971231281757}
+{"Finetune/Learning Rate": 8.23217678404184e-06, "Finetune/Loss": 0.7599841356277466, "Finetune/Loss (Raw)": 0.6984260082244873, "Finetune/Step": 4445, "Finetune/Step Time": 6.751133739948273}
+{"Finetune/Learning Rate": 8.228090084207773e-06, "Finetune/Loss": 0.7619948983192444, "Finetune/Loss (Raw)": 0.8838586211204529, "Finetune/Step": 4446, "Finetune/Step Time": 6.742652678862214}
+{"Finetune/Learning Rate": 8.224003689871943e-06, "Finetune/Loss": 0.7633566856384277, "Finetune/Loss (Raw)": 0.7775079011917114, "Finetune/Step": 4447, "Finetune/Step Time": 6.722415033727884}
+{"Finetune/Learning Rate": 8.219917601738886e-06, "Finetune/Loss": 0.7637329697608948, "Finetune/Loss (Raw)": 0.8015990257263184, "Finetune/Step": 4448, "Finetune/Step Time": 6.72140633687377}
+{"Finetune/Learning Rate": 8.215831820513098e-06, "Finetune/Loss": 0.7662091255187988, "Finetune/Loss (Raw)": 0.9210014939308167, "Finetune/Step": 4449, "Finetune/Step Time": 6.7080963887274265}
+{"Finetune/Learning Rate": 8.211746346899014e-06, "Finetune/Loss": 0.7647274732589722, "Finetune/Loss (Raw)": 0.7129830718040466, "Finetune/Step": 4450, "Finetune/Step Time": 6.7133872006088495}
+{"Finetune/Learning Rate": 8.207661181601016e-06, "Finetune/Loss": 0.7648922801017761, "Finetune/Loss (Raw)": 0.6194272041320801, "Finetune/Step": 4451, "Finetune/Step Time": 6.718093818053603}
+{"Finetune/Learning Rate": 8.203576325323435e-06, "Finetune/Loss": 0.7617139220237732, "Finetune/Loss (Raw)": 0.371906042098999, "Finetune/Step": 4452, "Finetune/Step Time": 6.7363872937858105}
+{"Finetune/Learning Rate": 8.199491778770552e-06, "Finetune/Loss": 0.7632061243057251, "Finetune/Loss (Raw)": 0.7076050043106079, "Finetune/Step": 4453, "Finetune/Step Time": 6.728736666962504}
+{"Finetune/Learning Rate": 8.195407542646588e-06, "Finetune/Loss": 0.7638744711875916, "Finetune/Loss (Raw)": 0.7309259176254272, "Finetune/Step": 4454, "Finetune/Step Time": 6.727007394656539}
+{"Finetune/Learning Rate": 8.191323617655717e-06, "Finetune/Loss": 0.764733076095581, "Finetune/Loss (Raw)": 0.6458344459533691, "Finetune/Step": 4455, "Finetune/Step Time": 6.71462744101882}
+{"Finetune/Learning Rate": 8.187240004502049e-06, "Finetune/Loss": 0.7646225690841675, "Finetune/Loss (Raw)": 0.7449159622192383, "Finetune/Step": 4456, "Finetune/Step Time": 6.716042973101139}
+{"Finetune/Learning Rate": 8.183156703889656e-06, "Finetune/Loss": 0.7635700702667236, "Finetune/Loss (Raw)": 0.6758524179458618, "Finetune/Step": 4457, "Finetune/Step Time": 6.717072648927569}
+{"Finetune/Learning Rate": 8.179073716522542e-06, "Finetune/Loss": 0.7621326446533203, "Finetune/Loss (Raw)": 0.68464195728302, "Finetune/Step": 4458, "Finetune/Step Time": 6.731131508946419}
+{"Finetune/Learning Rate": 8.174991043104662e-06, "Finetune/Loss": 0.7610266208648682, "Finetune/Loss (Raw)": 0.7110204696655273, "Finetune/Step": 4459, "Finetune/Step Time": 6.736397365108132}
+{"Finetune/Learning Rate": 8.170908684339919e-06, "Finetune/Loss": 0.7614413499832153, "Finetune/Loss (Raw)": 0.8788509368896484, "Finetune/Step": 4460, "Finetune/Step Time": 6.7370705381035805}
+{"Finetune/Learning Rate": 8.166826640932161e-06, "Finetune/Loss": 0.7603551149368286, "Finetune/Loss (Raw)": 0.7192769050598145, "Finetune/Step": 4461, "Finetune/Step Time": 6.7360329777002335}
+{"Finetune/Learning Rate": 8.16274491358518e-06, "Finetune/Loss": 0.7593485116958618, "Finetune/Loss (Raw)": 0.7853779196739197, "Finetune/Step": 4462, "Finetune/Step Time": 6.748061256483197}
+{"Finetune/Learning Rate": 8.158663503002714e-06, "Finetune/Loss": 0.757061243057251, "Finetune/Loss (Raw)": 0.5349708199501038, "Finetune/Step": 4463, "Finetune/Step Time": 6.757698992267251}
+{"Finetune/Learning Rate": 8.154582409888441e-06, "Finetune/Loss": 0.7559877634048462, "Finetune/Loss (Raw)": 0.7869012355804443, "Finetune/Step": 4464, "Finetune/Step Time": 6.760547187179327}
+{"Finetune/Learning Rate": 8.150501634945998e-06, "Finetune/Loss": 0.7575181722640991, "Finetune/Loss (Raw)": 0.7371615171432495, "Finetune/Step": 4465, "Finetune/Step Time": 6.737502871081233}
+{"Finetune/Learning Rate": 8.146421178878957e-06, "Finetune/Loss": 0.7572015523910522, "Finetune/Loss (Raw)": 0.7602106332778931, "Finetune/Step": 4466, "Finetune/Step Time": 6.735441664233804}
+{"Finetune/Learning Rate": 8.142341042390832e-06, "Finetune/Loss": 0.7578817009925842, "Finetune/Loss (Raw)": 0.8447940349578857, "Finetune/Step": 4467, "Finetune/Step Time": 6.7201120518147945}
+{"Finetune/Learning Rate": 8.13826122618509e-06, "Finetune/Loss": 0.7582092881202698, "Finetune/Loss (Raw)": 0.7655691504478455, "Finetune/Step": 4468, "Finetune/Step Time": 6.706157984212041}
+{"Finetune/Learning Rate": 8.134181730965141e-06, "Finetune/Loss": 0.756905198097229, "Finetune/Loss (Raw)": 0.76593416929245, "Finetune/Step": 4469, "Finetune/Step Time": 6.715451216325164}
+{"Finetune/Learning Rate": 8.130102557434338e-06, "Finetune/Loss": 0.7574871778488159, "Finetune/Loss (Raw)": 0.7839921712875366, "Finetune/Step": 4470, "Finetune/Step Time": 6.677803600206971}
+{"Finetune/Learning Rate": 8.126023706295978e-06, "Finetune/Loss": 0.7569907307624817, "Finetune/Loss (Raw)": 0.6479536890983582, "Finetune/Step": 4471, "Finetune/Step Time": 6.6897739674896}
+{"Finetune/Learning Rate": 8.1219451782533e-06, "Finetune/Loss": 0.7571024894714355, "Finetune/Loss (Raw)": 0.8149399161338806, "Finetune/Step": 4472, "Finetune/Step Time": 6.671235039830208}
+{"Finetune/Learning Rate": 8.117866974009496e-06, "Finetune/Loss": 0.7589369416236877, "Finetune/Loss (Raw)": 1.000975251197815, "Finetune/Step": 4473, "Finetune/Step Time": 6.668769842013717}
+{"Finetune/Learning Rate": 8.113789094267693e-06, "Finetune/Loss": 0.7592175006866455, "Finetune/Loss (Raw)": 0.8356715440750122, "Finetune/Step": 4474, "Finetune/Step Time": 6.667150067165494}
+{"Finetune/Learning Rate": 8.109711539730967e-06, "Finetune/Loss": 0.7575788497924805, "Finetune/Loss (Raw)": 0.6867886781692505, "Finetune/Step": 4475, "Finetune/Step Time": 6.687945006415248}
+{"Finetune/Learning Rate": 8.105634311102336e-06, "Finetune/Loss": 0.7580320835113525, "Finetune/Loss (Raw)": 0.8768970966339111, "Finetune/Step": 4476, "Finetune/Step Time": 6.689547220245004}
+{"Finetune/Learning Rate": 8.101557409084763e-06, "Finetune/Loss": 0.7567389011383057, "Finetune/Loss (Raw)": 0.7207050323486328, "Finetune/Step": 4477, "Finetune/Step Time": 6.690703257918358}
+{"Finetune/Learning Rate": 8.097480834381155e-06, "Finetune/Loss": 0.7591605186462402, "Finetune/Loss (Raw)": 0.8630784749984741, "Finetune/Step": 4478, "Finetune/Step Time": 6.673552157357335}
+{"Finetune/Learning Rate": 8.09340458769436e-06, "Finetune/Loss": 0.7588735818862915, "Finetune/Loss (Raw)": 0.7984911799430847, "Finetune/Step": 4479, "Finetune/Step Time": 6.68225871026516}
+{"Finetune/Learning Rate": 8.089328669727171e-06, "Finetune/Loss": 0.7578433156013489, "Finetune/Loss (Raw)": 0.6685490012168884, "Finetune/Step": 4480, "Finetune/Step Time": 6.687033116817474}
+{"Finetune/Learning Rate": 8.085253081182328e-06, "Finetune/Loss": 0.7566825151443481, "Finetune/Loss (Raw)": 0.7140201926231384, "Finetune/Step": 4481, "Finetune/Step Time": 6.698818178847432}
+{"Finetune/Learning Rate": 8.081177822762506e-06, "Finetune/Loss": 0.7564021348953247, "Finetune/Loss (Raw)": 0.6972589492797852, "Finetune/Step": 4482, "Finetune/Step Time": 6.712402941659093}
+{"Finetune/Learning Rate": 8.077102895170331e-06, "Finetune/Loss": 0.7562670707702637, "Finetune/Loss (Raw)": 0.8055678606033325, "Finetune/Step": 4483, "Finetune/Step Time": 6.7198497373610735}
+{"Finetune/Learning Rate": 8.073028299108366e-06, "Finetune/Loss": 0.7567958831787109, "Finetune/Loss (Raw)": 0.8835493326187134, "Finetune/Step": 4484, "Finetune/Step Time": 6.74345550686121}
+{"Finetune/Learning Rate": 8.068954035279121e-06, "Finetune/Loss": 0.7557982206344604, "Finetune/Loss (Raw)": 0.7648038268089294, "Finetune/Step": 4485, "Finetune/Step Time": 6.74405400082469}
+{"Finetune/Learning Rate": 8.06488010438505e-06, "Finetune/Loss": 0.754986047744751, "Finetune/Loss (Raw)": 0.7379118800163269, "Finetune/Step": 4486, "Finetune/Step Time": 6.741118911653757}
+{"Finetune/Learning Rate": 8.060806507128543e-06, "Finetune/Loss": 0.7515103816986084, "Finetune/Loss (Raw)": 0.3435332775115967, "Finetune/Step": 4487, "Finetune/Step Time": 6.758536670356989}
+{"Finetune/Learning Rate": 8.056733244211935e-06, "Finetune/Loss": 0.7521700859069824, "Finetune/Loss (Raw)": 0.8145042061805725, "Finetune/Step": 4488, "Finetune/Step Time": 6.764530410990119}
+{"Finetune/Learning Rate": 8.052660316337511e-06, "Finetune/Loss": 0.7481011152267456, "Finetune/Loss (Raw)": 0.48553287982940674, "Finetune/Step": 4489, "Finetune/Step Time": 6.753681737929583}
+{"Finetune/Learning Rate": 8.048587724207489e-06, "Finetune/Loss": 0.7470194697380066, "Finetune/Loss (Raw)": 0.6584362983703613, "Finetune/Step": 4490, "Finetune/Step Time": 6.766473112627864}
+{"Finetune/Learning Rate": 8.044515468524028e-06, "Finetune/Loss": 0.7468522191047668, "Finetune/Loss (Raw)": 0.7504090070724487, "Finetune/Step": 4491, "Finetune/Step Time": 6.764896271750331}
+{"Finetune/Learning Rate": 8.040443549989238e-06, "Finetune/Loss": 0.7476075291633606, "Finetune/Loss (Raw)": 0.8259221911430359, "Finetune/Step": 4492, "Finetune/Step Time": 6.746050275862217}
+{"Finetune/Learning Rate": 8.036371969305164e-06, "Finetune/Loss": 0.7479042410850525, "Finetune/Loss (Raw)": 0.7398622632026672, "Finetune/Step": 4493, "Finetune/Step Time": 6.740412138402462}
+{"Finetune/Learning Rate": 8.032300727173797e-06, "Finetune/Loss": 0.7458434104919434, "Finetune/Loss (Raw)": 0.6103792786598206, "Finetune/Step": 4494, "Finetune/Step Time": 6.744415877386928}
+{"Finetune/Learning Rate": 8.028229824297065e-06, "Finetune/Loss": 0.7462295889854431, "Finetune/Loss (Raw)": 0.7937746644020081, "Finetune/Step": 4495, "Finetune/Step Time": 6.7437428794801235}
+{"Finetune/Learning Rate": 8.024159261376837e-06, "Finetune/Loss": 0.7452894449234009, "Finetune/Loss (Raw)": 0.718360424041748, "Finetune/Step": 4496, "Finetune/Step Time": 6.750500541180372}
+{"Finetune/Learning Rate": 8.020089039114932e-06, "Finetune/Loss": 0.7455348372459412, "Finetune/Loss (Raw)": 0.7995165586471558, "Finetune/Step": 4497, "Finetune/Step Time": 6.743516348302364}
+{"Finetune/Learning Rate": 8.016019158213103e-06, "Finetune/Loss": 0.7441361546516418, "Finetune/Loss (Raw)": 0.6938258409500122, "Finetune/Step": 4498, "Finetune/Step Time": 6.737122502177954}
+{"Finetune/Learning Rate": 8.011949619373043e-06, "Finetune/Loss": 0.7440537214279175, "Finetune/Loss (Raw)": 0.8817514777183533, "Finetune/Step": 4499, "Finetune/Step Time": 6.736604740843177}
+{"Finetune/Learning Rate": 8.00788042329639e-06, "Finetune/Loss": 0.7473225593566895, "Finetune/Loss (Raw)": 0.6900827288627625, "Finetune/Step": 4500, "Finetune/Step Time": 6.733665242791176}
+{"Finetune/Learning Rate": 8.003811570684723e-06, "Finetune/Loss": 0.7486398220062256, "Finetune/Loss (Raw)": 0.8895286917686462, "Finetune/Step": 4501, "Finetune/Step Time": 6.731680726632476}
+{"Finetune/Learning Rate": 7.999743062239557e-06, "Finetune/Loss": 0.7476900815963745, "Finetune/Loss (Raw)": 0.6667405366897583, "Finetune/Step": 4502, "Finetune/Step Time": 6.735758917406201}
+{"Finetune/Learning Rate": 7.995674898662356e-06, "Finetune/Loss": 0.7485020160675049, "Finetune/Loss (Raw)": 0.8576621413230896, "Finetune/Step": 4503, "Finetune/Step Time": 6.726262973621488}
+{"Finetune/Learning Rate": 7.991607080654512e-06, "Finetune/Loss": 0.7488612532615662, "Finetune/Loss (Raw)": 0.7713895440101624, "Finetune/Step": 4504, "Finetune/Step Time": 6.715452753007412}
+{"Finetune/Learning Rate": 7.987539608917372e-06, "Finetune/Loss": 0.7486153841018677, "Finetune/Loss (Raw)": 0.7711330652236938, "Finetune/Step": 4505, "Finetune/Step Time": 6.714284190908074}
+{"Finetune/Learning Rate": 7.983472484152216e-06, "Finetune/Loss": 0.7503571510314941, "Finetune/Loss (Raw)": 0.9780880808830261, "Finetune/Step": 4506, "Finetune/Step Time": 6.693161197006702}
+{"Finetune/Learning Rate": 7.97940570706026e-06, "Finetune/Loss": 0.7481575608253479, "Finetune/Loss (Raw)": 0.3409483730792999, "Finetune/Step": 4507, "Finetune/Step Time": 6.698690569028258}
+{"Finetune/Learning Rate": 7.975339278342666e-06, "Finetune/Loss": 0.7471834421157837, "Finetune/Loss (Raw)": 0.7737694382667542, "Finetune/Step": 4508, "Finetune/Step Time": 6.69227328337729}
+{"Finetune/Learning Rate": 7.971273198700537e-06, "Finetune/Loss": 0.7462054491043091, "Finetune/Loss (Raw)": 0.7260810732841492, "Finetune/Step": 4509, "Finetune/Step Time": 6.690045487135649}
+{"Finetune/Learning Rate": 7.96720746883491e-06, "Finetune/Loss": 0.7459235191345215, "Finetune/Loss (Raw)": 0.8675734996795654, "Finetune/Step": 4510, "Finetune/Step Time": 6.68702457845211}
+{"Finetune/Learning Rate": 7.963142089446769e-06, "Finetune/Loss": 0.7485259771347046, "Finetune/Loss (Raw)": 0.9522337317466736, "Finetune/Step": 4511, "Finetune/Step Time": 6.67394919320941}
+{"Finetune/Learning Rate": 7.959077061237026e-06, "Finetune/Loss": 0.7451984882354736, "Finetune/Loss (Raw)": 0.37945520877838135, "Finetune/Step": 4512, "Finetune/Step Time": 6.677594918757677}
+{"Finetune/Learning Rate": 7.955012384906547e-06, "Finetune/Loss": 0.7451977729797363, "Finetune/Loss (Raw)": 0.7919222116470337, "Finetune/Step": 4513, "Finetune/Step Time": 6.683251632377505}
+{"Finetune/Learning Rate": 7.95094806115613e-06, "Finetune/Loss": 0.7454324960708618, "Finetune/Loss (Raw)": 0.6699552536010742, "Finetune/Step": 4514, "Finetune/Step Time": 6.656251706182957}
+{"Finetune/Learning Rate": 7.946884090686508e-06, "Finetune/Loss": 0.7438538074493408, "Finetune/Loss (Raw)": 0.7753430604934692, "Finetune/Step": 4515, "Finetune/Step Time": 6.659240020439029}
+{"Finetune/Learning Rate": 7.94282047419836e-06, "Finetune/Loss": 0.7423187494277954, "Finetune/Loss (Raw)": 0.6421048641204834, "Finetune/Step": 4516, "Finetune/Step Time": 6.664573827758431}
+{"Finetune/Learning Rate": 7.938757212392304e-06, "Finetune/Loss": 0.7411122918128967, "Finetune/Loss (Raw)": 0.674671471118927, "Finetune/Step": 4517, "Finetune/Step Time": 6.666139665991068}
+{"Finetune/Learning Rate": 7.934694305968893e-06, "Finetune/Loss": 0.7423489689826965, "Finetune/Loss (Raw)": 0.9434506297111511, "Finetune/Step": 4518, "Finetune/Step Time": 6.661836247891188}
+{"Finetune/Learning Rate": 7.930631755628615e-06, "Finetune/Loss": 0.7432064414024353, "Finetune/Loss (Raw)": 0.8900463581085205, "Finetune/Step": 4519, "Finetune/Step Time": 6.655038557946682}
+{"Finetune/Learning Rate": 7.926569562071907e-06, "Finetune/Loss": 0.7469933032989502, "Finetune/Loss (Raw)": 0.8605315685272217, "Finetune/Step": 4520, "Finetune/Step Time": 6.633683988824487}
+{"Finetune/Learning Rate": 7.92250772599914e-06, "Finetune/Loss": 0.7491711378097534, "Finetune/Loss (Raw)": 0.9149867296218872, "Finetune/Step": 4521, "Finetune/Step Time": 6.612013641744852}
+{"Finetune/Learning Rate": 7.918446248110622e-06, "Finetune/Loss": 0.7491745352745056, "Finetune/Loss (Raw)": 0.734078586101532, "Finetune/Step": 4522, "Finetune/Step Time": 6.608895178884268}
+{"Finetune/Learning Rate": 7.914385129106597e-06, "Finetune/Loss": 0.7492878437042236, "Finetune/Loss (Raw)": 0.8134115934371948, "Finetune/Step": 4523, "Finetune/Step Time": 6.612580066546798}
+{"Finetune/Learning Rate": 7.91032436968725e-06, "Finetune/Loss": 0.7490675449371338, "Finetune/Loss (Raw)": 0.8153364062309265, "Finetune/Step": 4524, "Finetune/Step Time": 6.607305774465203}
+{"Finetune/Learning Rate": 7.906263970552707e-06, "Finetune/Loss": 0.7517902851104736, "Finetune/Loss (Raw)": 0.7868644595146179, "Finetune/Step": 4525, "Finetune/Step Time": 6.600261725485325}
+{"Finetune/Learning Rate": 7.902203932403028e-06, "Finetune/Loss": 0.7502603530883789, "Finetune/Loss (Raw)": 0.5775449275970459, "Finetune/Step": 4526, "Finetune/Step Time": 6.5953941978514194}
+{"Finetune/Learning Rate": 7.898144255938212e-06, "Finetune/Loss": 0.748272180557251, "Finetune/Loss (Raw)": 0.460417777299881, "Finetune/Step": 4527, "Finetune/Step Time": 6.6132285092025995}
+{"Finetune/Learning Rate": 7.894084941858192e-06, "Finetune/Loss": 0.7480143904685974, "Finetune/Loss (Raw)": 0.7381468415260315, "Finetune/Step": 4528, "Finetune/Step Time": 6.604492353275418}
+{"Finetune/Learning Rate": 7.890025990862846e-06, "Finetune/Loss": 0.7514920234680176, "Finetune/Loss (Raw)": 0.8053086400032043, "Finetune/Step": 4529, "Finetune/Step Time": 6.58178218267858}
+{"Finetune/Learning Rate": 7.885967403651982e-06, "Finetune/Loss": 0.7533657550811768, "Finetune/Loss (Raw)": 0.8787068128585815, "Finetune/Step": 4530, "Finetune/Step Time": 6.574872998520732}
+{"Finetune/Learning Rate": 7.88190918092535e-06, "Finetune/Loss": 0.7539234161376953, "Finetune/Loss (Raw)": 0.9020518064498901, "Finetune/Step": 4531, "Finetune/Step Time": 6.571748333051801}
+{"Finetune/Learning Rate": 7.877851323382636e-06, "Finetune/Loss": 0.7513182163238525, "Finetune/Loss (Raw)": 0.6226935982704163, "Finetune/Step": 4532, "Finetune/Step Time": 6.581801870837808}
+{"Finetune/Learning Rate": 7.87379383172346e-06, "Finetune/Loss": 0.7519288659095764, "Finetune/Loss (Raw)": 0.8349167704582214, "Finetune/Step": 4533, "Finetune/Step Time": 6.573974426835775}
+{"Finetune/Learning Rate": 7.869736706647386e-06, "Finetune/Loss": 0.7497539520263672, "Finetune/Loss (Raw)": 0.35455122590065, "Finetune/Step": 4534, "Finetune/Step Time": 6.593450842425227}
+{"Finetune/Learning Rate": 7.865679948853906e-06, "Finetune/Loss": 0.7495812773704529, "Finetune/Loss (Raw)": 0.6428415179252625, "Finetune/Step": 4535, "Finetune/Step Time": 6.60225610435009}
+{"Finetune/Learning Rate": 7.861623559042457e-06, "Finetune/Loss": 0.74819016456604, "Finetune/Loss (Raw)": 0.7711663246154785, "Finetune/Step": 4536, "Finetune/Step Time": 6.612432466819882}
+{"Finetune/Learning Rate": 7.857567537912404e-06, "Finetune/Loss": 0.7492003440856934, "Finetune/Loss (Raw)": 0.8259616494178772, "Finetune/Step": 4537, "Finetune/Step Time": 6.6103400737047195}
+{"Finetune/Learning Rate": 7.853511886163058e-06, "Finetune/Loss": 0.7495369911193848, "Finetune/Loss (Raw)": 0.8510563969612122, "Finetune/Step": 4538, "Finetune/Step Time": 6.620094429701567}
+{"Finetune/Learning Rate": 7.849456604493658e-06, "Finetune/Loss": 0.7484878301620483, "Finetune/Loss (Raw)": 0.647903323173523, "Finetune/Step": 4539, "Finetune/Step Time": 6.637252585962415}
+{"Finetune/Learning Rate": 7.845401693603383e-06, "Finetune/Loss": 0.7450231313705444, "Finetune/Loss (Raw)": 0.3078203797340393, "Finetune/Step": 4540, "Finetune/Step Time": 6.647606577724218}
+{"Finetune/Learning Rate": 7.841347154191348e-06, "Finetune/Loss": 0.7426685094833374, "Finetune/Loss (Raw)": 0.6970505118370056, "Finetune/Step": 4541, "Finetune/Step Time": 6.670330077409744}
+{"Finetune/Learning Rate": 7.837292986956604e-06, "Finetune/Loss": 0.741907000541687, "Finetune/Loss (Raw)": 0.6480407118797302, "Finetune/Step": 4542, "Finetune/Step Time": 6.671976022422314}
+{"Finetune/Learning Rate": 7.833239192598138e-06, "Finetune/Loss": 0.7413815259933472, "Finetune/Loss (Raw)": 0.807257890701294, "Finetune/Step": 4543, "Finetune/Step Time": 6.666190372779965}
+{"Finetune/Learning Rate": 7.829185771814872e-06, "Finetune/Loss": 0.7428634166717529, "Finetune/Loss (Raw)": 0.8831607699394226, "Finetune/Step": 4544, "Finetune/Step Time": 6.657055703923106}
+{"Finetune/Learning Rate": 7.82513272530566e-06, "Finetune/Loss": 0.7417689561843872, "Finetune/Loss (Raw)": 0.7616730332374573, "Finetune/Step": 4545, "Finetune/Step Time": 6.658341923728585}
+{"Finetune/Learning Rate": 7.821080053769298e-06, "Finetune/Loss": 0.7425210475921631, "Finetune/Loss (Raw)": 0.8893371820449829, "Finetune/Step": 4546, "Finetune/Step Time": 6.657597538083792}
+{"Finetune/Learning Rate": 7.817027757904516e-06, "Finetune/Loss": 0.7423150539398193, "Finetune/Loss (Raw)": 0.8432032465934753, "Finetune/Step": 4547, "Finetune/Step Time": 6.651507563889027}
+{"Finetune/Learning Rate": 7.812975838409977e-06, "Finetune/Loss": 0.7413138151168823, "Finetune/Loss (Raw)": 0.5777413845062256, "Finetune/Step": 4548, "Finetune/Step Time": 6.673845978453755}
+{"Finetune/Learning Rate": 7.808924295984277e-06, "Finetune/Loss": 0.7401507496833801, "Finetune/Loss (Raw)": 0.6099761128425598, "Finetune/Step": 4549, "Finetune/Step Time": 6.675194242969155}
+{"Finetune/Learning Rate": 7.804873131325955e-06, "Finetune/Loss": 0.7413643598556519, "Finetune/Loss (Raw)": 0.9336065649986267, "Finetune/Step": 4550, "Finetune/Step Time": 6.672940362244844}
+{"Finetune/Learning Rate": 7.800822345133475e-06, "Finetune/Loss": 0.7429879903793335, "Finetune/Loss (Raw)": 0.8286164402961731, "Finetune/Step": 4551, "Finetune/Step Time": 6.67010903544724}
+{"Finetune/Learning Rate": 7.796771938105242e-06, "Finetune/Loss": 0.7448149919509888, "Finetune/Loss (Raw)": 0.5941617488861084, "Finetune/Step": 4552, "Finetune/Step Time": 6.6616599932312965}
+{"Finetune/Learning Rate": 7.792721910939594e-06, "Finetune/Loss": 0.7462691068649292, "Finetune/Loss (Raw)": 0.8178781867027283, "Finetune/Step": 4553, "Finetune/Step Time": 6.632314097136259}
+{"Finetune/Learning Rate": 7.788672264334804e-06, "Finetune/Loss": 0.7469367980957031, "Finetune/Loss (Raw)": 0.9370959401130676, "Finetune/Step": 4554, "Finetune/Step Time": 6.630337260663509}
+{"Finetune/Learning Rate": 7.78462299898908e-06, "Finetune/Loss": 0.7484118938446045, "Finetune/Loss (Raw)": 0.8110368251800537, "Finetune/Step": 4555, "Finetune/Step Time": 6.621105765923858}
+{"Finetune/Learning Rate": 7.780574115600562e-06, "Finetune/Loss": 0.7495465278625488, "Finetune/Loss (Raw)": 0.9580320715904236, "Finetune/Step": 4556, "Finetune/Step Time": 6.627235455438495}
+{"Finetune/Learning Rate": 7.776525614867323e-06, "Finetune/Loss": 0.7490372061729431, "Finetune/Loss (Raw)": 0.7093766927719116, "Finetune/Step": 4557, "Finetune/Step Time": 6.64039795473218}
+{"Finetune/Learning Rate": 7.772477497487377e-06, "Finetune/Loss": 0.7488497495651245, "Finetune/Loss (Raw)": 0.5808236598968506, "Finetune/Step": 4558, "Finetune/Step Time": 6.61714369058609}
+{"Finetune/Learning Rate": 7.768429764158667e-06, "Finetune/Loss": 0.7499895095825195, "Finetune/Loss (Raw)": 0.9147214293479919, "Finetune/Step": 4559, "Finetune/Step Time": 6.617243750020862}
+{"Finetune/Learning Rate": 7.764382415579067e-06, "Finetune/Loss": 0.7492458820343018, "Finetune/Loss (Raw)": 0.751721978187561, "Finetune/Step": 4560, "Finetune/Step Time": 6.612896056845784}
+{"Finetune/Learning Rate": 7.760335452446388e-06, "Finetune/Loss": 0.7509527206420898, "Finetune/Loss (Raw)": 0.8236179351806641, "Finetune/Step": 4561, "Finetune/Step Time": 6.601683123037219}
+{"Finetune/Learning Rate": 7.756288875458375e-06, "Finetune/Loss": 0.7508797645568848, "Finetune/Loss (Raw)": 0.8633708953857422, "Finetune/Step": 4562, "Finetune/Step Time": 6.601919235661626}
+{"Finetune/Learning Rate": 7.752242685312709e-06, "Finetune/Loss": 0.7472163438796997, "Finetune/Loss (Raw)": 0.32648882269859314, "Finetune/Step": 4563, "Finetune/Step Time": 6.630545251071453}
+{"Finetune/Learning Rate": 7.748196882706997e-06, "Finetune/Loss": 0.7481634020805359, "Finetune/Loss (Raw)": 0.7521141171455383, "Finetune/Step": 4564, "Finetune/Step Time": 6.614826230332255}
+{"Finetune/Learning Rate": 7.744151468338783e-06, "Finetune/Loss": 0.7481011748313904, "Finetune/Loss (Raw)": 0.7161731719970703, "Finetune/Step": 4565, "Finetune/Step Time": 6.6090824957937}
+{"Finetune/Learning Rate": 7.740106442905548e-06, "Finetune/Loss": 0.7477730512619019, "Finetune/Loss (Raw)": 0.7902606129646301, "Finetune/Step": 4566, "Finetune/Step Time": 6.612172668799758}
+{"Finetune/Learning Rate": 7.7360618071047e-06, "Finetune/Loss": 0.7473258376121521, "Finetune/Loss (Raw)": 0.8790174722671509, "Finetune/Step": 4567, "Finetune/Step Time": 6.6104516219347715}
+{"Finetune/Learning Rate": 7.732017561633583e-06, "Finetune/Loss": 0.7470047473907471, "Finetune/Loss (Raw)": 0.8435498476028442, "Finetune/Step": 4568, "Finetune/Step Time": 6.608758149668574}
+{"Finetune/Learning Rate": 7.727973707189469e-06, "Finetune/Loss": 0.7466685771942139, "Finetune/Loss (Raw)": 0.844599187374115, "Finetune/Step": 4569, "Finetune/Step Time": 6.607207529246807}
+{"Finetune/Learning Rate": 7.723930244469571e-06, "Finetune/Loss": 0.7472943663597107, "Finetune/Loss (Raw)": 0.8488703370094299, "Finetune/Step": 4570, "Finetune/Step Time": 6.593302706256509}
+{"Finetune/Learning Rate": 7.71988717417103e-06, "Finetune/Loss": 0.7459568381309509, "Finetune/Loss (Raw)": 0.6499398350715637, "Finetune/Step": 4571, "Finetune/Step Time": 6.600743791088462}
+{"Finetune/Learning Rate": 7.715844496990914e-06, "Finetune/Loss": 0.7463864088058472, "Finetune/Loss (Raw)": 0.7629492282867432, "Finetune/Step": 4572, "Finetune/Step Time": 6.606389999389648}
+{"Finetune/Learning Rate": 7.71180221362623e-06, "Finetune/Loss": 0.7462093234062195, "Finetune/Loss (Raw)": 0.6757625937461853, "Finetune/Step": 4573, "Finetune/Step Time": 6.6221878826618195}
+{"Finetune/Learning Rate": 7.707760324773923e-06, "Finetune/Loss": 0.7457172870635986, "Finetune/Loss (Raw)": 0.8208757042884827, "Finetune/Step": 4574, "Finetune/Step Time": 6.621940599754453}
+{"Finetune/Learning Rate": 7.703718831130854e-06, "Finetune/Loss": 0.7453698515892029, "Finetune/Loss (Raw)": 0.7330385446548462, "Finetune/Step": 4575, "Finetune/Step Time": 6.636297656223178}
+{"Finetune/Learning Rate": 7.699677733393827e-06, "Finetune/Loss": 0.7444339990615845, "Finetune/Loss (Raw)": 0.6818090081214905, "Finetune/Step": 4576, "Finetune/Step Time": 6.64419025182724}
+{"Finetune/Learning Rate": 7.695637032259573e-06, "Finetune/Loss": 0.7444496750831604, "Finetune/Loss (Raw)": 0.9230120182037354, "Finetune/Step": 4577, "Finetune/Step Time": 6.647364726290107}
+{"Finetune/Learning Rate": 7.69159672842476e-06, "Finetune/Loss": 0.7455010414123535, "Finetune/Loss (Raw)": 0.8475567102432251, "Finetune/Step": 4578, "Finetune/Step Time": 6.640314295887947}
+{"Finetune/Learning Rate": 7.687556822585984e-06, "Finetune/Loss": 0.7440271377563477, "Finetune/Loss (Raw)": 0.43077123165130615, "Finetune/Step": 4579, "Finetune/Step Time": 6.649299155920744}
+{"Finetune/Learning Rate": 7.68351731543977e-06, "Finetune/Loss": 0.7433648705482483, "Finetune/Loss (Raw)": 0.28712913393974304, "Finetune/Step": 4580, "Finetune/Step Time": 6.650756910443306}
+{"Finetune/Learning Rate": 7.679478207682578e-06, "Finetune/Loss": 0.7430497407913208, "Finetune/Loss (Raw)": 0.667266845703125, "Finetune/Step": 4581, "Finetune/Step Time": 6.66003767028451}
+{"Finetune/Learning Rate": 7.675439500010799e-06, "Finetune/Loss": 0.743340015411377, "Finetune/Loss (Raw)": 0.7680805921554565, "Finetune/Step": 4582, "Finetune/Step Time": 6.674723610281944}
+{"Finetune/Learning Rate": 7.671401193120753e-06, "Finetune/Loss": 0.7452750205993652, "Finetune/Loss (Raw)": 0.8935227394104004, "Finetune/Step": 4583, "Finetune/Step Time": 6.661594716832042}
+{"Finetune/Learning Rate": 7.667363287708692e-06, "Finetune/Loss": 0.7450180053710938, "Finetune/Loss (Raw)": 0.7120176553726196, "Finetune/Step": 4584, "Finetune/Step Time": 6.662073927000165}
+{"Finetune/Learning Rate": 7.663325784470797e-06, "Finetune/Loss": 0.7447230815887451, "Finetune/Loss (Raw)": 0.6380988955497742, "Finetune/Step": 4585, "Finetune/Step Time": 6.6501840483397245}
+{"Finetune/Learning Rate": 7.659288684103185e-06, "Finetune/Loss": 0.7447577118873596, "Finetune/Loss (Raw)": 0.6890789866447449, "Finetune/Step": 4586, "Finetune/Step Time": 6.641117865219712}
+{"Finetune/Learning Rate": 7.6552519873019e-06, "Finetune/Loss": 0.74617600440979, "Finetune/Loss (Raw)": 0.892556369304657, "Finetune/Step": 4587, "Finetune/Step Time": 6.628131035715342}
+{"Finetune/Learning Rate": 7.651215694762912e-06, "Finetune/Loss": 0.746207594871521, "Finetune/Loss (Raw)": 0.8828940987586975, "Finetune/Step": 4588, "Finetune/Step Time": 6.65109702758491}
+{"Finetune/Learning Rate": 7.647179807182125e-06, "Finetune/Loss": 0.7466555833816528, "Finetune/Loss (Raw)": 0.776614785194397, "Finetune/Step": 4589, "Finetune/Step Time": 6.651221511885524}
+{"Finetune/Learning Rate": 7.64314432525538e-06, "Finetune/Loss": 0.7461693286895752, "Finetune/Loss (Raw)": 0.723141074180603, "Finetune/Step": 4590, "Finetune/Step Time": 6.642014456912875}
+{"Finetune/Learning Rate": 7.639109249678437e-06, "Finetune/Loss": 0.7485606670379639, "Finetune/Loss (Raw)": 0.8410683870315552, "Finetune/Step": 4591, "Finetune/Step Time": 6.636295827105641}
+{"Finetune/Learning Rate": 7.635074581146996e-06, "Finetune/Loss": 0.7447713613510132, "Finetune/Loss (Raw)": 0.3018653988838196, "Finetune/Step": 4592, "Finetune/Step Time": 6.64656531997025}
+{"Finetune/Learning Rate": 7.631040320356671e-06, "Finetune/Loss": 0.7456661462783813, "Finetune/Loss (Raw)": 0.8516988158226013, "Finetune/Step": 4593, "Finetune/Step Time": 6.651787852868438}
+{"Finetune/Learning Rate": 7.6270064680030275e-06, "Finetune/Loss": 0.7429808378219604, "Finetune/Loss (Raw)": 0.4164877235889435, "Finetune/Step": 4594, "Finetune/Step Time": 6.671081718057394}
+{"Finetune/Learning Rate": 7.622973024781545e-06, "Finetune/Loss": 0.742644190788269, "Finetune/Loss (Raw)": 0.8017080426216125, "Finetune/Step": 4595, "Finetune/Step Time": 6.684389155358076}
+{"Finetune/Learning Rate": 7.618939991387636e-06, "Finetune/Loss": 0.742811918258667, "Finetune/Loss (Raw)": 0.7870324850082397, "Finetune/Step": 4596, "Finetune/Step Time": 6.692253433167934}
+{"Finetune/Learning Rate": 7.614907368516642e-06, "Finetune/Loss": 0.7425220012664795, "Finetune/Loss (Raw)": 0.7288241386413574, "Finetune/Step": 4597, "Finetune/Step Time": 6.684256812557578}
+{"Finetune/Learning Rate": 7.610875156863839e-06, "Finetune/Loss": 0.7426500916481018, "Finetune/Loss (Raw)": 0.8003876805305481, "Finetune/Step": 4598, "Finetune/Step Time": 6.682085998356342}
+{"Finetune/Learning Rate": 7.606843357124426e-06, "Finetune/Loss": 0.7432527542114258, "Finetune/Loss (Raw)": 0.7250909805297852, "Finetune/Step": 4599, "Finetune/Step Time": 6.676247568801045}
+{"Finetune/Learning Rate": 7.602811969993532e-06, "Finetune/Loss": 0.7430105805397034, "Finetune/Loss (Raw)": 0.7839476466178894, "Finetune/Step": 4600, "Finetune/Step Time": 6.680144449695945}
+{"Finetune/Learning Rate": 7.598780996166215e-06, "Finetune/Loss": 0.7405163049697876, "Finetune/Loss (Raw)": 0.681706964969635, "Finetune/Step": 4601, "Finetune/Step Time": 6.685322422534227}
+{"Finetune/Learning Rate": 7.594750436337467e-06, "Finetune/Loss": 0.7418208122253418, "Finetune/Loss (Raw)": 1.0026503801345825, "Finetune/Step": 4602, "Finetune/Step Time": 6.6871250830590725}
+{"Finetune/Learning Rate": 7.5907202912022e-06, "Finetune/Loss": 0.7417666912078857, "Finetune/Loss (Raw)": 0.6798611879348755, "Finetune/Step": 4603, "Finetune/Step Time": 6.679546622559428}
+{"Finetune/Learning Rate": 7.586690561455261e-06, "Finetune/Loss": 0.7413530349731445, "Finetune/Loss (Raw)": 0.8239495754241943, "Finetune/Step": 4604, "Finetune/Step Time": 6.673640567809343}
+{"Finetune/Learning Rate": 7.582661247791421e-06, "Finetune/Loss": 0.7383431196212769, "Finetune/Loss (Raw)": 0.33543661236763, "Finetune/Step": 4605, "Finetune/Step Time": 6.691363416612148}
+{"Finetune/Learning Rate": 7.578632350905384e-06, "Finetune/Loss": 0.7382103204727173, "Finetune/Loss (Raw)": 0.8460740447044373, "Finetune/Step": 4606, "Finetune/Step Time": 6.699020408093929}
+{"Finetune/Learning Rate": 7.574603871491777e-06, "Finetune/Loss": 0.7377713918685913, "Finetune/Loss (Raw)": 0.7423074245452881, "Finetune/Step": 4607, "Finetune/Step Time": 6.691974746063352}
+{"Finetune/Learning Rate": 7.57057581024516e-06, "Finetune/Loss": 0.7386296987533569, "Finetune/Loss (Raw)": 0.7784220576286316, "Finetune/Step": 4608, "Finetune/Step Time": 6.687993736937642}
+{"Finetune/Learning Rate": 7.566548167860011e-06, "Finetune/Loss": 0.7405778169631958, "Finetune/Loss (Raw)": 0.9633810520172119, "Finetune/Step": 4609, "Finetune/Step Time": 6.676767244935036}
+{"Finetune/Learning Rate": 7.5625209450307525e-06, "Finetune/Loss": 0.7407606244087219, "Finetune/Loss (Raw)": 0.7206550240516663, "Finetune/Step": 4610, "Finetune/Step Time": 6.660499466583133}
+{"Finetune/Learning Rate": 7.558494142451724e-06, "Finetune/Loss": 0.736884593963623, "Finetune/Loss (Raw)": 0.309434175491333, "Finetune/Step": 4611, "Finetune/Step Time": 6.669523261487484}
+{"Finetune/Learning Rate": 7.554467760817192e-06, "Finetune/Loss": 0.736271858215332, "Finetune/Loss (Raw)": 0.8051120042800903, "Finetune/Step": 4612, "Finetune/Step Time": 6.642806217074394}
+{"Finetune/Learning Rate": 7.550441800821353e-06, "Finetune/Loss": 0.7352708578109741, "Finetune/Loss (Raw)": 0.636677622795105, "Finetune/Step": 4613, "Finetune/Step Time": 6.667104244232178}
+{"Finetune/Learning Rate": 7.546416263158326e-06, "Finetune/Loss": 0.7350540161132812, "Finetune/Loss (Raw)": 0.7101536393165588, "Finetune/Step": 4614, "Finetune/Step Time": 6.684151465073228}
+{"Finetune/Learning Rate": 7.5423911485221675e-06, "Finetune/Loss": 0.7395206689834595, "Finetune/Loss (Raw)": 0.9152621626853943, "Finetune/Step": 4615, "Finetune/Step Time": 6.665599541738629}
+{"Finetune/Learning Rate": 7.538366457606852e-06, "Finetune/Loss": 0.7390291690826416, "Finetune/Loss (Raw)": 0.7515997290611267, "Finetune/Step": 4616, "Finetune/Step Time": 6.657705079764128}
+{"Finetune/Learning Rate": 7.534342191106284e-06, "Finetune/Loss": 0.7406103610992432, "Finetune/Loss (Raw)": 0.6879339218139648, "Finetune/Step": 4617, "Finetune/Step Time": 6.650436069816351}
+{"Finetune/Learning Rate": 7.530318349714292e-06, "Finetune/Loss": 0.7420892715454102, "Finetune/Loss (Raw)": 0.8477267622947693, "Finetune/Step": 4618, "Finetune/Step Time": 6.633355539292097}
+{"Finetune/Learning Rate": 7.526294934124639e-06, "Finetune/Loss": 0.7432233095169067, "Finetune/Loss (Raw)": 0.8955687880516052, "Finetune/Step": 4619, "Finetune/Step Time": 6.635567514225841}
+{"Finetune/Learning Rate": 7.5222719450310075e-06, "Finetune/Loss": 0.7426173090934753, "Finetune/Loss (Raw)": 0.7483540773391724, "Finetune/Step": 4620, "Finetune/Step Time": 6.640802226960659}
+{"Finetune/Learning Rate": 7.518249383127008e-06, "Finetune/Loss": 0.7438710927963257, "Finetune/Loss (Raw)": 0.9003428220748901, "Finetune/Step": 4621, "Finetune/Step Time": 6.631303457543254}
+{"Finetune/Learning Rate": 7.514227249106174e-06, "Finetune/Loss": 0.745502233505249, "Finetune/Loss (Raw)": 0.8191710710525513, "Finetune/Step": 4622, "Finetune/Step Time": 6.628565561026335}
+{"Finetune/Learning Rate": 7.510205543661975e-06, "Finetune/Loss": 0.7460952997207642, "Finetune/Loss (Raw)": 0.8696832060813904, "Finetune/Step": 4623, "Finetune/Step Time": 6.626422267407179}
+{"Finetune/Learning Rate": 7.5061842674877995e-06, "Finetune/Loss": 0.7463515400886536, "Finetune/Loss (Raw)": 0.7511581778526306, "Finetune/Step": 4624, "Finetune/Step Time": 6.6200961377471685}
+{"Finetune/Learning Rate": 7.50216342127696e-06, "Finetune/Loss": 0.7468129992485046, "Finetune/Loss (Raw)": 0.858589768409729, "Finetune/Step": 4625, "Finetune/Step Time": 6.621002757921815}
+{"Finetune/Learning Rate": 7.4981430057227015e-06, "Finetune/Loss": 0.7442636489868164, "Finetune/Loss (Raw)": 0.36749956011772156, "Finetune/Step": 4626, "Finetune/Step Time": 6.636000521481037}
+{"Finetune/Learning Rate": 7.494123021518187e-06, "Finetune/Loss": 0.743354082107544, "Finetune/Loss (Raw)": 0.7653317451477051, "Finetune/Step": 4627, "Finetune/Step Time": 6.6464258544147015}
+{"Finetune/Learning Rate": 7.490103469356513e-06, "Finetune/Loss": 0.743298351764679, "Finetune/Loss (Raw)": 0.6829495429992676, "Finetune/Step": 4628, "Finetune/Step Time": 6.640882955864072}
+{"Finetune/Learning Rate": 7.486084349930698e-06, "Finetune/Loss": 0.7422385215759277, "Finetune/Loss (Raw)": 0.7538673281669617, "Finetune/Step": 4629, "Finetune/Step Time": 6.648640491068363}
+{"Finetune/Learning Rate": 7.482065663933682e-06, "Finetune/Loss": 0.7423977851867676, "Finetune/Loss (Raw)": 0.6871290802955627, "Finetune/Step": 4630, "Finetune/Step Time": 6.6569102462381124}
+{"Finetune/Learning Rate": 7.478047412058336e-06, "Finetune/Loss": 0.7402023077011108, "Finetune/Loss (Raw)": 0.5766481757164001, "Finetune/Step": 4631, "Finetune/Step Time": 6.676199024543166}
+{"Finetune/Learning Rate": 7.474029594997456e-06, "Finetune/Loss": 0.7364426851272583, "Finetune/Loss (Raw)": 0.2901521623134613, "Finetune/Step": 4632, "Finetune/Step Time": 6.691456150263548}
+{"Finetune/Learning Rate": 7.470012213443761e-06, "Finetune/Loss": 0.7350798845291138, "Finetune/Loss (Raw)": 0.5966964960098267, "Finetune/Step": 4633, "Finetune/Step Time": 6.704057157039642}
+{"Finetune/Learning Rate": 7.465995268089894e-06, "Finetune/Loss": 0.7343561053276062, "Finetune/Loss (Raw)": 0.885441243648529, "Finetune/Step": 4634, "Finetune/Step Time": 6.7120034992694855}
+{"Finetune/Learning Rate": 7.461978759628421e-06, "Finetune/Loss": 0.7362105846405029, "Finetune/Loss (Raw)": 0.5783274173736572, "Finetune/Step": 4635, "Finetune/Step Time": 6.721711819991469}
+{"Finetune/Learning Rate": 7.45796268875184e-06, "Finetune/Loss": 0.7363051176071167, "Finetune/Loss (Raw)": 0.7858645915985107, "Finetune/Step": 4636, "Finetune/Step Time": 6.724066823720932}
+{"Finetune/Learning Rate": 7.453947056152567e-06, "Finetune/Loss": 0.7374595999717712, "Finetune/Loss (Raw)": 0.8738511800765991, "Finetune/Step": 4637, "Finetune/Step Time": 6.718571765348315}
+{"Finetune/Learning Rate": 7.449931862522946e-06, "Finetune/Loss": 0.738532304763794, "Finetune/Loss (Raw)": 1.0048860311508179, "Finetune/Step": 4638, "Finetune/Step Time": 6.721623312681913}
+{"Finetune/Learning Rate": 7.445917108555241e-06, "Finetune/Loss": 0.7358691692352295, "Finetune/Loss (Raw)": 0.6113427877426147, "Finetune/Step": 4639, "Finetune/Step Time": 6.746760759502649}
+{"Finetune/Learning Rate": 7.441902794941647e-06, "Finetune/Loss": 0.7397066354751587, "Finetune/Loss (Raw)": 0.8706533312797546, "Finetune/Step": 4640, "Finetune/Step Time": 6.734555184841156}
+{"Finetune/Learning Rate": 7.4378889223742766e-06, "Finetune/Loss": 0.73970627784729, "Finetune/Loss (Raw)": 0.7918846011161804, "Finetune/Step": 4641, "Finetune/Step Time": 6.733114618808031}
+{"Finetune/Learning Rate": 7.43387549154517e-06, "Finetune/Loss": 0.7408215999603271, "Finetune/Loss (Raw)": 0.812706708908081, "Finetune/Step": 4642, "Finetune/Step Time": 6.7338814325630665}
+{"Finetune/Learning Rate": 7.4298625031462875e-06, "Finetune/Loss": 0.7417328357696533, "Finetune/Loss (Raw)": 0.8919892907142639, "Finetune/Step": 4643, "Finetune/Step Time": 6.731884937733412}
+{"Finetune/Learning Rate": 7.42584995786952e-06, "Finetune/Loss": 0.7397834062576294, "Finetune/Loss (Raw)": 0.39258086681365967, "Finetune/Step": 4644, "Finetune/Step Time": 6.741850048303604}
+{"Finetune/Learning Rate": 7.4218378564066765e-06, "Finetune/Loss": 0.7411061525344849, "Finetune/Loss (Raw)": 0.8439749479293823, "Finetune/Step": 4645, "Finetune/Step Time": 6.740911666303873}
+{"Finetune/Learning Rate": 7.417826199449489e-06, "Finetune/Loss": 0.7385809421539307, "Finetune/Loss (Raw)": 0.6202206015586853, "Finetune/Step": 4646, "Finetune/Step Time": 6.7542247492820024}
+{"Finetune/Learning Rate": 7.413814987689614e-06, "Finetune/Loss": 0.7379552125930786, "Finetune/Loss (Raw)": 0.8099594712257385, "Finetune/Step": 4647, "Finetune/Step Time": 6.759211745113134}
+{"Finetune/Learning Rate": 7.409804221818635e-06, "Finetune/Loss": 0.7368495464324951, "Finetune/Loss (Raw)": 0.7190029621124268, "Finetune/Step": 4648, "Finetune/Step Time": 6.765387700870633}
+{"Finetune/Learning Rate": 7.405793902528056e-06, "Finetune/Loss": 0.7364502549171448, "Finetune/Loss (Raw)": 0.8638778924942017, "Finetune/Step": 4649, "Finetune/Step Time": 6.773411000147462}
+{"Finetune/Learning Rate": 7.401784030509299e-06, "Finetune/Loss": 0.7358927726745605, "Finetune/Loss (Raw)": 0.662724494934082, "Finetune/Step": 4650, "Finetune/Step Time": 6.781864736229181}
+{"Finetune/Learning Rate": 7.397774606453715e-06, "Finetune/Loss": 0.7357883453369141, "Finetune/Loss (Raw)": 0.8000434041023254, "Finetune/Step": 4651, "Finetune/Step Time": 6.776182401925325}
+{"Finetune/Learning Rate": 7.3937656310525785e-06, "Finetune/Loss": 0.7355358004570007, "Finetune/Loss (Raw)": 0.7830118536949158, "Finetune/Step": 4652, "Finetune/Step Time": 6.794903019443154}
+{"Finetune/Learning Rate": 7.389757104997084e-06, "Finetune/Loss": 0.7318552732467651, "Finetune/Loss (Raw)": 0.31575679779052734, "Finetune/Step": 4653, "Finetune/Step Time": 6.8025946747511625}
+{"Finetune/Learning Rate": 7.385749028978347e-06, "Finetune/Loss": 0.7332491278648376, "Finetune/Loss (Raw)": 0.7559558153152466, "Finetune/Step": 4654, "Finetune/Step Time": 6.808254258707166}
+{"Finetune/Learning Rate": 7.381741403687403e-06, "Finetune/Loss": 0.7347079515457153, "Finetune/Loss (Raw)": 0.6471468210220337, "Finetune/Step": 4655, "Finetune/Step Time": 6.793587492778897}
+{"Finetune/Learning Rate": 7.377734229815225e-06, "Finetune/Loss": 0.7324805855751038, "Finetune/Loss (Raw)": 0.4530406892299652, "Finetune/Step": 4656, "Finetune/Step Time": 6.820411374792457}
+{"Finetune/Learning Rate": 7.373727508052689e-06, "Finetune/Loss": 0.7319380044937134, "Finetune/Loss (Raw)": 0.7358680963516235, "Finetune/Step": 4657, "Finetune/Step Time": 6.818672837689519}
+{"Finetune/Learning Rate": 7.369721239090603e-06, "Finetune/Loss": 0.731709897518158, "Finetune/Loss (Raw)": 0.8495059013366699, "Finetune/Step": 4658, "Finetune/Step Time": 6.814683014526963}
+{"Finetune/Learning Rate": 7.365715423619695e-06, "Finetune/Loss": 0.7314112186431885, "Finetune/Loss (Raw)": 0.8638232946395874, "Finetune/Step": 4659, "Finetune/Step Time": 6.81189345754683}
+{"Finetune/Learning Rate": 7.361710062330616e-06, "Finetune/Loss": 0.7330381274223328, "Finetune/Loss (Raw)": 0.8309348821640015, "Finetune/Step": 4660, "Finetune/Step Time": 6.818781604990363}
+{"Finetune/Learning Rate": 7.357705155913939e-06, "Finetune/Loss": 0.7318798303604126, "Finetune/Loss (Raw)": 0.6866559386253357, "Finetune/Step": 4661, "Finetune/Step Time": 6.820565979927778}
+{"Finetune/Learning Rate": 7.353700705060154e-06, "Finetune/Loss": 0.7358638644218445, "Finetune/Loss (Raw)": 0.8645042777061462, "Finetune/Step": 4662, "Finetune/Step Time": 6.801616348326206}
+{"Finetune/Learning Rate": 7.349696710459675e-06, "Finetune/Loss": 0.7373024225234985, "Finetune/Loss (Raw)": 0.8269746899604797, "Finetune/Step": 4663, "Finetune/Step Time": 6.790598401799798}
+{"Finetune/Learning Rate": 7.345693172802842e-06, "Finetune/Loss": 0.7374389171600342, "Finetune/Loss (Raw)": 0.7886388301849365, "Finetune/Step": 4664, "Finetune/Step Time": 6.778976179659367}
+{"Finetune/Learning Rate": 7.341690092779909e-06, "Finetune/Loss": 0.7364846467971802, "Finetune/Loss (Raw)": 0.7038174271583557, "Finetune/Step": 4665, "Finetune/Step Time": 6.778878957033157}
+{"Finetune/Learning Rate": 7.3376874710810586e-06, "Finetune/Loss": 0.7343375086784363, "Finetune/Loss (Raw)": 0.5762202739715576, "Finetune/Step": 4666, "Finetune/Step Time": 6.7881631925702095}
+{"Finetune/Learning Rate": 7.333685308396383e-06, "Finetune/Loss": 0.735946774482727, "Finetune/Loss (Raw)": 0.8538964986801147, "Finetune/Step": 4667, "Finetune/Step Time": 6.7663087490946054}
+{"Finetune/Learning Rate": 7.32968360541591e-06, "Finetune/Loss": 0.7394576072692871, "Finetune/Loss (Raw)": 0.7572044730186462, "Finetune/Step": 4668, "Finetune/Step Time": 6.756914870813489}
+{"Finetune/Learning Rate": 7.325682362829577e-06, "Finetune/Loss": 0.7369062900543213, "Finetune/Loss (Raw)": 0.3704850673675537, "Finetune/Step": 4669, "Finetune/Step Time": 6.756281705573201}
+{"Finetune/Learning Rate": 7.321681581327246e-06, "Finetune/Loss": 0.7381913661956787, "Finetune/Loss (Raw)": 0.8125203847885132, "Finetune/Step": 4670, "Finetune/Step Time": 6.755791248753667}
+{"Finetune/Learning Rate": 7.3176812615986955e-06, "Finetune/Loss": 0.7375012636184692, "Finetune/Loss (Raw)": 0.7189268469810486, "Finetune/Step": 4671, "Finetune/Step Time": 6.761749653145671}
+{"Finetune/Learning Rate": 7.313681404333634e-06, "Finetune/Loss": 0.737062931060791, "Finetune/Loss (Raw)": 0.8270516991615295, "Finetune/Step": 4672, "Finetune/Step Time": 6.776236349716783}
+{"Finetune/Learning Rate": 7.3096820102216815e-06, "Finetune/Loss": 0.7373377084732056, "Finetune/Loss (Raw)": 0.796852707862854, "Finetune/Step": 4673, "Finetune/Step Time": 6.765939109027386}
+{"Finetune/Learning Rate": 7.305683079952381e-06, "Finetune/Loss": 0.7372314929962158, "Finetune/Loss (Raw)": 0.875736653804779, "Finetune/Step": 4674, "Finetune/Step Time": 6.789325077086687}
+{"Finetune/Learning Rate": 7.301684614215194e-06, "Finetune/Loss": 0.7373262643814087, "Finetune/Loss (Raw)": 0.8553330898284912, "Finetune/Step": 4675, "Finetune/Step Time": 6.79175884090364}
+{"Finetune/Learning Rate": 7.297686613699506e-06, "Finetune/Loss": 0.7386990785598755, "Finetune/Loss (Raw)": 0.7534608244895935, "Finetune/Step": 4676, "Finetune/Step Time": 6.753281947225332}
+{"Finetune/Learning Rate": 7.293689079094617e-06, "Finetune/Loss": 0.740668773651123, "Finetune/Loss (Raw)": 0.8620995283126831, "Finetune/Step": 4677, "Finetune/Step Time": 6.74276090040803}
+{"Finetune/Learning Rate": 7.289692011089751e-06, "Finetune/Loss": 0.7394475340843201, "Finetune/Loss (Raw)": 0.7772917151451111, "Finetune/Step": 4678, "Finetune/Step Time": 6.76744831353426}
+{"Finetune/Learning Rate": 7.285695410374048e-06, "Finetune/Loss": 0.7380551099777222, "Finetune/Loss (Raw)": 0.6503834128379822, "Finetune/Step": 4679, "Finetune/Step Time": 6.767567444592714}
+{"Finetune/Learning Rate": 7.2816992776365714e-06, "Finetune/Loss": 0.7403942346572876, "Finetune/Loss (Raw)": 0.8935651183128357, "Finetune/Step": 4680, "Finetune/Step Time": 6.759428674355149}
+{"Finetune/Learning Rate": 7.277703613566303e-06, "Finetune/Loss": 0.740001916885376, "Finetune/Loss (Raw)": 0.7676649689674377, "Finetune/Step": 4681, "Finetune/Step Time": 6.77606849744916}
+{"Finetune/Learning Rate": 7.273708418852138e-06, "Finetune/Loss": 0.7384233474731445, "Finetune/Loss (Raw)": 0.7350350022315979, "Finetune/Step": 4682, "Finetune/Step Time": 6.787513833492994}
+{"Finetune/Learning Rate": 7.269713694182896e-06, "Finetune/Loss": 0.738244891166687, "Finetune/Loss (Raw)": 0.7881987690925598, "Finetune/Step": 4683, "Finetune/Step Time": 6.771872725337744}
+{"Finetune/Learning Rate": 7.265719440247318e-06, "Finetune/Loss": 0.7377380728721619, "Finetune/Loss (Raw)": 0.8931594491004944, "Finetune/Step": 4684, "Finetune/Step Time": 6.7610558569431305}
+{"Finetune/Learning Rate": 7.261725657734061e-06, "Finetune/Loss": 0.7389301657676697, "Finetune/Loss (Raw)": 0.8619628548622131, "Finetune/Step": 4685, "Finetune/Step Time": 6.752758642658591}
+{"Finetune/Learning Rate": 7.257732347331698e-06, "Finetune/Loss": 0.7394492626190186, "Finetune/Loss (Raw)": 0.6472749710083008, "Finetune/Step": 4686, "Finetune/Step Time": 6.7515554651618}
+{"Finetune/Learning Rate": 7.25373950972872e-06, "Finetune/Loss": 0.7387018203735352, "Finetune/Loss (Raw)": 0.819048285484314, "Finetune/Step": 4687, "Finetune/Step Time": 6.743450364097953}
+{"Finetune/Learning Rate": 7.249747145613546e-06, "Finetune/Loss": 0.7409164905548096, "Finetune/Loss (Raw)": 1.0351932048797607, "Finetune/Step": 4688, "Finetune/Step Time": 6.740865973755717}
+{"Finetune/Learning Rate": 7.245755255674503e-06, "Finetune/Loss": 0.7414060235023499, "Finetune/Loss (Raw)": 0.8862793445587158, "Finetune/Step": 4689, "Finetune/Step Time": 6.733129194006324}
+{"Finetune/Learning Rate": 7.24176384059984e-06, "Finetune/Loss": 0.7398101091384888, "Finetune/Loss (Raw)": 0.6590896844863892, "Finetune/Step": 4690, "Finetune/Step Time": 6.746984934434295}
+{"Finetune/Learning Rate": 7.237772901077724e-06, "Finetune/Loss": 0.744407057762146, "Finetune/Loss (Raw)": 0.9149076342582703, "Finetune/Step": 4691, "Finetune/Step Time": 6.71851403452456}
+{"Finetune/Learning Rate": 7.233782437796243e-06, "Finetune/Loss": 0.7460294961929321, "Finetune/Loss (Raw)": 0.9597816467285156, "Finetune/Step": 4692, "Finetune/Step Time": 6.7183387372642756}
+{"Finetune/Learning Rate": 7.2297924514433985e-06, "Finetune/Loss": 0.7465872764587402, "Finetune/Loss (Raw)": 0.7875667214393616, "Finetune/Step": 4693, "Finetune/Step Time": 6.730906363576651}
+{"Finetune/Learning Rate": 7.22580294270711e-06, "Finetune/Loss": 0.7475231289863586, "Finetune/Loss (Raw)": 0.9100537896156311, "Finetune/Step": 4694, "Finetune/Step Time": 6.725667059421539}
+{"Finetune/Learning Rate": 7.221813912275215e-06, "Finetune/Loss": 0.7471374869346619, "Finetune/Loss (Raw)": 0.8296529054641724, "Finetune/Step": 4695, "Finetune/Step Time": 6.729623155668378}
+{"Finetune/Learning Rate": 7.217825360835475e-06, "Finetune/Loss": 0.7458423376083374, "Finetune/Loss (Raw)": 0.6777652502059937, "Finetune/Step": 4696, "Finetune/Step Time": 6.7412828877568245}
+{"Finetune/Learning Rate": 7.213837289075558e-06, "Finetune/Loss": 0.7453068494796753, "Finetune/Loss (Raw)": 0.7760610580444336, "Finetune/Step": 4697, "Finetune/Step Time": 6.735668044537306}
+{"Finetune/Learning Rate": 7.209849697683058e-06, "Finetune/Loss": 0.7455168962478638, "Finetune/Loss (Raw)": 0.8757643103599548, "Finetune/Step": 4698, "Finetune/Step Time": 6.73939055390656}
+{"Finetune/Learning Rate": 7.20586258734548e-06, "Finetune/Loss": 0.7474631071090698, "Finetune/Loss (Raw)": 0.8990506529808044, "Finetune/Step": 4699, "Finetune/Step Time": 6.735021527856588}
+{"Finetune/Learning Rate": 7.201875958750252e-06, "Finetune/Loss": 0.747768223285675, "Finetune/Loss (Raw)": 0.8019994497299194, "Finetune/Step": 4700, "Finetune/Step Time": 6.730546947568655}
+{"Finetune/Learning Rate": 7.197889812584715e-06, "Finetune/Loss": 0.7490977048873901, "Finetune/Loss (Raw)": 0.8459352850914001, "Finetune/Step": 4701, "Finetune/Step Time": 6.718899866566062}
+{"Finetune/Learning Rate": 7.1939041495361265e-06, "Finetune/Loss": 0.748611569404602, "Finetune/Loss (Raw)": 0.758648693561554, "Finetune/Step": 4702, "Finetune/Step Time": 6.740559857338667}
+{"Finetune/Learning Rate": 7.189918970291662e-06, "Finetune/Loss": 0.7499743700027466, "Finetune/Loss (Raw)": 0.9074807167053223, "Finetune/Step": 4703, "Finetune/Step Time": 6.723274044692516}
+{"Finetune/Learning Rate": 7.185934275538416e-06, "Finetune/Loss": 0.7499717473983765, "Finetune/Loss (Raw)": 0.6814764738082886, "Finetune/Step": 4704, "Finetune/Step Time": 6.716964354738593}
+{"Finetune/Learning Rate": 7.1819500659633946e-06, "Finetune/Loss": 0.7497847080230713, "Finetune/Loss (Raw)": 0.8990620374679565, "Finetune/Step": 4705, "Finetune/Step Time": 6.717386143282056}
+{"Finetune/Learning Rate": 7.1779663422535235e-06, "Finetune/Loss": 0.749008297920227, "Finetune/Loss (Raw)": 0.7481827735900879, "Finetune/Step": 4706, "Finetune/Step Time": 6.711056359112263}
+{"Finetune/Learning Rate": 7.173983105095643e-06, "Finetune/Loss": 0.7510362863540649, "Finetune/Loss (Raw)": 0.6903604865074158, "Finetune/Step": 4707, "Finetune/Step Time": 6.6928584314882755}
+{"Finetune/Learning Rate": 7.170000355176514e-06, "Finetune/Loss": 0.7541775703430176, "Finetune/Loss (Raw)": 0.6892125606536865, "Finetune/Step": 4708, "Finetune/Step Time": 6.672510927543044}
+{"Finetune/Learning Rate": 7.166018093182805e-06, "Finetune/Loss": 0.7542989253997803, "Finetune/Loss (Raw)": 0.6827974915504456, "Finetune/Step": 4709, "Finetune/Step Time": 6.686318811029196}
+{"Finetune/Learning Rate": 7.162036319801106e-06, "Finetune/Loss": 0.755724310874939, "Finetune/Loss (Raw)": 0.9505224823951721, "Finetune/Step": 4710, "Finetune/Step Time": 6.675527846440673}
+{"Finetune/Learning Rate": 7.158055035717924e-06, "Finetune/Loss": 0.7549232244491577, "Finetune/Loss (Raw)": 0.7909892797470093, "Finetune/Step": 4711, "Finetune/Step Time": 6.6753078401088715}
+{"Finetune/Learning Rate": 7.154074241619677e-06, "Finetune/Loss": 0.7549302577972412, "Finetune/Loss (Raw)": 0.7129162549972534, "Finetune/Step": 4712, "Finetune/Step Time": 6.687263740226626}
+{"Finetune/Learning Rate": 7.1500939381927044e-06, "Finetune/Loss": 0.7566417455673218, "Finetune/Loss (Raw)": 0.8571665287017822, "Finetune/Step": 4713, "Finetune/Step Time": 6.689074568450451}
+{"Finetune/Learning Rate": 7.146114126123255e-06, "Finetune/Loss": 0.7571691274642944, "Finetune/Loss (Raw)": 0.7565943002700806, "Finetune/Step": 4714, "Finetune/Step Time": 6.691685877740383}
+{"Finetune/Learning Rate": 7.1421348060974935e-06, "Finetune/Loss": 0.756445050239563, "Finetune/Loss (Raw)": 0.7998616695404053, "Finetune/Step": 4715, "Finetune/Step Time": 6.7046987265348434}
+{"Finetune/Learning Rate": 7.1381559788015065e-06, "Finetune/Loss": 0.755401074886322, "Finetune/Loss (Raw)": 0.7492721080780029, "Finetune/Step": 4716, "Finetune/Step Time": 6.6804353427141905}
+{"Finetune/Learning Rate": 7.134177644921287e-06, "Finetune/Loss": 0.7557761073112488, "Finetune/Loss (Raw)": 0.8246221542358398, "Finetune/Step": 4717, "Finetune/Step Time": 6.677442315965891}
+{"Finetune/Learning Rate": 7.1301998051427504e-06, "Finetune/Loss": 0.7544859647750854, "Finetune/Loss (Raw)": 0.5579943656921387, "Finetune/Step": 4718, "Finetune/Step Time": 6.689864408224821}
+{"Finetune/Learning Rate": 7.126222460151719e-06, "Finetune/Loss": 0.7530864477157593, "Finetune/Loss (Raw)": 0.6619321703910828, "Finetune/Step": 4719, "Finetune/Step Time": 6.679154809564352}
+{"Finetune/Learning Rate": 7.1222456106339375e-06, "Finetune/Loss": 0.7545916438102722, "Finetune/Loss (Raw)": 0.49453064799308777, "Finetune/Step": 4720, "Finetune/Step Time": 6.684250969439745}
+{"Finetune/Learning Rate": 7.118269257275062e-06, "Finetune/Loss": 0.7527242302894592, "Finetune/Loss (Raw)": 0.6126718521118164, "Finetune/Step": 4721, "Finetune/Step Time": 6.688153376802802}
+{"Finetune/Learning Rate": 7.114293400760661e-06, "Finetune/Loss": 0.7549663782119751, "Finetune/Loss (Raw)": 0.7034870982170105, "Finetune/Step": 4722, "Finetune/Step Time": 6.669927462935448}
+{"Finetune/Learning Rate": 7.1103180417762185e-06, "Finetune/Loss": 0.7548520565032959, "Finetune/Loss (Raw)": 0.7870659828186035, "Finetune/Step": 4723, "Finetune/Step Time": 6.667195323854685}
+{"Finetune/Learning Rate": 7.106343181007136e-06, "Finetune/Loss": 0.7537950277328491, "Finetune/Loss (Raw)": 0.651738703250885, "Finetune/Step": 4724, "Finetune/Step Time": 6.687486683949828}
+{"Finetune/Learning Rate": 7.102368819138725e-06, "Finetune/Loss": 0.7536440491676331, "Finetune/Loss (Raw)": 0.7095004916191101, "Finetune/Step": 4725, "Finetune/Step Time": 6.690192615613341}
+{"Finetune/Learning Rate": 7.0983949568562135e-06, "Finetune/Loss": 0.7527552843093872, "Finetune/Loss (Raw)": 0.686620831489563, "Finetune/Step": 4726, "Finetune/Step Time": 6.692431328818202}
+{"Finetune/Learning Rate": 7.0944215948447404e-06, "Finetune/Loss": 0.7528115510940552, "Finetune/Loss (Raw)": 0.7322997450828552, "Finetune/Step": 4727, "Finetune/Step Time": 6.688530083745718}
+{"Finetune/Learning Rate": 7.090448733789362e-06, "Finetune/Loss": 0.7523921132087708, "Finetune/Loss (Raw)": 0.7302531599998474, "Finetune/Step": 4728, "Finetune/Step Time": 6.70080853998661}
+{"Finetune/Learning Rate": 7.0864763743750474e-06, "Finetune/Loss": 0.7550109624862671, "Finetune/Loss (Raw)": 1.0169284343719482, "Finetune/Step": 4729, "Finetune/Step Time": 6.697046807035804}
+{"Finetune/Learning Rate": 7.082504517286677e-06, "Finetune/Loss": 0.7533761262893677, "Finetune/Loss (Raw)": 0.7933897376060486, "Finetune/Step": 4730, "Finetune/Step Time": 6.692322300747037}
+{"Finetune/Learning Rate": 7.078533163209043e-06, "Finetune/Loss": 0.7529410719871521, "Finetune/Loss (Raw)": 0.6241695284843445, "Finetune/Step": 4731, "Finetune/Step Time": 6.690802343189716}
+{"Finetune/Learning Rate": 7.0745623128268605e-06, "Finetune/Loss": 0.752754271030426, "Finetune/Loss (Raw)": 0.8000392317771912, "Finetune/Step": 4732, "Finetune/Step Time": 6.690597508102655}
+{"Finetune/Learning Rate": 7.070591966824747e-06, "Finetune/Loss": 0.7568473219871521, "Finetune/Loss (Raw)": 0.8593531250953674, "Finetune/Step": 4733, "Finetune/Step Time": 6.666594495996833}
+{"Finetune/Learning Rate": 7.066622125887237e-06, "Finetune/Loss": 0.7556595206260681, "Finetune/Loss (Raw)": 0.6940321326255798, "Finetune/Step": 4734, "Finetune/Step Time": 6.6726018991321325}
+{"Finetune/Learning Rate": 7.062652790698776e-06, "Finetune/Loss": 0.7565969228744507, "Finetune/Loss (Raw)": 0.8622882962226868, "Finetune/Step": 4735, "Finetune/Step Time": 6.672162406146526}
+{"Finetune/Learning Rate": 7.058683961943731e-06, "Finetune/Loss": 0.7551421523094177, "Finetune/Loss (Raw)": 0.5922125577926636, "Finetune/Step": 4736, "Finetune/Step Time": 6.681170145049691}
+{"Finetune/Learning Rate": 7.054715640306369e-06, "Finetune/Loss": 0.7530522346496582, "Finetune/Loss (Raw)": 0.695874035358429, "Finetune/Step": 4737, "Finetune/Step Time": 6.690527457743883}
+{"Finetune/Learning Rate": 7.05074782647088e-06, "Finetune/Loss": 0.753917932510376, "Finetune/Loss (Raw)": 0.8314666748046875, "Finetune/Step": 4738, "Finetune/Step Time": 6.69903120957315}
+{"Finetune/Learning Rate": 7.046780521121356e-06, "Finetune/Loss": 0.7571783661842346, "Finetune/Loss (Raw)": 0.7267712950706482, "Finetune/Step": 4739, "Finetune/Step Time": 6.68266056291759}
+{"Finetune/Learning Rate": 7.0428137249418125e-06, "Finetune/Loss": 0.7562217116355896, "Finetune/Loss (Raw)": 0.682654082775116, "Finetune/Step": 4740, "Finetune/Step Time": 6.685560954734683}
+{"Finetune/Learning Rate": 7.038847438616172e-06, "Finetune/Loss": 0.7556308507919312, "Finetune/Loss (Raw)": 0.5610500574111938, "Finetune/Step": 4741, "Finetune/Step Time": 6.667724885046482}
+{"Finetune/Learning Rate": 7.034881662828268e-06, "Finetune/Loss": 0.7552675008773804, "Finetune/Loss (Raw)": 0.6636480093002319, "Finetune/Step": 4742, "Finetune/Step Time": 6.668140098452568}
+{"Finetune/Learning Rate": 7.0309163982618444e-06, "Finetune/Loss": 0.7532133460044861, "Finetune/Loss (Raw)": 0.6523296236991882, "Finetune/Step": 4743, "Finetune/Step Time": 6.684218546375632}
+{"Finetune/Learning Rate": 7.026951645600564e-06, "Finetune/Loss": 0.754778265953064, "Finetune/Loss (Raw)": 0.9519014358520508, "Finetune/Step": 4744, "Finetune/Step Time": 6.6859693098813295}
+{"Finetune/Learning Rate": 7.022987405527997e-06, "Finetune/Loss": 0.7549809813499451, "Finetune/Loss (Raw)": 0.7138893604278564, "Finetune/Step": 4745, "Finetune/Step Time": 6.704856708645821}
+{"Finetune/Learning Rate": 7.019023678727622e-06, "Finetune/Loss": 0.7539072632789612, "Finetune/Loss (Raw)": 0.7102909088134766, "Finetune/Step": 4746, "Finetune/Step Time": 6.72878304682672}
+{"Finetune/Learning Rate": 7.015060465882833e-06, "Finetune/Loss": 0.7540268898010254, "Finetune/Loss (Raw)": 0.9108836054801941, "Finetune/Step": 4747, "Finetune/Step Time": 6.72903267852962}
+{"Finetune/Learning Rate": 7.0110977676769374e-06, "Finetune/Loss": 0.7549099922180176, "Finetune/Loss (Raw)": 0.8613826632499695, "Finetune/Step": 4748, "Finetune/Step Time": 6.724668525159359}
+{"Finetune/Learning Rate": 7.00713558479315e-06, "Finetune/Loss": 0.7541821599006653, "Finetune/Loss (Raw)": 0.8071895837783813, "Finetune/Step": 4749, "Finetune/Step Time": 6.721377654001117}
+{"Finetune/Learning Rate": 7.0031739179145985e-06, "Finetune/Loss": 0.7536031007766724, "Finetune/Loss (Raw)": 0.7450425028800964, "Finetune/Step": 4750, "Finetune/Step Time": 6.7238835990428925}
+{"Finetune/Learning Rate": 6.9992127677243174e-06, "Finetune/Loss": 0.7528023719787598, "Finetune/Loss (Raw)": 0.7671898603439331, "Finetune/Step": 4751, "Finetune/Step Time": 6.739794600754976}
+{"Finetune/Learning Rate": 6.995252134905261e-06, "Finetune/Loss": 0.7534537315368652, "Finetune/Loss (Raw)": 0.8345375657081604, "Finetune/Step": 4752, "Finetune/Step Time": 6.7435722928494215}
+{"Finetune/Learning Rate": 6.991292020140288e-06, "Finetune/Loss": 0.7523394823074341, "Finetune/Loss (Raw)": 0.7159702777862549, "Finetune/Step": 4753, "Finetune/Step Time": 6.736153135076165}
+{"Finetune/Learning Rate": 6.987332424112167e-06, "Finetune/Loss": 0.7558582425117493, "Finetune/Loss (Raw)": 0.8178943991661072, "Finetune/Step": 4754, "Finetune/Step Time": 6.722138835117221}
+{"Finetune/Learning Rate": 6.98337334750358e-06, "Finetune/Loss": 0.7560067772865295, "Finetune/Loss (Raw)": 0.7843503355979919, "Finetune/Step": 4755, "Finetune/Step Time": 6.721861187368631}
+{"Finetune/Learning Rate": 6.979414790997119e-06, "Finetune/Loss": 0.7567414045333862, "Finetune/Loss (Raw)": 0.7769697904586792, "Finetune/Step": 4756, "Finetune/Step Time": 6.714856890961528}
+{"Finetune/Learning Rate": 6.975456755275287e-06, "Finetune/Loss": 0.7570387125015259, "Finetune/Loss (Raw)": 0.7919330596923828, "Finetune/Step": 4757, "Finetune/Step Time": 6.705183560028672}
+{"Finetune/Learning Rate": 6.971499241020495e-06, "Finetune/Loss": 0.7575415372848511, "Finetune/Loss (Raw)": 0.7514809966087341, "Finetune/Step": 4758, "Finetune/Step Time": 6.695902068167925}
+{"Finetune/Learning Rate": 6.967542248915064e-06, "Finetune/Loss": 0.7585197687149048, "Finetune/Loss (Raw)": 0.7018687725067139, "Finetune/Step": 4759, "Finetune/Step Time": 6.6819065026938915}
+{"Finetune/Learning Rate": 6.963585779641228e-06, "Finetune/Loss": 0.7624002695083618, "Finetune/Loss (Raw)": 0.7868475914001465, "Finetune/Step": 4760, "Finetune/Step Time": 6.6645775604993105}
+{"Finetune/Learning Rate": 6.959629833881131e-06, "Finetune/Loss": 0.7624325156211853, "Finetune/Loss (Raw)": 0.6008346676826477, "Finetune/Step": 4761, "Finetune/Step Time": 6.667509967461228}
+{"Finetune/Learning Rate": 6.955674412316822e-06, "Finetune/Loss": 0.7611219882965088, "Finetune/Loss (Raw)": 0.7176957726478577, "Finetune/Step": 4762, "Finetune/Step Time": 6.665358450263739}
+{"Finetune/Learning Rate": 6.95171951563026e-06, "Finetune/Loss": 0.7627196311950684, "Finetune/Loss (Raw)": 0.7828196883201599, "Finetune/Step": 4763, "Finetune/Step Time": 6.640679525211453}
+{"Finetune/Learning Rate": 6.947765144503323e-06, "Finetune/Loss": 0.7620818018913269, "Finetune/Loss (Raw)": 0.7042226791381836, "Finetune/Step": 4764, "Finetune/Step Time": 6.644382694736123}
+{"Finetune/Learning Rate": 6.943811299617787e-06, "Finetune/Loss": 0.7604176998138428, "Finetune/Loss (Raw)": 0.6608450412750244, "Finetune/Step": 4765, "Finetune/Step Time": 6.644373152405024}
+{"Finetune/Learning Rate": 6.939857981655341e-06, "Finetune/Loss": 0.7597477436065674, "Finetune/Loss (Raw)": 0.9191304445266724, "Finetune/Step": 4766, "Finetune/Step Time": 6.665813263505697}
+{"Finetune/Learning Rate": 6.935905191297584e-06, "Finetune/Loss": 0.7614816427230835, "Finetune/Loss (Raw)": 0.8332839608192444, "Finetune/Step": 4767, "Finetune/Step Time": 6.636770270764828}
+{"Finetune/Learning Rate": 6.931952929226027e-06, "Finetune/Loss": 0.7604486346244812, "Finetune/Loss (Raw)": 0.7384293079376221, "Finetune/Step": 4768, "Finetune/Step Time": 6.650117579847574}
+{"Finetune/Learning Rate": 6.928001196122083e-06, "Finetune/Loss": 0.7602448463439941, "Finetune/Loss (Raw)": 0.7658018469810486, "Finetune/Step": 4769, "Finetune/Step Time": 6.649286299943924}
+{"Finetune/Learning Rate": 6.92404999266708e-06, "Finetune/Loss": 0.7575876712799072, "Finetune/Loss (Raw)": 0.4725865125656128, "Finetune/Step": 4770, "Finetune/Step Time": 6.65238849259913}
+{"Finetune/Learning Rate": 6.920099319542249e-06, "Finetune/Loss": 0.7578064203262329, "Finetune/Loss (Raw)": 0.9199931025505066, "Finetune/Step": 4771, "Finetune/Step Time": 6.654870184138417}
+{"Finetune/Learning Rate": 6.916149177428737e-06, "Finetune/Loss": 0.7602003812789917, "Finetune/Loss (Raw)": 0.6989964842796326, "Finetune/Step": 4772, "Finetune/Step Time": 6.647881679236889}
+{"Finetune/Learning Rate": 6.912199567007595e-06, "Finetune/Loss": 0.7579395174980164, "Finetune/Loss (Raw)": 0.5545937418937683, "Finetune/Step": 4773, "Finetune/Step Time": 6.647774711251259}
+{"Finetune/Learning Rate": 6.908250488959779e-06, "Finetune/Loss": 0.7593977451324463, "Finetune/Loss (Raw)": 0.8068689703941345, "Finetune/Step": 4774, "Finetune/Step Time": 6.647664044052362}
+{"Finetune/Learning Rate": 6.904301943966157e-06, "Finetune/Loss": 0.7600528001785278, "Finetune/Loss (Raw)": 0.8938106298446655, "Finetune/Step": 4775, "Finetune/Step Time": 6.645048839971423}
+{"Finetune/Learning Rate": 6.900353932707509e-06, "Finetune/Loss": 0.7596758604049683, "Finetune/Loss (Raw)": 0.6707515716552734, "Finetune/Step": 4776, "Finetune/Step Time": 6.656433878466487}
+{"Finetune/Learning Rate": 6.896406455864516e-06, "Finetune/Loss": 0.7589627504348755, "Finetune/Loss (Raw)": 0.7726010084152222, "Finetune/Step": 4777, "Finetune/Step Time": 6.646461786702275}
+{"Finetune/Learning Rate": 6.892459514117771e-06, "Finetune/Loss": 0.7560693025588989, "Finetune/Loss (Raw)": 0.2923624813556671, "Finetune/Step": 4778, "Finetune/Step Time": 6.650824507698417}
+{"Finetune/Learning Rate": 6.888513108147768e-06, "Finetune/Loss": 0.7572095394134521, "Finetune/Loss (Raw)": 0.9459948539733887, "Finetune/Step": 4779, "Finetune/Step Time": 6.652206003665924}
+{"Finetune/Learning Rate": 6.884567238634922e-06, "Finetune/Loss": 0.7566490173339844, "Finetune/Loss (Raw)": 0.7112622261047363, "Finetune/Step": 4780, "Finetune/Step Time": 6.6474591717123985}
+{"Finetune/Learning Rate": 6.880621906259546e-06, "Finetune/Loss": 0.759390652179718, "Finetune/Loss (Raw)": 0.6666871309280396, "Finetune/Step": 4781, "Finetune/Step Time": 6.635878885164857}
+{"Finetune/Learning Rate": 6.8766771117018585e-06, "Finetune/Loss": 0.7586431503295898, "Finetune/Loss (Raw)": 0.6602779030799866, "Finetune/Step": 4782, "Finetune/Step Time": 6.636993383988738}
+{"Finetune/Learning Rate": 6.872732855641988e-06, "Finetune/Loss": 0.7565045952796936, "Finetune/Loss (Raw)": 0.3734115660190582, "Finetune/Step": 4783, "Finetune/Step Time": 6.651184694841504}
+{"Finetune/Learning Rate": 6.868789138759977e-06, "Finetune/Loss": 0.759196400642395, "Finetune/Loss (Raw)": 0.7975916266441345, "Finetune/Step": 4784, "Finetune/Step Time": 6.62501373514533}
+{"Finetune/Learning Rate": 6.864845961735764e-06, "Finetune/Loss": 0.7610299587249756, "Finetune/Loss (Raw)": 0.970565915107727, "Finetune/Step": 4785, "Finetune/Step Time": 6.636217512190342}
+{"Finetune/Learning Rate": 6.8609033252492e-06, "Finetune/Loss": 0.7609177231788635, "Finetune/Loss (Raw)": 0.8351370096206665, "Finetune/Step": 4786, "Finetune/Step Time": 6.629000129178166}
+{"Finetune/Learning Rate": 6.856961229980042e-06, "Finetune/Loss": 0.7600982189178467, "Finetune/Loss (Raw)": 0.7589289546012878, "Finetune/Step": 4787, "Finetune/Step Time": 6.624464636668563}
+{"Finetune/Learning Rate": 6.853019676607957e-06, "Finetune/Loss": 0.7585800886154175, "Finetune/Loss (Raw)": 0.6366077661514282, "Finetune/Step": 4788, "Finetune/Step Time": 6.633203539997339}
+{"Finetune/Learning Rate": 6.849078665812513e-06, "Finetune/Loss": 0.7579132318496704, "Finetune/Loss (Raw)": 0.6012999415397644, "Finetune/Step": 4789, "Finetune/Step Time": 6.643555544316769}
+{"Finetune/Learning Rate": 6.8451381982731865e-06, "Finetune/Loss": 0.7575771808624268, "Finetune/Loss (Raw)": 0.8214883804321289, "Finetune/Step": 4790, "Finetune/Step Time": 6.648460693657398}
+{"Finetune/Learning Rate": 6.8411982746693594e-06, "Finetune/Loss": 0.7536097764968872, "Finetune/Loss (Raw)": 0.319152295589447, "Finetune/Step": 4791, "Finetune/Step Time": 6.668212043121457}
+{"Finetune/Learning Rate": 6.837258895680325e-06, "Finetune/Loss": 0.7550472617149353, "Finetune/Loss (Raw)": 0.9726289510726929, "Finetune/Step": 4792, "Finetune/Step Time": 6.6724574994295835}
+{"Finetune/Learning Rate": 6.833320061985278e-06, "Finetune/Loss": 0.7561957240104675, "Finetune/Loss (Raw)": 0.8508264422416687, "Finetune/Step": 4793, "Finetune/Step Time": 6.671234739944339}
+{"Finetune/Learning Rate": 6.8293817742633175e-06, "Finetune/Loss": 0.757142186164856, "Finetune/Loss (Raw)": 0.6973697543144226, "Finetune/Step": 4794, "Finetune/Step Time": 6.65297413803637}
+{"Finetune/Learning Rate": 6.82544403319345e-06, "Finetune/Loss": 0.7559381127357483, "Finetune/Loss (Raw)": 0.6997650265693665, "Finetune/Step": 4795, "Finetune/Step Time": 6.683529622852802}
+{"Finetune/Learning Rate": 6.821506839454594e-06, "Finetune/Loss": 0.7567914724349976, "Finetune/Loss (Raw)": 0.866443932056427, "Finetune/Step": 4796, "Finetune/Step Time": 6.678193524479866}
+{"Finetune/Learning Rate": 6.8175701937255645e-06, "Finetune/Loss": 0.7603059411048889, "Finetune/Loss (Raw)": 0.8203338384628296, "Finetune/Step": 4797, "Finetune/Step Time": 6.659780867397785}
+{"Finetune/Learning Rate": 6.8136340966850865e-06, "Finetune/Loss": 0.7587093710899353, "Finetune/Loss (Raw)": 0.6081580519676208, "Finetune/Step": 4798, "Finetune/Step Time": 6.675539309158921}
+{"Finetune/Learning Rate": 6.809698549011787e-06, "Finetune/Loss": 0.759771466255188, "Finetune/Loss (Raw)": 0.8548800945281982, "Finetune/Step": 4799, "Finetune/Step Time": 6.670273242518306}
+{"Finetune/Learning Rate": 6.805763551384205e-06, "Finetune/Loss": 0.7609615921974182, "Finetune/Loss (Raw)": 0.9793829321861267, "Finetune/Step": 4800, "Finetune/Step Time": 6.654259817674756}
+{"Finetune/Learning Rate": 6.801829104480781e-06, "Finetune/Loss": 0.7615724802017212, "Finetune/Loss (Raw)": 0.875054121017456, "Finetune/Step": 4801, "Finetune/Step Time": 6.647201234474778}
+{"Finetune/Learning Rate": 6.797895208979859e-06, "Finetune/Loss": 0.7610731720924377, "Finetune/Loss (Raw)": 0.8118203282356262, "Finetune/Step": 4802, "Finetune/Step Time": 6.621399028226733}
+{"Finetune/Learning Rate": 6.793961865559684e-06, "Finetune/Loss": 0.7612133026123047, "Finetune/Loss (Raw)": 0.8732688426971436, "Finetune/Step": 4803, "Finetune/Step Time": 6.6253671031445265}
+{"Finetune/Learning Rate": 6.790029074898419e-06, "Finetune/Loss": 0.7617974281311035, "Finetune/Loss (Raw)": 0.8282254338264465, "Finetune/Step": 4804, "Finetune/Step Time": 6.628106638789177}
+{"Finetune/Learning Rate": 6.786096837674121e-06, "Finetune/Loss": 0.7618393898010254, "Finetune/Loss (Raw)": 0.8674750328063965, "Finetune/Step": 4805, "Finetune/Step Time": 6.634298771619797}
+{"Finetune/Learning Rate": 6.782165154564753e-06, "Finetune/Loss": 0.7620554566383362, "Finetune/Loss (Raw)": 0.8049455285072327, "Finetune/Step": 4806, "Finetune/Step Time": 6.615957409143448}
+{"Finetune/Learning Rate": 6.778234026248181e-06, "Finetune/Loss": 0.763096809387207, "Finetune/Loss (Raw)": 0.7836804986000061, "Finetune/Step": 4807, "Finetune/Step Time": 6.617033453658223}
+{"Finetune/Learning Rate": 6.774303453402183e-06, "Finetune/Loss": 0.7633541822433472, "Finetune/Loss (Raw)": 0.926507830619812, "Finetune/Step": 4808, "Finetune/Step Time": 6.613949058577418}
+{"Finetune/Learning Rate": 6.770373436704436e-06, "Finetune/Loss": 0.7618440985679626, "Finetune/Loss (Raw)": 0.574371874332428, "Finetune/Step": 4809, "Finetune/Step Time": 6.603248296305537}
+{"Finetune/Learning Rate": 6.766443976832518e-06, "Finetune/Loss": 0.7619791030883789, "Finetune/Loss (Raw)": 0.7523161172866821, "Finetune/Step": 4810, "Finetune/Step Time": 6.594117913395166}
+{"Finetune/Learning Rate": 6.762515074463916e-06, "Finetune/Loss": 0.7621604204177856, "Finetune/Loss (Raw)": 0.8114064335823059, "Finetune/Step": 4811, "Finetune/Step Time": 6.610189311206341}
+{"Finetune/Learning Rate": 6.75858673027602e-06, "Finetune/Loss": 0.7614363431930542, "Finetune/Loss (Raw)": 0.8004844188690186, "Finetune/Step": 4812, "Finetune/Step Time": 6.610489182174206}
+{"Finetune/Learning Rate": 6.754658944946122e-06, "Finetune/Loss": 0.7585989832878113, "Finetune/Loss (Raw)": 0.49877458810806274, "Finetune/Step": 4813, "Finetune/Step Time": 6.625632546842098}
+{"Finetune/Learning Rate": 6.75073171915142e-06, "Finetune/Loss": 0.7600004076957703, "Finetune/Loss (Raw)": 0.8266571760177612, "Finetune/Step": 4814, "Finetune/Step Time": 6.616183053702116}
+{"Finetune/Learning Rate": 6.7468050535690096e-06, "Finetune/Loss": 0.7605985403060913, "Finetune/Loss (Raw)": 0.8956060409545898, "Finetune/Step": 4815, "Finetune/Step Time": 6.614066142588854}
+{"Finetune/Learning Rate": 6.742878948875902e-06, "Finetune/Loss": 0.7579324245452881, "Finetune/Loss (Raw)": 0.6939310431480408, "Finetune/Step": 4816, "Finetune/Step Time": 6.630492474883795}
+{"Finetune/Learning Rate": 6.738953405749e-06, "Finetune/Loss": 0.7575082182884216, "Finetune/Loss (Raw)": 0.8319872617721558, "Finetune/Step": 4817, "Finetune/Step Time": 6.635514993220568}
+{"Finetune/Learning Rate": 6.735028424865113e-06, "Finetune/Loss": 0.7589709758758545, "Finetune/Loss (Raw)": 0.846320629119873, "Finetune/Step": 4818, "Finetune/Step Time": 6.626010630279779}
+{"Finetune/Learning Rate": 6.731104006900953e-06, "Finetune/Loss": 0.7587686777114868, "Finetune/Loss (Raw)": 0.8890094757080078, "Finetune/Step": 4819, "Finetune/Step Time": 6.625542853027582}
+{"Finetune/Learning Rate": 6.72718015253314e-06, "Finetune/Loss": 0.7581738233566284, "Finetune/Loss (Raw)": 0.883650541305542, "Finetune/Step": 4820, "Finetune/Step Time": 6.627852704375982}
+{"Finetune/Learning Rate": 6.723256862438192e-06, "Finetune/Loss": 0.7590730786323547, "Finetune/Loss (Raw)": 0.9026627540588379, "Finetune/Step": 4821, "Finetune/Step Time": 6.615146696567535}
+{"Finetune/Learning Rate": 6.719334137292528e-06, "Finetune/Loss": 0.7586182355880737, "Finetune/Loss (Raw)": 0.8518332839012146, "Finetune/Step": 4822, "Finetune/Step Time": 6.63199619948864}
+{"Finetune/Learning Rate": 6.7154119777724736e-06, "Finetune/Loss": 0.7588897943496704, "Finetune/Loss (Raw)": 0.8644154667854309, "Finetune/Step": 4823, "Finetune/Step Time": 6.642392100766301}
+{"Finetune/Learning Rate": 6.711490384554257e-06, "Finetune/Loss": 0.7560474872589111, "Finetune/Loss (Raw)": 0.31395232677459717, "Finetune/Step": 4824, "Finetune/Step Time": 6.646448506042361}
+{"Finetune/Learning Rate": 6.707569358314005e-06, "Finetune/Loss": 0.7559462785720825, "Finetune/Loss (Raw)": 0.763099193572998, "Finetune/Step": 4825, "Finetune/Step Time": 6.651440421119332}
+{"Finetune/Learning Rate": 6.703648899727751e-06, "Finetune/Loss": 0.7552347779273987, "Finetune/Loss (Raw)": 0.7846961617469788, "Finetune/Step": 4826, "Finetune/Step Time": 6.650787411257625}
+{"Finetune/Learning Rate": 6.699729009471425e-06, "Finetune/Loss": 0.7550349831581116, "Finetune/Loss (Raw)": 0.8734797835350037, "Finetune/Step": 4827, "Finetune/Step Time": 6.640149408951402}
+{"Finetune/Learning Rate": 6.695809688220868e-06, "Finetune/Loss": 0.7555899024009705, "Finetune/Loss (Raw)": 0.873024582862854, "Finetune/Step": 4828, "Finetune/Step Time": 6.646479872986674}
+{"Finetune/Learning Rate": 6.691890936651813e-06, "Finetune/Loss": 0.7551959753036499, "Finetune/Loss (Raw)": 0.7955125570297241, "Finetune/Step": 4829, "Finetune/Step Time": 6.652488442137837}
+{"Finetune/Learning Rate": 6.6879727554398995e-06, "Finetune/Loss": 0.7551257610321045, "Finetune/Loss (Raw)": 0.749661922454834, "Finetune/Step": 4830, "Finetune/Step Time": 6.629950812086463}
+{"Finetune/Learning Rate": 6.684055145260668e-06, "Finetune/Loss": 0.7509276270866394, "Finetune/Loss (Raw)": 0.37011998891830444, "Finetune/Step": 4831, "Finetune/Step Time": 6.652995847165585}
+{"Finetune/Learning Rate": 6.680138106789564e-06, "Finetune/Loss": 0.7508751153945923, "Finetune/Loss (Raw)": 0.6747531294822693, "Finetune/Step": 4832, "Finetune/Step Time": 6.676310438662767}
+{"Finetune/Learning Rate": 6.67622164070193e-06, "Finetune/Loss": 0.7499620318412781, "Finetune/Loss (Raw)": 0.7821893692016602, "Finetune/Step": 4833, "Finetune/Step Time": 6.679758341982961}
+{"Finetune/Learning Rate": 6.67230574767301e-06, "Finetune/Loss": 0.7513988614082336, "Finetune/Loss (Raw)": 0.9320980906486511, "Finetune/Step": 4834, "Finetune/Step Time": 6.684126831591129}
+{"Finetune/Learning Rate": 6.668390428377949e-06, "Finetune/Loss": 0.7527145147323608, "Finetune/Loss (Raw)": 0.8587698936462402, "Finetune/Step": 4835, "Finetune/Step Time": 6.691322760656476}
+{"Finetune/Learning Rate": 6.664475683491797e-06, "Finetune/Loss": 0.7544139623641968, "Finetune/Loss (Raw)": 0.9067338705062866, "Finetune/Step": 4836, "Finetune/Step Time": 6.6899010222405195}
+{"Finetune/Learning Rate": 6.660561513689501e-06, "Finetune/Loss": 0.7551796436309814, "Finetune/Loss (Raw)": 0.7808059453964233, "Finetune/Step": 4837, "Finetune/Step Time": 6.6616835705935955}
+{"Finetune/Learning Rate": 6.656647919645911e-06, "Finetune/Loss": 0.754575252532959, "Finetune/Loss (Raw)": 0.873170793056488, "Finetune/Step": 4838, "Finetune/Step Time": 6.652689430862665}
+{"Finetune/Learning Rate": 6.652734902035775e-06, "Finetune/Loss": 0.7538126707077026, "Finetune/Loss (Raw)": 0.6933677792549133, "Finetune/Step": 4839, "Finetune/Step Time": 6.653827108442783}
+{"Finetune/Learning Rate": 6.648822461533746e-06, "Finetune/Loss": 0.7544286251068115, "Finetune/Loss (Raw)": 0.7917591333389282, "Finetune/Step": 4840, "Finetune/Step Time": 6.644925005733967}
+{"Finetune/Learning Rate": 6.644910598814375e-06, "Finetune/Loss": 0.7535150051116943, "Finetune/Loss (Raw)": 0.7402206063270569, "Finetune/Step": 4841, "Finetune/Step Time": 6.651529802009463}
+{"Finetune/Learning Rate": 6.640999314552112e-06, "Finetune/Loss": 0.7527078986167908, "Finetune/Loss (Raw)": 0.6532880067825317, "Finetune/Step": 4842, "Finetune/Step Time": 6.6722110360860825}
+{"Finetune/Learning Rate": 6.637088609421306e-06, "Finetune/Loss": 0.7538407444953918, "Finetune/Loss (Raw)": 0.9448636174201965, "Finetune/Step": 4843, "Finetune/Step Time": 6.658846754580736}
+{"Finetune/Learning Rate": 6.633178484096214e-06, "Finetune/Loss": 0.7534009218215942, "Finetune/Loss (Raw)": 0.6929819583892822, "Finetune/Step": 4844, "Finetune/Step Time": 6.679031932726502}
+{"Finetune/Learning Rate": 6.629268939250984e-06, "Finetune/Loss": 0.7539669275283813, "Finetune/Loss (Raw)": 0.8970639705657959, "Finetune/Step": 4845, "Finetune/Step Time": 6.681352838873863}
+{"Finetune/Learning Rate": 6.625359975559672e-06, "Finetune/Loss": 0.75603187084198, "Finetune/Loss (Raw)": 0.8223130702972412, "Finetune/Step": 4846, "Finetune/Step Time": 6.702801179140806}
+{"Finetune/Learning Rate": 6.6214515936962265e-06, "Finetune/Loss": 0.7534456253051758, "Finetune/Loss (Raw)": 0.33088597655296326, "Finetune/Step": 4847, "Finetune/Step Time": 6.734445124864578}
+{"Finetune/Learning Rate": 6.617543794334501e-06, "Finetune/Loss": 0.7548764944076538, "Finetune/Loss (Raw)": 0.6776806712150574, "Finetune/Step": 4848, "Finetune/Step Time": 6.699063144624233}
+{"Finetune/Learning Rate": 6.613636578148242e-06, "Finetune/Loss": 0.7553527355194092, "Finetune/Loss (Raw)": 0.6736270785331726, "Finetune/Step": 4849, "Finetune/Step Time": 6.713562440127134}
+{"Finetune/Learning Rate": 6.609729945811105e-06, "Finetune/Loss": 0.7568103671073914, "Finetune/Loss (Raw)": 0.8900731205940247, "Finetune/Step": 4850, "Finetune/Step Time": 6.722007408738136}
+{"Finetune/Learning Rate": 6.605823897996637e-06, "Finetune/Loss": 0.7575536966323853, "Finetune/Loss (Raw)": 0.8822080492973328, "Finetune/Step": 4851, "Finetune/Step Time": 6.716909047216177}
+{"Finetune/Learning Rate": 6.601918435378287e-06, "Finetune/Loss": 0.757756233215332, "Finetune/Loss (Raw)": 0.6776669025421143, "Finetune/Step": 4852, "Finetune/Step Time": 6.709951499477029}
+{"Finetune/Learning Rate": 6.598013558629401e-06, "Finetune/Loss": 0.7587262392044067, "Finetune/Loss (Raw)": 0.8336537480354309, "Finetune/Step": 4853, "Finetune/Step Time": 6.716162890195847}
+{"Finetune/Learning Rate": 6.59410926842323e-06, "Finetune/Loss": 0.7575184106826782, "Finetune/Loss (Raw)": 0.532031238079071, "Finetune/Step": 4854, "Finetune/Step Time": 6.719013512134552}
+{"Finetune/Learning Rate": 6.5902055654329175e-06, "Finetune/Loss": 0.7579025030136108, "Finetune/Loss (Raw)": 0.7814586162567139, "Finetune/Step": 4855, "Finetune/Step Time": 6.730391029268503}
+{"Finetune/Learning Rate": 6.5863024503315085e-06, "Finetune/Loss": 0.7585855722427368, "Finetune/Loss (Raw)": 0.8176806569099426, "Finetune/Step": 4856, "Finetune/Step Time": 6.7151196002960205}
+{"Finetune/Learning Rate": 6.582399923791944e-06, "Finetune/Loss": 0.7575522661209106, "Finetune/Loss (Raw)": 0.8846686482429504, "Finetune/Step": 4857, "Finetune/Step Time": 6.713445780798793}
+{"Finetune/Learning Rate": 6.578497986487071e-06, "Finetune/Loss": 0.7588324546813965, "Finetune/Loss (Raw)": 0.9572535157203674, "Finetune/Step": 4858, "Finetune/Step Time": 6.722704337909818}
+{"Finetune/Learning Rate": 6.574596639089625e-06, "Finetune/Loss": 0.7602112889289856, "Finetune/Loss (Raw)": 0.8006588816642761, "Finetune/Step": 4859, "Finetune/Step Time": 6.709304355084896}
+{"Finetune/Learning Rate": 6.570695882272248e-06, "Finetune/Loss": 0.7595493793487549, "Finetune/Loss (Raw)": 0.7153126001358032, "Finetune/Step": 4860, "Finetune/Step Time": 6.707597058266401}
+{"Finetune/Learning Rate": 6.56679571670747e-06, "Finetune/Loss": 0.7585871815681458, "Finetune/Loss (Raw)": 0.7361961007118225, "Finetune/Step": 4861, "Finetune/Step Time": 6.721693407744169}
+{"Finetune/Learning Rate": 6.562896143067734e-06, "Finetune/Loss": 0.7605643272399902, "Finetune/Loss (Raw)": 0.9471080303192139, "Finetune/Step": 4862, "Finetune/Step Time": 6.7070509642362595}
+{"Finetune/Learning Rate": 6.558997162025369e-06, "Finetune/Loss": 0.7610758543014526, "Finetune/Loss (Raw)": 0.9277628660202026, "Finetune/Step": 4863, "Finetune/Step Time": 6.711091224104166}
+{"Finetune/Learning Rate": 6.555098774252605e-06, "Finetune/Loss": 0.762417197227478, "Finetune/Loss (Raw)": 0.7639092803001404, "Finetune/Step": 4864, "Finetune/Step Time": 6.716609196737409}
+{"Finetune/Learning Rate": 6.551200980421568e-06, "Finetune/Loss": 0.7636197805404663, "Finetune/Loss (Raw)": 0.8498002886772156, "Finetune/Step": 4865, "Finetune/Step Time": 6.71082348562777}
+{"Finetune/Learning Rate": 6.547303781204289e-06, "Finetune/Loss": 0.7628967761993408, "Finetune/Loss (Raw)": 0.7389240264892578, "Finetune/Step": 4866, "Finetune/Step Time": 6.702809263020754}
+{"Finetune/Learning Rate": 6.5434071772726895e-06, "Finetune/Loss": 0.7601171731948853, "Finetune/Loss (Raw)": 0.3709753453731537, "Finetune/Step": 4867, "Finetune/Step Time": 6.7227191012352705}
+{"Finetune/Learning Rate": 6.539511169298587e-06, "Finetune/Loss": 0.7603292465209961, "Finetune/Loss (Raw)": 0.7098021507263184, "Finetune/Step": 4868, "Finetune/Step Time": 6.722006065770984}
+{"Finetune/Learning Rate": 6.5356157579537015e-06, "Finetune/Loss": 0.7609976530075073, "Finetune/Loss (Raw)": 0.6466026306152344, "Finetune/Step": 4869, "Finetune/Step Time": 6.725815627723932}
+{"Finetune/Learning Rate": 6.53172094390965e-06, "Finetune/Loss": 0.761379599571228, "Finetune/Loss (Raw)": 0.7125410437583923, "Finetune/Step": 4870, "Finetune/Step Time": 6.711171593517065}
+{"Finetune/Learning Rate": 6.5278267278379405e-06, "Finetune/Loss": 0.7627038359642029, "Finetune/Loss (Raw)": 0.8218376636505127, "Finetune/Step": 4871, "Finetune/Step Time": 6.70477749966085}
+{"Finetune/Learning Rate": 6.5239331104099855e-06, "Finetune/Loss": 0.7614275217056274, "Finetune/Loss (Raw)": 0.7885319590568542, "Finetune/Step": 4872, "Finetune/Step Time": 6.7044569328427315}
+{"Finetune/Learning Rate": 6.520040092297089e-06, "Finetune/Loss": 0.7613261938095093, "Finetune/Loss (Raw)": 0.700911819934845, "Finetune/Step": 4873, "Finetune/Step Time": 6.701481871306896}
+{"Finetune/Learning Rate": 6.516147674170452e-06, "Finetune/Loss": 0.7601843476295471, "Finetune/Loss (Raw)": 0.5641406178474426, "Finetune/Step": 4874, "Finetune/Step Time": 6.685639714822173}
+{"Finetune/Learning Rate": 6.5122558567011775e-06, "Finetune/Loss": 0.7589067816734314, "Finetune/Loss (Raw)": 0.7473543286323547, "Finetune/Step": 4875, "Finetune/Step Time": 6.693410582840443}
+{"Finetune/Learning Rate": 6.508364640560259e-06, "Finetune/Loss": 0.7590793371200562, "Finetune/Loss (Raw)": 0.8834695219993591, "Finetune/Step": 4876, "Finetune/Step Time": 6.687061704695225}
+{"Finetune/Learning Rate": 6.504474026418583e-06, "Finetune/Loss": 0.7597566843032837, "Finetune/Loss (Raw)": 0.8938930630683899, "Finetune/Step": 4877, "Finetune/Step Time": 6.688349520787597}
+{"Finetune/Learning Rate": 6.500584014946947e-06, "Finetune/Loss": 0.7596079707145691, "Finetune/Loss (Raw)": 0.7260037064552307, "Finetune/Step": 4878, "Finetune/Step Time": 6.70004659332335}
+{"Finetune/Learning Rate": 6.496694606816027e-06, "Finetune/Loss": 0.7601417899131775, "Finetune/Loss (Raw)": 0.8355178236961365, "Finetune/Step": 4879, "Finetune/Step Time": 6.681319894269109}
+{"Finetune/Learning Rate": 6.492805802696409e-06, "Finetune/Loss": 0.760475754737854, "Finetune/Loss (Raw)": 0.8772868514060974, "Finetune/Step": 4880, "Finetune/Step Time": 6.687780547887087}
+{"Finetune/Learning Rate": 6.488917603258562e-06, "Finetune/Loss": 0.7625943422317505, "Finetune/Loss (Raw)": 0.9871496558189392, "Finetune/Step": 4881, "Finetune/Step Time": 6.681582406163216}
+{"Finetune/Learning Rate": 6.485030009172864e-06, "Finetune/Loss": 0.7615267038345337, "Finetune/Loss (Raw)": 0.681236743927002, "Finetune/Step": 4882, "Finetune/Step Time": 6.683250825852156}
+{"Finetune/Learning Rate": 6.4811430211095796e-06, "Finetune/Loss": 0.760829746723175, "Finetune/Loss (Raw)": 0.695138156414032, "Finetune/Step": 4883, "Finetune/Step Time": 6.674460181966424}
+{"Finetune/Learning Rate": 6.477256639738872e-06, "Finetune/Loss": 0.7614892721176147, "Finetune/Loss (Raw)": 0.8613916635513306, "Finetune/Step": 4884, "Finetune/Step Time": 6.676388232037425}
+{"Finetune/Learning Rate": 6.473370865730797e-06, "Finetune/Loss": 0.761098325252533, "Finetune/Loss (Raw)": 0.741889476776123, "Finetune/Step": 4885, "Finetune/Step Time": 6.679252494126558}
+{"Finetune/Learning Rate": 6.4694856997553115e-06, "Finetune/Loss": 0.7619878053665161, "Finetune/Loss (Raw)": 0.8653346300125122, "Finetune/Step": 4886, "Finetune/Step Time": 6.686067156493664}
+{"Finetune/Learning Rate": 6.465601142482263e-06, "Finetune/Loss": 0.7630254030227661, "Finetune/Loss (Raw)": 0.8346847891807556, "Finetune/Step": 4887, "Finetune/Step Time": 6.691940722987056}
+{"Finetune/Learning Rate": 6.461717194581394e-06, "Finetune/Loss": 0.7634077072143555, "Finetune/Loss (Raw)": 0.8357824087142944, "Finetune/Step": 4888, "Finetune/Step Time": 6.701587857678533}
+{"Finetune/Learning Rate": 6.457833856722342e-06, "Finetune/Loss": 0.7650123834609985, "Finetune/Loss (Raw)": 0.806230902671814, "Finetune/Step": 4889, "Finetune/Step Time": 6.690862638875842}
+{"Finetune/Learning Rate": 6.453951129574644e-06, "Finetune/Loss": 0.765028715133667, "Finetune/Loss (Raw)": 0.7197835445404053, "Finetune/Step": 4890, "Finetune/Step Time": 6.710429539903998}
+{"Finetune/Learning Rate": 6.450069013807726e-06, "Finetune/Loss": 0.7647367715835571, "Finetune/Loss (Raw)": 0.7454555630683899, "Finetune/Step": 4891, "Finetune/Step Time": 6.708280131220818}
+{"Finetune/Learning Rate": 6.446187510090911e-06, "Finetune/Loss": 0.7653707265853882, "Finetune/Loss (Raw)": 0.7853645086288452, "Finetune/Step": 4892, "Finetune/Step Time": 6.704216845333576}
+{"Finetune/Learning Rate": 6.442306619093415e-06, "Finetune/Loss": 0.767265260219574, "Finetune/Loss (Raw)": 0.9033458232879639, "Finetune/Step": 4893, "Finetune/Step Time": 6.7038595248013735}
+{"Finetune/Learning Rate": 6.438426341484352e-06, "Finetune/Loss": 0.7657670974731445, "Finetune/Loss (Raw)": 0.7273665070533752, "Finetune/Step": 4894, "Finetune/Step Time": 6.691099237650633}
+{"Finetune/Learning Rate": 6.434546677932727e-06, "Finetune/Loss": 0.7644588947296143, "Finetune/Loss (Raw)": 0.6658386588096619, "Finetune/Step": 4895, "Finetune/Step Time": 6.6928983479738235}
+{"Finetune/Learning Rate": 6.430667629107439e-06, "Finetune/Loss": 0.7654759883880615, "Finetune/Loss (Raw)": 0.8686196208000183, "Finetune/Step": 4896, "Finetune/Step Time": 6.676496669650078}
+{"Finetune/Learning Rate": 6.426789195677279e-06, "Finetune/Loss": 0.7644596099853516, "Finetune/Loss (Raw)": 0.6357019543647766, "Finetune/Step": 4897, "Finetune/Step Time": 6.681356931105256}
+{"Finetune/Learning Rate": 6.422911378310941e-06, "Finetune/Loss": 0.7661092281341553, "Finetune/Loss (Raw)": 0.6837421655654907, "Finetune/Step": 4898, "Finetune/Step Time": 6.683549614623189}
+{"Finetune/Learning Rate": 6.4190341776770034e-06, "Finetune/Loss": 0.7657192945480347, "Finetune/Loss (Raw)": 0.8700687885284424, "Finetune/Step": 4899, "Finetune/Step Time": 6.691259182989597}
+{"Finetune/Learning Rate": 6.415157594443941e-06, "Finetune/Loss": 0.7664673924446106, "Finetune/Loss (Raw)": 0.7947607636451721, "Finetune/Step": 4900, "Finetune/Step Time": 6.678365578874946}
+{"Finetune/Learning Rate": 6.411281629280122e-06, "Finetune/Loss": 0.7680789232254028, "Finetune/Loss (Raw)": 0.7608679533004761, "Finetune/Step": 4901, "Finetune/Step Time": 6.686050154268742}
+{"Finetune/Learning Rate": 6.407406282853812e-06, "Finetune/Loss": 0.7675589323043823, "Finetune/Loss (Raw)": 0.7403059005737305, "Finetune/Step": 4902, "Finetune/Step Time": 6.675672795623541}
+{"Finetune/Learning Rate": 6.4035315558331645e-06, "Finetune/Loss": 0.7663570046424866, "Finetune/Loss (Raw)": 0.7399678230285645, "Finetune/Step": 4903, "Finetune/Step Time": 6.674476623535156}
+{"Finetune/Learning Rate": 6.39965744888623e-06, "Finetune/Loss": 0.7673090696334839, "Finetune/Loss (Raw)": 0.7926208972930908, "Finetune/Step": 4904, "Finetune/Step Time": 6.659486627206206}
+{"Finetune/Learning Rate": 6.395783962680944e-06, "Finetune/Loss": 0.7675807476043701, "Finetune/Loss (Raw)": 0.8073674440383911, "Finetune/Step": 4905, "Finetune/Step Time": 6.66241548396647}
+{"Finetune/Learning Rate": 6.391911097885148e-06, "Finetune/Loss": 0.7710981965065002, "Finetune/Loss (Raw)": 0.7425998449325562, "Finetune/Step": 4906, "Finetune/Step Time": 6.644573323428631}
+{"Finetune/Learning Rate": 6.3880388551665696e-06, "Finetune/Loss": 0.7685343027114868, "Finetune/Loss (Raw)": 0.6178114414215088, "Finetune/Step": 4907, "Finetune/Step Time": 6.650844117626548}
+{"Finetune/Learning Rate": 6.384167235192827e-06, "Finetune/Loss": 0.7690271139144897, "Finetune/Loss (Raw)": 0.7743414640426636, "Finetune/Step": 4908, "Finetune/Step Time": 6.65118608251214}
+{"Finetune/Learning Rate": 6.380296238631429e-06, "Finetune/Loss": 0.7697934508323669, "Finetune/Loss (Raw)": 0.7647817134857178, "Finetune/Step": 4909, "Finetune/Step Time": 6.64732962846756}
+{"Finetune/Learning Rate": 6.376425866149791e-06, "Finetune/Loss": 0.7711805105209351, "Finetune/Loss (Raw)": 0.8378198146820068, "Finetune/Step": 4910, "Finetune/Step Time": 6.636925388127565}
+{"Finetune/Learning Rate": 6.3725561184152054e-06, "Finetune/Loss": 0.7743608951568604, "Finetune/Loss (Raw)": 0.7805044054985046, "Finetune/Step": 4911, "Finetune/Step Time": 6.6171043086797}
+{"Finetune/Learning Rate": 6.368686996094861e-06, "Finetune/Loss": 0.7742820978164673, "Finetune/Loss (Raw)": 0.7875045537948608, "Finetune/Step": 4912, "Finetune/Step Time": 6.634725231677294}
+{"Finetune/Learning Rate": 6.364818499855843e-06, "Finetune/Loss": 0.7730389833450317, "Finetune/Loss (Raw)": 0.8114412426948547, "Finetune/Step": 4913, "Finetune/Step Time": 6.641838198527694}
+{"Finetune/Learning Rate": 6.360950630365126e-06, "Finetune/Loss": 0.7698546648025513, "Finetune/Loss (Raw)": 0.42755311727523804, "Finetune/Step": 4914, "Finetune/Step Time": 6.6578912157565355}
+{"Finetune/Learning Rate": 6.357083388289575e-06, "Finetune/Loss": 0.7690777778625488, "Finetune/Loss (Raw)": 0.6594789028167725, "Finetune/Step": 4915, "Finetune/Step Time": 6.660905746743083}
+{"Finetune/Learning Rate": 6.35321677429595e-06, "Finetune/Loss": 0.770111083984375, "Finetune/Loss (Raw)": 0.7688793540000916, "Finetune/Step": 4916, "Finetune/Step Time": 6.635082744061947}
+{"Finetune/Learning Rate": 6.349350789050896e-06, "Finetune/Loss": 0.7687760591506958, "Finetune/Loss (Raw)": 0.43040943145751953, "Finetune/Step": 4917, "Finetune/Step Time": 6.640985878184438}
+{"Finetune/Learning Rate": 6.345485433220962e-06, "Finetune/Loss": 0.7687432765960693, "Finetune/Loss (Raw)": 0.8173022866249084, "Finetune/Step": 4918, "Finetune/Step Time": 6.635308653116226}
+{"Finetune/Learning Rate": 6.341620707472578e-06, "Finetune/Loss": 0.7722923755645752, "Finetune/Loss (Raw)": 0.7734299302101135, "Finetune/Step": 4919, "Finetune/Step Time": 6.617933575063944}
+{"Finetune/Learning Rate": 6.337756612472067e-06, "Finetune/Loss": 0.7716928720474243, "Finetune/Loss (Raw)": 0.8958900570869446, "Finetune/Step": 4920, "Finetune/Step Time": 6.613252179697156}
+{"Finetune/Learning Rate": 6.333893148885644e-06, "Finetune/Loss": 0.7710860967636108, "Finetune/Loss (Raw)": 0.7731672525405884, "Finetune/Step": 4921, "Finetune/Step Time": 6.63476743735373}
+{"Finetune/Learning Rate": 6.33003031737942e-06, "Finetune/Loss": 0.7711014151573181, "Finetune/Loss (Raw)": 0.6993280053138733, "Finetune/Step": 4922, "Finetune/Step Time": 6.635745521634817}
+{"Finetune/Learning Rate": 6.326168118619391e-06, "Finetune/Loss": 0.7714458107948303, "Finetune/Loss (Raw)": 0.7438445091247559, "Finetune/Step": 4923, "Finetune/Step Time": 6.610339872539043}
+{"Finetune/Learning Rate": 6.3223065532714435e-06, "Finetune/Loss": 0.7703368067741394, "Finetune/Loss (Raw)": 0.7244906425476074, "Finetune/Step": 4924, "Finetune/Step Time": 6.61071409098804}
+{"Finetune/Learning Rate": 6.318445622001357e-06, "Finetune/Loss": 0.7697200775146484, "Finetune/Loss (Raw)": 0.7413896918296814, "Finetune/Step": 4925, "Finetune/Step Time": 6.609872467815876}
+{"Finetune/Learning Rate": 6.3145853254748065e-06, "Finetune/Loss": 0.770728588104248, "Finetune/Loss (Raw)": 0.7372550964355469, "Finetune/Step": 4926, "Finetune/Step Time": 6.594115186482668}
+{"Finetune/Learning Rate": 6.310725664357349e-06, "Finetune/Loss": 0.7701478004455566, "Finetune/Loss (Raw)": 0.7805396914482117, "Finetune/Step": 4927, "Finetune/Step Time": 6.5919831674546}
+{"Finetune/Learning Rate": 6.306866639314438e-06, "Finetune/Loss": 0.7668064832687378, "Finetune/Loss (Raw)": 0.5516886711120605, "Finetune/Step": 4928, "Finetune/Step Time": 6.614107612520456}
+{"Finetune/Learning Rate": 6.303008251011409e-06, "Finetune/Loss": 0.7656338214874268, "Finetune/Loss (Raw)": 0.7249571681022644, "Finetune/Step": 4929, "Finetune/Step Time": 6.618367105722427}
+{"Finetune/Learning Rate": 6.299150500113503e-06, "Finetune/Loss": 0.7655550241470337, "Finetune/Loss (Raw)": 0.8017401099205017, "Finetune/Step": 4930, "Finetune/Step Time": 6.617806097492576}
+{"Finetune/Learning Rate": 6.295293387285835e-06, "Finetune/Loss": 0.7653090953826904, "Finetune/Loss (Raw)": 0.8417872190475464, "Finetune/Step": 4931, "Finetune/Step Time": 6.616036798804998}
+{"Finetune/Learning Rate": 6.291436913193421e-06, "Finetune/Loss": 0.7654585838317871, "Finetune/Loss (Raw)": 0.8473621606826782, "Finetune/Step": 4932, "Finetune/Step Time": 6.613529149442911}
+{"Finetune/Learning Rate": 6.287581078501157e-06, "Finetune/Loss": 0.7642368078231812, "Finetune/Loss (Raw)": 0.7110846638679504, "Finetune/Step": 4933, "Finetune/Step Time": 6.62397925183177}
+{"Finetune/Learning Rate": 6.283725883873841e-06, "Finetune/Loss": 0.7646418809890747, "Finetune/Loss (Raw)": 0.8567925095558167, "Finetune/Step": 4934, "Finetune/Step Time": 6.618788607418537}
+{"Finetune/Learning Rate": 6.279871329976152e-06, "Finetune/Loss": 0.7653146982192993, "Finetune/Loss (Raw)": 0.8698074817657471, "Finetune/Step": 4935, "Finetune/Step Time": 6.62774302251637}
+{"Finetune/Learning Rate": 6.276017417472662e-06, "Finetune/Loss": 0.7635362148284912, "Finetune/Loss (Raw)": 0.6988560557365417, "Finetune/Step": 4936, "Finetune/Step Time": 6.637483654543757}
+{"Finetune/Learning Rate": 6.272164147027826e-06, "Finetune/Loss": 0.7662564516067505, "Finetune/Loss (Raw)": 0.9225633144378662, "Finetune/Step": 4937, "Finetune/Step Time": 6.641873212531209}
+{"Finetune/Learning Rate": 6.268311519305999e-06, "Finetune/Loss": 0.7667365074157715, "Finetune/Loss (Raw)": 0.8137640953063965, "Finetune/Step": 4938, "Finetune/Step Time": 6.65273167937994}
+{"Finetune/Learning Rate": 6.264459534971416e-06, "Finetune/Loss": 0.7632244825363159, "Finetune/Loss (Raw)": 0.3618628680706024, "Finetune/Step": 4939, "Finetune/Step Time": 6.650471497327089}
+{"Finetune/Learning Rate": 6.260608194688207e-06, "Finetune/Loss": 0.7619598507881165, "Finetune/Loss (Raw)": 0.6386120915412903, "Finetune/Step": 4940, "Finetune/Step Time": 6.650232762098312}
+{"Finetune/Learning Rate": 6.256757499120387e-06, "Finetune/Loss": 0.7633141279220581, "Finetune/Loss (Raw)": 0.6721224188804626, "Finetune/Step": 4941, "Finetune/Step Time": 6.631574984639883}
+{"Finetune/Learning Rate": 6.252907448931862e-06, "Finetune/Loss": 0.7623379230499268, "Finetune/Loss (Raw)": 0.7017056941986084, "Finetune/Step": 4942, "Finetune/Step Time": 6.637523777782917}
+{"Finetune/Learning Rate": 6.249058044786429e-06, "Finetune/Loss": 0.7608230113983154, "Finetune/Loss (Raw)": 0.7017014026641846, "Finetune/Step": 4943, "Finetune/Step Time": 6.64848655089736}
+{"Finetune/Learning Rate": 6.245209287347767e-06, "Finetune/Loss": 0.7616366744041443, "Finetune/Loss (Raw)": 0.7980751395225525, "Finetune/Step": 4944, "Finetune/Step Time": 6.634872727096081}
+{"Finetune/Learning Rate": 6.241361177279446e-06, "Finetune/Loss": 0.7620056867599487, "Finetune/Loss (Raw)": 0.8792166113853455, "Finetune/Step": 4945, "Finetune/Step Time": 6.633204413577914}
+{"Finetune/Learning Rate": 6.23751371524493e-06, "Finetune/Loss": 0.760998547077179, "Finetune/Loss (Raw)": 0.7174143195152283, "Finetune/Step": 4946, "Finetune/Step Time": 6.633213980123401}
+{"Finetune/Learning Rate": 6.233666901907567e-06, "Finetune/Loss": 0.7601693272590637, "Finetune/Loss (Raw)": 0.782865583896637, "Finetune/Step": 4947, "Finetune/Step Time": 6.634103924036026}
+{"Finetune/Learning Rate": 6.2298207379305896e-06, "Finetune/Loss": 0.7591781616210938, "Finetune/Loss (Raw)": 0.7567769885063171, "Finetune/Step": 4948, "Finetune/Step Time": 6.631108213216066}
+{"Finetune/Learning Rate": 6.225975223977122e-06, "Finetune/Loss": 0.7576500177383423, "Finetune/Loss (Raw)": 0.7070682048797607, "Finetune/Step": 4949, "Finetune/Step Time": 6.628211697563529}
+{"Finetune/Learning Rate": 6.222130360710181e-06, "Finetune/Loss": 0.7562482357025146, "Finetune/Loss (Raw)": 0.6724008321762085, "Finetune/Step": 4950, "Finetune/Step Time": 6.624791227281094}
+{"Finetune/Learning Rate": 6.218286148792662e-06, "Finetune/Loss": 0.7561804056167603, "Finetune/Loss (Raw)": 0.8557340502738953, "Finetune/Step": 4951, "Finetune/Step Time": 6.6117723267525434}
+{"Finetune/Learning Rate": 6.214442588887355e-06, "Finetune/Loss": 0.7599483728408813, "Finetune/Loss (Raw)": 0.7962477803230286, "Finetune/Step": 4952, "Finetune/Step Time": 6.601350478827953}
+{"Finetune/Learning Rate": 6.210599681656933e-06, "Finetune/Loss": 0.7595400810241699, "Finetune/Loss (Raw)": 0.7108429074287415, "Finetune/Step": 4953, "Finetune/Step Time": 6.601613586768508}
+{"Finetune/Learning Rate": 6.206757427763962e-06, "Finetune/Loss": 0.7597330212593079, "Finetune/Loss (Raw)": 0.8093889951705933, "Finetune/Step": 4954, "Finetune/Step Time": 6.634724777191877}
+{"Finetune/Learning Rate": 6.20291582787089e-06, "Finetune/Loss": 0.7591427564620972, "Finetune/Loss (Raw)": 0.7979258894920349, "Finetune/Step": 4955, "Finetune/Step Time": 6.637580072507262}
+{"Finetune/Learning Rate": 6.1990748826400535e-06, "Finetune/Loss": 0.7588227987289429, "Finetune/Loss (Raw)": 0.8320696353912354, "Finetune/Step": 4956, "Finetune/Step Time": 6.635511035099626}
+{"Finetune/Learning Rate": 6.195234592733677e-06, "Finetune/Loss": 0.7593952417373657, "Finetune/Loss (Raw)": 0.8687918186187744, "Finetune/Step": 4957, "Finetune/Step Time": 6.625021148473024}
+{"Finetune/Learning Rate": 6.191394958813874e-06, "Finetune/Loss": 0.7590351104736328, "Finetune/Loss (Raw)": 0.7035582661628723, "Finetune/Step": 4958, "Finetune/Step Time": 6.641600772738457}
+{"Finetune/Learning Rate": 6.187555981542641e-06, "Finetune/Loss": 0.7597470879554749, "Finetune/Loss (Raw)": 0.4612569510936737, "Finetune/Step": 4959, "Finetune/Step Time": 6.641183814033866}
+{"Finetune/Learning Rate": 6.183717661581865e-06, "Finetune/Loss": 0.760405957698822, "Finetune/Loss (Raw)": 0.759086549282074, "Finetune/Step": 4960, "Finetune/Step Time": 6.614671245217323}
+{"Finetune/Learning Rate": 6.1798799995933126e-06, "Finetune/Loss": 0.7601047158241272, "Finetune/Loss (Raw)": 0.7436327934265137, "Finetune/Step": 4961, "Finetune/Step Time": 6.612045302987099}
+{"Finetune/Learning Rate": 6.176042996238649e-06, "Finetune/Loss": 0.7593107223510742, "Finetune/Loss (Raw)": 0.8304659128189087, "Finetune/Step": 4962, "Finetune/Step Time": 6.610262693837285}
+{"Finetune/Learning Rate": 6.172206652179415e-06, "Finetune/Loss": 0.7585004568099976, "Finetune/Loss (Raw)": 0.7550605535507202, "Finetune/Step": 4963, "Finetune/Step Time": 6.603664357215166}
+{"Finetune/Learning Rate": 6.168370968077044e-06, "Finetune/Loss": 0.7582060098648071, "Finetune/Loss (Raw)": 0.869036853313446, "Finetune/Step": 4964, "Finetune/Step Time": 6.606918767094612}
+{"Finetune/Learning Rate": 6.1645359445928485e-06, "Finetune/Loss": 0.7593258619308472, "Finetune/Loss (Raw)": 0.924150824546814, "Finetune/Step": 4965, "Finetune/Step Time": 6.607276886701584}
+{"Finetune/Learning Rate": 6.160701582388039e-06, "Finetune/Loss": 0.7581937313079834, "Finetune/Loss (Raw)": 0.7282484173774719, "Finetune/Step": 4966, "Finetune/Step Time": 6.610122764483094}
+{"Finetune/Learning Rate": 6.1568678821237e-06, "Finetune/Loss": 0.7596321105957031, "Finetune/Loss (Raw)": 0.8774904012680054, "Finetune/Step": 4967, "Finetune/Step Time": 6.617913572117686}
+{"Finetune/Learning Rate": 6.153034844460808e-06, "Finetune/Loss": 0.7596383094787598, "Finetune/Loss (Raw)": 0.7925446629524231, "Finetune/Step": 4968, "Finetune/Step Time": 6.613391039893031}
+{"Finetune/Learning Rate": 6.1492024700602226e-06, "Finetune/Loss": 0.7596132755279541, "Finetune/Loss (Raw)": 0.7370218634605408, "Finetune/Step": 4969, "Finetune/Step Time": 6.616374678909779}
+{"Finetune/Learning Rate": 6.145370759582694e-06, "Finetune/Loss": 0.7608217000961304, "Finetune/Loss (Raw)": 0.807960569858551, "Finetune/Step": 4970, "Finetune/Step Time": 6.588306663557887}
+{"Finetune/Learning Rate": 6.141539713688851e-06, "Finetune/Loss": 0.7606511116027832, "Finetune/Loss (Raw)": 0.9230361580848694, "Finetune/Step": 4971, "Finetune/Step Time": 6.598657034337521}
+{"Finetune/Learning Rate": 6.137709333039215e-06, "Finetune/Loss": 0.7612991333007812, "Finetune/Loss (Raw)": 0.7759196162223816, "Finetune/Step": 4972, "Finetune/Step Time": 6.592581043019891}
+{"Finetune/Learning Rate": 6.133879618294183e-06, "Finetune/Loss": 0.7615834474563599, "Finetune/Loss (Raw)": 0.9334625601768494, "Finetune/Step": 4973, "Finetune/Step Time": 6.59310457482934}
+{"Finetune/Learning Rate": 6.130050570114049e-06, "Finetune/Loss": 0.7576802968978882, "Finetune/Loss (Raw)": 0.32270878553390503, "Finetune/Step": 4974, "Finetune/Step Time": 6.585944324731827}
+{"Finetune/Learning Rate": 6.126222189158984e-06, "Finetune/Loss": 0.7605920433998108, "Finetune/Loss (Raw)": 0.703594446182251, "Finetune/Step": 4975, "Finetune/Step Time": 6.55931712128222}
+{"Finetune/Learning Rate": 6.122394476089047e-06, "Finetune/Loss": 0.7625105381011963, "Finetune/Loss (Raw)": 0.9232397675514221, "Finetune/Step": 4976, "Finetune/Step Time": 6.562120150774717}
+{"Finetune/Learning Rate": 6.118567431564175e-06, "Finetune/Loss": 0.7626210451126099, "Finetune/Loss (Raw)": 0.6877743005752563, "Finetune/Step": 4977, "Finetune/Step Time": 6.562492983415723}
+{"Finetune/Learning Rate": 6.1147410562442055e-06, "Finetune/Loss": 0.7616235017776489, "Finetune/Loss (Raw)": 0.762390673160553, "Finetune/Step": 4978, "Finetune/Step Time": 6.564804336056113}
+{"Finetune/Learning Rate": 6.110915350788846e-06, "Finetune/Loss": 0.7600966691970825, "Finetune/Loss (Raw)": 0.6867778897285461, "Finetune/Step": 4979, "Finetune/Step Time": 6.567420991137624}
+{"Finetune/Learning Rate": 6.107090315857693e-06, "Finetune/Loss": 0.7598772644996643, "Finetune/Loss (Raw)": 0.6495746374130249, "Finetune/Step": 4980, "Finetune/Step Time": 6.561613975092769}
+{"Finetune/Learning Rate": 6.103265952110227e-06, "Finetune/Loss": 0.7589349150657654, "Finetune/Loss (Raw)": 0.7130399346351624, "Finetune/Step": 4981, "Finetune/Step Time": 6.553097454831004}
+{"Finetune/Learning Rate": 6.099442260205817e-06, "Finetune/Loss": 0.7616288661956787, "Finetune/Loss (Raw)": 0.876850426197052, "Finetune/Step": 4982, "Finetune/Step Time": 6.548853201791644}
+{"Finetune/Learning Rate": 6.09561924080371e-06, "Finetune/Loss": 0.7589332461357117, "Finetune/Loss (Raw)": 0.4364283084869385, "Finetune/Step": 4983, "Finetune/Step Time": 6.5572900008410215}
+{"Finetune/Learning Rate": 6.09179689456304e-06, "Finetune/Loss": 0.7576053738594055, "Finetune/Loss (Raw)": 0.647701621055603, "Finetune/Step": 4984, "Finetune/Step Time": 6.569009937345982}
+{"Finetune/Learning Rate": 6.087975222142823e-06, "Finetune/Loss": 0.7576391696929932, "Finetune/Loss (Raw)": 0.8890029191970825, "Finetune/Step": 4985, "Finetune/Step Time": 6.566593337804079}
+{"Finetune/Learning Rate": 6.084154224201966e-06, "Finetune/Loss": 0.7550230622291565, "Finetune/Loss (Raw)": 0.6223860383033752, "Finetune/Step": 4986, "Finetune/Step Time": 6.559080896899104}
+{"Finetune/Learning Rate": 6.080333901399252e-06, "Finetune/Loss": 0.7551380395889282, "Finetune/Loss (Raw)": 0.815377414226532, "Finetune/Step": 4987, "Finetune/Step Time": 6.576005315408111}
+{"Finetune/Learning Rate": 6.0765142543933464e-06, "Finetune/Loss": 0.7562600374221802, "Finetune/Loss (Raw)": 0.8589245676994324, "Finetune/Step": 4988, "Finetune/Step Time": 6.584020469337702}
+{"Finetune/Learning Rate": 6.072695283842802e-06, "Finetune/Loss": 0.7569630742073059, "Finetune/Loss (Raw)": 0.826187252998352, "Finetune/Step": 4989, "Finetune/Step Time": 6.576276317238808}
+{"Finetune/Learning Rate": 6.068876990406061e-06, "Finetune/Loss": 0.7558107972145081, "Finetune/Loss (Raw)": 0.7996180057525635, "Finetune/Step": 4990, "Finetune/Step Time": 6.579410061240196}
+{"Finetune/Learning Rate": 6.065059374741436e-06, "Finetune/Loss": 0.754579484462738, "Finetune/Loss (Raw)": 0.7701568007469177, "Finetune/Step": 4991, "Finetune/Step Time": 6.574073169380426}
+{"Finetune/Learning Rate": 6.061242437507131e-06, "Finetune/Loss": 0.756056547164917, "Finetune/Loss (Raw)": 0.9529700875282288, "Finetune/Step": 4992, "Finetune/Step Time": 6.583894183859229}
+{"Finetune/Learning Rate": 6.057426179361227e-06, "Finetune/Loss": 0.7534173727035522, "Finetune/Loss (Raw)": 0.5119930505752563, "Finetune/Step": 4993, "Finetune/Step Time": 6.597670268267393}
+{"Finetune/Learning Rate": 6.053610600961701e-06, "Finetune/Loss": 0.753848671913147, "Finetune/Loss (Raw)": 0.79412841796875, "Finetune/Step": 4994, "Finetune/Step Time": 6.615088978782296}
+{"Finetune/Learning Rate": 6.049795702966399e-06, "Finetune/Loss": 0.7555245161056519, "Finetune/Loss (Raw)": 0.5854812860488892, "Finetune/Step": 4995, "Finetune/Step Time": 6.599158875644207}
+{"Finetune/Learning Rate": 6.045981486033053e-06, "Finetune/Loss": 0.7569247484207153, "Finetune/Loss (Raw)": 0.8890335559844971, "Finetune/Step": 4996, "Finetune/Step Time": 6.60061102360487}
+{"Finetune/Learning Rate": 6.04216795081928e-06, "Finetune/Loss": 0.7586317658424377, "Finetune/Loss (Raw)": 0.8650997281074524, "Finetune/Step": 4997, "Finetune/Step Time": 6.586225688457489}
+{"Finetune/Learning Rate": 6.03835509798258e-06, "Finetune/Loss": 0.7611616849899292, "Finetune/Loss (Raw)": 1.0363755226135254, "Finetune/Step": 4998, "Finetune/Step Time": 6.583640322089195}
+{"Finetune/Learning Rate": 6.0345429281803344e-06, "Finetune/Loss": 0.7618246078491211, "Finetune/Loss (Raw)": 0.9066833257675171, "Finetune/Step": 4999, "Finetune/Step Time": 6.5745096988976}
+{"Finetune/Learning Rate": 6.030731442069805e-06, "Finetune/Loss": 0.7585456967353821, "Finetune/Loss (Raw)": 0.3688327372074127, "Finetune/Step": 5000, "Finetune/Step Time": 6.5947323106229305}
+{"Finetune/Learning Rate": 6.026920640308135e-06, "Finetune/Loss": 0.7593483328819275, "Finetune/Loss (Raw)": 0.8036499619483948, "Finetune/Step": 5001, "Finetune/Step Time": 6.577634148299694}
+{"Finetune/Learning Rate": 6.023110523552355e-06, "Finetune/Loss": 0.7592388987541199, "Finetune/Loss (Raw)": 0.5501317977905273, "Finetune/Step": 5002, "Finetune/Step Time": 6.578626908361912}
+{"Finetune/Learning Rate": 6.019301092459375e-06, "Finetune/Loss": 0.759097695350647, "Finetune/Loss (Raw)": 0.7292841672897339, "Finetune/Step": 5003, "Finetune/Step Time": 6.566858757287264}
+{"Finetune/Learning Rate": 6.015492347685983e-06, "Finetune/Loss": 0.756956934928894, "Finetune/Loss (Raw)": 0.6094515919685364, "Finetune/Step": 5004, "Finetune/Step Time": 6.578980380669236}
+{"Finetune/Learning Rate": 6.011684289888851e-06, "Finetune/Loss": 0.7561116218566895, "Finetune/Loss (Raw)": 0.7856911420822144, "Finetune/Step": 5005, "Finetune/Step Time": 6.580849913880229}
+{"Finetune/Learning Rate": 6.007876919724538e-06, "Finetune/Loss": 0.7567397356033325, "Finetune/Loss (Raw)": 0.8064095973968506, "Finetune/Step": 5006, "Finetune/Step Time": 6.562505714595318}
+{"Finetune/Learning Rate": 6.004070237849475e-06, "Finetune/Loss": 0.7547027468681335, "Finetune/Loss (Raw)": 0.5747725963592529, "Finetune/Step": 5007, "Finetune/Step Time": 6.57118971273303}
+{"Finetune/Learning Rate": 6.000264244919982e-06, "Finetune/Loss": 0.7533761858940125, "Finetune/Loss (Raw)": 0.7074926495552063, "Finetune/Step": 5008, "Finetune/Step Time": 6.566413624212146}
+{"Finetune/Learning Rate": 5.996458941592253e-06, "Finetune/Loss": 0.7530117034912109, "Finetune/Loss (Raw)": 0.9404933452606201, "Finetune/Step": 5009, "Finetune/Step Time": 6.568720102310181}
+{"Finetune/Learning Rate": 5.9926543285223734e-06, "Finetune/Loss": 0.7539687156677246, "Finetune/Loss (Raw)": 0.8037368655204773, "Finetune/Step": 5010, "Finetune/Step Time": 6.55939125828445}
+{"Finetune/Learning Rate": 5.9888504063663e-06, "Finetune/Loss": 0.7544293403625488, "Finetune/Loss (Raw)": 0.7540934681892395, "Finetune/Step": 5011, "Finetune/Step Time": 6.559187514707446}
+{"Finetune/Learning Rate": 5.985047175779874e-06, "Finetune/Loss": 0.7537413835525513, "Finetune/Loss (Raw)": 0.773337721824646, "Finetune/Step": 5012, "Finetune/Step Time": 6.557141555473208}
+{"Finetune/Learning Rate": 5.981244637418815e-06, "Finetune/Loss": 0.7530495524406433, "Finetune/Loss (Raw)": 0.653331995010376, "Finetune/Step": 5013, "Finetune/Step Time": 6.565603580325842}
+{"Finetune/Learning Rate": 5.977442791938732e-06, "Finetune/Loss": 0.7519339323043823, "Finetune/Loss (Raw)": 0.722540020942688, "Finetune/Step": 5014, "Finetune/Step Time": 6.55480538494885}
+{"Finetune/Learning Rate": 5.973641639995103e-06, "Finetune/Loss": 0.7509832382202148, "Finetune/Loss (Raw)": 0.7129886150360107, "Finetune/Step": 5015, "Finetune/Step Time": 6.5433308612555265}
+{"Finetune/Learning Rate": 5.969841182243293e-06, "Finetune/Loss": 0.7501764297485352, "Finetune/Loss (Raw)": 0.7325171828269958, "Finetune/Step": 5016, "Finetune/Step Time": 6.5571839567273855}
+{"Finetune/Learning Rate": 5.966041419338544e-06, "Finetune/Loss": 0.749279260635376, "Finetune/Loss (Raw)": 0.691390872001648, "Finetune/Step": 5017, "Finetune/Step Time": 6.556466978043318}
+{"Finetune/Learning Rate": 5.962242351935985e-06, "Finetune/Loss": 0.7489101886749268, "Finetune/Loss (Raw)": 0.672538697719574, "Finetune/Step": 5018, "Finetune/Step Time": 6.543773824349046}
+{"Finetune/Learning Rate": 5.958443980690617e-06, "Finetune/Loss": 0.7487785816192627, "Finetune/Loss (Raw)": 0.728611946105957, "Finetune/Step": 5019, "Finetune/Step Time": 6.541474921628833}
+{"Finetune/Learning Rate": 5.954646306257323e-06, "Finetune/Loss": 0.7454348802566528, "Finetune/Loss (Raw)": 0.35737332701683044, "Finetune/Step": 5020, "Finetune/Step Time": 6.5583918783813715}
+{"Finetune/Learning Rate": 5.950849329290867e-06, "Finetune/Loss": 0.7451237440109253, "Finetune/Loss (Raw)": 0.8635240793228149, "Finetune/Step": 5021, "Finetune/Step Time": 6.557545265182853}
+{"Finetune/Learning Rate": 5.947053050445897e-06, "Finetune/Loss": 0.7458035945892334, "Finetune/Loss (Raw)": 0.814384937286377, "Finetune/Step": 5022, "Finetune/Step Time": 6.5386847369372845}
+{"Finetune/Learning Rate": 5.943257470376933e-06, "Finetune/Loss": 0.7465461492538452, "Finetune/Loss (Raw)": 0.7608850598335266, "Finetune/Step": 5023, "Finetune/Step Time": 6.543724235147238}
+{"Finetune/Learning Rate": 5.9394625897383774e-06, "Finetune/Loss": 0.745599091053009, "Finetune/Loss (Raw)": 0.7473943829536438, "Finetune/Step": 5024, "Finetune/Step Time": 6.546529741957784}
+{"Finetune/Learning Rate": 5.9356684091845116e-06, "Finetune/Loss": 0.7465105056762695, "Finetune/Loss (Raw)": 0.7523658275604248, "Finetune/Step": 5025, "Finetune/Step Time": 6.550614463165402}
+{"Finetune/Learning Rate": 5.931874929369501e-06, "Finetune/Loss": 0.7476451396942139, "Finetune/Loss (Raw)": 0.8289695382118225, "Finetune/Step": 5026, "Finetune/Step Time": 6.542137356474996}
+{"Finetune/Learning Rate": 5.928082150947385e-06, "Finetune/Loss": 0.7473729848861694, "Finetune/Loss (Raw)": 0.8352401256561279, "Finetune/Step": 5027, "Finetune/Step Time": 6.534395443275571}
+{"Finetune/Learning Rate": 5.924290074572083e-06, "Finetune/Loss": 0.748232364654541, "Finetune/Loss (Raw)": 0.9047583341598511, "Finetune/Step": 5028, "Finetune/Step Time": 6.536423169076443}
+{"Finetune/Learning Rate": 5.920498700897391e-06, "Finetune/Loss": 0.7487694025039673, "Finetune/Loss (Raw)": 0.829609215259552, "Finetune/Step": 5029, "Finetune/Step Time": 6.528149124234915}
+{"Finetune/Learning Rate": 5.916708030576992e-06, "Finetune/Loss": 0.748951256275177, "Finetune/Loss (Raw)": 0.7635782957077026, "Finetune/Step": 5030, "Finetune/Step Time": 6.530764646828175}
+{"Finetune/Learning Rate": 5.912918064264441e-06, "Finetune/Loss": 0.7491390705108643, "Finetune/Loss (Raw)": 0.7640137672424316, "Finetune/Step": 5031, "Finetune/Step Time": 6.5428545996546745}
+{"Finetune/Learning Rate": 5.909128802613171e-06, "Finetune/Loss": 0.749349057674408, "Finetune/Loss (Raw)": 0.819498598575592, "Finetune/Step": 5032, "Finetune/Step Time": 6.540635343641043}
+{"Finetune/Learning Rate": 5.905340246276494e-06, "Finetune/Loss": 0.7492433786392212, "Finetune/Loss (Raw)": 0.7938416004180908, "Finetune/Step": 5033, "Finetune/Step Time": 6.549539439380169}
+{"Finetune/Learning Rate": 5.901552395907606e-06, "Finetune/Loss": 0.749695897102356, "Finetune/Loss (Raw)": 0.800518810749054, "Finetune/Step": 5034, "Finetune/Step Time": 6.547384884208441}
+{"Finetune/Learning Rate": 5.897765252159577e-06, "Finetune/Loss": 0.7505366802215576, "Finetune/Loss (Raw)": 0.7254283428192139, "Finetune/Step": 5035, "Finetune/Step Time": 6.545126946642995}
+{"Finetune/Learning Rate": 5.893978815685353e-06, "Finetune/Loss": 0.7505066394805908, "Finetune/Loss (Raw)": 0.7705053687095642, "Finetune/Step": 5036, "Finetune/Step Time": 6.52566958591342}
+{"Finetune/Learning Rate": 5.890193087137759e-06, "Finetune/Loss": 0.7517889738082886, "Finetune/Loss (Raw)": 0.9289186596870422, "Finetune/Step": 5037, "Finetune/Step Time": 6.520584082230926}
+{"Finetune/Learning Rate": 5.886408067169505e-06, "Finetune/Loss": 0.7523525953292847, "Finetune/Loss (Raw)": 0.9099618792533875, "Finetune/Step": 5038, "Finetune/Step Time": 6.528144139796495}
+{"Finetune/Learning Rate": 5.88262375643317e-06, "Finetune/Loss": 0.7538164258003235, "Finetune/Loss (Raw)": 0.9678714871406555, "Finetune/Step": 5039, "Finetune/Step Time": 6.533164922147989}
+{"Finetune/Learning Rate": 5.878840155581213e-06, "Finetune/Loss": 0.7520853281021118, "Finetune/Loss (Raw)": 0.5659270286560059, "Finetune/Step": 5040, "Finetune/Step Time": 6.526570463553071}
+{"Finetune/Learning Rate": 5.875057265265971e-06, "Finetune/Loss": 0.7530335783958435, "Finetune/Loss (Raw)": 0.9328153729438782, "Finetune/Step": 5041, "Finetune/Step Time": 6.505809353664517}
+{"Finetune/Learning Rate": 5.871275086139663e-06, "Finetune/Loss": 0.7567703723907471, "Finetune/Loss (Raw)": 0.9058642983436584, "Finetune/Step": 5042, "Finetune/Step Time": 6.499309949576855}
+{"Finetune/Learning Rate": 5.867493618854379e-06, "Finetune/Loss": 0.7580249309539795, "Finetune/Loss (Raw)": 0.8200557827949524, "Finetune/Step": 5043, "Finetune/Step Time": 6.501008786261082}
+{"Finetune/Learning Rate": 5.863712864062089e-06, "Finetune/Loss": 0.75837641954422, "Finetune/Loss (Raw)": 0.8138797879219055, "Finetune/Step": 5044, "Finetune/Step Time": 6.514507995918393}
+{"Finetune/Learning Rate": 5.859932822414639e-06, "Finetune/Loss": 0.7574659585952759, "Finetune/Loss (Raw)": 0.3138735294342041, "Finetune/Step": 5045, "Finetune/Step Time": 6.512606849893928}
+{"Finetune/Learning Rate": 5.856153494563752e-06, "Finetune/Loss": 0.7538139224052429, "Finetune/Loss (Raw)": 0.349833220243454, "Finetune/Step": 5046, "Finetune/Step Time": 6.53104099072516}
+{"Finetune/Learning Rate": 5.852374881161032e-06, "Finetune/Loss": 0.754159152507782, "Finetune/Loss (Raw)": 0.8176170587539673, "Finetune/Step": 5047, "Finetune/Step Time": 6.530785024166107}
+{"Finetune/Learning Rate": 5.848596982857955e-06, "Finetune/Loss": 0.7543103694915771, "Finetune/Loss (Raw)": 0.9152514338493347, "Finetune/Step": 5048, "Finetune/Step Time": 6.531422428786755}
+{"Finetune/Learning Rate": 5.844819800305874e-06, "Finetune/Loss": 0.7538630366325378, "Finetune/Loss (Raw)": 0.7159066200256348, "Finetune/Step": 5049, "Finetune/Step Time": 6.523904265835881}
+{"Finetune/Learning Rate": 5.841043334156021e-06, "Finetune/Loss": 0.7540743947029114, "Finetune/Loss (Raw)": 0.7263820767402649, "Finetune/Step": 5050, "Finetune/Step Time": 6.534009391441941}
+{"Finetune/Learning Rate": 5.837267585059505e-06, "Finetune/Loss": 0.7531748414039612, "Finetune/Loss (Raw)": 0.6287005543708801, "Finetune/Step": 5051, "Finetune/Step Time": 6.5587955173105}
+{"Finetune/Learning Rate": 5.83349255366731e-06, "Finetune/Loss": 0.750558614730835, "Finetune/Loss (Raw)": 0.3896169662475586, "Finetune/Step": 5052, "Finetune/Step Time": 6.572910150513053}
+{"Finetune/Learning Rate": 5.829718240630293e-06, "Finetune/Loss": 0.7493132948875427, "Finetune/Loss (Raw)": 0.5819849371910095, "Finetune/Step": 5053, "Finetune/Step Time": 6.590716257691383}
+{"Finetune/Learning Rate": 5.825944646599193e-06, "Finetune/Loss": 0.7504304647445679, "Finetune/Loss (Raw)": 0.880259096622467, "Finetune/Step": 5054, "Finetune/Step Time": 6.596479067578912}
+{"Finetune/Learning Rate": 5.822171772224621e-06, "Finetune/Loss": 0.7502373456954956, "Finetune/Loss (Raw)": 0.7558149099349976, "Finetune/Step": 5055, "Finetune/Step Time": 6.596557796001434}
+{"Finetune/Learning Rate": 5.81839961815706e-06, "Finetune/Loss": 0.7523128986358643, "Finetune/Loss (Raw)": 0.8173611164093018, "Finetune/Step": 5056, "Finetune/Step Time": 6.571534911170602}
+{"Finetune/Learning Rate": 5.814628185046884e-06, "Finetune/Loss": 0.7524122595787048, "Finetune/Loss (Raw)": 0.737673282623291, "Finetune/Step": 5057, "Finetune/Step Time": 6.5739315040409565}
+{"Finetune/Learning Rate": 5.810857473544329e-06, "Finetune/Loss": 0.7523199319839478, "Finetune/Loss (Raw)": 0.7899208068847656, "Finetune/Step": 5058, "Finetune/Step Time": 6.577628681436181}
+{"Finetune/Learning Rate": 5.807087484299508e-06, "Finetune/Loss": 0.7527555227279663, "Finetune/Loss (Raw)": 0.8975449204444885, "Finetune/Step": 5059, "Finetune/Step Time": 6.574952822178602}
+{"Finetune/Learning Rate": 5.803318217962414e-06, "Finetune/Loss": 0.753402590751648, "Finetune/Loss (Raw)": 0.9301849603652954, "Finetune/Step": 5060, "Finetune/Step Time": 6.574277168139815}
+{"Finetune/Learning Rate": 5.799549675182912e-06, "Finetune/Loss": 0.7545349597930908, "Finetune/Loss (Raw)": 0.856033444404602, "Finetune/Step": 5061, "Finetune/Step Time": 6.5570533107966185}
+{"Finetune/Learning Rate": 5.795781856610743e-06, "Finetune/Loss": 0.7524509429931641, "Finetune/Loss (Raw)": 0.5900305509567261, "Finetune/Step": 5062, "Finetune/Step Time": 6.561560535803437}
+{"Finetune/Learning Rate": 5.792014762895524e-06, "Finetune/Loss": 0.752551794052124, "Finetune/Loss (Raw)": 0.8827143311500549, "Finetune/Step": 5063, "Finetune/Step Time": 6.548564288765192}
+{"Finetune/Learning Rate": 5.788248394686743e-06, "Finetune/Loss": 0.7520654201507568, "Finetune/Loss (Raw)": 0.6366075873374939, "Finetune/Step": 5064, "Finetune/Step Time": 6.543992135673761}
+{"Finetune/Learning Rate": 5.784482752633773e-06, "Finetune/Loss": 0.7516586780548096, "Finetune/Loss (Raw)": 0.8704967498779297, "Finetune/Step": 5065, "Finetune/Step Time": 6.539072040468454}
+{"Finetune/Learning Rate": 5.780717837385854e-06, "Finetune/Loss": 0.7522006630897522, "Finetune/Loss (Raw)": 0.8831413388252258, "Finetune/Step": 5066, "Finetune/Step Time": 6.530353173613548}
+{"Finetune/Learning Rate": 5.776953649592099e-06, "Finetune/Loss": 0.7552177309989929, "Finetune/Loss (Raw)": 0.748045027256012, "Finetune/Step": 5067, "Finetune/Step Time": 6.514914991334081}
+{"Finetune/Learning Rate": 5.7731901899015e-06, "Finetune/Loss": 0.7567015290260315, "Finetune/Loss (Raw)": 0.8285414576530457, "Finetune/Step": 5068, "Finetune/Step Time": 6.50749927200377}
+{"Finetune/Learning Rate": 5.769427458962921e-06, "Finetune/Loss": 0.7570408582687378, "Finetune/Loss (Raw)": 0.7155559062957764, "Finetune/Step": 5069, "Finetune/Step Time": 6.50879486463964}
+{"Finetune/Learning Rate": 5.765665457425102e-06, "Finetune/Loss": 0.7573413848876953, "Finetune/Loss (Raw)": 0.7401727437973022, "Finetune/Step": 5070, "Finetune/Step Time": 6.516141224652529}
+{"Finetune/Learning Rate": 5.761904185936658e-06, "Finetune/Loss": 0.7576116323471069, "Finetune/Loss (Raw)": 0.7362866401672363, "Finetune/Step": 5071, "Finetune/Step Time": 6.522821165621281}
+{"Finetune/Learning Rate": 5.758143645146069e-06, "Finetune/Loss": 0.7588739395141602, "Finetune/Loss (Raw)": 0.9596545696258545, "Finetune/Step": 5072, "Finetune/Step Time": 6.52560718357563}
+{"Finetune/Learning Rate": 5.754383835701709e-06, "Finetune/Loss": 0.7586122751235962, "Finetune/Loss (Raw)": 0.8457224369049072, "Finetune/Step": 5073, "Finetune/Step Time": 6.529553862288594}
+{"Finetune/Learning Rate": 5.750624758251806e-06, "Finetune/Loss": 0.7599930167198181, "Finetune/Loss (Raw)": 0.8941551446914673, "Finetune/Step": 5074, "Finetune/Step Time": 6.5258798468858}
+{"Finetune/Learning Rate": 5.746866413444472e-06, "Finetune/Loss": 0.7569958567619324, "Finetune/Loss (Raw)": 0.3992270231246948, "Finetune/Step": 5075, "Finetune/Step Time": 6.543227041140199}
+{"Finetune/Learning Rate": 5.7431088019276884e-06, "Finetune/Loss": 0.7572041749954224, "Finetune/Loss (Raw)": 0.7834393978118896, "Finetune/Step": 5076, "Finetune/Step Time": 6.542233323678374}
+{"Finetune/Learning Rate": 5.739351924349313e-06, "Finetune/Loss": 0.7577316761016846, "Finetune/Loss (Raw)": 0.7745862603187561, "Finetune/Step": 5077, "Finetune/Step Time": 6.564160278066993}
+{"Finetune/Learning Rate": 5.7355957813570765e-06, "Finetune/Loss": 0.758135199546814, "Finetune/Loss (Raw)": 0.7240572571754456, "Finetune/Step": 5078, "Finetune/Step Time": 6.549232376739383}
+{"Finetune/Learning Rate": 5.731840373598581e-06, "Finetune/Loss": 0.7584038972854614, "Finetune/Loss (Raw)": 0.8901219964027405, "Finetune/Step": 5079, "Finetune/Step Time": 6.549551634117961}
+{"Finetune/Learning Rate": 5.728085701721298e-06, "Finetune/Loss": 0.7588008642196655, "Finetune/Loss (Raw)": 0.8470587730407715, "Finetune/Step": 5080, "Finetune/Step Time": 6.542482553049922}
+{"Finetune/Learning Rate": 5.724331766372585e-06, "Finetune/Loss": 0.7581040859222412, "Finetune/Loss (Raw)": 0.6216529011726379, "Finetune/Step": 5081, "Finetune/Step Time": 6.538804756477475}
+{"Finetune/Learning Rate": 5.720578568199666e-06, "Finetune/Loss": 0.7545802593231201, "Finetune/Loss (Raw)": 0.358352929353714, "Finetune/Step": 5082, "Finetune/Step Time": 6.520596759393811}
+{"Finetune/Learning Rate": 5.716826107849633e-06, "Finetune/Loss": 0.7540338039398193, "Finetune/Loss (Raw)": 0.7279736995697021, "Finetune/Step": 5083, "Finetune/Step Time": 6.525414030998945}
+{"Finetune/Learning Rate": 5.713074385969457e-06, "Finetune/Loss": 0.7530795931816101, "Finetune/Loss (Raw)": 0.7099261283874512, "Finetune/Step": 5084, "Finetune/Step Time": 6.5261435136199}
+{"Finetune/Learning Rate": 5.709323403205977e-06, "Finetune/Loss": 0.7521438598632812, "Finetune/Loss (Raw)": 0.7490262985229492, "Finetune/Step": 5085, "Finetune/Step Time": 6.52983602322638}
+{"Finetune/Learning Rate": 5.705573160205907e-06, "Finetune/Loss": 0.753923773765564, "Finetune/Loss (Raw)": 0.9313823580741882, "Finetune/Step": 5086, "Finetune/Step Time": 6.517866039648652}
+{"Finetune/Learning Rate": 5.7018236576158335e-06, "Finetune/Loss": 0.756179690361023, "Finetune/Loss (Raw)": 0.7500087022781372, "Finetune/Step": 5087, "Finetune/Step Time": 6.520926397293806}
+{"Finetune/Learning Rate": 5.698074896082215e-06, "Finetune/Loss": 0.757645308971405, "Finetune/Loss (Raw)": 0.9466862678527832, "Finetune/Step": 5088, "Finetune/Step Time": 6.5312602911144495}
+{"Finetune/Learning Rate": 5.694326876251379e-06, "Finetune/Loss": 0.758481502532959, "Finetune/Loss (Raw)": 0.8506702184677124, "Finetune/Step": 5089, "Finetune/Step Time": 6.530924351885915}
+{"Finetune/Learning Rate": 5.690579598769536e-06, "Finetune/Loss": 0.757627010345459, "Finetune/Loss (Raw)": 0.7210919260978699, "Finetune/Step": 5090, "Finetune/Step Time": 6.533190859481692}
+{"Finetune/Learning Rate": 5.686833064282757e-06, "Finetune/Loss": 0.7581114768981934, "Finetune/Loss (Raw)": 0.8170740604400635, "Finetune/Step": 5091, "Finetune/Step Time": 6.541740605607629}
+{"Finetune/Learning Rate": 5.683087273436989e-06, "Finetune/Loss": 0.7539218068122864, "Finetune/Loss (Raw)": 0.3327583372592926, "Finetune/Step": 5092, "Finetune/Step Time": 6.557964203879237}
+{"Finetune/Learning Rate": 5.679342226878049e-06, "Finetune/Loss": 0.7531512975692749, "Finetune/Loss (Raw)": 0.825527012348175, "Finetune/Step": 5093, "Finetune/Step Time": 6.560036066919565}
+{"Finetune/Learning Rate": 5.67559792525163e-06, "Finetune/Loss": 0.7521188259124756, "Finetune/Loss (Raw)": 0.5960823893547058, "Finetune/Step": 5094, "Finetune/Step Time": 6.5697220750153065}
+{"Finetune/Learning Rate": 5.671854369203294e-06, "Finetune/Loss": 0.7497607469558716, "Finetune/Loss (Raw)": 0.5756627321243286, "Finetune/Step": 5095, "Finetune/Step Time": 6.567467428743839}
+{"Finetune/Learning Rate": 5.6681115593784705e-06, "Finetune/Loss": 0.749022364616394, "Finetune/Loss (Raw)": 0.698032021522522, "Finetune/Step": 5096, "Finetune/Step Time": 6.594688463956118}
+{"Finetune/Learning Rate": 5.664369496422463e-06, "Finetune/Loss": 0.7468650341033936, "Finetune/Loss (Raw)": 0.46088406443595886, "Finetune/Step": 5097, "Finetune/Step Time": 6.586087182164192}
+{"Finetune/Learning Rate": 5.6606281809804565e-06, "Finetune/Loss": 0.7455922365188599, "Finetune/Loss (Raw)": 0.6450380682945251, "Finetune/Step": 5098, "Finetune/Step Time": 6.5884521678090096}
+{"Finetune/Learning Rate": 5.6568876136974925e-06, "Finetune/Loss": 0.7438689470291138, "Finetune/Loss (Raw)": 0.7024579644203186, "Finetune/Step": 5099, "Finetune/Step Time": 6.586727662011981}
+{"Finetune/Learning Rate": 5.65314779521849e-06, "Finetune/Loss": 0.743068516254425, "Finetune/Loss (Raw)": 0.6734647154808044, "Finetune/Step": 5100, "Finetune/Step Time": 6.573048090562224}
+{"Finetune/Learning Rate": 5.6494087261882355e-06, "Finetune/Loss": 0.7413852214813232, "Finetune/Loss (Raw)": 0.7180085182189941, "Finetune/Step": 5101, "Finetune/Step Time": 6.574381617829204}
+{"Finetune/Learning Rate": 5.645670407251392e-06, "Finetune/Loss": 0.7446653246879578, "Finetune/Loss (Raw)": 0.7425562739372253, "Finetune/Step": 5102, "Finetune/Step Time": 6.547821205109358}
+{"Finetune/Learning Rate": 5.641932839052488e-06, "Finetune/Loss": 0.7461239099502563, "Finetune/Loss (Raw)": 0.8902943730354309, "Finetune/Step": 5103, "Finetune/Step Time": 6.543453941121697}
+{"Finetune/Learning Rate": 5.638196022235925e-06, "Finetune/Loss": 0.7430145144462585, "Finetune/Loss (Raw)": 0.5252328515052795, "Finetune/Step": 5104, "Finetune/Step Time": 6.546255042776465}
+{"Finetune/Learning Rate": 5.634459957445969e-06, "Finetune/Loss": 0.744158148765564, "Finetune/Loss (Raw)": 0.8341637253761292, "Finetune/Step": 5105, "Finetune/Step Time": 6.524925392121077}
+{"Finetune/Learning Rate": 5.630724645326773e-06, "Finetune/Loss": 0.7455098032951355, "Finetune/Loss (Raw)": 0.935398519039154, "Finetune/Step": 5106, "Finetune/Step Time": 6.528654012829065}
+{"Finetune/Learning Rate": 5.626990086522342e-06, "Finetune/Loss": 0.7467235922813416, "Finetune/Loss (Raw)": 0.8421421051025391, "Finetune/Step": 5107, "Finetune/Step Time": 6.528321463614702}
+{"Finetune/Learning Rate": 5.623256281676559e-06, "Finetune/Loss": 0.7476489543914795, "Finetune/Loss (Raw)": 0.7680253386497498, "Finetune/Step": 5108, "Finetune/Step Time": 6.52337427996099}
+{"Finetune/Learning Rate": 5.619523231433177e-06, "Finetune/Loss": 0.7490512132644653, "Finetune/Loss (Raw)": 0.892536461353302, "Finetune/Step": 5109, "Finetune/Step Time": 6.5261993408203125}
+{"Finetune/Learning Rate": 5.615790936435817e-06, "Finetune/Loss": 0.7480992078781128, "Finetune/Loss (Raw)": 0.7549837827682495, "Finetune/Step": 5110, "Finetune/Step Time": 6.548928095027804}
+{"Finetune/Learning Rate": 5.612059397327971e-06, "Finetune/Loss": 0.7498493194580078, "Finetune/Loss (Raw)": 0.660440981388092, "Finetune/Step": 5111, "Finetune/Step Time": 6.554768292233348}
+{"Finetune/Learning Rate": 5.608328614753001e-06, "Finetune/Loss": 0.7476716041564941, "Finetune/Loss (Raw)": 0.36895453929901123, "Finetune/Step": 5112, "Finetune/Step Time": 6.564229089766741}
+{"Finetune/Learning Rate": 5.604598589354135e-06, "Finetune/Loss": 0.7430893778800964, "Finetune/Loss (Raw)": 0.3024791479110718, "Finetune/Step": 5113, "Finetune/Step Time": 6.589048504829407}
+{"Finetune/Learning Rate": 5.600869321774478e-06, "Finetune/Loss": 0.7440410852432251, "Finetune/Loss (Raw)": 0.7442065477371216, "Finetune/Step": 5114, "Finetune/Step Time": 6.590825002640486}
+{"Finetune/Learning Rate": 5.597140812656999e-06, "Finetune/Loss": 0.7433260679244995, "Finetune/Loss (Raw)": 0.7238554954528809, "Finetune/Step": 5115, "Finetune/Step Time": 6.573342544957995}
+{"Finetune/Learning Rate": 5.593413062644537e-06, "Finetune/Loss": 0.7387335300445557, "Finetune/Loss (Raw)": 0.27107733488082886, "Finetune/Step": 5116, "Finetune/Step Time": 6.586806012317538}
+{"Finetune/Learning Rate": 5.589686072379799e-06, "Finetune/Loss": 0.7396665811538696, "Finetune/Loss (Raw)": 0.9456223845481873, "Finetune/Step": 5117, "Finetune/Step Time": 6.588901186361909}
+{"Finetune/Learning Rate": 5.585959842505362e-06, "Finetune/Loss": 0.7397409677505493, "Finetune/Loss (Raw)": 0.8091390132904053, "Finetune/Step": 5118, "Finetune/Step Time": 6.591668436303735}
+{"Finetune/Learning Rate": 5.582234373663673e-06, "Finetune/Loss": 0.7405848503112793, "Finetune/Loss (Raw)": 0.878163754940033, "Finetune/Step": 5119, "Finetune/Step Time": 6.602075520902872}
+{"Finetune/Learning Rate": 5.5785096664970476e-06, "Finetune/Loss": 0.735895574092865, "Finetune/Loss (Raw)": 0.3527505397796631, "Finetune/Step": 5120, "Finetune/Step Time": 6.596143690869212}
+{"Finetune/Learning Rate": 5.574785721647663e-06, "Finetune/Loss": 0.7376556396484375, "Finetune/Loss (Raw)": 0.7372800707817078, "Finetune/Step": 5121, "Finetune/Step Time": 6.582746546715498}
+{"Finetune/Learning Rate": 5.571062539757582e-06, "Finetune/Loss": 0.7369943261146545, "Finetune/Loss (Raw)": 0.7094780802726746, "Finetune/Step": 5122, "Finetune/Step Time": 6.564244523644447}
+{"Finetune/Learning Rate": 5.567340121468719e-06, "Finetune/Loss": 0.7386701107025146, "Finetune/Loss (Raw)": 0.7999837398529053, "Finetune/Step": 5123, "Finetune/Step Time": 6.5663634072989225}
+{"Finetune/Learning Rate": 5.563618467422864e-06, "Finetune/Loss": 0.7387588620185852, "Finetune/Loss (Raw)": 0.9003984928131104, "Finetune/Step": 5124, "Finetune/Step Time": 6.56750189140439}
+{"Finetune/Learning Rate": 5.559897578261675e-06, "Finetune/Loss": 0.7388730049133301, "Finetune/Loss (Raw)": 0.8797107338905334, "Finetune/Step": 5125, "Finetune/Step Time": 6.572433806955814}
+{"Finetune/Learning Rate": 5.556177454626675e-06, "Finetune/Loss": 0.7338709831237793, "Finetune/Loss (Raw)": 0.3961183428764343, "Finetune/Step": 5126, "Finetune/Step Time": 6.591061411425471}
+{"Finetune/Learning Rate": 5.55245809715926e-06, "Finetune/Loss": 0.7321239113807678, "Finetune/Loss (Raw)": 0.6830465793609619, "Finetune/Step": 5127, "Finetune/Step Time": 6.614686992019415}
+{"Finetune/Learning Rate": 5.548739506500689e-06, "Finetune/Loss": 0.7352417707443237, "Finetune/Loss (Raw)": 0.7679239511489868, "Finetune/Step": 5128, "Finetune/Step Time": 6.599110916256905}
+{"Finetune/Learning Rate": 5.5450216832920886e-06, "Finetune/Loss": 0.7313258647918701, "Finetune/Loss (Raw)": 0.30241045355796814, "Finetune/Step": 5129, "Finetune/Step Time": 6.618688954040408}
+{"Finetune/Learning Rate": 5.541304628174464e-06, "Finetune/Loss": 0.7330678701400757, "Finetune/Loss (Raw)": 0.7731095552444458, "Finetune/Step": 5130, "Finetune/Step Time": 6.61390676535666}
+{"Finetune/Learning Rate": 5.537588341788673e-06, "Finetune/Loss": 0.7319394946098328, "Finetune/Loss (Raw)": 0.5848541855812073, "Finetune/Step": 5131, "Finetune/Step Time": 6.62047753110528}
+{"Finetune/Learning Rate": 5.5338728247754495e-06, "Finetune/Loss": 0.731887936592102, "Finetune/Loss (Raw)": 0.6028468012809753, "Finetune/Step": 5132, "Finetune/Step Time": 6.615598829463124}
+{"Finetune/Learning Rate": 5.530158077775391e-06, "Finetune/Loss": 0.7315053343772888, "Finetune/Loss (Raw)": 0.736720621585846, "Finetune/Step": 5133, "Finetune/Step Time": 6.616488702595234}
+{"Finetune/Learning Rate": 5.5264441014289645e-06, "Finetune/Loss": 0.7316806316375732, "Finetune/Loss (Raw)": 0.8288446664810181, "Finetune/Step": 5134, "Finetune/Step Time": 6.6204615496098995}
+{"Finetune/Learning Rate": 5.522730896376506e-06, "Finetune/Loss": 0.7322036623954773, "Finetune/Loss (Raw)": 0.6417232751846313, "Finetune/Step": 5135, "Finetune/Step Time": 6.615592340007424}
+{"Finetune/Learning Rate": 5.519018463258212e-06, "Finetune/Loss": 0.7338376641273499, "Finetune/Loss (Raw)": 0.916650116443634, "Finetune/Step": 5136, "Finetune/Step Time": 6.620739223435521}
+{"Finetune/Learning Rate": 5.5153068027141465e-06, "Finetune/Loss": 0.7325824499130249, "Finetune/Loss (Raw)": 0.7798240780830383, "Finetune/Step": 5137, "Finetune/Step Time": 6.624434120953083}
+{"Finetune/Learning Rate": 5.511595915384254e-06, "Finetune/Loss": 0.7321069836616516, "Finetune/Loss (Raw)": 0.7428767681121826, "Finetune/Step": 5138, "Finetune/Step Time": 6.639191394671798}
+{"Finetune/Learning Rate": 5.50788580190833e-06, "Finetune/Loss": 0.7289880514144897, "Finetune/Loss (Raw)": 0.35487011075019836, "Finetune/Step": 5139, "Finetune/Step Time": 6.658502027392387}
+{"Finetune/Learning Rate": 5.504176462926043e-06, "Finetune/Loss": 0.7292079329490662, "Finetune/Loss (Raw)": 0.8014826774597168, "Finetune/Step": 5140, "Finetune/Step Time": 6.654832715168595}
+{"Finetune/Learning Rate": 5.500467899076925e-06, "Finetune/Loss": 0.7309948801994324, "Finetune/Loss (Raw)": 0.8820565938949585, "Finetune/Step": 5141, "Finetune/Step Time": 6.6425155978649855}
+{"Finetune/Learning Rate": 5.496760111000376e-06, "Finetune/Loss": 0.7308224439620972, "Finetune/Loss (Raw)": 0.7004780173301697, "Finetune/Step": 5142, "Finetune/Step Time": 6.646889191120863}
+{"Finetune/Learning Rate": 5.493053099335666e-06, "Finetune/Loss": 0.7321569323539734, "Finetune/Loss (Raw)": 0.8837941884994507, "Finetune/Step": 5143, "Finetune/Step Time": 6.650574574247003}
+{"Finetune/Learning Rate": 5.489346864721925e-06, "Finetune/Loss": 0.7309409379959106, "Finetune/Loss (Raw)": 0.5768663883209229, "Finetune/Step": 5144, "Finetune/Step Time": 6.656776467338204}
+{"Finetune/Learning Rate": 5.485641407798151e-06, "Finetune/Loss": 0.7314139008522034, "Finetune/Loss (Raw)": 0.7519393563270569, "Finetune/Step": 5145, "Finetune/Step Time": 6.668331827968359}
+{"Finetune/Learning Rate": 5.481936729203206e-06, "Finetune/Loss": 0.7331875562667847, "Finetune/Loss (Raw)": 0.899563193321228, "Finetune/Step": 5146, "Finetune/Step Time": 6.664215933531523}
+{"Finetune/Learning Rate": 5.478232829575829e-06, "Finetune/Loss": 0.7337680459022522, "Finetune/Loss (Raw)": 0.8029202818870544, "Finetune/Step": 5147, "Finetune/Step Time": 6.666674004867673}
+{"Finetune/Learning Rate": 5.4745297095546125e-06, "Finetune/Loss": 0.7350203990936279, "Finetune/Loss (Raw)": 0.5176718235015869, "Finetune/Step": 5148, "Finetune/Step Time": 6.653722917661071}
+{"Finetune/Learning Rate": 5.470827369778015e-06, "Finetune/Loss": 0.7342143058776855, "Finetune/Loss (Raw)": 0.7603393197059631, "Finetune/Step": 5149, "Finetune/Step Time": 6.6601555328816175}
+{"Finetune/Learning Rate": 5.467125810884366e-06, "Finetune/Loss": 0.7338129281997681, "Finetune/Loss (Raw)": 0.7630143761634827, "Finetune/Step": 5150, "Finetune/Step Time": 6.667691960930824}
+{"Finetune/Learning Rate": 5.4634250335118575e-06, "Finetune/Loss": 0.7334437370300293, "Finetune/Loss (Raw)": 0.7136288285255432, "Finetune/Step": 5151, "Finetune/Step Time": 6.664857277646661}
+{"Finetune/Learning Rate": 5.459725038298549e-06, "Finetune/Loss": 0.7332124710083008, "Finetune/Loss (Raw)": 0.7177925705909729, "Finetune/Step": 5152, "Finetune/Step Time": 6.666863182559609}
+{"Finetune/Learning Rate": 5.456025825882361e-06, "Finetune/Loss": 0.7308335304260254, "Finetune/Loss (Raw)": 0.4478575885295868, "Finetune/Step": 5153, "Finetune/Step Time": 6.6749754920601845}
+{"Finetune/Learning Rate": 5.452327396901078e-06, "Finetune/Loss": 0.7273654341697693, "Finetune/Loss (Raw)": 0.3850589990615845, "Finetune/Step": 5154, "Finetune/Step Time": 6.695601150393486}
+{"Finetune/Learning Rate": 5.4486297519923625e-06, "Finetune/Loss": 0.7263429760932922, "Finetune/Loss (Raw)": 0.7043631672859192, "Finetune/Step": 5155, "Finetune/Step Time": 6.697431420907378}
+{"Finetune/Learning Rate": 5.444932891793727e-06, "Finetune/Loss": 0.7259731292724609, "Finetune/Loss (Raw)": 0.8574090003967285, "Finetune/Step": 5156, "Finetune/Step Time": 6.710712691769004}
+{"Finetune/Learning Rate": 5.441236816942555e-06, "Finetune/Loss": 0.7255026698112488, "Finetune/Loss (Raw)": 0.76939457654953, "Finetune/Step": 5157, "Finetune/Step Time": 6.71113190241158}
+{"Finetune/Learning Rate": 5.437541528076091e-06, "Finetune/Loss": 0.7256548404693604, "Finetune/Loss (Raw)": 0.783057451248169, "Finetune/Step": 5158, "Finetune/Step Time": 6.70855351164937}
+{"Finetune/Learning Rate": 5.4338470258314494e-06, "Finetune/Loss": 0.726700484752655, "Finetune/Loss (Raw)": 0.8978584408760071, "Finetune/Step": 5159, "Finetune/Step Time": 6.701089704409242}
+{"Finetune/Learning Rate": 5.430153310845603e-06, "Finetune/Loss": 0.727493166923523, "Finetune/Loss (Raw)": 0.9209576845169067, "Finetune/Step": 5160, "Finetune/Step Time": 6.700292905792594}
+{"Finetune/Learning Rate": 5.4264603837553954e-06, "Finetune/Loss": 0.7276719212532043, "Finetune/Loss (Raw)": 0.8167267441749573, "Finetune/Step": 5161, "Finetune/Step Time": 6.702822595834732}
+{"Finetune/Learning Rate": 5.422768245197525e-06, "Finetune/Loss": 0.7270382046699524, "Finetune/Loss (Raw)": 0.7194042801856995, "Finetune/Step": 5162, "Finetune/Step Time": 6.7082385327667}
+{"Finetune/Learning Rate": 5.419076895808568e-06, "Finetune/Loss": 0.7276251912117004, "Finetune/Loss (Raw)": 0.8005635738372803, "Finetune/Step": 5163, "Finetune/Step Time": 6.714999534189701}
+{"Finetune/Learning Rate": 5.415386336224954e-06, "Finetune/Loss": 0.7280691862106323, "Finetune/Loss (Raw)": 0.827335774898529, "Finetune/Step": 5164, "Finetune/Step Time": 6.728956876322627}
+{"Finetune/Learning Rate": 5.411696567082978e-06, "Finetune/Loss": 0.7252033948898315, "Finetune/Loss (Raw)": 0.5620977282524109, "Finetune/Step": 5165, "Finetune/Step Time": 6.749990856274962}
+{"Finetune/Learning Rate": 5.4080075890188e-06, "Finetune/Loss": 0.7239680290222168, "Finetune/Loss (Raw)": 0.7518300414085388, "Finetune/Step": 5166, "Finetune/Step Time": 6.7671814151108265}
+{"Finetune/Learning Rate": 5.404319402668443e-06, "Finetune/Loss": 0.7215414047241211, "Finetune/Loss (Raw)": 0.6572694778442383, "Finetune/Step": 5167, "Finetune/Step Time": 6.760870609432459}
+{"Finetune/Learning Rate": 5.400632008667796e-06, "Finetune/Loss": 0.7239318490028381, "Finetune/Loss (Raw)": 0.8718999028205872, "Finetune/Step": 5168, "Finetune/Step Time": 6.752045473083854}
+{"Finetune/Learning Rate": 5.3969454076526076e-06, "Finetune/Loss": 0.7233894467353821, "Finetune/Loss (Raw)": 0.8633865714073181, "Finetune/Step": 5169, "Finetune/Step Time": 6.753614906221628}
+{"Finetune/Learning Rate": 5.393259600258488e-06, "Finetune/Loss": 0.7211152911186218, "Finetune/Loss (Raw)": 0.6147770881652832, "Finetune/Step": 5170, "Finetune/Step Time": 6.751461878418922}
+{"Finetune/Learning Rate": 5.389574587120922e-06, "Finetune/Loss": 0.7221220135688782, "Finetune/Loss (Raw)": 0.9489134550094604, "Finetune/Step": 5171, "Finetune/Step Time": 6.747602401301265}
+{"Finetune/Learning Rate": 5.3858903688752436e-06, "Finetune/Loss": 0.7215148210525513, "Finetune/Loss (Raw)": 0.7361660599708557, "Finetune/Step": 5172, "Finetune/Step Time": 6.734375927597284}
+{"Finetune/Learning Rate": 5.382206946156658e-06, "Finetune/Loss": 0.7247277498245239, "Finetune/Loss (Raw)": 0.7251206636428833, "Finetune/Step": 5173, "Finetune/Step Time": 6.71513126976788}
+{"Finetune/Learning Rate": 5.378524319600231e-06, "Finetune/Loss": 0.7296757698059082, "Finetune/Loss (Raw)": 0.983180046081543, "Finetune/Step": 5174, "Finetune/Step Time": 6.69609590433538}
+{"Finetune/Learning Rate": 5.37484248984089e-06, "Finetune/Loss": 0.7290753126144409, "Finetune/Loss (Raw)": 0.7407554388046265, "Finetune/Step": 5175, "Finetune/Step Time": 6.701868757605553}
+{"Finetune/Learning Rate": 5.371161457513427e-06, "Finetune/Loss": 0.7245646715164185, "Finetune/Loss (Raw)": 0.337894469499588, "Finetune/Step": 5176, "Finetune/Step Time": 6.720270631834865}
+{"Finetune/Learning Rate": 5.367481223252493e-06, "Finetune/Loss": 0.725574791431427, "Finetune/Loss (Raw)": 0.8452016711235046, "Finetune/Step": 5177, "Finetune/Step Time": 6.716218218207359}
+{"Finetune/Learning Rate": 5.363801787692603e-06, "Finetune/Loss": 0.7250306010246277, "Finetune/Loss (Raw)": 0.6567227244377136, "Finetune/Step": 5178, "Finetune/Step Time": 6.701342349871993}
+{"Finetune/Learning Rate": 5.36012315146814e-06, "Finetune/Loss": 0.725550651550293, "Finetune/Loss (Raw)": 0.6952643990516663, "Finetune/Step": 5179, "Finetune/Step Time": 6.685999130830169}
+{"Finetune/Learning Rate": 5.356445315213344e-06, "Finetune/Loss": 0.7272942066192627, "Finetune/Loss (Raw)": 0.6128033995628357, "Finetune/Step": 5180, "Finetune/Step Time": 6.674767578020692}
+{"Finetune/Learning Rate": 5.352768279562315e-06, "Finetune/Loss": 0.7290791273117065, "Finetune/Loss (Raw)": 0.8104463219642639, "Finetune/Step": 5181, "Finetune/Step Time": 6.660304334014654}
+{"Finetune/Learning Rate": 5.349092045149018e-06, "Finetune/Loss": 0.7268209457397461, "Finetune/Loss (Raw)": 0.5912114381790161, "Finetune/Step": 5182, "Finetune/Step Time": 6.663062354549766}
+{"Finetune/Learning Rate": 5.3454166126072805e-06, "Finetune/Loss": 0.72743159532547, "Finetune/Loss (Raw)": 0.8339812159538269, "Finetune/Step": 5183, "Finetune/Step Time": 6.666905954480171}
+{"Finetune/Learning Rate": 5.341741982570789e-06, "Finetune/Loss": 0.7263743877410889, "Finetune/Loss (Raw)": 0.6820368766784668, "Finetune/Step": 5184, "Finetune/Step Time": 6.686169117689133}
+{"Finetune/Learning Rate": 5.338068155673093e-06, "Finetune/Loss": 0.7270087003707886, "Finetune/Loss (Raw)": 0.8188670873641968, "Finetune/Step": 5185, "Finetune/Step Time": 6.697665670886636}
+{"Finetune/Learning Rate": 5.3343951325476015e-06, "Finetune/Loss": 0.7239348888397217, "Finetune/Loss (Raw)": 0.39647176861763, "Finetune/Step": 5186, "Finetune/Step Time": 6.7242396119982}
+{"Finetune/Learning Rate": 5.330722913827594e-06, "Finetune/Loss": 0.7217367887496948, "Finetune/Loss (Raw)": 0.6161870360374451, "Finetune/Step": 5187, "Finetune/Step Time": 6.742133393883705}
+{"Finetune/Learning Rate": 5.3270515001462005e-06, "Finetune/Loss": 0.7198785543441772, "Finetune/Loss (Raw)": 0.6923337578773499, "Finetune/Step": 5188, "Finetune/Step Time": 6.743678297847509}
+{"Finetune/Learning Rate": 5.323380892136416e-06, "Finetune/Loss": 0.7177372574806213, "Finetune/Loss (Raw)": 0.581945538520813, "Finetune/Step": 5189, "Finetune/Step Time": 6.755467215552926}
+{"Finetune/Learning Rate": 5.319711090431097e-06, "Finetune/Loss": 0.7179490327835083, "Finetune/Loss (Raw)": 0.6171350479125977, "Finetune/Step": 5190, "Finetune/Step Time": 6.753653667867184}
+{"Finetune/Learning Rate": 5.316042095662961e-06, "Finetune/Loss": 0.7159813642501831, "Finetune/Loss (Raw)": 0.6308507919311523, "Finetune/Step": 5191, "Finetune/Step Time": 6.765231732279062}
+{"Finetune/Learning Rate": 5.312373908464586e-06, "Finetune/Loss": 0.716722309589386, "Finetune/Loss (Raw)": 0.7314541339874268, "Finetune/Step": 5192, "Finetune/Step Time": 6.761457923799753}
+{"Finetune/Learning Rate": 5.308706529468408e-06, "Finetune/Loss": 0.7151134014129639, "Finetune/Loss (Raw)": 0.6645621061325073, "Finetune/Step": 5193, "Finetune/Step Time": 6.772808069363236}
+{"Finetune/Learning Rate": 5.305039959306728e-06, "Finetune/Loss": 0.7109875679016113, "Finetune/Loss (Raw)": 0.3550220727920532, "Finetune/Step": 5194, "Finetune/Step Time": 6.791366472840309}
+{"Finetune/Learning Rate": 5.301374198611711e-06, "Finetune/Loss": 0.7106775045394897, "Finetune/Loss (Raw)": 0.7083643078804016, "Finetune/Step": 5195, "Finetune/Step Time": 6.789782289415598}
+{"Finetune/Learning Rate": 5.2977092480153734e-06, "Finetune/Loss": 0.7097731828689575, "Finetune/Loss (Raw)": 0.7127923965454102, "Finetune/Step": 5196, "Finetune/Step Time": 6.7954833637923}
+{"Finetune/Learning Rate": 5.294045108149597e-06, "Finetune/Loss": 0.7106822729110718, "Finetune/Loss (Raw)": 0.8319167494773865, "Finetune/Step": 5197, "Finetune/Step Time": 6.788108289241791}
+{"Finetune/Learning Rate": 5.290381779646121e-06, "Finetune/Loss": 0.7105281352996826, "Finetune/Loss (Raw)": 0.7204400897026062, "Finetune/Step": 5198, "Finetune/Step Time": 6.773125244304538}
+{"Finetune/Learning Rate": 5.286719263136549e-06, "Finetune/Loss": 0.7074439525604248, "Finetune/Loss (Raw)": 0.3415098190307617, "Finetune/Step": 5199, "Finetune/Step Time": 6.8468791507184505}
+{"Finetune/Learning Rate": 5.2830575592523415e-06, "Finetune/Loss": 0.7050557136535645, "Finetune/Loss (Raw)": 0.653968095779419, "Finetune/Step": 5200, "Finetune/Step Time": 6.860117897391319}
+{"Finetune/Learning Rate": 5.279396668624819e-06, "Finetune/Loss": 0.700523316860199, "Finetune/Loss (Raw)": 0.2655738294124603, "Finetune/Step": 5201, "Finetune/Step Time": 6.874626750126481}
+{"Finetune/Learning Rate": 5.275736591885157e-06, "Finetune/Loss": 0.6985706090927124, "Finetune/Loss (Raw)": 0.6441980004310608, "Finetune/Step": 5202, "Finetune/Step Time": 6.874011687934399}
+{"Finetune/Learning Rate": 5.272077329664407e-06, "Finetune/Loss": 0.7008541226387024, "Finetune/Loss (Raw)": 0.6915213465690613, "Finetune/Step": 5203, "Finetune/Step Time": 6.85502976924181}
+{"Finetune/Learning Rate": 5.2684188825934625e-06, "Finetune/Loss": 0.699736475944519, "Finetune/Loss (Raw)": 0.6403864026069641, "Finetune/Step": 5204, "Finetune/Step Time": 6.859015371650457}
+{"Finetune/Learning Rate": 5.2647612513030855e-06, "Finetune/Loss": 0.6979234218597412, "Finetune/Loss (Raw)": 0.5425100326538086, "Finetune/Step": 5205, "Finetune/Step Time": 6.84408744238317}
+{"Finetune/Learning Rate": 5.2611044364238925e-06, "Finetune/Loss": 0.6966125965118408, "Finetune/Loss (Raw)": 0.5562747120857239, "Finetune/Step": 5206, "Finetune/Step Time": 6.862715069204569}
+{"Finetune/Learning Rate": 5.257448438586363e-06, "Finetune/Loss": 0.6944684982299805, "Finetune/Loss (Raw)": 0.6156788468360901, "Finetune/Step": 5207, "Finetune/Step Time": 6.862649090588093}
+{"Finetune/Learning Rate": 5.253793258420835e-06, "Finetune/Loss": 0.6928117275238037, "Finetune/Loss (Raw)": 0.6349849700927734, "Finetune/Step": 5208, "Finetune/Step Time": 6.89010164514184}
+{"Finetune/Learning Rate": 5.250138896557504e-06, "Finetune/Loss": 0.6940759420394897, "Finetune/Loss (Raw)": 0.7834782004356384, "Finetune/Step": 5209, "Finetune/Step Time": 6.899939512833953}
+{"Finetune/Learning Rate": 5.246485353626419e-06, "Finetune/Loss": 0.6963034868240356, "Finetune/Loss (Raw)": 0.6434771418571472, "Finetune/Step": 5210, "Finetune/Step Time": 6.879718914628029}
+{"Finetune/Learning Rate": 5.2428326302575065e-06, "Finetune/Loss": 0.6955090761184692, "Finetune/Loss (Raw)": 0.6262904405593872, "Finetune/Step": 5211, "Finetune/Step Time": 6.874937320128083}
+{"Finetune/Learning Rate": 5.239180727080531e-06, "Finetune/Loss": 0.6947299242019653, "Finetune/Loss (Raw)": 0.6102023720741272, "Finetune/Step": 5212, "Finetune/Step Time": 6.880309475585818}
+{"Finetune/Learning Rate": 5.235529644725126e-06, "Finetune/Loss": 0.6944836378097534, "Finetune/Loss (Raw)": 0.717491626739502, "Finetune/Step": 5213, "Finetune/Step Time": 6.877790693193674}
+{"Finetune/Learning Rate": 5.231879383820782e-06, "Finetune/Loss": 0.691411018371582, "Finetune/Loss (Raw)": 0.5380908846855164, "Finetune/Step": 5214, "Finetune/Step Time": 6.874749470502138}
+{"Finetune/Learning Rate": 5.2282299449968455e-06, "Finetune/Loss": 0.6902737617492676, "Finetune/Loss (Raw)": 0.6044392585754395, "Finetune/Step": 5215, "Finetune/Step Time": 6.851996079087257}
+{"Finetune/Learning Rate": 5.224581328882523e-06, "Finetune/Loss": 0.6864510774612427, "Finetune/Loss (Raw)": 0.45737603306770325, "Finetune/Step": 5216, "Finetune/Step Time": 6.848814750090241}
+{"Finetune/Learning Rate": 5.22093353610688e-06, "Finetune/Loss": 0.6843642592430115, "Finetune/Loss (Raw)": 0.5835666656494141, "Finetune/Step": 5217, "Finetune/Step Time": 6.847687654197216}
+{"Finetune/Learning Rate": 5.217286567298834e-06, "Finetune/Loss": 0.6837407350540161, "Finetune/Loss (Raw)": 0.6412721276283264, "Finetune/Step": 5218, "Finetune/Step Time": 6.863624578341842}
+{"Finetune/Learning Rate": 5.213640423087176e-06, "Finetune/Loss": 0.681316614151001, "Finetune/Loss (Raw)": 0.5067931413650513, "Finetune/Step": 5219, "Finetune/Step Time": 6.8634248692542315}
+{"Finetune/Learning Rate": 5.209995104100538e-06, "Finetune/Loss": 0.6839158535003662, "Finetune/Loss (Raw)": 0.6654592752456665, "Finetune/Step": 5220, "Finetune/Step Time": 6.846819754689932}
+{"Finetune/Learning Rate": 5.206350610967417e-06, "Finetune/Loss": 0.682188868522644, "Finetune/Loss (Raw)": 0.6044780015945435, "Finetune/Step": 5221, "Finetune/Step Time": 6.84594870172441}
+{"Finetune/Learning Rate": 5.202706944316165e-06, "Finetune/Loss": 0.6825636625289917, "Finetune/Loss (Raw)": 0.6440481543540955, "Finetune/Step": 5222, "Finetune/Step Time": 6.850095534697175}
+{"Finetune/Learning Rate": 5.1990641047749955e-06, "Finetune/Loss": 0.6834543347358704, "Finetune/Loss (Raw)": 0.6896708011627197, "Finetune/Step": 5223, "Finetune/Step Time": 6.845811169594526}
+{"Finetune/Learning Rate": 5.1954220929719774e-06, "Finetune/Loss": 0.6828182935714722, "Finetune/Loss (Raw)": 0.6166132688522339, "Finetune/Step": 5224, "Finetune/Step Time": 6.82295217551291}
+{"Finetune/Learning Rate": 5.191780909535036e-06, "Finetune/Loss": 0.6837199926376343, "Finetune/Loss (Raw)": 0.5763111114501953, "Finetune/Step": 5225, "Finetune/Step Time": 6.821862215176225}
+{"Finetune/Learning Rate": 5.18814055509195e-06, "Finetune/Loss": 0.6840829849243164, "Finetune/Loss (Raw)": 0.6914982795715332, "Finetune/Step": 5226, "Finetune/Step Time": 6.818854011595249}
+{"Finetune/Learning Rate": 5.184501030270367e-06, "Finetune/Loss": 0.68436598777771, "Finetune/Loss (Raw)": 0.7386825084686279, "Finetune/Step": 5227, "Finetune/Step Time": 6.808554798364639}
+{"Finetune/Learning Rate": 5.180862335697781e-06, "Finetune/Loss": 0.6842004060745239, "Finetune/Loss (Raw)": 0.652269184589386, "Finetune/Step": 5228, "Finetune/Step Time": 6.8109924383461475}
+{"Finetune/Learning Rate": 5.177224472001545e-06, "Finetune/Loss": 0.6825147867202759, "Finetune/Loss (Raw)": 0.5022501945495605, "Finetune/Step": 5229, "Finetune/Step Time": 6.8351774998009205}
+{"Finetune/Learning Rate": 5.173587439808871e-06, "Finetune/Loss": 0.680953323841095, "Finetune/Loss (Raw)": 0.542688250541687, "Finetune/Step": 5230, "Finetune/Step Time": 6.83275280892849}
+{"Finetune/Learning Rate": 5.169951239746827e-06, "Finetune/Loss": 0.6794630289077759, "Finetune/Loss (Raw)": 0.6995311975479126, "Finetune/Step": 5231, "Finetune/Step Time": 6.8336562644690275}
+{"Finetune/Learning Rate": 5.166315872442336e-06, "Finetune/Loss": 0.6807228326797485, "Finetune/Loss (Raw)": 0.6864910125732422, "Finetune/Step": 5232, "Finetune/Step Time": 6.832189371809363}
+{"Finetune/Learning Rate": 5.162681338522177e-06, "Finetune/Loss": 0.6779212951660156, "Finetune/Loss (Raw)": 0.47556954622268677, "Finetune/Step": 5233, "Finetune/Step Time": 6.849469451233745}
+{"Finetune/Learning Rate": 5.159047638612984e-06, "Finetune/Loss": 0.674782395362854, "Finetune/Loss (Raw)": 0.5336169600486755, "Finetune/Step": 5234, "Finetune/Step Time": 6.841297373175621}
+{"Finetune/Learning Rate": 5.155414773341256e-06, "Finetune/Loss": 0.6733196973800659, "Finetune/Loss (Raw)": 0.6549103260040283, "Finetune/Step": 5235, "Finetune/Step Time": 6.836246740072966}
+{"Finetune/Learning Rate": 5.151782743333342e-06, "Finetune/Loss": 0.6715277433395386, "Finetune/Loss (Raw)": 0.5386636853218079, "Finetune/Step": 5236, "Finetune/Step Time": 6.826604932546616}
+{"Finetune/Learning Rate": 5.148151549215444e-06, "Finetune/Loss": 0.6696689128875732, "Finetune/Loss (Raw)": 0.6546033024787903, "Finetune/Step": 5237, "Finetune/Step Time": 6.820564471185207}
+{"Finetune/Learning Rate": 5.144521191613624e-06, "Finetune/Loss": 0.6685353517532349, "Finetune/Loss (Raw)": 0.6098916530609131, "Finetune/Step": 5238, "Finetune/Step Time": 6.7964125610888}
+{"Finetune/Learning Rate": 5.140891671153797e-06, "Finetune/Loss": 0.6681134104728699, "Finetune/Loss (Raw)": 0.606427788734436, "Finetune/Step": 5239, "Finetune/Step Time": 6.7721696477383375}
+{"Finetune/Learning Rate": 5.137262988461738e-06, "Finetune/Loss": 0.6700341701507568, "Finetune/Loss (Raw)": 0.614811360836029, "Finetune/Step": 5240, "Finetune/Step Time": 6.769947879016399}
+{"Finetune/Learning Rate": 5.1336351441630715e-06, "Finetune/Loss": 0.672696590423584, "Finetune/Loss (Raw)": 0.6432721614837646, "Finetune/Step": 5241, "Finetune/Step Time": 6.746271215379238}
+{"Finetune/Learning Rate": 5.130008138883278e-06, "Finetune/Loss": 0.6693575978279114, "Finetune/Loss (Raw)": 0.31681469082832336, "Finetune/Step": 5242, "Finetune/Step Time": 6.769930800423026}
+{"Finetune/Learning Rate": 5.126381973247705e-06, "Finetune/Loss": 0.6681960225105286, "Finetune/Loss (Raw)": 0.5751757621765137, "Finetune/Step": 5243, "Finetune/Step Time": 6.790615692734718}
+{"Finetune/Learning Rate": 5.122756647881543e-06, "Finetune/Loss": 0.6708568334579468, "Finetune/Loss (Raw)": 0.6116581559181213, "Finetune/Step": 5244, "Finetune/Step Time": 6.783127583563328}
+{"Finetune/Learning Rate": 5.119132163409839e-06, "Finetune/Loss": 0.6692085862159729, "Finetune/Loss (Raw)": 0.7346490025520325, "Finetune/Step": 5245, "Finetune/Step Time": 6.787660293281078}
+{"Finetune/Learning Rate": 5.115508520457497e-06, "Finetune/Loss": 0.6681022047996521, "Finetune/Loss (Raw)": 0.6675214767456055, "Finetune/Step": 5246, "Finetune/Step Time": 6.783411024138331}
+{"Finetune/Learning Rate": 5.1118857196492775e-06, "Finetune/Loss": 0.6662424206733704, "Finetune/Loss (Raw)": 0.6401068568229675, "Finetune/Step": 5247, "Finetune/Step Time": 6.7744579669088125}
+{"Finetune/Learning Rate": 5.108263761609794e-06, "Finetune/Loss": 0.6690379977226257, "Finetune/Loss (Raw)": 0.7105900049209595, "Finetune/Step": 5248, "Finetune/Step Time": 6.765109244734049}
+{"Finetune/Learning Rate": 5.104642646963514e-06, "Finetune/Loss": 0.668505847454071, "Finetune/Loss (Raw)": 0.6691633462905884, "Finetune/Step": 5249, "Finetune/Step Time": 6.760254016146064}
+{"Finetune/Learning Rate": 5.1010223763347565e-06, "Finetune/Loss": 0.6683369874954224, "Finetune/Loss (Raw)": 0.6878605484962463, "Finetune/Step": 5250, "Finetune/Step Time": 6.764375176280737}
+{"Finetune/Learning Rate": 5.09740295034771e-06, "Finetune/Loss": 0.6671658754348755, "Finetune/Loss (Raw)": 0.6500858664512634, "Finetune/Step": 5251, "Finetune/Step Time": 6.75878463499248}
+{"Finetune/Learning Rate": 5.093784369626397e-06, "Finetune/Loss": 0.6661758422851562, "Finetune/Loss (Raw)": 0.7736694812774658, "Finetune/Step": 5252, "Finetune/Step Time": 6.753623802214861}
+{"Finetune/Learning Rate": 5.0901666347947065e-06, "Finetune/Loss": 0.6638707518577576, "Finetune/Loss (Raw)": 0.5846644639968872, "Finetune/Step": 5253, "Finetune/Step Time": 6.75795110873878}
+{"Finetune/Learning Rate": 5.086549746476379e-06, "Finetune/Loss": 0.6648327112197876, "Finetune/Loss (Raw)": 0.5192458629608154, "Finetune/Step": 5254, "Finetune/Step Time": 6.759724520146847}
+{"Finetune/Learning Rate": 5.08293370529501e-06, "Finetune/Loss": 0.6632648706436157, "Finetune/Loss (Raw)": 0.48235762119293213, "Finetune/Step": 5255, "Finetune/Step Time": 6.758020183071494}
+{"Finetune/Learning Rate": 5.079318511874045e-06, "Finetune/Loss": 0.6621880531311035, "Finetune/Loss (Raw)": 0.6300949454307556, "Finetune/Step": 5256, "Finetune/Step Time": 6.764837641268969}
+{"Finetune/Learning Rate": 5.075704166836788e-06, "Finetune/Loss": 0.6638278365135193, "Finetune/Loss (Raw)": 0.5123041272163391, "Finetune/Step": 5257, "Finetune/Step Time": 6.759616455063224}
+{"Finetune/Learning Rate": 5.0720906708063884e-06, "Finetune/Loss": 0.6627172231674194, "Finetune/Loss (Raw)": 0.6309478282928467, "Finetune/Step": 5258, "Finetune/Step Time": 6.755175057798624}
+{"Finetune/Learning Rate": 5.068478024405868e-06, "Finetune/Loss": 0.6622833013534546, "Finetune/Loss (Raw)": 0.5293177962303162, "Finetune/Step": 5259, "Finetune/Step Time": 6.757857009768486}
+{"Finetune/Learning Rate": 5.064866228258083e-06, "Finetune/Loss": 0.6616157293319702, "Finetune/Loss (Raw)": 0.5174016952514648, "Finetune/Step": 5260, "Finetune/Step Time": 6.767845908179879}
+{"Finetune/Learning Rate": 5.0612552829857485e-06, "Finetune/Loss": 0.6611161231994629, "Finetune/Loss (Raw)": 0.672762393951416, "Finetune/Step": 5261, "Finetune/Step Time": 6.782650025561452}
+{"Finetune/Learning Rate": 5.057645189211437e-06, "Finetune/Loss": 0.6593830585479736, "Finetune/Loss (Raw)": 0.6070155501365662, "Finetune/Step": 5262, "Finetune/Step Time": 6.7822672333568335}
+{"Finetune/Learning Rate": 5.054035947557572e-06, "Finetune/Loss": 0.6576548218727112, "Finetune/Loss (Raw)": 0.4205085337162018, "Finetune/Step": 5263, "Finetune/Step Time": 6.7793521992862225}
+{"Finetune/Learning Rate": 5.050427558646424e-06, "Finetune/Loss": 0.6553878784179688, "Finetune/Loss (Raw)": 0.6264821290969849, "Finetune/Step": 5264, "Finetune/Step Time": 6.770498400554061}
+{"Finetune/Learning Rate": 5.046820023100129e-06, "Finetune/Loss": 0.654232919216156, "Finetune/Loss (Raw)": 0.6319873929023743, "Finetune/Step": 5265, "Finetune/Step Time": 6.768033944070339}
+{"Finetune/Learning Rate": 5.043213341540659e-06, "Finetune/Loss": 0.6531561613082886, "Finetune/Loss (Raw)": 0.605050802230835, "Finetune/Step": 5266, "Finetune/Step Time": 6.756183981895447}
+{"Finetune/Learning Rate": 5.039607514589859e-06, "Finetune/Loss": 0.6545464992523193, "Finetune/Loss (Raw)": 0.5328425168991089, "Finetune/Step": 5267, "Finetune/Step Time": 6.749037593603134}
+{"Finetune/Learning Rate": 5.036002542869414e-06, "Finetune/Loss": 0.6530131101608276, "Finetune/Loss (Raw)": 0.6052056550979614, "Finetune/Step": 5268, "Finetune/Step Time": 6.757814534008503}
+{"Finetune/Learning Rate": 5.032398427000862e-06, "Finetune/Loss": 0.6510879993438721, "Finetune/Loss (Raw)": 0.6356428265571594, "Finetune/Step": 5269, "Finetune/Step Time": 6.754791824147105}
+{"Finetune/Learning Rate": 5.028795167605594e-06, "Finetune/Loss": 0.6507303714752197, "Finetune/Loss (Raw)": 0.6547017693519592, "Finetune/Step": 5270, "Finetune/Step Time": 6.749718179926276}
+{"Finetune/Learning Rate": 5.025192765304856e-06, "Finetune/Loss": 0.6486999988555908, "Finetune/Loss (Raw)": 0.6239052414894104, "Finetune/Step": 5271, "Finetune/Step Time": 6.76350081898272}
+{"Finetune/Learning Rate": 5.021591220719744e-06, "Finetune/Loss": 0.6495853066444397, "Finetune/Loss (Raw)": 0.6901832222938538, "Finetune/Step": 5272, "Finetune/Step Time": 6.7390033937990665}
+{"Finetune/Learning Rate": 5.0179905344712085e-06, "Finetune/Loss": 0.6481438279151917, "Finetune/Loss (Raw)": 0.5674269199371338, "Finetune/Step": 5273, "Finetune/Step Time": 6.742504524067044}
+{"Finetune/Learning Rate": 5.0143907071800445e-06, "Finetune/Loss": 0.644929051399231, "Finetune/Loss (Raw)": 0.48807603120803833, "Finetune/Step": 5274, "Finetune/Step Time": 6.749855577945709}
+{"Finetune/Learning Rate": 5.0107917394669135e-06, "Finetune/Loss": 0.6434928178787231, "Finetune/Loss (Raw)": 0.6190783977508545, "Finetune/Step": 5275, "Finetune/Step Time": 6.747151395305991}
+{"Finetune/Learning Rate": 5.007193631952317e-06, "Finetune/Loss": 0.644281804561615, "Finetune/Loss (Raw)": 0.6186707019805908, "Finetune/Step": 5276, "Finetune/Step Time": 6.742123074829578}
+{"Finetune/Learning Rate": 5.003596385256611e-06, "Finetune/Loss": 0.6407755017280579, "Finetune/Loss (Raw)": 0.3115236461162567, "Finetune/Step": 5277, "Finetune/Step Time": 6.7553039994090796}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.6396872997283936, "Finetune/Loss (Raw)": 0.623731791973114, "Finetune/Step": 5278, "Finetune/Step Time": 6.752412999048829}
+{"Finetune/Learning Rate": 4.996404476802551e-06, "Finetune/Loss": 0.6395871043205261, "Finetune/Loss (Raw)": 0.7008023262023926, "Finetune/Step": 5279, "Finetune/Step Time": 6.748958522453904}
+{"Finetune/Learning Rate": 4.992809816284168e-06, "Finetune/Loss": 0.6382259130477905, "Finetune/Loss (Raw)": 0.5435570478439331, "Finetune/Step": 5280, "Finetune/Step Time": 6.763042272999883}
+{"Finetune/Learning Rate": 4.9892160190646144e-06, "Finetune/Loss": 0.63896244764328, "Finetune/Loss (Raw)": 0.5421315431594849, "Finetune/Step": 5281, "Finetune/Step Time": 6.742920931428671}
+{"Finetune/Learning Rate": 4.985623085763501e-06, "Finetune/Loss": 0.6405315399169922, "Finetune/Loss (Raw)": 0.585902988910675, "Finetune/Step": 5282, "Finetune/Step Time": 6.7355717699974775}
+{"Finetune/Learning Rate": 4.982031017000299e-06, "Finetune/Loss": 0.6401164531707764, "Finetune/Loss (Raw)": 0.6512377858161926, "Finetune/Step": 5283, "Finetune/Step Time": 6.733444083482027}
+{"Finetune/Learning Rate": 4.978439813394319e-06, "Finetune/Loss": 0.6350346207618713, "Finetune/Loss (Raw)": 0.2069338709115982, "Finetune/Step": 5284, "Finetune/Step Time": 6.737370999529958}
+{"Finetune/Learning Rate": 4.974849475564728e-06, "Finetune/Loss": 0.6344848871231079, "Finetune/Loss (Raw)": 0.6990321278572083, "Finetune/Step": 5285, "Finetune/Step Time": 6.746076084673405}
+{"Finetune/Learning Rate": 4.9712600041305425e-06, "Finetune/Loss": 0.6325377225875854, "Finetune/Loss (Raw)": 0.5338169932365417, "Finetune/Step": 5286, "Finetune/Step Time": 6.761936569586396}
+{"Finetune/Learning Rate": 4.967671399710629e-06, "Finetune/Loss": 0.6297467350959778, "Finetune/Loss (Raw)": 0.5406120419502258, "Finetune/Step": 5287, "Finetune/Step Time": 6.762273987755179}
+{"Finetune/Learning Rate": 4.964083662923706e-06, "Finetune/Loss": 0.6265846490859985, "Finetune/Loss (Raw)": 0.516208291053772, "Finetune/Step": 5288, "Finetune/Step Time": 6.766497980803251}
+{"Finetune/Learning Rate": 4.960496794388343e-06, "Finetune/Loss": 0.6241927146911621, "Finetune/Loss (Raw)": 0.5105597376823425, "Finetune/Step": 5289, "Finetune/Step Time": 6.746769841760397}
+{"Finetune/Learning Rate": 4.956910794722952e-06, "Finetune/Loss": 0.6246135830879211, "Finetune/Loss (Raw)": 0.7732763886451721, "Finetune/Step": 5290, "Finetune/Step Time": 6.743005149066448}
+{"Finetune/Learning Rate": 4.953325664545812e-06, "Finetune/Loss": 0.6232309937477112, "Finetune/Loss (Raw)": 0.6235924959182739, "Finetune/Step": 5291, "Finetune/Step Time": 6.740033511072397}
+{"Finetune/Learning Rate": 4.949741404475037e-06, "Finetune/Loss": 0.6217623949050903, "Finetune/Loss (Raw)": 0.6393589973449707, "Finetune/Step": 5292, "Finetune/Step Time": 6.731524631381035}
+{"Finetune/Learning Rate": 4.946158015128596e-06, "Finetune/Loss": 0.6219941973686218, "Finetune/Loss (Raw)": 0.5917611718177795, "Finetune/Step": 5293, "Finetune/Step Time": 6.719613164663315}
+{"Finetune/Learning Rate": 4.942575497124307e-06, "Finetune/Loss": 0.6212772130966187, "Finetune/Loss (Raw)": 0.6600539684295654, "Finetune/Step": 5294, "Finetune/Step Time": 6.697634089738131}
+{"Finetune/Learning Rate": 4.93899385107984e-06, "Finetune/Loss": 0.6208315491676331, "Finetune/Loss (Raw)": 0.6002309322357178, "Finetune/Step": 5295, "Finetune/Step Time": 6.701475715264678}
+{"Finetune/Learning Rate": 4.935413077612711e-06, "Finetune/Loss": 0.6183990240097046, "Finetune/Loss (Raw)": 0.5605383515357971, "Finetune/Step": 5296, "Finetune/Step Time": 6.708780076354742}
+{"Finetune/Learning Rate": 4.931833177340289e-06, "Finetune/Loss": 0.615715503692627, "Finetune/Loss (Raw)": 0.5198885202407837, "Finetune/Step": 5297, "Finetune/Step Time": 6.71467306278646}
+{"Finetune/Learning Rate": 4.9282541508797875e-06, "Finetune/Loss": 0.6167740821838379, "Finetune/Loss (Raw)": 0.7502731680870056, "Finetune/Step": 5298, "Finetune/Step Time": 6.713588895276189}
+{"Finetune/Learning Rate": 4.924675998848281e-06, "Finetune/Loss": 0.614754319190979, "Finetune/Loss (Raw)": 0.6903911828994751, "Finetune/Step": 5299, "Finetune/Step Time": 6.718611290678382}
+{"Finetune/Learning Rate": 4.92109872186268e-06, "Finetune/Loss": 0.6144881248474121, "Finetune/Loss (Raw)": 0.7020969986915588, "Finetune/Step": 5300, "Finetune/Step Time": 6.718544049188495}
+{"Finetune/Learning Rate": 4.91752232053975e-06, "Finetune/Loss": 0.6135785579681396, "Finetune/Loss (Raw)": 0.6086872220039368, "Finetune/Step": 5301, "Finetune/Step Time": 6.722533958032727}
+{"Finetune/Learning Rate": 4.9139467954961065e-06, "Finetune/Loss": 0.6106664538383484, "Finetune/Loss (Raw)": 0.6104364991188049, "Finetune/Step": 5302, "Finetune/Step Time": 6.731346452608705}
+{"Finetune/Learning Rate": 4.9103721473482105e-06, "Finetune/Loss": 0.6095080971717834, "Finetune/Loss (Raw)": 0.5924831628799438, "Finetune/Step": 5303, "Finetune/Step Time": 6.725647859275341}
+{"Finetune/Learning Rate": 4.9067983767123736e-06, "Finetune/Loss": 0.611369788646698, "Finetune/Loss (Raw)": 0.5761894583702087, "Finetune/Step": 5304, "Finetune/Step Time": 6.7129519283771515}
+{"Finetune/Learning Rate": 4.903225484204756e-06, "Finetune/Loss": 0.6100382804870605, "Finetune/Loss (Raw)": 0.6747677326202393, "Finetune/Step": 5305, "Finetune/Step Time": 6.70047315582633}
+{"Finetune/Learning Rate": 4.899653470441366e-06, "Finetune/Loss": 0.6066524386405945, "Finetune/Loss (Raw)": 0.22333675622940063, "Finetune/Step": 5306, "Finetune/Step Time": 6.725065944716334}
+{"Finetune/Learning Rate": 4.896082336038064e-06, "Finetune/Loss": 0.6064942479133606, "Finetune/Loss (Raw)": 0.675020158290863, "Finetune/Step": 5307, "Finetune/Step Time": 6.7177645694464445}
+{"Finetune/Learning Rate": 4.892512081610554e-06, "Finetune/Loss": 0.6068586707115173, "Finetune/Loss (Raw)": 0.6594489216804504, "Finetune/Step": 5308, "Finetune/Step Time": 6.722066603600979}
+{"Finetune/Learning Rate": 4.888942707774391e-06, "Finetune/Loss": 0.6049429774284363, "Finetune/Loss (Raw)": 0.5652315020561218, "Finetune/Step": 5309, "Finetune/Step Time": 6.728440895676613}
+{"Finetune/Learning Rate": 4.885374215144976e-06, "Finetune/Loss": 0.6040568351745605, "Finetune/Loss (Raw)": 0.4777871072292328, "Finetune/Step": 5310, "Finetune/Step Time": 6.7456657551229}
+{"Finetune/Learning Rate": 4.88180660433756e-06, "Finetune/Loss": 0.6021485328674316, "Finetune/Loss (Raw)": 0.589723527431488, "Finetune/Step": 5311, "Finetune/Step Time": 6.74901957064867}
+{"Finetune/Learning Rate": 4.878239875967241e-06, "Finetune/Loss": 0.601550817489624, "Finetune/Loss (Raw)": 0.6055282354354858, "Finetune/Step": 5312, "Finetune/Step Time": 6.730771966278553}
+{"Finetune/Learning Rate": 4.874674030648966e-06, "Finetune/Loss": 0.6002451777458191, "Finetune/Loss (Raw)": 0.6517407894134521, "Finetune/Step": 5313, "Finetune/Step Time": 6.715480595827103}
+{"Finetune/Learning Rate": 4.871109068997524e-06, "Finetune/Loss": 0.6018643975257874, "Finetune/Loss (Raw)": 0.6037312746047974, "Finetune/Step": 5314, "Finetune/Step Time": 6.686767164617777}
+{"Finetune/Learning Rate": 4.867544991627564e-06, "Finetune/Loss": 0.6017882227897644, "Finetune/Loss (Raw)": 0.6064417362213135, "Finetune/Step": 5315, "Finetune/Step Time": 6.6709261275827885}
+{"Finetune/Learning Rate": 4.863981799153573e-06, "Finetune/Loss": 0.6007859110832214, "Finetune/Loss (Raw)": 0.5640375018119812, "Finetune/Step": 5316, "Finetune/Step Time": 6.677665922790766}
+{"Finetune/Learning Rate": 4.860419492189886e-06, "Finetune/Loss": 0.6014388799667358, "Finetune/Loss (Raw)": 0.6655206680297852, "Finetune/Step": 5317, "Finetune/Step Time": 6.694538688287139}
+{"Finetune/Learning Rate": 4.856858071350683e-06, "Finetune/Loss": 0.6015386581420898, "Finetune/Loss (Raw)": 0.629909873008728, "Finetune/Step": 5318, "Finetune/Step Time": 6.691410208120942}
+{"Finetune/Learning Rate": 4.853297537250005e-06, "Finetune/Loss": 0.6017153859138489, "Finetune/Loss (Raw)": 0.6534683704376221, "Finetune/Step": 5319, "Finetune/Step Time": 6.691720770671964}
+{"Finetune/Learning Rate": 4.8497378905017225e-06, "Finetune/Loss": 0.6002886295318604, "Finetune/Loss (Raw)": 0.5488281846046448, "Finetune/Step": 5320, "Finetune/Step Time": 6.687400560826063}
+{"Finetune/Learning Rate": 4.846179131719564e-06, "Finetune/Loss": 0.5983266830444336, "Finetune/Loss (Raw)": 0.4134373366832733, "Finetune/Step": 5321, "Finetune/Step Time": 6.6750623397529125}
+{"Finetune/Learning Rate": 4.8426212615171e-06, "Finetune/Loss": 0.6004742383956909, "Finetune/Loss (Raw)": 0.6299108862876892, "Finetune/Step": 5322, "Finetune/Step Time": 6.661599811166525}
+{"Finetune/Learning Rate": 4.8390642805077505e-06, "Finetune/Loss": 0.599709153175354, "Finetune/Loss (Raw)": 0.6104310750961304, "Finetune/Step": 5323, "Finetune/Step Time": 6.662638299167156}
+{"Finetune/Learning Rate": 4.8355081893047765e-06, "Finetune/Loss": 0.5974879264831543, "Finetune/Loss (Raw)": 0.4284806251525879, "Finetune/Step": 5324, "Finetune/Step Time": 6.6818200051784515}
+{"Finetune/Learning Rate": 4.831952988521298e-06, "Finetune/Loss": 0.5960483551025391, "Finetune/Loss (Raw)": 0.6476389765739441, "Finetune/Step": 5325, "Finetune/Step Time": 6.695519965142012}
+{"Finetune/Learning Rate": 4.82839867877027e-06, "Finetune/Loss": 0.5956819653511047, "Finetune/Loss (Raw)": 0.6735469102859497, "Finetune/Step": 5326, "Finetune/Step Time": 6.69450849480927}
+{"Finetune/Learning Rate": 4.824845260664497e-06, "Finetune/Loss": 0.5978560447692871, "Finetune/Loss (Raw)": 0.6197916865348816, "Finetune/Step": 5327, "Finetune/Step Time": 6.606058679521084}
+{"Finetune/Learning Rate": 4.82129273481663e-06, "Finetune/Loss": 0.5971675515174866, "Finetune/Loss (Raw)": 0.5658425688743591, "Finetune/Step": 5328, "Finetune/Step Time": 6.609266698360443}
+{"Finetune/Learning Rate": 4.817741101839169e-06, "Finetune/Loss": 0.5996110439300537, "Finetune/Loss (Raw)": 0.5783423185348511, "Finetune/Step": 5329, "Finetune/Step Time": 6.592689098790288}
+{"Finetune/Learning Rate": 4.814190362344454e-06, "Finetune/Loss": 0.5989605188369751, "Finetune/Loss (Raw)": 0.5609347224235535, "Finetune/Step": 5330, "Finetune/Step Time": 6.588184379041195}
+{"Finetune/Learning Rate": 4.810640516944678e-06, "Finetune/Loss": 0.5991799235343933, "Finetune/Loss (Raw)": 0.719605028629303, "Finetune/Step": 5331, "Finetune/Step Time": 6.595941079780459}
+{"Finetune/Learning Rate": 4.807091566251869e-06, "Finetune/Loss": 0.5985288619995117, "Finetune/Loss (Raw)": 0.5570490956306458, "Finetune/Step": 5332, "Finetune/Step Time": 6.589935138821602}
+{"Finetune/Learning Rate": 4.8035435108779195e-06, "Finetune/Loss": 0.5983895063400269, "Finetune/Loss (Raw)": 0.5246725082397461, "Finetune/Step": 5333, "Finetune/Step Time": 6.5975553672760725}
+{"Finetune/Learning Rate": 4.79999635143455e-06, "Finetune/Loss": 0.5983497500419617, "Finetune/Loss (Raw)": 0.5511800646781921, "Finetune/Step": 5334, "Finetune/Step Time": 6.6033092476427555}
+{"Finetune/Learning Rate": 4.796450088533332e-06, "Finetune/Loss": 0.5983208417892456, "Finetune/Loss (Raw)": 0.6119807362556458, "Finetune/Step": 5335, "Finetune/Step Time": 6.6002555172890425}
+{"Finetune/Learning Rate": 4.792904722785685e-06, "Finetune/Loss": 0.5977761745452881, "Finetune/Loss (Raw)": 0.5652669072151184, "Finetune/Step": 5336, "Finetune/Step Time": 6.5879260674119}
+{"Finetune/Learning Rate": 4.7893602548028715e-06, "Finetune/Loss": 0.5966323614120483, "Finetune/Loss (Raw)": 0.6370732188224792, "Finetune/Step": 5337, "Finetune/Step Time": 6.582611067220569}
+{"Finetune/Learning Rate": 4.7858166851959995e-06, "Finetune/Loss": 0.5963846445083618, "Finetune/Loss (Raw)": 0.6117738485336304, "Finetune/Step": 5338, "Finetune/Step Time": 6.584978288039565}
+{"Finetune/Learning Rate": 4.782274014576023e-06, "Finetune/Loss": 0.596348762512207, "Finetune/Loss (Raw)": 0.6216949224472046, "Finetune/Step": 5339, "Finetune/Step Time": 6.590807601809502}
+{"Finetune/Learning Rate": 4.778732243553734e-06, "Finetune/Loss": 0.5965644717216492, "Finetune/Loss (Raw)": 0.6378100514411926, "Finetune/Step": 5340, "Finetune/Step Time": 6.58883804269135}
+{"Finetune/Learning Rate": 4.775191372739787e-06, "Finetune/Loss": 0.5956344604492188, "Finetune/Loss (Raw)": 0.5984454154968262, "Finetune/Step": 5341, "Finetune/Step Time": 6.603141263127327}
+{"Finetune/Learning Rate": 4.771651402744665e-06, "Finetune/Loss": 0.5957555174827576, "Finetune/Loss (Raw)": 0.5535899996757507, "Finetune/Step": 5342, "Finetune/Step Time": 6.615922907367349}
+{"Finetune/Learning Rate": 4.7681123341787e-06, "Finetune/Loss": 0.5957716107368469, "Finetune/Loss (Raw)": 0.6065007448196411, "Finetune/Step": 5343, "Finetune/Step Time": 6.626061512157321}
+{"Finetune/Learning Rate": 4.764574167652068e-06, "Finetune/Loss": 0.596898078918457, "Finetune/Loss (Raw)": 0.6015558838844299, "Finetune/Step": 5344, "Finetune/Step Time": 6.6195623856037855}
+{"Finetune/Learning Rate": 4.7610369037747924e-06, "Finetune/Loss": 0.5980520844459534, "Finetune/Loss (Raw)": 0.7312851548194885, "Finetune/Step": 5345, "Finetune/Step Time": 6.6156842689961195}
+{"Finetune/Learning Rate": 4.7575005431567415e-06, "Finetune/Loss": 0.5985077619552612, "Finetune/Loss (Raw)": 0.6996035575866699, "Finetune/Step": 5346, "Finetune/Step Time": 6.604720871895552}
+{"Finetune/Learning Rate": 4.753965086407621e-06, "Finetune/Loss": 0.5990725159645081, "Finetune/Loss (Raw)": 0.5790791511535645, "Finetune/Step": 5347, "Finetune/Step Time": 6.595210328698158}
+{"Finetune/Learning Rate": 4.750430534136985e-06, "Finetune/Loss": 0.5991508364677429, "Finetune/Loss (Raw)": 0.6754845380783081, "Finetune/Step": 5348, "Finetune/Step Time": 6.592413015663624}
+{"Finetune/Learning Rate": 4.7468968869542395e-06, "Finetune/Loss": 0.599888801574707, "Finetune/Loss (Raw)": 0.6989327669143677, "Finetune/Step": 5349, "Finetune/Step Time": 6.600521577522159}
+{"Finetune/Learning Rate": 4.743364145468622e-06, "Finetune/Loss": 0.5990626215934753, "Finetune/Loss (Raw)": 0.5383009910583496, "Finetune/Step": 5350, "Finetune/Step Time": 6.587828945368528}
+{"Finetune/Learning Rate": 4.73983231028922e-06, "Finetune/Loss": 0.5979704260826111, "Finetune/Loss (Raw)": 0.5498676896095276, "Finetune/Step": 5351, "Finetune/Step Time": 6.590094430372119}
+{"Finetune/Learning Rate": 4.736301382024963e-06, "Finetune/Loss": 0.597417950630188, "Finetune/Loss (Raw)": 0.5458961129188538, "Finetune/Step": 5352, "Finetune/Step Time": 6.589859761297703}
+{"Finetune/Learning Rate": 4.732771361284624e-06, "Finetune/Loss": 0.5947648286819458, "Finetune/Loss (Raw)": 0.23670785129070282, "Finetune/Step": 5353, "Finetune/Step Time": 6.616368481889367}
+{"Finetune/Learning Rate": 4.729242248676823e-06, "Finetune/Loss": 0.5948457717895508, "Finetune/Loss (Raw)": 0.701873242855072, "Finetune/Step": 5354, "Finetune/Step Time": 6.618202729150653}
+{"Finetune/Learning Rate": 4.725714044810018e-06, "Finetune/Loss": 0.5905579924583435, "Finetune/Loss (Raw)": 0.18983633816242218, "Finetune/Step": 5355, "Finetune/Step Time": 6.638232335448265}
+{"Finetune/Learning Rate": 4.722186750292511e-06, "Finetune/Loss": 0.5887702703475952, "Finetune/Loss (Raw)": 0.4234426021575928, "Finetune/Step": 5356, "Finetune/Step Time": 6.645063500851393}
+{"Finetune/Learning Rate": 4.718660365732456e-06, "Finetune/Loss": 0.5893537402153015, "Finetune/Loss (Raw)": 0.576936662197113, "Finetune/Step": 5357, "Finetune/Step Time": 6.6248164009302855}
+{"Finetune/Learning Rate": 4.715134891737841e-06, "Finetune/Loss": 0.5904596447944641, "Finetune/Loss (Raw)": 0.6842429041862488, "Finetune/Step": 5358, "Finetune/Step Time": 6.624766310676932}
+{"Finetune/Learning Rate": 4.711610328916496e-06, "Finetune/Loss": 0.5887801647186279, "Finetune/Loss (Raw)": 0.48455941677093506, "Finetune/Step": 5359, "Finetune/Step Time": 6.640771824866533}
+{"Finetune/Learning Rate": 4.708086677876101e-06, "Finetune/Loss": 0.5882226228713989, "Finetune/Loss (Raw)": 0.6151161789894104, "Finetune/Step": 5360, "Finetune/Step Time": 6.639727747067809}
+{"Finetune/Learning Rate": 4.704563939224175e-06, "Finetune/Loss": 0.5894278883934021, "Finetune/Loss (Raw)": 0.6298522353172302, "Finetune/Step": 5361, "Finetune/Step Time": 6.648528430610895}
+{"Finetune/Learning Rate": 4.701042113568077e-06, "Finetune/Loss": 0.5898929834365845, "Finetune/Loss (Raw)": 0.5931522846221924, "Finetune/Step": 5362, "Finetune/Step Time": 6.641947446390986}
+{"Finetune/Learning Rate": 4.697521201515014e-06, "Finetune/Loss": 0.5896298289299011, "Finetune/Loss (Raw)": 0.6212190389633179, "Finetune/Step": 5363, "Finetune/Step Time": 6.648978874087334}
+{"Finetune/Learning Rate": 4.694001203672028e-06, "Finetune/Loss": 0.5900312662124634, "Finetune/Loss (Raw)": 0.5900489091873169, "Finetune/Step": 5364, "Finetune/Step Time": 6.647277478128672}
+{"Finetune/Learning Rate": 4.690482120646016e-06, "Finetune/Loss": 0.5891679525375366, "Finetune/Loss (Raw)": 0.5441036820411682, "Finetune/Step": 5365, "Finetune/Step Time": 6.655583467334509}
+{"Finetune/Learning Rate": 4.686963953043706e-06, "Finetune/Loss": 0.5902331471443176, "Finetune/Loss (Raw)": 0.7462331652641296, "Finetune/Step": 5366, "Finetune/Step Time": 6.657112596556544}
+{"Finetune/Learning Rate": 4.683446701471671e-06, "Finetune/Loss": 0.5897361040115356, "Finetune/Loss (Raw)": 0.5428033471107483, "Finetune/Step": 5367, "Finetune/Step Time": 6.659970585256815}
+{"Finetune/Learning Rate": 4.679930366536329e-06, "Finetune/Loss": 0.5893471837043762, "Finetune/Loss (Raw)": 0.565030574798584, "Finetune/Step": 5368, "Finetune/Step Time": 6.641736121848226}
+{"Finetune/Learning Rate": 4.676414948843934e-06, "Finetune/Loss": 0.589284360408783, "Finetune/Loss (Raw)": 0.6352341771125793, "Finetune/Step": 5369, "Finetune/Step Time": 6.6464385986328125}
+{"Finetune/Learning Rate": 4.672900449000588e-06, "Finetune/Loss": 0.591842532157898, "Finetune/Loss (Raw)": 0.6442593336105347, "Finetune/Step": 5370, "Finetune/Step Time": 6.6228812132030725}
+{"Finetune/Learning Rate": 4.6693868676122325e-06, "Finetune/Loss": 0.5926012992858887, "Finetune/Loss (Raw)": 0.6722967624664307, "Finetune/Step": 5371, "Finetune/Step Time": 6.610115543007851}
+{"Finetune/Learning Rate": 4.665874205284646e-06, "Finetune/Loss": 0.5924359560012817, "Finetune/Loss (Raw)": 0.5905006527900696, "Finetune/Step": 5372, "Finetune/Step Time": 6.613544886931777}
+{"Finetune/Learning Rate": 4.662362462623461e-06, "Finetune/Loss": 0.5908997058868408, "Finetune/Loss (Raw)": 0.5380109548568726, "Finetune/Step": 5373, "Finetune/Step Time": 6.601186631247401}
+{"Finetune/Learning Rate": 4.65885164023414e-06, "Finetune/Loss": 0.5899527668952942, "Finetune/Loss (Raw)": 0.5463086366653442, "Finetune/Step": 5374, "Finetune/Step Time": 6.5998235661536455}
+{"Finetune/Learning Rate": 4.655341738721989e-06, "Finetune/Loss": 0.5894399285316467, "Finetune/Loss (Raw)": 0.5744569897651672, "Finetune/Step": 5375, "Finetune/Step Time": 6.618206989020109}
+{"Finetune/Learning Rate": 4.651832758692158e-06, "Finetune/Loss": 0.5894033908843994, "Finetune/Loss (Raw)": 0.7059170007705688, "Finetune/Step": 5376, "Finetune/Step Time": 6.608729960396886}
+{"Finetune/Learning Rate": 4.6483247007496354e-06, "Finetune/Loss": 0.5895506143569946, "Finetune/Loss (Raw)": 0.6880066990852356, "Finetune/Step": 5377, "Finetune/Step Time": 6.619355237111449}
+{"Finetune/Learning Rate": 4.644817565499253e-06, "Finetune/Loss": 0.5898711085319519, "Finetune/Loss (Raw)": 0.7288897633552551, "Finetune/Step": 5378, "Finetune/Step Time": 6.6211092714220285}
+{"Finetune/Learning Rate": 4.641311353545682e-06, "Finetune/Loss": 0.589169979095459, "Finetune/Loss (Raw)": 0.5603335499763489, "Finetune/Step": 5379, "Finetune/Step Time": 6.631361301988363}
+{"Finetune/Learning Rate": 4.6378060654934324e-06, "Finetune/Loss": 0.5885286927223206, "Finetune/Loss (Raw)": 0.6915881633758545, "Finetune/Step": 5380, "Finetune/Step Time": 6.645929975435138}
+{"Finetune/Learning Rate": 4.634301701946862e-06, "Finetune/Loss": 0.5874602794647217, "Finetune/Loss (Raw)": 0.4479046165943146, "Finetune/Step": 5381, "Finetune/Step Time": 6.640760838985443}
+{"Finetune/Learning Rate": 4.630798263510162e-06, "Finetune/Loss": 0.5852934718132019, "Finetune/Loss (Raw)": 0.24189357459545135, "Finetune/Step": 5382, "Finetune/Step Time": 6.638747036457062}
+{"Finetune/Learning Rate": 4.627295750787367e-06, "Finetune/Loss": 0.5871398448944092, "Finetune/Loss (Raw)": 0.7186934947967529, "Finetune/Step": 5383, "Finetune/Step Time": 6.614518329501152}
+{"Finetune/Learning Rate": 4.6237941643823525e-06, "Finetune/Loss": 0.5874131917953491, "Finetune/Loss (Raw)": 0.6650888919830322, "Finetune/Step": 5384, "Finetune/Step Time": 6.607327464967966}
+{"Finetune/Learning Rate": 4.620293504898832e-06, "Finetune/Loss": 0.5875314474105835, "Finetune/Loss (Raw)": 0.5274465084075928, "Finetune/Step": 5385, "Finetune/Step Time": 6.6036646496504545}
+{"Finetune/Learning Rate": 4.616793772940361e-06, "Finetune/Loss": 0.5873976945877075, "Finetune/Loss (Raw)": 0.6138262748718262, "Finetune/Step": 5386, "Finetune/Step Time": 6.6083124577999115}
+{"Finetune/Learning Rate": 4.613294969110335e-06, "Finetune/Loss": 0.5878809094429016, "Finetune/Loss (Raw)": 0.5911622047424316, "Finetune/Step": 5387, "Finetune/Step Time": 6.597455948591232}
+{"Finetune/Learning Rate": 4.609797094011984e-06, "Finetune/Loss": 0.5854124426841736, "Finetune/Loss (Raw)": 0.20144206285476685, "Finetune/Step": 5388, "Finetune/Step Time": 6.601184727624059}
+{"Finetune/Learning Rate": 4.606300148248394e-06, "Finetune/Loss": 0.5855594873428345, "Finetune/Loss (Raw)": 0.6915802359580994, "Finetune/Step": 5389, "Finetune/Step Time": 6.595518426969647}
+{"Finetune/Learning Rate": 4.602804132422472e-06, "Finetune/Loss": 0.585429847240448, "Finetune/Loss (Raw)": 0.5904251337051392, "Finetune/Step": 5390, "Finetune/Step Time": 6.599350338801742}
+{"Finetune/Learning Rate": 4.599309047136975e-06, "Finetune/Loss": 0.5860704183578491, "Finetune/Loss (Raw)": 0.502497673034668, "Finetune/Step": 5391, "Finetune/Step Time": 6.617013117298484}
+{"Finetune/Learning Rate": 4.595814892994496e-06, "Finetune/Loss": 0.5855608582496643, "Finetune/Loss (Raw)": 0.5612580180168152, "Finetune/Step": 5392, "Finetune/Step Time": 6.634311575442553}
+{"Finetune/Learning Rate": 4.592321670597469e-06, "Finetune/Loss": 0.5859372615814209, "Finetune/Loss (Raw)": 0.6801660060882568, "Finetune/Step": 5393, "Finetune/Step Time": 6.636179201304913}
+{"Finetune/Learning Rate": 4.588829380548168e-06, "Finetune/Loss": 0.5860011577606201, "Finetune/Loss (Raw)": 0.6132354140281677, "Finetune/Step": 5394, "Finetune/Step Time": 6.641576275229454}
+{"Finetune/Learning Rate": 4.5853380234487025e-06, "Finetune/Loss": 0.5858021974563599, "Finetune/Loss (Raw)": 0.5073671936988831, "Finetune/Step": 5395, "Finetune/Step Time": 6.636260775849223}
+{"Finetune/Learning Rate": 4.5818475999010214e-06, "Finetune/Loss": 0.5858731269836426, "Finetune/Loss (Raw)": 0.6142870783805847, "Finetune/Step": 5396, "Finetune/Step Time": 6.632206467911601}
+{"Finetune/Learning Rate": 4.578358110506923e-06, "Finetune/Loss": 0.586188554763794, "Finetune/Loss (Raw)": 0.6760179996490479, "Finetune/Step": 5397, "Finetune/Step Time": 6.640607738867402}
+{"Finetune/Learning Rate": 4.574869555868032e-06, "Finetune/Loss": 0.5866405963897705, "Finetune/Loss (Raw)": 0.7125646471977234, "Finetune/Step": 5398, "Finetune/Step Time": 6.651803936809301}
+{"Finetune/Learning Rate": 4.571381936585818e-06, "Finetune/Loss": 0.5861057639122009, "Finetune/Loss (Raw)": 0.5554447770118713, "Finetune/Step": 5399, "Finetune/Step Time": 6.64334056340158}
+{"Finetune/Learning Rate": 4.567895253261585e-06, "Finetune/Loss": 0.5854200124740601, "Finetune/Loss (Raw)": 0.6024088263511658, "Finetune/Step": 5400, "Finetune/Step Time": 6.636701066046953}
+{"Finetune/Learning Rate": 4.564409506496481e-06, "Finetune/Loss": 0.5864839553833008, "Finetune/Loss (Raw)": 0.7036077380180359, "Finetune/Step": 5401, "Finetune/Step Time": 6.6200083289295435}
+{"Finetune/Learning Rate": 4.56092469689149e-06, "Finetune/Loss": 0.5877598524093628, "Finetune/Loss (Raw)": 0.6513979434967041, "Finetune/Step": 5402, "Finetune/Step Time": 6.6107760630548}
+{"Finetune/Learning Rate": 4.557440825047432e-06, "Finetune/Loss": 0.5878876447677612, "Finetune/Loss (Raw)": 0.6354336738586426, "Finetune/Step": 5403, "Finetune/Step Time": 6.612963857129216}
+{"Finetune/Learning Rate": 4.5539578915649665e-06, "Finetune/Loss": 0.5849873423576355, "Finetune/Loss (Raw)": 0.24743273854255676, "Finetune/Step": 5404, "Finetune/Step Time": 6.632633430883288}
+{"Finetune/Learning Rate": 4.550475897044598e-06, "Finetune/Loss": 0.5869221687316895, "Finetune/Loss (Raw)": 0.5591798424720764, "Finetune/Step": 5405, "Finetune/Step Time": 6.629932435229421}
+{"Finetune/Learning Rate": 4.546994842086662e-06, "Finetune/Loss": 0.5834688544273376, "Finetune/Loss (Raw)": 0.18170683085918427, "Finetune/Step": 5406, "Finetune/Step Time": 6.661706872284412}
+{"Finetune/Learning Rate": 4.543514727291331e-06, "Finetune/Loss": 0.5824346542358398, "Finetune/Loss (Raw)": 0.5684316754341125, "Finetune/Step": 5407, "Finetune/Step Time": 6.686569483950734}
+{"Finetune/Learning Rate": 4.54003555325862e-06, "Finetune/Loss": 0.5828219652175903, "Finetune/Loss (Raw)": 0.5931233763694763, "Finetune/Step": 5408, "Finetune/Step Time": 6.668531248345971}
+{"Finetune/Learning Rate": 4.536557320588378e-06, "Finetune/Loss": 0.583327054977417, "Finetune/Loss (Raw)": 0.6067900061607361, "Finetune/Step": 5409, "Finetune/Step Time": 6.6700277999043465}
+{"Finetune/Learning Rate": 4.533080029880296e-06, "Finetune/Loss": 0.583303689956665, "Finetune/Loss (Raw)": 0.5829130411148071, "Finetune/Step": 5410, "Finetune/Step Time": 6.661817302927375}
+{"Finetune/Learning Rate": 4.529603681733897e-06, "Finetune/Loss": 0.5826144814491272, "Finetune/Loss (Raw)": 0.563011884689331, "Finetune/Step": 5411, "Finetune/Step Time": 6.667450221255422}
+{"Finetune/Learning Rate": 4.526128276748544e-06, "Finetune/Loss": 0.5863966941833496, "Finetune/Loss (Raw)": 0.6910594701766968, "Finetune/Step": 5412, "Finetune/Step Time": 6.648246059194207}
+{"Finetune/Learning Rate": 4.522653815523442e-06, "Finetune/Loss": 0.5854483246803284, "Finetune/Loss (Raw)": 0.5776453614234924, "Finetune/Step": 5413, "Finetune/Step Time": 6.639899596571922}
+{"Finetune/Learning Rate": 4.519180298657628e-06, "Finetune/Loss": 0.5858932137489319, "Finetune/Loss (Raw)": 0.5907572507858276, "Finetune/Step": 5414, "Finetune/Step Time": 6.625113138929009}
+{"Finetune/Learning Rate": 4.5157077267499775e-06, "Finetune/Loss": 0.5873336791992188, "Finetune/Loss (Raw)": 0.724999189376831, "Finetune/Step": 5415, "Finetune/Step Time": 6.62163976021111}
+{"Finetune/Learning Rate": 4.512236100399202e-06, "Finetune/Loss": 0.5877268314361572, "Finetune/Loss (Raw)": 0.5665286183357239, "Finetune/Step": 5416, "Finetune/Step Time": 6.615104403346777}
+{"Finetune/Learning Rate": 4.50876542020385e-06, "Finetune/Loss": 0.5886318683624268, "Finetune/Loss (Raw)": 0.6264044046401978, "Finetune/Step": 5417, "Finetune/Step Time": 6.617213319987059}
+{"Finetune/Learning Rate": 4.50529568676231e-06, "Finetune/Loss": 0.5871834754943848, "Finetune/Loss (Raw)": 0.5878804922103882, "Finetune/Step": 5418, "Finetune/Step Time": 6.63551645539701}
+{"Finetune/Learning Rate": 4.501826900672803e-06, "Finetune/Loss": 0.5879648923873901, "Finetune/Loss (Raw)": 0.7236180901527405, "Finetune/Step": 5419, "Finetune/Step Time": 6.635169722139835}
+{"Finetune/Learning Rate": 4.498359062533388e-06, "Finetune/Loss": 0.5883219242095947, "Finetune/Loss (Raw)": 0.6850544214248657, "Finetune/Step": 5420, "Finetune/Step Time": 6.631494803354144}
+{"Finetune/Learning Rate": 4.494892172941965e-06, "Finetune/Loss": 0.5882748365402222, "Finetune/Loss (Raw)": 0.585732638835907, "Finetune/Step": 5421, "Finetune/Step Time": 6.625859467312694}
+{"Finetune/Learning Rate": 4.491426232496266e-06, "Finetune/Loss": 0.5870935320854187, "Finetune/Loss (Raw)": 0.5088448524475098, "Finetune/Step": 5422, "Finetune/Step Time": 6.62484547868371}
+{"Finetune/Learning Rate": 4.4879612417938575e-06, "Finetune/Loss": 0.5871568918228149, "Finetune/Loss (Raw)": 0.6083492040634155, "Finetune/Step": 5423, "Finetune/Step Time": 6.623857457190752}
+{"Finetune/Learning Rate": 4.484497201432147e-06, "Finetune/Loss": 0.5875098705291748, "Finetune/Loss (Raw)": 0.6057221293449402, "Finetune/Step": 5424, "Finetune/Step Time": 6.617217551916838}
+{"Finetune/Learning Rate": 4.481034112008376e-06, "Finetune/Loss": 0.5876462459564209, "Finetune/Loss (Raw)": 0.537338376045227, "Finetune/Step": 5425, "Finetune/Step Time": 6.643172489479184}
+{"Finetune/Learning Rate": 4.4775719741196225e-06, "Finetune/Loss": 0.5860148668289185, "Finetune/Loss (Raw)": 0.5414530038833618, "Finetune/Step": 5426, "Finetune/Step Time": 6.638818202540278}
+{"Finetune/Learning Rate": 4.474110788362798e-06, "Finetune/Loss": 0.5858643054962158, "Finetune/Loss (Raw)": 0.6711202263832092, "Finetune/Step": 5427, "Finetune/Step Time": 6.631961872801185}
+{"Finetune/Learning Rate": 4.470650555334649e-06, "Finetune/Loss": 0.5850400328636169, "Finetune/Loss (Raw)": 0.596596360206604, "Finetune/Step": 5428, "Finetune/Step Time": 6.636145517230034}
+{"Finetune/Learning Rate": 4.467191275631768e-06, "Finetune/Loss": 0.5841119289398193, "Finetune/Loss (Raw)": 0.48989105224609375, "Finetune/Step": 5429, "Finetune/Step Time": 6.638947447761893}
+{"Finetune/Learning Rate": 4.463732949850574e-06, "Finetune/Loss": 0.5845500230789185, "Finetune/Loss (Raw)": 0.6665116548538208, "Finetune/Step": 5430, "Finetune/Step Time": 6.633254989981651}
+{"Finetune/Learning Rate": 4.4602755785873195e-06, "Finetune/Loss": 0.5846575498580933, "Finetune/Loss (Raw)": 0.6062381863594055, "Finetune/Step": 5431, "Finetune/Step Time": 6.637168200686574}
+{"Finetune/Learning Rate": 4.4568191624381e-06, "Finetune/Loss": 0.5851346254348755, "Finetune/Loss (Raw)": 0.6372670531272888, "Finetune/Step": 5432, "Finetune/Step Time": 6.632073393091559}
+{"Finetune/Learning Rate": 4.45336370199884e-06, "Finetune/Loss": 0.5841965675354004, "Finetune/Loss (Raw)": 0.5546852350234985, "Finetune/Step": 5433, "Finetune/Step Time": 6.636632010340691}
+{"Finetune/Learning Rate": 4.449909197865303e-06, "Finetune/Loss": 0.5872660279273987, "Finetune/Loss (Raw)": 0.616233766078949, "Finetune/Step": 5434, "Finetune/Step Time": 6.6252784095704556}
+{"Finetune/Learning Rate": 4.4464556506330855e-06, "Finetune/Loss": 0.5867283344268799, "Finetune/Loss (Raw)": 0.6061998605728149, "Finetune/Step": 5435, "Finetune/Step Time": 6.655923366546631}
+{"Finetune/Learning Rate": 4.443003060897617e-06, "Finetune/Loss": 0.5870601534843445, "Finetune/Loss (Raw)": 0.7019178867340088, "Finetune/Step": 5436, "Finetune/Step Time": 6.65524261072278}
+{"Finetune/Learning Rate": 4.439551429254173e-06, "Finetune/Loss": 0.5880860686302185, "Finetune/Loss (Raw)": 0.696545422077179, "Finetune/Step": 5437, "Finetune/Step Time": 6.653882073238492}
+{"Finetune/Learning Rate": 4.436100756297849e-06, "Finetune/Loss": 0.5888363122940063, "Finetune/Loss (Raw)": 0.5738121867179871, "Finetune/Step": 5438, "Finetune/Step Time": 6.630689404904842}
+{"Finetune/Learning Rate": 4.432651042623586e-06, "Finetune/Loss": 0.5887359976768494, "Finetune/Loss (Raw)": 0.5768899917602539, "Finetune/Step": 5439, "Finetune/Step Time": 6.625692756846547}
+{"Finetune/Learning Rate": 4.429202288826151e-06, "Finetune/Loss": 0.5900722742080688, "Finetune/Loss (Raw)": 0.7765700817108154, "Finetune/Step": 5440, "Finetune/Step Time": 6.625596145167947}
+{"Finetune/Learning Rate": 4.425754495500153e-06, "Finetune/Loss": 0.5895419120788574, "Finetune/Loss (Raw)": 0.5838503241539001, "Finetune/Step": 5441, "Finetune/Step Time": 6.636608902364969}
+{"Finetune/Learning Rate": 4.422307663240032e-06, "Finetune/Loss": 0.5888376235961914, "Finetune/Loss (Raw)": 0.5135933756828308, "Finetune/Step": 5442, "Finetune/Step Time": 6.648428658023477}
+{"Finetune/Learning Rate": 4.418861792640061e-06, "Finetune/Loss": 0.589238703250885, "Finetune/Loss (Raw)": 0.6577755212783813, "Finetune/Step": 5443, "Finetune/Step Time": 6.669598923996091}
+{"Finetune/Learning Rate": 4.415416884294348e-06, "Finetune/Loss": 0.5900554656982422, "Finetune/Loss (Raw)": 0.668588399887085, "Finetune/Step": 5444, "Finetune/Step Time": 6.682315060868859}
+{"Finetune/Learning Rate": 4.4119729387968405e-06, "Finetune/Loss": 0.5901472568511963, "Finetune/Loss (Raw)": 0.6772598028182983, "Finetune/Step": 5445, "Finetune/Step Time": 6.660047847777605}
+{"Finetune/Learning Rate": 4.408529956741313e-06, "Finetune/Loss": 0.586514949798584, "Finetune/Loss (Raw)": 0.16498219966888428, "Finetune/Step": 5446, "Finetune/Step Time": 6.680260065943003}
+{"Finetune/Learning Rate": 4.405087938721376e-06, "Finetune/Loss": 0.5857151746749878, "Finetune/Loss (Raw)": 0.5510879158973694, "Finetune/Step": 5447, "Finetune/Step Time": 6.670914573594928}
+{"Finetune/Learning Rate": 4.401646885330475e-06, "Finetune/Loss": 0.5854742527008057, "Finetune/Loss (Raw)": 0.5179975628852844, "Finetune/Step": 5448, "Finetune/Step Time": 6.673882853239775}
+{"Finetune/Learning Rate": 4.398206797161887e-06, "Finetune/Loss": 0.585423469543457, "Finetune/Loss (Raw)": 0.4069337248802185, "Finetune/Step": 5449, "Finetune/Step Time": 6.691643983125687}
+{"Finetune/Learning Rate": 4.394767674808725e-06, "Finetune/Loss": 0.5849491953849792, "Finetune/Loss (Raw)": 0.5692076086997986, "Finetune/Step": 5450, "Finetune/Step Time": 6.693801071494818}
+{"Finetune/Learning Rate": 4.391329518863935e-06, "Finetune/Loss": 0.5852066278457642, "Finetune/Loss (Raw)": 0.6433747410774231, "Finetune/Step": 5451, "Finetune/Step Time": 6.692286238074303}
+{"Finetune/Learning Rate": 4.38789232992029e-06, "Finetune/Loss": 0.5868329405784607, "Finetune/Loss (Raw)": 0.6366578936576843, "Finetune/Step": 5452, "Finetune/Step Time": 6.671526174992323}
+{"Finetune/Learning Rate": 4.38445610857041e-06, "Finetune/Loss": 0.5856621861457825, "Finetune/Loss (Raw)": 0.49777743220329285, "Finetune/Step": 5453, "Finetune/Step Time": 6.689574623480439}
+{"Finetune/Learning Rate": 4.381020855406738e-06, "Finetune/Loss": 0.5848367214202881, "Finetune/Loss (Raw)": 0.5678911209106445, "Finetune/Step": 5454, "Finetune/Step Time": 6.6956106554716825}
+{"Finetune/Learning Rate": 4.377586571021552e-06, "Finetune/Loss": 0.5836422443389893, "Finetune/Loss (Raw)": 0.4668906033039093, "Finetune/Step": 5455, "Finetune/Step Time": 6.692915523424745}
+{"Finetune/Learning Rate": 4.374153256006961e-06, "Finetune/Loss": 0.5834517478942871, "Finetune/Loss (Raw)": 0.5414713025093079, "Finetune/Step": 5456, "Finetune/Step Time": 6.6967966463416815}
+{"Finetune/Learning Rate": 4.370720910954911e-06, "Finetune/Loss": 0.5843231678009033, "Finetune/Loss (Raw)": 0.6898818612098694, "Finetune/Step": 5457, "Finetune/Step Time": 6.704567231237888}
+{"Finetune/Learning Rate": 4.367289536457179e-06, "Finetune/Loss": 0.5836459398269653, "Finetune/Loss (Raw)": 0.47424399852752686, "Finetune/Step": 5458, "Finetune/Step Time": 6.712569629773498}
+{"Finetune/Learning Rate": 4.363859133105374e-06, "Finetune/Loss": 0.5826296806335449, "Finetune/Loss (Raw)": 0.5895195603370667, "Finetune/Step": 5459, "Finetune/Step Time": 6.704511618241668}
+{"Finetune/Learning Rate": 4.360429701490935e-06, "Finetune/Loss": 0.5830241441726685, "Finetune/Loss (Raw)": 0.6075533032417297, "Finetune/Step": 5460, "Finetune/Step Time": 6.707565208896995}
+{"Finetune/Learning Rate": 4.357001242205143e-06, "Finetune/Loss": 0.580760657787323, "Finetune/Loss (Raw)": 0.23493945598602295, "Finetune/Step": 5461, "Finetune/Step Time": 6.713537620380521}
+{"Finetune/Learning Rate": 4.353573755839102e-06, "Finetune/Loss": 0.580966591835022, "Finetune/Loss (Raw)": 0.5775371193885803, "Finetune/Step": 5462, "Finetune/Step Time": 6.7065422888845205}
+{"Finetune/Learning Rate": 4.350147242983751e-06, "Finetune/Loss": 0.5810245275497437, "Finetune/Loss (Raw)": 0.6193912029266357, "Finetune/Step": 5463, "Finetune/Step Time": 6.70752551779151}
+{"Finetune/Learning Rate": 4.346721704229861e-06, "Finetune/Loss": 0.5816025733947754, "Finetune/Loss (Raw)": 0.6392638087272644, "Finetune/Step": 5464, "Finetune/Step Time": 6.696450360119343}
+{"Finetune/Learning Rate": 4.343297140168037e-06, "Finetune/Loss": 0.5817698240280151, "Finetune/Loss (Raw)": 0.6584747433662415, "Finetune/Step": 5465, "Finetune/Step Time": 6.694170778617263}
+{"Finetune/Learning Rate": 4.339873551388711e-06, "Finetune/Loss": 0.5815940499305725, "Finetune/Loss (Raw)": 0.5892841815948486, "Finetune/Step": 5466, "Finetune/Step Time": 6.725645741447806}
+{"Finetune/Learning Rate": 4.336450938482154e-06, "Finetune/Loss": 0.5806862115859985, "Finetune/Loss (Raw)": 0.505488932132721, "Finetune/Step": 5467, "Finetune/Step Time": 6.730346318334341}
+{"Finetune/Learning Rate": 4.333029302038459e-06, "Finetune/Loss": 0.5772548913955688, "Finetune/Loss (Raw)": 0.1986043006181717, "Finetune/Step": 5468, "Finetune/Step Time": 6.740768913179636}
+{"Finetune/Learning Rate": 4.329608642647566e-06, "Finetune/Loss": 0.5741181373596191, "Finetune/Loss (Raw)": 0.1969352811574936, "Finetune/Step": 5469, "Finetune/Step Time": 6.7429309040308}
+{"Finetune/Learning Rate": 4.3261889608992305e-06, "Finetune/Loss": 0.575075626373291, "Finetune/Loss (Raw)": 0.6761457920074463, "Finetune/Step": 5470, "Finetune/Step Time": 6.736812302842736}
+{"Finetune/Learning Rate": 4.322770257383049e-06, "Finetune/Loss": 0.5748323202133179, "Finetune/Loss (Raw)": 0.5753539800643921, "Finetune/Step": 5471, "Finetune/Step Time": 6.771158138290048}
+{"Finetune/Learning Rate": 4.319352532688444e-06, "Finetune/Loss": 0.5748200416564941, "Finetune/Loss (Raw)": 0.5999943017959595, "Finetune/Step": 5472, "Finetune/Step Time": 6.7687611151486635}
+{"Finetune/Learning Rate": 4.3159357874046725e-06, "Finetune/Loss": 0.5738441944122314, "Finetune/Loss (Raw)": 0.6063793897628784, "Finetune/Step": 5473, "Finetune/Step Time": 6.782218523323536}
+{"Finetune/Learning Rate": 4.312520022120823e-06, "Finetune/Loss": 0.5727329254150391, "Finetune/Loss (Raw)": 0.5573627352714539, "Finetune/Step": 5474, "Finetune/Step Time": 6.779569674283266}
+{"Finetune/Learning Rate": 4.309105237425812e-06, "Finetune/Loss": 0.5726432204246521, "Finetune/Loss (Raw)": 0.5675877332687378, "Finetune/Step": 5475, "Finetune/Step Time": 6.794664727523923}
+{"Finetune/Learning Rate": 4.305691433908387e-06, "Finetune/Loss": 0.5719633102416992, "Finetune/Loss (Raw)": 0.5884599685668945, "Finetune/Step": 5476, "Finetune/Step Time": 6.796631021425128}
+{"Finetune/Learning Rate": 4.302278612157133e-06, "Finetune/Loss": 0.5715494155883789, "Finetune/Loss (Raw)": 0.6459527015686035, "Finetune/Step": 5477, "Finetune/Step Time": 6.797089394181967}
+{"Finetune/Learning Rate": 4.298866772760461e-06, "Finetune/Loss": 0.5723896026611328, "Finetune/Loss (Raw)": 0.6458430886268616, "Finetune/Step": 5478, "Finetune/Step Time": 6.794815126806498}
+{"Finetune/Learning Rate": 4.295455916306609e-06, "Finetune/Loss": 0.5722974538803101, "Finetune/Loss (Raw)": 0.5380719304084778, "Finetune/Step": 5479, "Finetune/Step Time": 6.814404234290123}
+{"Finetune/Learning Rate": 4.29204604338365e-06, "Finetune/Loss": 0.5731914043426514, "Finetune/Loss (Raw)": 0.6603248715400696, "Finetune/Step": 5480, "Finetune/Step Time": 6.832260966300964}
+{"Finetune/Learning Rate": 4.288637154579487e-06, "Finetune/Loss": 0.5758547186851501, "Finetune/Loss (Raw)": 0.5776131749153137, "Finetune/Step": 5481, "Finetune/Step Time": 6.8116544634103775}
+{"Finetune/Learning Rate": 4.285229250481852e-06, "Finetune/Loss": 0.5749169588088989, "Finetune/Loss (Raw)": 0.5818371176719666, "Finetune/Step": 5482, "Finetune/Step Time": 6.82589403539896}
+{"Finetune/Learning Rate": 4.281822331678308e-06, "Finetune/Loss": 0.5774130821228027, "Finetune/Loss (Raw)": 0.5093433856964111, "Finetune/Step": 5483, "Finetune/Step Time": 6.82814665697515}
+{"Finetune/Learning Rate": 4.278416398756245e-06, "Finetune/Loss": 0.5786616206169128, "Finetune/Loss (Raw)": 0.5832585692405701, "Finetune/Step": 5484, "Finetune/Step Time": 6.8310188613832}
+{"Finetune/Learning Rate": 4.275011452302894e-06, "Finetune/Loss": 0.5783230066299438, "Finetune/Loss (Raw)": 0.5335845947265625, "Finetune/Step": 5485, "Finetune/Step Time": 6.825074166059494}
+{"Finetune/Learning Rate": 4.271607492905303e-06, "Finetune/Loss": 0.5782915353775024, "Finetune/Loss (Raw)": 0.6802140474319458, "Finetune/Step": 5486, "Finetune/Step Time": 6.8250292129814625}
+{"Finetune/Learning Rate": 4.268204521150357e-06, "Finetune/Loss": 0.5787565112113953, "Finetune/Loss (Raw)": 0.5440810918807983, "Finetune/Step": 5487, "Finetune/Step Time": 6.812974045053124}
+{"Finetune/Learning Rate": 4.264802537624765e-06, "Finetune/Loss": 0.5791925191879272, "Finetune/Loss (Raw)": 0.6709288954734802, "Finetune/Step": 5488, "Finetune/Step Time": 6.811294887214899}
+{"Finetune/Learning Rate": 4.261401542915072e-06, "Finetune/Loss": 0.5786643028259277, "Finetune/Loss (Raw)": 0.5622457265853882, "Finetune/Step": 5489, "Finetune/Step Time": 6.7842891328036785}
+{"Finetune/Learning Rate": 4.258001537607649e-06, "Finetune/Loss": 0.579598069190979, "Finetune/Loss (Raw)": 0.7126664519309998, "Finetune/Step": 5490, "Finetune/Step Time": 6.783618899062276}
+{"Finetune/Learning Rate": 4.254602522288698e-06, "Finetune/Loss": 0.5760332942008972, "Finetune/Loss (Raw)": 0.16492240130901337, "Finetune/Step": 5491, "Finetune/Step Time": 6.7930988892912865}
+{"Finetune/Learning Rate": 4.251204497544245e-06, "Finetune/Loss": 0.5766487121582031, "Finetune/Loss (Raw)": 0.6688220500946045, "Finetune/Step": 5492, "Finetune/Step Time": 6.826246278360486}
+{"Finetune/Learning Rate": 4.247807463960155e-06, "Finetune/Loss": 0.5766449570655823, "Finetune/Loss (Raw)": 0.5436282753944397, "Finetune/Step": 5493, "Finetune/Step Time": 6.826046070083976}
+{"Finetune/Learning Rate": 4.2444114221221164e-06, "Finetune/Loss": 0.5748922228813171, "Finetune/Loss (Raw)": 0.5218843817710876, "Finetune/Step": 5494, "Finetune/Step Time": 6.840892242267728}
+{"Finetune/Learning Rate": 4.241016372615646e-06, "Finetune/Loss": 0.575505256652832, "Finetune/Loss (Raw)": 0.6212688684463501, "Finetune/Step": 5495, "Finetune/Step Time": 6.837067548185587}
+{"Finetune/Learning Rate": 4.237622316026091e-06, "Finetune/Loss": 0.575884222984314, "Finetune/Loss (Raw)": 0.6135398149490356, "Finetune/Step": 5496, "Finetune/Step Time": 6.840695686638355}
+{"Finetune/Learning Rate": 4.234229252938624e-06, "Finetune/Loss": 0.576859712600708, "Finetune/Loss (Raw)": 0.7601003050804138, "Finetune/Step": 5497, "Finetune/Step Time": 6.836553826928139}
+{"Finetune/Learning Rate": 4.230837183938253e-06, "Finetune/Loss": 0.5759023427963257, "Finetune/Loss (Raw)": 0.521716833114624, "Finetune/Step": 5498, "Finetune/Step Time": 6.84503085911274}
+{"Finetune/Learning Rate": 4.2274461096098085e-06, "Finetune/Loss": 0.5736606121063232, "Finetune/Loss (Raw)": 0.385356605052948, "Finetune/Step": 5499, "Finetune/Step Time": 6.851190812885761}
+{"Finetune/Learning Rate": 4.22405603053795e-06, "Finetune/Loss": 0.5730632543563843, "Finetune/Loss (Raw)": 0.5140378475189209, "Finetune/Step": 5500, "Finetune/Step Time": 6.844577508047223}
+{"Finetune/Learning Rate": 4.220666947307171e-06, "Finetune/Loss": 0.5732910633087158, "Finetune/Loss (Raw)": 0.5671674013137817, "Finetune/Step": 5501, "Finetune/Step Time": 6.851243590936065}
+{"Finetune/Learning Rate": 4.21727886050179e-06, "Finetune/Loss": 0.57390296459198, "Finetune/Loss (Raw)": 0.6246317625045776, "Finetune/Step": 5502, "Finetune/Step Time": 6.856824837625027}
+{"Finetune/Learning Rate": 4.213891770705951e-06, "Finetune/Loss": 0.5712949633598328, "Finetune/Loss (Raw)": 0.24063433706760406, "Finetune/Step": 5503, "Finetune/Step Time": 6.856432091444731}
+{"Finetune/Learning Rate": 4.210505678503629e-06, "Finetune/Loss": 0.5706582069396973, "Finetune/Loss (Raw)": 0.6244096159934998, "Finetune/Step": 5504, "Finetune/Step Time": 6.860332937911153}
+{"Finetune/Learning Rate": 4.207120584478627e-06, "Finetune/Loss": 0.5695352554321289, "Finetune/Loss (Raw)": 0.5442745089530945, "Finetune/Step": 5505, "Finetune/Step Time": 6.8702150378376245}
+{"Finetune/Learning Rate": 4.2037364892145736e-06, "Finetune/Loss": 0.5691466927528381, "Finetune/Loss (Raw)": 0.6791461110115051, "Finetune/Step": 5506, "Finetune/Step Time": 6.865336384624243}
+{"Finetune/Learning Rate": 4.200353393294928e-06, "Finetune/Loss": 0.5694787502288818, "Finetune/Loss (Raw)": 0.602840006351471, "Finetune/Step": 5507, "Finetune/Step Time": 6.853402694687247}
+{"Finetune/Learning Rate": 4.196971297302972e-06, "Finetune/Loss": 0.5689208507537842, "Finetune/Loss (Raw)": 0.6201695799827576, "Finetune/Step": 5508, "Finetune/Step Time": 6.838636741042137}
+{"Finetune/Learning Rate": 4.193590201821826e-06, "Finetune/Loss": 0.5700423121452332, "Finetune/Loss (Raw)": 0.591455340385437, "Finetune/Step": 5509, "Finetune/Step Time": 6.837328910827637}
+{"Finetune/Learning Rate": 4.190210107434429e-06, "Finetune/Loss": 0.5726171731948853, "Finetune/Loss (Raw)": 0.5714802145957947, "Finetune/Step": 5510, "Finetune/Step Time": 6.822764625772834}
+{"Finetune/Learning Rate": 4.186831014723547e-06, "Finetune/Loss": 0.5713309645652771, "Finetune/Loss (Raw)": 0.5540532469749451, "Finetune/Step": 5511, "Finetune/Step Time": 6.834950428456068}
+{"Finetune/Learning Rate": 4.183452924271776e-06, "Finetune/Loss": 0.571186900138855, "Finetune/Loss (Raw)": 0.6466531157493591, "Finetune/Step": 5512, "Finetune/Step Time": 6.830096943303943}
+{"Finetune/Learning Rate": 4.18007583666154e-06, "Finetune/Loss": 0.5712591409683228, "Finetune/Loss (Raw)": 0.5366908311843872, "Finetune/Step": 5513, "Finetune/Step Time": 6.817268842831254}
+{"Finetune/Learning Rate": 4.176699752475087e-06, "Finetune/Loss": 0.5711023211479187, "Finetune/Loss (Raw)": 0.5937557816505432, "Finetune/Step": 5514, "Finetune/Step Time": 6.809868413954973}
+{"Finetune/Learning Rate": 4.173324672294496e-06, "Finetune/Loss": 0.5707880258560181, "Finetune/Loss (Raw)": 0.5509300231933594, "Finetune/Step": 5515, "Finetune/Step Time": 6.811456546187401}
+{"Finetune/Learning Rate": 4.169950596701665e-06, "Finetune/Loss": 0.5708274841308594, "Finetune/Loss (Raw)": 0.2064880132675171, "Finetune/Step": 5516, "Finetune/Step Time": 6.812554474920034}
+{"Finetune/Learning Rate": 4.1665775262783325e-06, "Finetune/Loss": 0.5699429512023926, "Finetune/Loss (Raw)": 0.578365683555603, "Finetune/Step": 5517, "Finetune/Step Time": 6.809847583994269}
+{"Finetune/Learning Rate": 4.163205461606053e-06, "Finetune/Loss": 0.5705206394195557, "Finetune/Loss (Raw)": 0.6643756031990051, "Finetune/Step": 5518, "Finetune/Step Time": 6.80623678304255}
+{"Finetune/Learning Rate": 4.1598344032662105e-06, "Finetune/Loss": 0.5704095363616943, "Finetune/Loss (Raw)": 0.48827433586120605, "Finetune/Step": 5519, "Finetune/Step Time": 6.803041687235236}
+{"Finetune/Learning Rate": 4.1564643518400135e-06, "Finetune/Loss": 0.5702141523361206, "Finetune/Loss (Raw)": 0.5362444519996643, "Finetune/Step": 5520, "Finetune/Step Time": 6.790516084060073}
+{"Finetune/Learning Rate": 4.153095307908501e-06, "Finetune/Loss": 0.5704987049102783, "Finetune/Loss (Raw)": 0.716587245464325, "Finetune/Step": 5521, "Finetune/Step Time": 6.788046406581998}
+{"Finetune/Learning Rate": 4.149727272052534e-06, "Finetune/Loss": 0.570999801158905, "Finetune/Loss (Raw)": 0.6773781776428223, "Finetune/Step": 5522, "Finetune/Step Time": 6.784785786643624}
+{"Finetune/Learning Rate": 4.146360244852803e-06, "Finetune/Loss": 0.5719031095504761, "Finetune/Loss (Raw)": 0.6229938864707947, "Finetune/Step": 5523, "Finetune/Step Time": 6.778047693893313}
+{"Finetune/Learning Rate": 4.142994226889819e-06, "Finetune/Loss": 0.572230875492096, "Finetune/Loss (Raw)": 0.6562375426292419, "Finetune/Step": 5524, "Finetune/Step Time": 6.776998685672879}
+{"Finetune/Learning Rate": 4.139629218743931e-06, "Finetune/Loss": 0.571507453918457, "Finetune/Loss (Raw)": 0.5834146738052368, "Finetune/Step": 5525, "Finetune/Step Time": 6.7812441401183605}
+{"Finetune/Learning Rate": 4.136265220995303e-06, "Finetune/Loss": 0.5717499256134033, "Finetune/Loss (Raw)": 0.7436097264289856, "Finetune/Step": 5526, "Finetune/Step Time": 6.770418087020516}
+{"Finetune/Learning Rate": 4.132902234223927e-06, "Finetune/Loss": 0.5716217160224915, "Finetune/Loss (Raw)": 0.5390299558639526, "Finetune/Step": 5527, "Finetune/Step Time": 6.772246697917581}
+{"Finetune/Learning Rate": 4.129540259009622e-06, "Finetune/Loss": 0.5719927549362183, "Finetune/Loss (Raw)": 0.6499029397964478, "Finetune/Step": 5528, "Finetune/Step Time": 6.783969460055232}
+{"Finetune/Learning Rate": 4.126179295932033e-06, "Finetune/Loss": 0.5705187916755676, "Finetune/Loss (Raw)": 0.5149412155151367, "Finetune/Step": 5529, "Finetune/Step Time": 6.7942778039723635}
+{"Finetune/Learning Rate": 4.122819345570629e-06, "Finetune/Loss": 0.5711352825164795, "Finetune/Loss (Raw)": 0.7303069233894348, "Finetune/Step": 5530, "Finetune/Step Time": 6.789316833019257}
+{"Finetune/Learning Rate": 4.119460408504706e-06, "Finetune/Loss": 0.5680255889892578, "Finetune/Loss (Raw)": 0.23739571869373322, "Finetune/Step": 5531, "Finetune/Step Time": 6.803055556491017}
+{"Finetune/Learning Rate": 4.11610248531338e-06, "Finetune/Loss": 0.5706750750541687, "Finetune/Loss (Raw)": 0.5865640044212341, "Finetune/Step": 5532, "Finetune/Step Time": 6.788553444668651}
+{"Finetune/Learning Rate": 4.112745576575604e-06, "Finetune/Loss": 0.5715062618255615, "Finetune/Loss (Raw)": 0.6655778288841248, "Finetune/Step": 5533, "Finetune/Step Time": 6.791959702968597}
+{"Finetune/Learning Rate": 4.109389682870146e-06, "Finetune/Loss": 0.5743343830108643, "Finetune/Loss (Raw)": 0.543697714805603, "Finetune/Step": 5534, "Finetune/Step Time": 6.759536800906062}
+{"Finetune/Learning Rate": 4.106034804775602e-06, "Finetune/Loss": 0.5744924545288086, "Finetune/Loss (Raw)": 0.5886672735214233, "Finetune/Step": 5535, "Finetune/Step Time": 6.7603590451180935}
+{"Finetune/Learning Rate": 4.102680942870391e-06, "Finetune/Loss": 0.5743043422698975, "Finetune/Loss (Raw)": 0.5690538883209229, "Finetune/Step": 5536, "Finetune/Step Time": 6.774609496816993}
+{"Finetune/Learning Rate": 4.0993280977327585e-06, "Finetune/Loss": 0.5740243792533875, "Finetune/Loss (Raw)": 0.5709437131881714, "Finetune/Step": 5537, "Finetune/Step Time": 6.789171317592263}
+{"Finetune/Learning Rate": 4.095976269940777e-06, "Finetune/Loss": 0.57121342420578, "Finetune/Loss (Raw)": 0.22311674058437347, "Finetune/Step": 5538, "Finetune/Step Time": 6.804147802293301}
+{"Finetune/Learning Rate": 4.092625460072339e-06, "Finetune/Loss": 0.572124719619751, "Finetune/Loss (Raw)": 0.679658830165863, "Finetune/Step": 5539, "Finetune/Step Time": 6.807949855923653}
+{"Finetune/Learning Rate": 4.089275668705162e-06, "Finetune/Loss": 0.5709134340286255, "Finetune/Loss (Raw)": 0.5360159277915955, "Finetune/Step": 5540, "Finetune/Step Time": 6.824364610016346}
+{"Finetune/Learning Rate": 4.085926896416794e-06, "Finetune/Loss": 0.5707876682281494, "Finetune/Loss (Raw)": 0.5615355968475342, "Finetune/Step": 5541, "Finetune/Step Time": 6.841559013351798}
+{"Finetune/Learning Rate": 4.082579143784603e-06, "Finetune/Loss": 0.5692270994186401, "Finetune/Loss (Raw)": 0.3910141587257385, "Finetune/Step": 5542, "Finetune/Step Time": 6.846500169485807}
+{"Finetune/Learning Rate": 4.079232411385778e-06, "Finetune/Loss": 0.5681641101837158, "Finetune/Loss (Raw)": 0.5889309048652649, "Finetune/Step": 5543, "Finetune/Step Time": 6.8505016174167395}
+{"Finetune/Learning Rate": 4.075886699797338e-06, "Finetune/Loss": 0.5687966346740723, "Finetune/Loss (Raw)": 0.6475001573562622, "Finetune/Step": 5544, "Finetune/Step Time": 6.85782165825367}
+{"Finetune/Learning Rate": 4.072542009596122e-06, "Finetune/Loss": 0.5681986808776855, "Finetune/Loss (Raw)": 0.5498640537261963, "Finetune/Step": 5545, "Finetune/Step Time": 6.865267103537917}
+{"Finetune/Learning Rate": 4.069198341358794e-06, "Finetune/Loss": 0.5674989223480225, "Finetune/Loss (Raw)": 0.49831005930900574, "Finetune/Step": 5546, "Finetune/Step Time": 6.846258832141757}
+{"Finetune/Learning Rate": 4.065855695661841e-06, "Finetune/Loss": 0.5672186017036438, "Finetune/Loss (Raw)": 0.6877344846725464, "Finetune/Step": 5547, "Finetune/Step Time": 6.839950988069177}
+{"Finetune/Learning Rate": 4.062514073081573e-06, "Finetune/Loss": 0.5670623779296875, "Finetune/Loss (Raw)": 0.665057361125946, "Finetune/Step": 5548, "Finetune/Step Time": 6.850794937461615}
+{"Finetune/Learning Rate": 4.059173474194132e-06, "Finetune/Loss": 0.5669771432876587, "Finetune/Loss (Raw)": 0.5748300552368164, "Finetune/Step": 5549, "Finetune/Step Time": 6.857596784830093}
+{"Finetune/Learning Rate": 4.055833899575471e-06, "Finetune/Loss": 0.5678070187568665, "Finetune/Loss (Raw)": 0.6150645017623901, "Finetune/Step": 5550, "Finetune/Step Time": 6.869993006810546}
+{"Finetune/Learning Rate": 4.052495349801375e-06, "Finetune/Loss": 0.5675870180130005, "Finetune/Loss (Raw)": 0.5801885724067688, "Finetune/Step": 5551, "Finetune/Step Time": 6.88207052834332}
+{"Finetune/Learning Rate": 4.0491578254474485e-06, "Finetune/Loss": 0.5669054985046387, "Finetune/Loss (Raw)": 0.5184875130653381, "Finetune/Step": 5552, "Finetune/Step Time": 6.879522869363427}
+{"Finetune/Learning Rate": 4.04582132708912e-06, "Finetune/Loss": 0.5680860280990601, "Finetune/Loss (Raw)": 0.688447892665863, "Finetune/Step": 5553, "Finetune/Step Time": 6.847325943410397}
+{"Finetune/Learning Rate": 4.042485855301638e-06, "Finetune/Loss": 0.5696551203727722, "Finetune/Loss (Raw)": 0.7422981858253479, "Finetune/Step": 5554, "Finetune/Step Time": 6.842802461236715}
+{"Finetune/Learning Rate": 4.039151410660083e-06, "Finetune/Loss": 0.5685049295425415, "Finetune/Loss (Raw)": 0.523892879486084, "Finetune/Step": 5555, "Finetune/Step Time": 6.856987750157714}
+{"Finetune/Learning Rate": 4.035817993739351e-06, "Finetune/Loss": 0.5678304433822632, "Finetune/Loss (Raw)": 0.5102638006210327, "Finetune/Step": 5556, "Finetune/Step Time": 6.852401973679662}
+{"Finetune/Learning Rate": 4.032485605114164e-06, "Finetune/Loss": 0.5680582523345947, "Finetune/Loss (Raw)": 0.5190488696098328, "Finetune/Step": 5557, "Finetune/Step Time": 6.856821367517114}
+{"Finetune/Learning Rate": 4.029154245359057e-06, "Finetune/Loss": 0.5679751038551331, "Finetune/Loss (Raw)": 0.6558672189712524, "Finetune/Step": 5558, "Finetune/Step Time": 6.864461595192552}
+{"Finetune/Learning Rate": 4.025823915048407e-06, "Finetune/Loss": 0.5671994686126709, "Finetune/Loss (Raw)": 0.5069613456726074, "Finetune/Step": 5559, "Finetune/Step Time": 6.865189004689455}
+{"Finetune/Learning Rate": 4.022494614756397e-06, "Finetune/Loss": 0.5635199546813965, "Finetune/Loss (Raw)": 0.1662852168083191, "Finetune/Step": 5560, "Finetune/Step Time": 6.884560594335198}
+{"Finetune/Learning Rate": 4.019166345057037e-06, "Finetune/Loss": 0.5626857280731201, "Finetune/Loss (Raw)": 0.4479059875011444, "Finetune/Step": 5561, "Finetune/Step Time": 6.882701553404331}
+{"Finetune/Learning Rate": 4.015839106524163e-06, "Finetune/Loss": 0.5628553628921509, "Finetune/Loss (Raw)": 0.6379444003105164, "Finetune/Step": 5562, "Finetune/Step Time": 6.871752740815282}
+{"Finetune/Learning Rate": 4.012512899731428e-06, "Finetune/Loss": 0.5623190999031067, "Finetune/Loss (Raw)": 0.5375561118125916, "Finetune/Step": 5563, "Finetune/Step Time": 6.855106869712472}
+{"Finetune/Learning Rate": 4.009187725252309e-06, "Finetune/Loss": 0.5609883069992065, "Finetune/Loss (Raw)": 0.5315812230110168, "Finetune/Step": 5564, "Finetune/Step Time": 6.853960804641247}
+{"Finetune/Learning Rate": 4.005863583660107e-06, "Finetune/Loss": 0.5607285499572754, "Finetune/Loss (Raw)": 0.6632902026176453, "Finetune/Step": 5565, "Finetune/Step Time": 6.843833399936557}
+{"Finetune/Learning Rate": 4.0025404755279385e-06, "Finetune/Loss": 0.5610313415527344, "Finetune/Loss (Raw)": 0.6125741004943848, "Finetune/Step": 5566, "Finetune/Step Time": 6.843363828957081}
+{"Finetune/Learning Rate": 3.999218401428755e-06, "Finetune/Loss": 0.5603238344192505, "Finetune/Loss (Raw)": 0.48633337020874023, "Finetune/Step": 5567, "Finetune/Step Time": 6.849354665726423}
+{"Finetune/Learning Rate": 3.995897361935316e-06, "Finetune/Loss": 0.5584425926208496, "Finetune/Loss (Raw)": 0.5357640385627747, "Finetune/Step": 5568, "Finetune/Step Time": 6.845706274732947}
+{"Finetune/Learning Rate": 3.99257735762021e-06, "Finetune/Loss": 0.5588816404342651, "Finetune/Loss (Raw)": 0.640047550201416, "Finetune/Step": 5569, "Finetune/Step Time": 6.837679777294397}
+{"Finetune/Learning Rate": 3.989258389055845e-06, "Finetune/Loss": 0.559922456741333, "Finetune/Loss (Raw)": 0.6468214988708496, "Finetune/Step": 5570, "Finetune/Step Time": 6.824047278612852}
+{"Finetune/Learning Rate": 3.985940456814448e-06, "Finetune/Loss": 0.559628427028656, "Finetune/Loss (Raw)": 0.6201359629631042, "Finetune/Step": 5571, "Finetune/Step Time": 6.80836121365428}
+{"Finetune/Learning Rate": 3.982623561468072e-06, "Finetune/Loss": 0.5586506128311157, "Finetune/Loss (Raw)": 0.5434367060661316, "Finetune/Step": 5572, "Finetune/Step Time": 6.809158906340599}
+{"Finetune/Learning Rate": 3.979307703588589e-06, "Finetune/Loss": 0.5586675405502319, "Finetune/Loss (Raw)": 0.679416835308075, "Finetune/Step": 5573, "Finetune/Step Time": 6.810501001775265}
+{"Finetune/Learning Rate": 3.975992883747688e-06, "Finetune/Loss": 0.5614309310913086, "Finetune/Loss (Raw)": 0.5186931490898132, "Finetune/Step": 5574, "Finetune/Step Time": 6.7884442042559385}
+{"Finetune/Learning Rate": 3.97267910251689e-06, "Finetune/Loss": 0.5618575215339661, "Finetune/Loss (Raw)": 0.6056995391845703, "Finetune/Step": 5575, "Finetune/Step Time": 6.801662577316165}
+{"Finetune/Learning Rate": 3.969366360467526e-06, "Finetune/Loss": 0.5623601078987122, "Finetune/Loss (Raw)": 0.582326352596283, "Finetune/Step": 5576, "Finetune/Step Time": 6.804245870560408}
+{"Finetune/Learning Rate": 3.966054658170754e-06, "Finetune/Loss": 0.5642331838607788, "Finetune/Loss (Raw)": 0.6466887593269348, "Finetune/Step": 5577, "Finetune/Step Time": 6.782484943047166}
+{"Finetune/Learning Rate": 3.962743996197548e-06, "Finetune/Loss": 0.5641933083534241, "Finetune/Loss (Raw)": 0.5641040205955505, "Finetune/Step": 5578, "Finetune/Step Time": 6.774745486676693}
+{"Finetune/Learning Rate": 3.959434375118708e-06, "Finetune/Loss": 0.5634973645210266, "Finetune/Loss (Raw)": 0.5542897582054138, "Finetune/Step": 5579, "Finetune/Step Time": 6.771735975518823}
+{"Finetune/Learning Rate": 3.956125795504849e-06, "Finetune/Loss": 0.5630297660827637, "Finetune/Loss (Raw)": 0.5768064856529236, "Finetune/Step": 5580, "Finetune/Step Time": 6.78120980784297}
+{"Finetune/Learning Rate": 3.952818257926412e-06, "Finetune/Loss": 0.5647091269493103, "Finetune/Loss (Raw)": 0.7127369046211243, "Finetune/Step": 5581, "Finetune/Step Time": 6.751422172412276}
+{"Finetune/Learning Rate": 3.949511762953651e-06, "Finetune/Loss": 0.56493079662323, "Finetune/Loss (Raw)": 0.5962677597999573, "Finetune/Step": 5582, "Finetune/Step Time": 6.744680341333151}
+{"Finetune/Learning Rate": 3.94620631115665e-06, "Finetune/Loss": 0.5651969313621521, "Finetune/Loss (Raw)": 0.5009548664093018, "Finetune/Step": 5583, "Finetune/Step Time": 6.745180435478687}
+{"Finetune/Learning Rate": 3.942901903105308e-06, "Finetune/Loss": 0.5655302405357361, "Finetune/Loss (Raw)": 0.584131121635437, "Finetune/Step": 5584, "Finetune/Step Time": 6.721774796023965}
+{"Finetune/Learning Rate": 3.939598539369342e-06, "Finetune/Loss": 0.565057635307312, "Finetune/Loss (Raw)": 0.6293888092041016, "Finetune/Step": 5585, "Finetune/Step Time": 6.723381262272596}
+{"Finetune/Learning Rate": 3.936296220518291e-06, "Finetune/Loss": 0.5673849582672119, "Finetune/Loss (Raw)": 0.7721412181854248, "Finetune/Step": 5586, "Finetune/Step Time": 6.717580107972026}
+{"Finetune/Learning Rate": 3.932994947121514e-06, "Finetune/Loss": 0.5671018958091736, "Finetune/Loss (Raw)": 0.5532889366149902, "Finetune/Step": 5587, "Finetune/Step Time": 6.722028832882643}
+{"Finetune/Learning Rate": 3.929694719748191e-06, "Finetune/Loss": 0.5671377182006836, "Finetune/Loss (Raw)": 0.6121406555175781, "Finetune/Step": 5588, "Finetune/Step Time": 6.721243457868695}
+{"Finetune/Learning Rate": 3.926395538967317e-06, "Finetune/Loss": 0.5708035230636597, "Finetune/Loss (Raw)": 0.7041630744934082, "Finetune/Step": 5589, "Finetune/Step Time": 6.70458073168993}
+{"Finetune/Learning Rate": 3.923097405347709e-06, "Finetune/Loss": 0.5708911418914795, "Finetune/Loss (Raw)": 0.5887527465820312, "Finetune/Step": 5590, "Finetune/Step Time": 6.69025868549943}
+{"Finetune/Learning Rate": 3.919800319458011e-06, "Finetune/Loss": 0.5703130960464478, "Finetune/Loss (Raw)": 0.5453954935073853, "Finetune/Step": 5591, "Finetune/Step Time": 6.699347047135234}
+{"Finetune/Learning Rate": 3.916504281866675e-06, "Finetune/Loss": 0.5698385834693909, "Finetune/Loss (Raw)": 0.5785279273986816, "Finetune/Step": 5592, "Finetune/Step Time": 6.711280858144164}
+{"Finetune/Learning Rate": 3.913209293141978e-06, "Finetune/Loss": 0.5688885450363159, "Finetune/Loss (Raw)": 0.5368755459785461, "Finetune/Step": 5593, "Finetune/Step Time": 6.71630828641355}
+{"Finetune/Learning Rate": 3.909915353852014e-06, "Finetune/Loss": 0.5698339939117432, "Finetune/Loss (Raw)": 0.7103047966957092, "Finetune/Step": 5594, "Finetune/Step Time": 6.683361656963825}
+{"Finetune/Learning Rate": 3.9066224645646976e-06, "Finetune/Loss": 0.5708651542663574, "Finetune/Loss (Raw)": 0.6374706029891968, "Finetune/Step": 5595, "Finetune/Step Time": 6.668624002486467}
+{"Finetune/Learning Rate": 3.903330625847763e-06, "Finetune/Loss": 0.5747736692428589, "Finetune/Loss (Raw)": 0.6988982558250427, "Finetune/Step": 5596, "Finetune/Step Time": 6.648336308076978}
+{"Finetune/Learning Rate": 3.90003983826876e-06, "Finetune/Loss": 0.5751450061798096, "Finetune/Loss (Raw)": 0.24446377158164978, "Finetune/Step": 5597, "Finetune/Step Time": 6.649774702265859}
+{"Finetune/Learning Rate": 3.896750102395057e-06, "Finetune/Loss": 0.5747975707054138, "Finetune/Loss (Raw)": 0.631677508354187, "Finetune/Step": 5598, "Finetune/Step Time": 6.654698587954044}
+{"Finetune/Learning Rate": 3.89346141879385e-06, "Finetune/Loss": 0.5747822523117065, "Finetune/Loss (Raw)": 0.5733919143676758, "Finetune/Step": 5599, "Finetune/Step Time": 6.6081504840403795}
+{"Finetune/Learning Rate": 3.890173788032145e-06, "Finetune/Loss": 0.5734879970550537, "Finetune/Loss (Raw)": 0.434326171875, "Finetune/Step": 5600, "Finetune/Step Time": 6.619806610047817}
+{"Finetune/Learning Rate": 3.886887210676767e-06, "Finetune/Loss": 0.5740501880645752, "Finetune/Loss (Raw)": 0.678345799446106, "Finetune/Step": 5601, "Finetune/Step Time": 6.618045682087541}
+{"Finetune/Learning Rate": 3.8836016872943595e-06, "Finetune/Loss": 0.5742862820625305, "Finetune/Loss (Raw)": 0.5875762701034546, "Finetune/Step": 5602, "Finetune/Step Time": 6.6175443809479475}
+{"Finetune/Learning Rate": 3.8803172184513884e-06, "Finetune/Loss": 0.574773907661438, "Finetune/Loss (Raw)": 0.6300062537193298, "Finetune/Step": 5603, "Finetune/Step Time": 6.6209298856556416}
+{"Finetune/Learning Rate": 3.877033804714133e-06, "Finetune/Loss": 0.5757064819335938, "Finetune/Loss (Raw)": 0.707822859287262, "Finetune/Step": 5604, "Finetune/Step Time": 6.621235800907016}
+{"Finetune/Learning Rate": 3.873751446648694e-06, "Finetune/Loss": 0.5756224393844604, "Finetune/Loss (Raw)": 0.6352046132087708, "Finetune/Step": 5605, "Finetune/Step Time": 6.6359669007360935}
+{"Finetune/Learning Rate": 3.870470144820984e-06, "Finetune/Loss": 0.5755937099456787, "Finetune/Loss (Raw)": 0.6421602964401245, "Finetune/Step": 5606, "Finetune/Step Time": 6.643596803769469}
+{"Finetune/Learning Rate": 3.867189899796746e-06, "Finetune/Loss": 0.5751234292984009, "Finetune/Loss (Raw)": 0.47787442803382874, "Finetune/Step": 5607, "Finetune/Step Time": 6.635205939412117}
+{"Finetune/Learning Rate": 3.86391071214153e-06, "Finetune/Loss": 0.5751162767410278, "Finetune/Loss (Raw)": 0.6594106554985046, "Finetune/Step": 5608, "Finetune/Step Time": 6.630806118249893}
+{"Finetune/Learning Rate": 3.860632582420705e-06, "Finetune/Loss": 0.5765771269798279, "Finetune/Loss (Raw)": 0.7646071314811707, "Finetune/Step": 5609, "Finetune/Step Time": 6.624754618853331}
+{"Finetune/Learning Rate": 3.857355511199461e-06, "Finetune/Loss": 0.5764496326446533, "Finetune/Loss (Raw)": 0.5655129551887512, "Finetune/Step": 5610, "Finetune/Step Time": 6.611519910395145}
+{"Finetune/Learning Rate": 3.854079499042804e-06, "Finetune/Loss": 0.5758351683616638, "Finetune/Loss (Raw)": 0.43069377541542053, "Finetune/Step": 5611, "Finetune/Step Time": 6.592987574636936}
+{"Finetune/Learning Rate": 3.8508045465155566e-06, "Finetune/Loss": 0.5758566856384277, "Finetune/Loss (Raw)": 0.5860138535499573, "Finetune/Step": 5612, "Finetune/Step Time": 6.583004089072347}
+{"Finetune/Learning Rate": 3.847530654182359e-06, "Finetune/Loss": 0.5762737989425659, "Finetune/Loss (Raw)": 0.5869791507720947, "Finetune/Step": 5613, "Finetune/Step Time": 6.587748916819692}
+{"Finetune/Learning Rate": 3.844257822607665e-06, "Finetune/Loss": 0.5757097005844116, "Finetune/Loss (Raw)": 0.6080084443092346, "Finetune/Step": 5614, "Finetune/Step Time": 6.5890872702002525}
+{"Finetune/Learning Rate": 3.840986052355759e-06, "Finetune/Loss": 0.5763951539993286, "Finetune/Loss (Raw)": 0.6318178176879883, "Finetune/Step": 5615, "Finetune/Step Time": 6.585798311978579}
+{"Finetune/Learning Rate": 3.837715343990727e-06, "Finetune/Loss": 0.5758339762687683, "Finetune/Loss (Raw)": 0.5990877747535706, "Finetune/Step": 5616, "Finetune/Step Time": 6.603401770815253}
+{"Finetune/Learning Rate": 3.834445698076479e-06, "Finetune/Loss": 0.5763439536094666, "Finetune/Loss (Raw)": 0.6275326013565063, "Finetune/Step": 5617, "Finetune/Step Time": 6.602617979049683}
+{"Finetune/Learning Rate": 3.831177115176739e-06, "Finetune/Loss": 0.5723862051963806, "Finetune/Loss (Raw)": 0.20607241988182068, "Finetune/Step": 5618, "Finetune/Step Time": 6.622300453484058}
+{"Finetune/Learning Rate": 3.827909595855051e-06, "Finetune/Loss": 0.5753288269042969, "Finetune/Loss (Raw)": 0.541583776473999, "Finetune/Step": 5619, "Finetune/Step Time": 6.625207556411624}
+{"Finetune/Learning Rate": 3.824643140674775e-06, "Finetune/Loss": 0.574776828289032, "Finetune/Loss (Raw)": 0.5981608629226685, "Finetune/Step": 5620, "Finetune/Step Time": 6.593671452254057}
+{"Finetune/Learning Rate": 3.8213777501990844e-06, "Finetune/Loss": 0.5752615332603455, "Finetune/Loss (Raw)": 0.6056740283966064, "Finetune/Step": 5621, "Finetune/Step Time": 6.587513659149408}
+{"Finetune/Learning Rate": 3.818113424990968e-06, "Finetune/Loss": 0.575179934501648, "Finetune/Loss (Raw)": 0.511431872844696, "Finetune/Step": 5622, "Finetune/Step Time": 6.574354946613312}
+{"Finetune/Learning Rate": 3.814850165613241e-06, "Finetune/Loss": 0.575084924697876, "Finetune/Loss (Raw)": 0.6091117262840271, "Finetune/Step": 5623, "Finetune/Step Time": 6.589754179120064}
+{"Finetune/Learning Rate": 3.8115879726285256e-06, "Finetune/Loss": 0.57415771484375, "Finetune/Loss (Raw)": 0.49485597014427185, "Finetune/Step": 5624, "Finetune/Step Time": 6.605003677308559}
+{"Finetune/Learning Rate": 3.8083268465992616e-06, "Finetune/Loss": 0.5718094706535339, "Finetune/Loss (Raw)": 0.45952755212783813, "Finetune/Step": 5625, "Finetune/Step Time": 6.612610951066017}
+{"Finetune/Learning Rate": 3.8050667880877056e-06, "Finetune/Loss": 0.5729626417160034, "Finetune/Loss (Raw)": 0.6693205237388611, "Finetune/Step": 5626, "Finetune/Step Time": 6.611139126121998}
+{"Finetune/Learning Rate": 3.801807797655931e-06, "Finetune/Loss": 0.5750818848609924, "Finetune/Loss (Raw)": 0.6566227078437805, "Finetune/Step": 5627, "Finetune/Step Time": 6.6075791623443365}
+{"Finetune/Learning Rate": 3.7985498758658255e-06, "Finetune/Loss": 0.5749927163124084, "Finetune/Loss (Raw)": 0.502617597579956, "Finetune/Step": 5628, "Finetune/Step Time": 6.60832560621202}
+{"Finetune/Learning Rate": 3.795293023279093e-06, "Finetune/Loss": 0.5758901238441467, "Finetune/Loss (Raw)": 0.6820436120033264, "Finetune/Step": 5629, "Finetune/Step Time": 6.613313589245081}
+{"Finetune/Learning Rate": 3.7920372404572515e-06, "Finetune/Loss": 0.5748733282089233, "Finetune/Loss (Raw)": 0.4944807291030884, "Finetune/Step": 5630, "Finetune/Step Time": 6.607425410300493}
+{"Finetune/Learning Rate": 3.788782527961642e-06, "Finetune/Loss": 0.5775015354156494, "Finetune/Loss (Raw)": 0.5770439505577087, "Finetune/Step": 5631, "Finetune/Step Time": 6.598246747627854}
+{"Finetune/Learning Rate": 3.7855288863534135e-06, "Finetune/Loss": 0.5768412351608276, "Finetune/Loss (Raw)": 0.5398863554000854, "Finetune/Step": 5632, "Finetune/Step Time": 6.596738496795297}
+{"Finetune/Learning Rate": 3.7822763161935303e-06, "Finetune/Loss": 0.5764374136924744, "Finetune/Loss (Raw)": 0.49258577823638916, "Finetune/Step": 5633, "Finetune/Step Time": 6.582482684403658}
+{"Finetune/Learning Rate": 3.7790248180427758e-06, "Finetune/Loss": 0.5766469836235046, "Finetune/Loss (Raw)": 0.7059699296951294, "Finetune/Step": 5634, "Finetune/Step Time": 6.584914928302169}
+{"Finetune/Learning Rate": 3.775774392461745e-06, "Finetune/Loss": 0.576092004776001, "Finetune/Loss (Raw)": 0.5318042635917664, "Finetune/Step": 5635, "Finetune/Step Time": 6.594532161951065}
+{"Finetune/Learning Rate": 3.7725250400108514e-06, "Finetune/Loss": 0.574866533279419, "Finetune/Loss (Raw)": 0.4633118212223053, "Finetune/Step": 5636, "Finetune/Step Time": 6.5967482682317495}
+{"Finetune/Learning Rate": 3.769276761250321e-06, "Finetune/Loss": 0.5756480693817139, "Finetune/Loss (Raw)": 0.6914902329444885, "Finetune/Step": 5637, "Finetune/Step Time": 6.602333497256041}
+{"Finetune/Learning Rate": 3.7660295567401917e-06, "Finetune/Loss": 0.5758849382400513, "Finetune/Loss (Raw)": 0.6017931699752808, "Finetune/Step": 5638, "Finetune/Step Time": 6.597863215953112}
+{"Finetune/Learning Rate": 3.7627834270403276e-06, "Finetune/Loss": 0.5770978927612305, "Finetune/Loss (Raw)": 0.7093209624290466, "Finetune/Step": 5639, "Finetune/Step Time": 6.589908070862293}
+{"Finetune/Learning Rate": 3.7595383727103964e-06, "Finetune/Loss": 0.5762772560119629, "Finetune/Loss (Raw)": 0.5416049957275391, "Finetune/Step": 5640, "Finetune/Step Time": 6.590178621932864}
+{"Finetune/Learning Rate": 3.756294394309883e-06, "Finetune/Loss": 0.577852725982666, "Finetune/Loss (Raw)": 0.7383540272712708, "Finetune/Step": 5641, "Finetune/Step Time": 6.591969450935721}
+{"Finetune/Learning Rate": 3.753051492398089e-06, "Finetune/Loss": 0.5778892040252686, "Finetune/Loss (Raw)": 0.5984189510345459, "Finetune/Step": 5642, "Finetune/Step Time": 6.588020684197545}
+{"Finetune/Learning Rate": 3.7498096675341276e-06, "Finetune/Loss": 0.5788770318031311, "Finetune/Loss (Raw)": 0.6773844957351685, "Finetune/Step": 5643, "Finetune/Step Time": 6.592587403953075}
+{"Finetune/Learning Rate": 3.7465689202769283e-06, "Finetune/Loss": 0.582007884979248, "Finetune/Loss (Raw)": 0.6072267293930054, "Finetune/Step": 5644, "Finetune/Step Time": 6.592876171693206}
+{"Finetune/Learning Rate": 3.743329251185235e-06, "Finetune/Loss": 0.5824999809265137, "Finetune/Loss (Raw)": 0.6413585543632507, "Finetune/Step": 5645, "Finetune/Step Time": 6.591454688459635}
+{"Finetune/Learning Rate": 3.7400906608176002e-06, "Finetune/Loss": 0.582456648349762, "Finetune/Loss (Raw)": 0.6588307023048401, "Finetune/Step": 5646, "Finetune/Step Time": 6.593120621517301}
+{"Finetune/Learning Rate": 3.7368531497324035e-06, "Finetune/Loss": 0.5835263729095459, "Finetune/Loss (Raw)": 0.6252020001411438, "Finetune/Step": 5647, "Finetune/Step Time": 6.580702254548669}
+{"Finetune/Learning Rate": 3.7336167184878258e-06, "Finetune/Loss": 0.5839861631393433, "Finetune/Loss (Raw)": 0.5950866937637329, "Finetune/Step": 5648, "Finetune/Step Time": 6.580877019092441}
+{"Finetune/Learning Rate": 3.7303813676418665e-06, "Finetune/Loss": 0.5828884840011597, "Finetune/Loss (Raw)": 0.5760858654975891, "Finetune/Step": 5649, "Finetune/Step Time": 6.582078887149692}
+{"Finetune/Learning Rate": 3.7271470977523384e-06, "Finetune/Loss": 0.582804799079895, "Finetune/Loss (Raw)": 0.6666658520698547, "Finetune/Step": 5650, "Finetune/Step Time": 6.58585843257606}
+{"Finetune/Learning Rate": 3.7239139093768674e-06, "Finetune/Loss": 0.5828666090965271, "Finetune/Loss (Raw)": 0.6309158205986023, "Finetune/Step": 5651, "Finetune/Step Time": 6.588363798335195}
+{"Finetune/Learning Rate": 3.7206818030728943e-06, "Finetune/Loss": 0.5826259851455688, "Finetune/Loss (Raw)": 0.6254291534423828, "Finetune/Step": 5652, "Finetune/Step Time": 6.58742082118988}
+{"Finetune/Learning Rate": 3.7174507793976712e-06, "Finetune/Loss": 0.5837442278862, "Finetune/Loss (Raw)": 0.7265568375587463, "Finetune/Step": 5653, "Finetune/Step Time": 6.5782576240599155}
+{"Finetune/Learning Rate": 3.7142208389082657e-06, "Finetune/Loss": 0.583125114440918, "Finetune/Loss (Raw)": 0.6643549799919128, "Finetune/Step": 5654, "Finetune/Step Time": 6.577686041593552}
+{"Finetune/Learning Rate": 3.7109919821615546e-06, "Finetune/Loss": 0.5829696655273438, "Finetune/Loss (Raw)": 0.5191442966461182, "Finetune/Step": 5655, "Finetune/Step Time": 6.574736313894391}
+{"Finetune/Learning Rate": 3.7077642097142376e-06, "Finetune/Loss": 0.5830107927322388, "Finetune/Loss (Raw)": 0.6551600098609924, "Finetune/Step": 5656, "Finetune/Step Time": 6.574561657384038}
+{"Finetune/Learning Rate": 3.704537522122816e-06, "Finetune/Loss": 0.5844752192497253, "Finetune/Loss (Raw)": 0.702389657497406, "Finetune/Step": 5657, "Finetune/Step Time": 6.559541210532188}
+{"Finetune/Learning Rate": 3.701311919943611e-06, "Finetune/Loss": 0.583626389503479, "Finetune/Loss (Raw)": 0.6216493844985962, "Finetune/Step": 5658, "Finetune/Step Time": 6.56202526204288}
+{"Finetune/Learning Rate": 3.698087403732754e-06, "Finetune/Loss": 0.586591362953186, "Finetune/Loss (Raw)": 0.616923451423645, "Finetune/Step": 5659, "Finetune/Step Time": 6.560411436483264}
+{"Finetune/Learning Rate": 3.694863974046189e-06, "Finetune/Loss": 0.5871087312698364, "Finetune/Loss (Raw)": 0.6527746915817261, "Finetune/Step": 5660, "Finetune/Step Time": 6.553776331245899}
+{"Finetune/Learning Rate": 3.6916416314396743e-06, "Finetune/Loss": 0.5858148336410522, "Finetune/Loss (Raw)": 0.49997273087501526, "Finetune/Step": 5661, "Finetune/Step Time": 6.5512073542922735}
+{"Finetune/Learning Rate": 3.688420376468779e-06, "Finetune/Loss": 0.5856860280036926, "Finetune/Loss (Raw)": 0.5272014737129211, "Finetune/Step": 5662, "Finetune/Step Time": 6.561385666951537}
+{"Finetune/Learning Rate": 3.6852002096888827e-06, "Finetune/Loss": 0.5859529972076416, "Finetune/Loss (Raw)": 0.6228446364402771, "Finetune/Step": 5663, "Finetune/Step Time": 6.537528432905674}
+{"Finetune/Learning Rate": 3.6819811316551867e-06, "Finetune/Loss": 0.5864461660385132, "Finetune/Loss (Raw)": 0.6321712732315063, "Finetune/Step": 5664, "Finetune/Step Time": 6.525113524869084}
+{"Finetune/Learning Rate": 3.6787631429226956e-06, "Finetune/Loss": 0.5859502553939819, "Finetune/Loss (Raw)": 0.5074673295021057, "Finetune/Step": 5665, "Finetune/Step Time": 6.5244160536676645}
+{"Finetune/Learning Rate": 3.6755462440462288e-06, "Finetune/Loss": 0.5895116329193115, "Finetune/Loss (Raw)": 0.6789819598197937, "Finetune/Step": 5666, "Finetune/Step Time": 6.503268426284194}
+{"Finetune/Learning Rate": 3.6723304355804157e-06, "Finetune/Loss": 0.5894115567207336, "Finetune/Loss (Raw)": 0.6668477058410645, "Finetune/Step": 5667, "Finetune/Step Time": 6.4937829580157995}
+{"Finetune/Learning Rate": 3.669115718079702e-06, "Finetune/Loss": 0.5901662111282349, "Finetune/Loss (Raw)": 0.632601797580719, "Finetune/Step": 5668, "Finetune/Step Time": 6.477180043235421}
+{"Finetune/Learning Rate": 3.6659020920983425e-06, "Finetune/Loss": 0.5899877548217773, "Finetune/Loss (Raw)": 0.538695752620697, "Finetune/Step": 5669, "Finetune/Step Time": 6.481056306511164}
+{"Finetune/Learning Rate": 3.662689558190403e-06, "Finetune/Loss": 0.5923910737037659, "Finetune/Loss (Raw)": 0.6986404657363892, "Finetune/Step": 5670, "Finetune/Step Time": 6.478883340954781}
+{"Finetune/Learning Rate": 3.6594781169097613e-06, "Finetune/Loss": 0.5935707688331604, "Finetune/Loss (Raw)": 0.7399365305900574, "Finetune/Step": 5671, "Finetune/Step Time": 6.488522043451667}
+{"Finetune/Learning Rate": 3.656267768810112e-06, "Finetune/Loss": 0.5906039476394653, "Finetune/Loss (Raw)": 0.26774245500564575, "Finetune/Step": 5672, "Finetune/Step Time": 6.514380237087607}
+{"Finetune/Learning Rate": 3.653058514444956e-06, "Finetune/Loss": 0.591552734375, "Finetune/Loss (Raw)": 0.6713061928749084, "Finetune/Step": 5673, "Finetune/Step Time": 6.508964980021119}
+{"Finetune/Learning Rate": 3.6498503543676056e-06, "Finetune/Loss": 0.5926733613014221, "Finetune/Loss (Raw)": 0.6417561173439026, "Finetune/Step": 5674, "Finetune/Step Time": 6.508968032896519}
+{"Finetune/Learning Rate": 3.6466432891311852e-06, "Finetune/Loss": 0.5912107229232788, "Finetune/Loss (Raw)": 0.5005161166191101, "Finetune/Step": 5675, "Finetune/Step Time": 6.511043969541788}
+{"Finetune/Learning Rate": 3.643437319288632e-06, "Finetune/Loss": 0.5880527496337891, "Finetune/Loss (Raw)": 0.26083576679229736, "Finetune/Step": 5676, "Finetune/Step Time": 6.519895263016224}
+{"Finetune/Learning Rate": 3.640232445392692e-06, "Finetune/Loss": 0.5879228115081787, "Finetune/Loss (Raw)": 0.5581963062286377, "Finetune/Step": 5677, "Finetune/Step Time": 6.522215450182557}
+{"Finetune/Learning Rate": 3.637028667995923e-06, "Finetune/Loss": 0.5875329971313477, "Finetune/Loss (Raw)": 0.5651642084121704, "Finetune/Step": 5678, "Finetune/Step Time": 6.510716192424297}
+{"Finetune/Learning Rate": 3.633825987650693e-06, "Finetune/Loss": 0.5875452160835266, "Finetune/Loss (Raw)": 0.5817630290985107, "Finetune/Step": 5679, "Finetune/Step Time": 6.496640264987946}
+{"Finetune/Learning Rate": 3.6306244049091866e-06, "Finetune/Loss": 0.5887404084205627, "Finetune/Loss (Raw)": 0.6714643239974976, "Finetune/Step": 5680, "Finetune/Step Time": 6.515474474057555}
+{"Finetune/Learning Rate": 3.627423920323392e-06, "Finetune/Loss": 0.5888253450393677, "Finetune/Loss (Raw)": 0.6993220448493958, "Finetune/Step": 5681, "Finetune/Step Time": 6.515700226649642}
+{"Finetune/Learning Rate": 3.62422453444511e-06, "Finetune/Loss": 0.5885885953903198, "Finetune/Loss (Raw)": 0.7119992971420288, "Finetune/Step": 5682, "Finetune/Step Time": 6.524175377562642}
+{"Finetune/Learning Rate": 3.621026247825954e-06, "Finetune/Loss": 0.5893909335136414, "Finetune/Loss (Raw)": 0.6265873908996582, "Finetune/Step": 5683, "Finetune/Step Time": 6.513484692201018}
+{"Finetune/Learning Rate": 3.617829061017345e-06, "Finetune/Loss": 0.5902227759361267, "Finetune/Loss (Raw)": 0.6167364120483398, "Finetune/Step": 5684, "Finetune/Step Time": 6.5277505442500114}
+{"Finetune/Learning Rate": 3.6146329745705157e-06, "Finetune/Loss": 0.5912772417068481, "Finetune/Loss (Raw)": 0.6540185809135437, "Finetune/Step": 5685, "Finetune/Step Time": 6.525098817422986}
+{"Finetune/Learning Rate": 3.6114379890365113e-06, "Finetune/Loss": 0.5915805101394653, "Finetune/Loss (Raw)": 0.6946895122528076, "Finetune/Step": 5686, "Finetune/Step Time": 6.5183904860168695}
+{"Finetune/Learning Rate": 3.6082441049661786e-06, "Finetune/Loss": 0.5930867791175842, "Finetune/Loss (Raw)": 0.6997665166854858, "Finetune/Step": 5687, "Finetune/Step Time": 6.5141114722937346}
+{"Finetune/Learning Rate": 3.6050513229101914e-06, "Finetune/Loss": 0.5956788063049316, "Finetune/Loss (Raw)": 0.49805477261543274, "Finetune/Step": 5688, "Finetune/Step Time": 6.498583437874913}
+{"Finetune/Learning Rate": 3.6018596434190166e-06, "Finetune/Loss": 0.5972036719322205, "Finetune/Loss (Raw)": 0.6430966854095459, "Finetune/Step": 5689, "Finetune/Step Time": 6.511545913293958}
+{"Finetune/Learning Rate": 3.598669067042938e-06, "Finetune/Loss": 0.5972418189048767, "Finetune/Loss (Raw)": 0.6428300142288208, "Finetune/Step": 5690, "Finetune/Step Time": 6.517212292179465}
+{"Finetune/Learning Rate": 3.595479594332051e-06, "Finetune/Loss": 0.5975946187973022, "Finetune/Loss (Raw)": 0.5827152132987976, "Finetune/Step": 5691, "Finetune/Step Time": 6.501657357439399}
+{"Finetune/Learning Rate": 3.592291225836255e-06, "Finetune/Loss": 0.5986372232437134, "Finetune/Loss (Raw)": 0.6650333404541016, "Finetune/Step": 5692, "Finetune/Step Time": 6.493289913982153}
+{"Finetune/Learning Rate": 3.5891039621052657e-06, "Finetune/Loss": 0.5969933271408081, "Finetune/Loss (Raw)": 0.4528665244579315, "Finetune/Step": 5693, "Finetune/Step Time": 6.506080398336053}
+{"Finetune/Learning Rate": 3.585917803688603e-06, "Finetune/Loss": 0.5966460704803467, "Finetune/Loss (Raw)": 0.5681241750717163, "Finetune/Step": 5694, "Finetune/Step Time": 6.5102878380566835}
+{"Finetune/Learning Rate": 3.5827327511355968e-06, "Finetune/Loss": 0.5975327491760254, "Finetune/Loss (Raw)": 0.5998358726501465, "Finetune/Step": 5695, "Finetune/Step Time": 6.501194324344397}
+{"Finetune/Learning Rate": 3.579548804995392e-06, "Finetune/Loss": 0.5977658629417419, "Finetune/Loss (Raw)": 0.5655989646911621, "Finetune/Step": 5696, "Finetune/Step Time": 6.505197277292609}
+{"Finetune/Learning Rate": 3.576365965816937e-06, "Finetune/Loss": 0.5986461639404297, "Finetune/Loss (Raw)": 0.7527312636375427, "Finetune/Step": 5697, "Finetune/Step Time": 6.515921110287309}
+{"Finetune/Learning Rate": 3.5731842341489907e-06, "Finetune/Loss": 0.598235547542572, "Finetune/Loss (Raw)": 0.5942583084106445, "Finetune/Step": 5698, "Finetune/Step Time": 6.519821574911475}
+{"Finetune/Learning Rate": 3.5700036105401214e-06, "Finetune/Loss": 0.5989445447921753, "Finetune/Loss (Raw)": 0.710889458656311, "Finetune/Step": 5699, "Finetune/Step Time": 6.513393886387348}
+{"Finetune/Learning Rate": 3.5668240955387055e-06, "Finetune/Loss": 0.5993967056274414, "Finetune/Loss (Raw)": 0.6013086438179016, "Finetune/Step": 5700, "Finetune/Step Time": 6.491550436243415}
+{"Finetune/Learning Rate": 3.5636456896929294e-06, "Finetune/Loss": 0.5992987155914307, "Finetune/Loss (Raw)": 0.666873574256897, "Finetune/Step": 5701, "Finetune/Step Time": 6.502092573791742}
+{"Finetune/Learning Rate": 3.560468393550788e-06, "Finetune/Loss": 0.6004389524459839, "Finetune/Loss (Raw)": 0.6646497249603271, "Finetune/Step": 5702, "Finetune/Step Time": 6.5022791381925344}
+{"Finetune/Learning Rate": 3.5572922076600814e-06, "Finetune/Loss": 0.6001378297805786, "Finetune/Loss (Raw)": 0.567156195640564, "Finetune/Step": 5703, "Finetune/Step Time": 6.494440719485283}
+{"Finetune/Learning Rate": 3.5541171325684276e-06, "Finetune/Loss": 0.6004934310913086, "Finetune/Loss (Raw)": 0.6278347969055176, "Finetune/Step": 5704, "Finetune/Step Time": 6.488796580582857}
+{"Finetune/Learning Rate": 3.5509431688232454e-06, "Finetune/Loss": 0.6000584959983826, "Finetune/Loss (Raw)": 0.5910218358039856, "Finetune/Step": 5705, "Finetune/Step Time": 6.490285264328122}
+{"Finetune/Learning Rate": 3.5477703169717624e-06, "Finetune/Loss": 0.598825216293335, "Finetune/Loss (Raw)": 0.4062437117099762, "Finetune/Step": 5706, "Finetune/Step Time": 6.497765457257628}
+{"Finetune/Learning Rate": 3.544598577561016e-06, "Finetune/Loss": 0.5960319638252258, "Finetune/Loss (Raw)": 0.19675706326961517, "Finetune/Step": 5707, "Finetune/Step Time": 6.519912272691727}
+{"Finetune/Learning Rate": 3.5414279511378524e-06, "Finetune/Loss": 0.5927664041519165, "Finetune/Loss (Raw)": 0.15881237387657166, "Finetune/Step": 5708, "Finetune/Step Time": 6.531966146081686}
+{"Finetune/Learning Rate": 3.538258438248924e-06, "Finetune/Loss": 0.5912601947784424, "Finetune/Loss (Raw)": 0.5199413895606995, "Finetune/Step": 5709, "Finetune/Step Time": 6.537425426766276}
+{"Finetune/Learning Rate": 3.5350900394406916e-06, "Finetune/Loss": 0.591460108757019, "Finetune/Loss (Raw)": 0.6218574643135071, "Finetune/Step": 5710, "Finetune/Step Time": 6.555059526115656}
+{"Finetune/Learning Rate": 3.531922755259424e-06, "Finetune/Loss": 0.5919543504714966, "Finetune/Loss (Raw)": 0.5642206072807312, "Finetune/Step": 5711, "Finetune/Step Time": 6.559884313493967}
+{"Finetune/Learning Rate": 3.528756586251203e-06, "Finetune/Loss": 0.5931754112243652, "Finetune/Loss (Raw)": 0.7404268980026245, "Finetune/Step": 5712, "Finetune/Step Time": 6.559005536139011}
+{"Finetune/Learning Rate": 3.5255915329619105e-06, "Finetune/Loss": 0.5940600037574768, "Finetune/Loss (Raw)": 0.7426161170005798, "Finetune/Step": 5713, "Finetune/Step Time": 6.548087954521179}
+{"Finetune/Learning Rate": 3.52242759593724e-06, "Finetune/Loss": 0.5930200815200806, "Finetune/Loss (Raw)": 0.6390306949615479, "Finetune/Step": 5714, "Finetune/Step Time": 6.549644200131297}
+{"Finetune/Learning Rate": 3.5192647757226903e-06, "Finetune/Loss": 0.5930773615837097, "Finetune/Loss (Raw)": 0.5606209635734558, "Finetune/Step": 5715, "Finetune/Step Time": 6.558763222768903}
+{"Finetune/Learning Rate": 3.5161030728635715e-06, "Finetune/Loss": 0.5894737243652344, "Finetune/Loss (Raw)": 0.15087290108203888, "Finetune/Step": 5716, "Finetune/Step Time": 6.590162739157677}
+{"Finetune/Learning Rate": 3.5129424879049958e-06, "Finetune/Loss": 0.5881297588348389, "Finetune/Loss (Raw)": 0.5321398377418518, "Finetune/Step": 5717, "Finetune/Step Time": 6.605972107499838}
+{"Finetune/Learning Rate": 3.509783021391887e-06, "Finetune/Loss": 0.5875672101974487, "Finetune/Loss (Raw)": 0.51673823595047, "Finetune/Step": 5718, "Finetune/Step Time": 6.6064547169953585}
+{"Finetune/Learning Rate": 3.5066246738689703e-06, "Finetune/Loss": 0.587722659111023, "Finetune/Loss (Raw)": 0.5652958750724792, "Finetune/Step": 5719, "Finetune/Step Time": 6.599891046062112}
+{"Finetune/Learning Rate": 3.5034674458807893e-06, "Finetune/Loss": 0.5872524976730347, "Finetune/Loss (Raw)": 0.5183447599411011, "Finetune/Step": 5720, "Finetune/Step Time": 6.5913950726389885}
+{"Finetune/Learning Rate": 3.5003113379716846e-06, "Finetune/Loss": 0.5880690813064575, "Finetune/Loss (Raw)": 0.6413986682891846, "Finetune/Step": 5721, "Finetune/Step Time": 6.58655708283186}
+{"Finetune/Learning Rate": 3.4971563506858066e-06, "Finetune/Loss": 0.5868738293647766, "Finetune/Loss (Raw)": 0.5573168992996216, "Finetune/Step": 5722, "Finetune/Step Time": 6.600070167332888}
+{"Finetune/Learning Rate": 3.4940024845671115e-06, "Finetune/Loss": 0.5869557857513428, "Finetune/Loss (Raw)": 0.6479614973068237, "Finetune/Step": 5723, "Finetune/Step Time": 6.6030063815414906}
+{"Finetune/Learning Rate": 3.4908497401593634e-06, "Finetune/Loss": 0.586632490158081, "Finetune/Loss (Raw)": 0.6575183868408203, "Finetune/Step": 5724, "Finetune/Step Time": 6.608489245176315}
+{"Finetune/Learning Rate": 3.487698118006133e-06, "Finetune/Loss": 0.5897735953330994, "Finetune/Loss (Raw)": 0.6465263962745667, "Finetune/Step": 5725, "Finetune/Step Time": 6.585206244140863}
+{"Finetune/Learning Rate": 3.4845476186507974e-06, "Finetune/Loss": 0.5892543792724609, "Finetune/Loss (Raw)": 0.5652116537094116, "Finetune/Step": 5726, "Finetune/Step Time": 6.574665209278464}
+{"Finetune/Learning Rate": 3.4813982426365355e-06, "Finetune/Loss": 0.5893881320953369, "Finetune/Loss (Raw)": 0.5905160307884216, "Finetune/Step": 5727, "Finetune/Step Time": 6.581119732931256}
+{"Finetune/Learning Rate": 3.478249990506346e-06, "Finetune/Loss": 0.5901175737380981, "Finetune/Loss (Raw)": 0.5276963710784912, "Finetune/Step": 5728, "Finetune/Step Time": 6.583194391801953}
+{"Finetune/Learning Rate": 3.4751028628030194e-06, "Finetune/Loss": 0.5865327715873718, "Finetune/Loss (Raw)": 0.21948793530464172, "Finetune/Step": 5729, "Finetune/Step Time": 6.59363204613328}
+{"Finetune/Learning Rate": 3.471956860069158e-06, "Finetune/Loss": 0.5866676568984985, "Finetune/Loss (Raw)": 0.6048358678817749, "Finetune/Step": 5730, "Finetune/Step Time": 6.590930461883545}
+{"Finetune/Learning Rate": 3.46881198284717e-06, "Finetune/Loss": 0.5871129631996155, "Finetune/Loss (Raw)": 0.687014102935791, "Finetune/Step": 5731, "Finetune/Step Time": 6.590965626761317}
+{"Finetune/Learning Rate": 3.46566823167927e-06, "Finetune/Loss": 0.5867980718612671, "Finetune/Loss (Raw)": 0.667514979839325, "Finetune/Step": 5732, "Finetune/Step Time": 6.589829137548804}
+{"Finetune/Learning Rate": 3.4625256071074776e-06, "Finetune/Loss": 0.5864021182060242, "Finetune/Loss (Raw)": 0.584530770778656, "Finetune/Step": 5733, "Finetune/Step Time": 6.566678494215012}
+{"Finetune/Learning Rate": 3.459384109673619e-06, "Finetune/Loss": 0.5854480266571045, "Finetune/Loss (Raw)": 0.5200219750404358, "Finetune/Step": 5734, "Finetune/Step Time": 6.563406115397811}
+{"Finetune/Learning Rate": 3.4562437399193217e-06, "Finetune/Loss": 0.5867592096328735, "Finetune/Loss (Raw)": 0.6457114815711975, "Finetune/Step": 5735, "Finetune/Step Time": 6.568079812452197}
+{"Finetune/Learning Rate": 3.4531044983860285e-06, "Finetune/Loss": 0.5869983434677124, "Finetune/Loss (Raw)": 0.6900163292884827, "Finetune/Step": 5736, "Finetune/Step Time": 6.5520182233303785}
+{"Finetune/Learning Rate": 3.449966385614979e-06, "Finetune/Loss": 0.585189938545227, "Finetune/Loss (Raw)": 0.5331321954727173, "Finetune/Step": 5737, "Finetune/Step Time": 6.551148293539882}
+{"Finetune/Learning Rate": 3.4468294021472227e-06, "Finetune/Loss": 0.5862342715263367, "Finetune/Loss (Raw)": 0.6991873979568481, "Finetune/Step": 5738, "Finetune/Step Time": 6.566161325201392}
+{"Finetune/Learning Rate": 3.44369354852361e-06, "Finetune/Loss": 0.5872039794921875, "Finetune/Loss (Raw)": 0.5548192858695984, "Finetune/Step": 5739, "Finetune/Step Time": 6.571007585152984}
+{"Finetune/Learning Rate": 3.4405588252847998e-06, "Finetune/Loss": 0.5869139432907104, "Finetune/Loss (Raw)": 0.5488872528076172, "Finetune/Step": 5740, "Finetune/Step Time": 6.579150002449751}
+{"Finetune/Learning Rate": 3.4374252329712566e-06, "Finetune/Loss": 0.5867603421211243, "Finetune/Loss (Raw)": 0.5673269033432007, "Finetune/Step": 5741, "Finetune/Step Time": 6.570426357910037}
+{"Finetune/Learning Rate": 3.434292772123248e-06, "Finetune/Loss": 0.5868963599205017, "Finetune/Loss (Raw)": 0.6254057288169861, "Finetune/Step": 5742, "Finetune/Step Time": 6.570173464715481}
+{"Finetune/Learning Rate": 3.431161443280844e-06, "Finetune/Loss": 0.5870453119277954, "Finetune/Loss (Raw)": 0.6508932113647461, "Finetune/Step": 5743, "Finetune/Step Time": 6.5699517000466585}
+{"Finetune/Learning Rate": 3.4280312469839305e-06, "Finetune/Loss": 0.5877491235733032, "Finetune/Loss (Raw)": 0.6891700029373169, "Finetune/Step": 5744, "Finetune/Step Time": 6.552030514925718}
+{"Finetune/Learning Rate": 3.4249021837721853e-06, "Finetune/Loss": 0.5865591764450073, "Finetune/Loss (Raw)": 0.4752197563648224, "Finetune/Step": 5745, "Finetune/Step Time": 6.56931740231812}
+{"Finetune/Learning Rate": 3.421774254185096e-06, "Finetune/Loss": 0.5884175300598145, "Finetune/Loss (Raw)": 0.4439428448677063, "Finetune/Step": 5746, "Finetune/Step Time": 6.572239214554429}
+{"Finetune/Learning Rate": 3.4186474587619567e-06, "Finetune/Loss": 0.5885937213897705, "Finetune/Loss (Raw)": 0.5641427040100098, "Finetune/Step": 5747, "Finetune/Step Time": 6.5733006820082664}
+{"Finetune/Learning Rate": 3.415521798041861e-06, "Finetune/Loss": 0.5886309742927551, "Finetune/Loss (Raw)": 0.6029245257377625, "Finetune/Step": 5748, "Finetune/Step Time": 6.599018657580018}
+{"Finetune/Learning Rate": 3.4123972725637123e-06, "Finetune/Loss": 0.5878571271896362, "Finetune/Loss (Raw)": 0.5066291689872742, "Finetune/Step": 5749, "Finetune/Step Time": 6.612098876386881}
+{"Finetune/Learning Rate": 3.4092738828662153e-06, "Finetune/Loss": 0.5870949029922485, "Finetune/Loss (Raw)": 0.41384872794151306, "Finetune/Step": 5750, "Finetune/Step Time": 6.619450913742185}
+{"Finetune/Learning Rate": 3.4061516294878747e-06, "Finetune/Loss": 0.5866321921348572, "Finetune/Loss (Raw)": 0.5498983263969421, "Finetune/Step": 5751, "Finetune/Step Time": 6.604262869805098}
+{"Finetune/Learning Rate": 3.4030305129670118e-06, "Finetune/Loss": 0.5877564549446106, "Finetune/Loss (Raw)": 0.6387607455253601, "Finetune/Step": 5752, "Finetune/Step Time": 6.5908674616366625}
+{"Finetune/Learning Rate": 3.3999105338417405e-06, "Finetune/Loss": 0.588188648223877, "Finetune/Loss (Raw)": 0.5148485898971558, "Finetune/Step": 5753, "Finetune/Step Time": 6.610493453219533}
+{"Finetune/Learning Rate": 3.3967916926499823e-06, "Finetune/Loss": 0.5874472856521606, "Finetune/Loss (Raw)": 0.5744207501411438, "Finetune/Step": 5754, "Finetune/Step Time": 6.607226572930813}
+{"Finetune/Learning Rate": 3.3936739899294613e-06, "Finetune/Loss": 0.5866912007331848, "Finetune/Loss (Raw)": 0.5598477125167847, "Finetune/Step": 5755, "Finetune/Step Time": 6.604022931307554}
+{"Finetune/Learning Rate": 3.3905574262177067e-06, "Finetune/Loss": 0.587619423866272, "Finetune/Loss (Raw)": 0.6214364767074585, "Finetune/Step": 5756, "Finetune/Step Time": 6.6159830670803785}
+{"Finetune/Learning Rate": 3.3874420020520515e-06, "Finetune/Loss": 0.587425947189331, "Finetune/Loss (Raw)": 0.6572678685188293, "Finetune/Step": 5757, "Finetune/Step Time": 6.608462622389197}
+{"Finetune/Learning Rate": 3.384327717969632e-06, "Finetune/Loss": 0.585146963596344, "Finetune/Loss (Raw)": 0.20276877284049988, "Finetune/Step": 5758, "Finetune/Step Time": 6.630648093298078}
+{"Finetune/Learning Rate": 3.3812145745073834e-06, "Finetune/Loss": 0.5840468406677246, "Finetune/Loss (Raw)": 0.4362335801124573, "Finetune/Step": 5759, "Finetune/Step Time": 6.649583220481873}
+{"Finetune/Learning Rate": 3.3781025722020545e-06, "Finetune/Loss": 0.5847938060760498, "Finetune/Loss (Raw)": 0.6354970932006836, "Finetune/Step": 5760, "Finetune/Step Time": 6.647828748449683}
+{"Finetune/Learning Rate": 3.3749917115901897e-06, "Finetune/Loss": 0.5853126049041748, "Finetune/Loss (Raw)": 0.5589946508407593, "Finetune/Step": 5761, "Finetune/Step Time": 6.642940538004041}
+{"Finetune/Learning Rate": 3.371881993208138e-06, "Finetune/Loss": 0.5845364332199097, "Finetune/Loss (Raw)": 0.6066168546676636, "Finetune/Step": 5762, "Finetune/Step Time": 6.641495926305652}
+{"Finetune/Learning Rate": 3.3687734175920505e-06, "Finetune/Loss": 0.5843875408172607, "Finetune/Loss (Raw)": 0.5127518177032471, "Finetune/Step": 5763, "Finetune/Step Time": 6.646044112741947}
+{"Finetune/Learning Rate": 3.3656659852778827e-06, "Finetune/Loss": 0.5850615501403809, "Finetune/Loss (Raw)": 0.5495865345001221, "Finetune/Step": 5764, "Finetune/Step Time": 6.653866207227111}
+{"Finetune/Learning Rate": 3.362559696801393e-06, "Finetune/Loss": 0.5845582485198975, "Finetune/Loss (Raw)": 0.6270566582679749, "Finetune/Step": 5765, "Finetune/Step Time": 6.652713853865862}
+{"Finetune/Learning Rate": 3.3594545526981424e-06, "Finetune/Loss": 0.5842713117599487, "Finetune/Loss (Raw)": 0.5650610327720642, "Finetune/Step": 5766, "Finetune/Step Time": 6.65687982365489}
+{"Finetune/Learning Rate": 3.356350553503491e-06, "Finetune/Loss": 0.5835866332054138, "Finetune/Loss (Raw)": 0.621691107749939, "Finetune/Step": 5767, "Finetune/Step Time": 6.6560555174946785}
+{"Finetune/Learning Rate": 3.353247699752612e-06, "Finetune/Loss": 0.5808025598526001, "Finetune/Loss (Raw)": 0.18523931503295898, "Finetune/Step": 5768, "Finetune/Step Time": 6.6768589168787}
+{"Finetune/Learning Rate": 3.3501459919804703e-06, "Finetune/Loss": 0.5804909467697144, "Finetune/Loss (Raw)": 0.6984742283821106, "Finetune/Step": 5769, "Finetune/Step Time": 6.680081430822611}
+{"Finetune/Learning Rate": 3.347045430721837e-06, "Finetune/Loss": 0.5796757340431213, "Finetune/Loss (Raw)": 0.49406877160072327, "Finetune/Step": 5770, "Finetune/Step Time": 6.70335528627038}
+{"Finetune/Learning Rate": 3.343946016511286e-06, "Finetune/Loss": 0.5793536901473999, "Finetune/Loss (Raw)": 0.6361646056175232, "Finetune/Step": 5771, "Finetune/Step Time": 6.699729209765792}
+{"Finetune/Learning Rate": 3.3408477498831917e-06, "Finetune/Loss": 0.5798662900924683, "Finetune/Loss (Raw)": 0.6728420257568359, "Finetune/Step": 5772, "Finetune/Step Time": 6.684657862409949}
+{"Finetune/Learning Rate": 3.3377506313717333e-06, "Finetune/Loss": 0.5801595449447632, "Finetune/Loss (Raw)": 0.6788855791091919, "Finetune/Step": 5773, "Finetune/Step Time": 6.679262505844235}
+{"Finetune/Learning Rate": 3.334654661510891e-06, "Finetune/Loss": 0.580337405204773, "Finetune/Loss (Raw)": 0.6815997362136841, "Finetune/Step": 5774, "Finetune/Step Time": 6.696985483169556}
+{"Finetune/Learning Rate": 3.331559840834442e-06, "Finetune/Loss": 0.5808310508728027, "Finetune/Loss (Raw)": 0.6883906126022339, "Finetune/Step": 5775, "Finetune/Step Time": 6.6991201136261225}
+{"Finetune/Learning Rate": 3.328466169875977e-06, "Finetune/Loss": 0.5811362862586975, "Finetune/Loss (Raw)": 0.6341586112976074, "Finetune/Step": 5776, "Finetune/Step Time": 6.695895688608289}
+{"Finetune/Learning Rate": 3.325373649168878e-06, "Finetune/Loss": 0.5779483318328857, "Finetune/Loss (Raw)": 0.16803057491779327, "Finetune/Step": 5777, "Finetune/Step Time": 6.714048385620117}
+{"Finetune/Learning Rate": 3.322282279246334e-06, "Finetune/Loss": 0.576537013053894, "Finetune/Loss (Raw)": 0.48601680994033813, "Finetune/Step": 5778, "Finetune/Step Time": 6.707608424127102}
+{"Finetune/Learning Rate": 3.319192060641331e-06, "Finetune/Loss": 0.5757628679275513, "Finetune/Loss (Raw)": 0.5318260192871094, "Finetune/Step": 5779, "Finetune/Step Time": 6.728854110464454}
+{"Finetune/Learning Rate": 3.3161029938866606e-06, "Finetune/Loss": 0.5723476409912109, "Finetune/Loss (Raw)": 0.18827886879444122, "Finetune/Step": 5780, "Finetune/Step Time": 6.745185891166329}
+{"Finetune/Learning Rate": 3.313015079514915e-06, "Finetune/Loss": 0.572123646736145, "Finetune/Loss (Raw)": 0.6978846192359924, "Finetune/Step": 5781, "Finetune/Step Time": 6.747361216694117}
+{"Finetune/Learning Rate": 3.3099283180584862e-06, "Finetune/Loss": 0.5724968910217285, "Finetune/Loss (Raw)": 0.7121232748031616, "Finetune/Step": 5782, "Finetune/Step Time": 6.764449233189225}
+{"Finetune/Learning Rate": 3.306842710049566e-06, "Finetune/Loss": 0.5732444524765015, "Finetune/Loss (Raw)": 0.6148344278335571, "Finetune/Step": 5783, "Finetune/Step Time": 6.776601679623127}
+{"Finetune/Learning Rate": 3.303758256020154e-06, "Finetune/Loss": 0.5735636949539185, "Finetune/Loss (Raw)": 0.6960296034812927, "Finetune/Step": 5784, "Finetune/Step Time": 6.7645937371999025}
+{"Finetune/Learning Rate": 3.300674956502047e-06, "Finetune/Loss": 0.5699342489242554, "Finetune/Loss (Raw)": 0.23781746625900269, "Finetune/Step": 5785, "Finetune/Step Time": 6.783530028536916}
+{"Finetune/Learning Rate": 3.2975928120268397e-06, "Finetune/Loss": 0.5670953989028931, "Finetune/Loss (Raw)": 0.2582724094390869, "Finetune/Step": 5786, "Finetune/Step Time": 6.804536402225494}
+{"Finetune/Learning Rate": 3.294511823125931e-06, "Finetune/Loss": 0.5677490830421448, "Finetune/Loss (Raw)": 0.7005984783172607, "Finetune/Step": 5787, "Finetune/Step Time": 6.7936201971024275}
+{"Finetune/Learning Rate": 3.291431990330519e-06, "Finetune/Loss": 0.5670259594917297, "Finetune/Loss (Raw)": 0.5602150559425354, "Finetune/Step": 5788, "Finetune/Step Time": 6.801045717671514}
+{"Finetune/Learning Rate": 3.288353314171605e-06, "Finetune/Loss": 0.5651959776878357, "Finetune/Loss (Raw)": 0.2657356858253479, "Finetune/Step": 5789, "Finetune/Step Time": 6.801949189975858}
+{"Finetune/Learning Rate": 3.2852757951799887e-06, "Finetune/Loss": 0.566230833530426, "Finetune/Loss (Raw)": 0.6596599817276001, "Finetune/Step": 5790, "Finetune/Step Time": 6.792559852823615}
+{"Finetune/Learning Rate": 3.2821994338862663e-06, "Finetune/Loss": 0.5658782720565796, "Finetune/Loss (Raw)": 0.5777165293693542, "Finetune/Step": 5791, "Finetune/Step Time": 6.8117359932512045}
+{"Finetune/Learning Rate": 3.279124230820846e-06, "Finetune/Loss": 0.5657475590705872, "Finetune/Loss (Raw)": 0.6154443621635437, "Finetune/Step": 5792, "Finetune/Step Time": 6.807668121531606}
+{"Finetune/Learning Rate": 3.276050186513924e-06, "Finetune/Loss": 0.566414475440979, "Finetune/Loss (Raw)": 0.5928314924240112, "Finetune/Step": 5793, "Finetune/Step Time": 6.795083288103342}
+{"Finetune/Learning Rate": 3.2729773014955058e-06, "Finetune/Loss": 0.5665755867958069, "Finetune/Loss (Raw)": 0.6996030211448669, "Finetune/Step": 5794, "Finetune/Step Time": 6.8000315967947245}
+{"Finetune/Learning Rate": 3.2699055762953923e-06, "Finetune/Loss": 0.565544843673706, "Finetune/Loss (Raw)": 0.5349156856536865, "Finetune/Step": 5795, "Finetune/Step Time": 6.809193469583988}
+{"Finetune/Learning Rate": 3.2668350114431844e-06, "Finetune/Loss": 0.5636733770370483, "Finetune/Loss (Raw)": 0.39305025339126587, "Finetune/Step": 5796, "Finetune/Step Time": 6.811519410461187}
+{"Finetune/Learning Rate": 3.2637656074682833e-06, "Finetune/Loss": 0.563554048538208, "Finetune/Loss (Raw)": 0.523427426815033, "Finetune/Step": 5797, "Finetune/Step Time": 6.795726627111435}
+{"Finetune/Learning Rate": 3.2606973648998918e-06, "Finetune/Loss": 0.5627720952033997, "Finetune/Loss (Raw)": 0.598547637462616, "Finetune/Step": 5798, "Finetune/Step Time": 6.78913539648056}
+{"Finetune/Learning Rate": 3.2576302842670095e-06, "Finetune/Loss": 0.5616319179534912, "Finetune/Loss (Raw)": 0.593988299369812, "Finetune/Step": 5799, "Finetune/Step Time": 6.7761882077902555}
+{"Finetune/Learning Rate": 3.2545643660984395e-06, "Finetune/Loss": 0.5641227960586548, "Finetune/Loss (Raw)": 0.5865834355354309, "Finetune/Step": 5800, "Finetune/Step Time": 6.752939688041806}
+{"Finetune/Learning Rate": 3.251499610922777e-06, "Finetune/Loss": 0.561895489692688, "Finetune/Loss (Raw)": 0.38621288537979126, "Finetune/Step": 5801, "Finetune/Step Time": 6.7578326519578695}
+{"Finetune/Learning Rate": 3.2484360192684294e-06, "Finetune/Loss": 0.5610107183456421, "Finetune/Loss (Raw)": 0.5284972190856934, "Finetune/Step": 5802, "Finetune/Step Time": 6.766961861401796}
+{"Finetune/Learning Rate": 3.245373591663593e-06, "Finetune/Loss": 0.5615987777709961, "Finetune/Loss (Raw)": 0.5757861733436584, "Finetune/Step": 5803, "Finetune/Step Time": 6.770643804222345}
+{"Finetune/Learning Rate": 3.242312328636268e-06, "Finetune/Loss": 0.5635992288589478, "Finetune/Loss (Raw)": 0.5168941617012024, "Finetune/Step": 5804, "Finetune/Step Time": 6.762079082429409}
+{"Finetune/Learning Rate": 3.2392522307142493e-06, "Finetune/Loss": 0.5639827847480774, "Finetune/Loss (Raw)": 0.6072936058044434, "Finetune/Step": 5805, "Finetune/Step Time": 6.761113764718175}
+{"Finetune/Learning Rate": 3.2361932984251365e-06, "Finetune/Loss": 0.5647251605987549, "Finetune/Loss (Raw)": 0.6601890325546265, "Finetune/Step": 5806, "Finetune/Step Time": 6.770593848079443}
+{"Finetune/Learning Rate": 3.2331355322963245e-06, "Finetune/Loss": 0.5643929243087769, "Finetune/Loss (Raw)": 0.5392361879348755, "Finetune/Step": 5807, "Finetune/Step Time": 6.77731448225677}
+{"Finetune/Learning Rate": 3.2300789328550086e-06, "Finetune/Loss": 0.5637966990470886, "Finetune/Loss (Raw)": 0.5951505303382874, "Finetune/Step": 5808, "Finetune/Step Time": 6.754464667290449}
+{"Finetune/Learning Rate": 3.227023500628179e-06, "Finetune/Loss": 0.5635887980461121, "Finetune/Loss (Raw)": 0.6727116107940674, "Finetune/Step": 5809, "Finetune/Step Time": 6.7588198855519295}
+{"Finetune/Learning Rate": 3.2239692361426367e-06, "Finetune/Loss": 0.5627317428588867, "Finetune/Loss (Raw)": 0.6022961735725403, "Finetune/Step": 5810, "Finetune/Step Time": 6.754570074379444}
+{"Finetune/Learning Rate": 3.2209161399249677e-06, "Finetune/Loss": 0.562186598777771, "Finetune/Loss (Raw)": 0.5568054914474487, "Finetune/Step": 5811, "Finetune/Step Time": 6.755403460934758}
+{"Finetune/Learning Rate": 3.2178642125015624e-06, "Finetune/Loss": 0.5615476965904236, "Finetune/Loss (Raw)": 0.5349584221839905, "Finetune/Step": 5812, "Finetune/Step Time": 6.741191748529673}
+{"Finetune/Learning Rate": 3.21481345439861e-06, "Finetune/Loss": 0.5602002143859863, "Finetune/Loss (Raw)": 0.48153355717658997, "Finetune/Step": 5813, "Finetune/Step Time": 6.763309741392732}
+{"Finetune/Learning Rate": 3.211763866142097e-06, "Finetune/Loss": 0.5590694546699524, "Finetune/Loss (Raw)": 0.5499632358551025, "Finetune/Step": 5814, "Finetune/Step Time": 6.77472378872335}
+{"Finetune/Learning Rate": 3.2087154482578076e-06, "Finetune/Loss": 0.5590285062789917, "Finetune/Loss (Raw)": 0.6945171356201172, "Finetune/Step": 5815, "Finetune/Step Time": 6.777329118922353}
+{"Finetune/Learning Rate": 3.205668201271327e-06, "Finetune/Loss": 0.5603604316711426, "Finetune/Loss (Raw)": 0.668542742729187, "Finetune/Step": 5816, "Finetune/Step Time": 6.774272290989757}
+{"Finetune/Learning Rate": 3.2026221257080316e-06, "Finetune/Loss": 0.5605672597885132, "Finetune/Loss (Raw)": 0.6695791482925415, "Finetune/Step": 5817, "Finetune/Step Time": 6.761072209104896}
+{"Finetune/Learning Rate": 3.1995772220931076e-06, "Finetune/Loss": 0.5597752332687378, "Finetune/Loss (Raw)": 0.5414419174194336, "Finetune/Step": 5818, "Finetune/Step Time": 6.755421275272965}
+{"Finetune/Learning Rate": 3.196533490951529e-06, "Finetune/Loss": 0.5602954030036926, "Finetune/Loss (Raw)": 0.6492999792098999, "Finetune/Step": 5819, "Finetune/Step Time": 6.755194256082177}
+{"Finetune/Learning Rate": 3.193490932808072e-06, "Finetune/Loss": 0.5600366592407227, "Finetune/Loss (Raw)": 0.6319074630737305, "Finetune/Step": 5820, "Finetune/Step Time": 6.750445280224085}
+{"Finetune/Learning Rate": 3.19044954818731e-06, "Finetune/Loss": 0.5612012147903442, "Finetune/Loss (Raw)": 0.6019307971000671, "Finetune/Step": 5821, "Finetune/Step Time": 6.74034271389246}
+{"Finetune/Learning Rate": 3.1874093376136128e-06, "Finetune/Loss": 0.5615320205688477, "Finetune/Loss (Raw)": 0.6104769110679626, "Finetune/Step": 5822, "Finetune/Step Time": 6.736514745280147}
+{"Finetune/Learning Rate": 3.1843703016111484e-06, "Finetune/Loss": 0.5612849593162537, "Finetune/Loss (Raw)": 0.568207859992981, "Finetune/Step": 5823, "Finetune/Step Time": 6.7398192547261715}
+{"Finetune/Learning Rate": 3.1813324407038826e-06, "Finetune/Loss": 0.5615862607955933, "Finetune/Loss (Raw)": 0.6041634678840637, "Finetune/Step": 5824, "Finetune/Step Time": 6.737742085009813}
+{"Finetune/Learning Rate": 3.1782957554155756e-06, "Finetune/Loss": 0.5611552000045776, "Finetune/Loss (Raw)": 0.6975598931312561, "Finetune/Step": 5825, "Finetune/Step Time": 6.720700157806277}
+{"Finetune/Learning Rate": 3.1752602462697947e-06, "Finetune/Loss": 0.5609416365623474, "Finetune/Loss (Raw)": 0.566922664642334, "Finetune/Step": 5826, "Finetune/Step Time": 6.730759372934699}
+{"Finetune/Learning Rate": 3.1722259137898936e-06, "Finetune/Loss": 0.5595828294754028, "Finetune/Loss (Raw)": 0.5369594097137451, "Finetune/Step": 5827, "Finetune/Step Time": 6.7478548008948565}
+{"Finetune/Learning Rate": 3.169192758499028e-06, "Finetune/Loss": 0.559760332107544, "Finetune/Loss (Raw)": 0.6240291595458984, "Finetune/Step": 5828, "Finetune/Step Time": 6.761821761727333}
+{"Finetune/Learning Rate": 3.1661607809201487e-06, "Finetune/Loss": 0.5592983365058899, "Finetune/Loss (Raw)": 0.60773104429245, "Finetune/Step": 5829, "Finetune/Step Time": 6.745834305882454}
+{"Finetune/Learning Rate": 3.163129981576006e-06, "Finetune/Loss": 0.5584875345230103, "Finetune/Loss (Raw)": 0.5608761310577393, "Finetune/Step": 5830, "Finetune/Step Time": 6.763365540653467}
+{"Finetune/Learning Rate": 3.1601003609891444e-06, "Finetune/Loss": 0.5591970682144165, "Finetune/Loss (Raw)": 0.657967209815979, "Finetune/Step": 5831, "Finetune/Step Time": 6.768030393868685}
+{"Finetune/Learning Rate": 3.1570719196819065e-06, "Finetune/Loss": 0.5592886209487915, "Finetune/Loss (Raw)": 0.639556884765625, "Finetune/Step": 5832, "Finetune/Step Time": 6.768897466361523}
+{"Finetune/Learning Rate": 3.1540446581764296e-06, "Finetune/Loss": 0.5588139295578003, "Finetune/Loss (Raw)": 0.5302684307098389, "Finetune/Step": 5833, "Finetune/Step Time": 6.768395591527224}
+{"Finetune/Learning Rate": 3.1510185769946535e-06, "Finetune/Loss": 0.5596505403518677, "Finetune/Loss (Raw)": 0.5133227705955505, "Finetune/Step": 5834, "Finetune/Step Time": 6.758947104215622}
+{"Finetune/Learning Rate": 3.1479936766583073e-06, "Finetune/Loss": 0.5629122257232666, "Finetune/Loss (Raw)": 0.6142517328262329, "Finetune/Step": 5835, "Finetune/Step Time": 6.744264600798488}
+{"Finetune/Learning Rate": 3.1449699576889213e-06, "Finetune/Loss": 0.5669073462486267, "Finetune/Loss (Raw)": 0.670193612575531, "Finetune/Step": 5836, "Finetune/Step Time": 6.735695097595453}
+{"Finetune/Learning Rate": 3.1419474206078203e-06, "Finetune/Loss": 0.5674031376838684, "Finetune/Loss (Raw)": 0.583393931388855, "Finetune/Step": 5837, "Finetune/Step Time": 6.730358036234975}
+{"Finetune/Learning Rate": 3.1389260659361244e-06, "Finetune/Loss": 0.5675244927406311, "Finetune/Loss (Raw)": 0.6374029517173767, "Finetune/Step": 5838, "Finetune/Step Time": 6.71202789992094}
+{"Finetune/Learning Rate": 3.1359058941947506e-06, "Finetune/Loss": 0.5687122344970703, "Finetune/Loss (Raw)": 0.7162456512451172, "Finetune/Step": 5839, "Finetune/Step Time": 6.7063358295708895}
+{"Finetune/Learning Rate": 3.1328869059044143e-06, "Finetune/Loss": 0.5664792060852051, "Finetune/Loss (Raw)": 0.4546063244342804, "Finetune/Step": 5840, "Finetune/Step Time": 6.7251415606588125}
+{"Finetune/Learning Rate": 3.12986910158562e-06, "Finetune/Loss": 0.564612865447998, "Finetune/Loss (Raw)": 0.5037239789962769, "Finetune/Step": 5841, "Finetune/Step Time": 6.742845803499222}
+{"Finetune/Learning Rate": 3.126852481758679e-06, "Finetune/Loss": 0.5637800693511963, "Finetune/Loss (Raw)": 0.5324254631996155, "Finetune/Step": 5842, "Finetune/Step Time": 6.751844061538577}
+{"Finetune/Learning Rate": 3.1238370469436895e-06, "Finetune/Loss": 0.5612064599990845, "Finetune/Loss (Raw)": 0.23120327293872833, "Finetune/Step": 5843, "Finetune/Step Time": 6.7567019443959}
+{"Finetune/Learning Rate": 3.1208227976605475e-06, "Finetune/Loss": 0.5645343065261841, "Finetune/Loss (Raw)": 0.5768401026725769, "Finetune/Step": 5844, "Finetune/Step Time": 6.725576903671026}
+{"Finetune/Learning Rate": 3.117809734428947e-06, "Finetune/Loss": 0.5657371282577515, "Finetune/Loss (Raw)": 0.6860933899879456, "Finetune/Step": 5845, "Finetune/Step Time": 6.707065707072616}
+{"Finetune/Learning Rate": 3.1147978577683745e-06, "Finetune/Loss": 0.5663247108459473, "Finetune/Loss (Raw)": 0.5919525027275085, "Finetune/Step": 5846, "Finetune/Step Time": 6.714256564155221}
+{"Finetune/Learning Rate": 3.111787168198114e-06, "Finetune/Loss": 0.5670393705368042, "Finetune/Loss (Raw)": 0.6567726731300354, "Finetune/Step": 5847, "Finetune/Step Time": 6.710913360118866}
+{"Finetune/Learning Rate": 3.1087776662372428e-06, "Finetune/Loss": 0.5680446624755859, "Finetune/Loss (Raw)": 0.6470178365707397, "Finetune/Step": 5848, "Finetune/Step Time": 6.704580262303352}
+{"Finetune/Learning Rate": 3.105769352404633e-06, "Finetune/Loss": 0.5683372020721436, "Finetune/Loss (Raw)": 0.6788522005081177, "Finetune/Step": 5849, "Finetune/Step Time": 6.709265727549791}
+{"Finetune/Learning Rate": 3.1027622272189572e-06, "Finetune/Loss": 0.5679404735565186, "Finetune/Loss (Raw)": 0.5065273642539978, "Finetune/Step": 5850, "Finetune/Step Time": 6.706155074760318}
+{"Finetune/Learning Rate": 3.099756291198679e-06, "Finetune/Loss": 0.567800760269165, "Finetune/Loss (Raw)": 0.6300755739212036, "Finetune/Step": 5851, "Finetune/Step Time": 6.712292531505227}
+{"Finetune/Learning Rate": 3.0967515448620556e-06, "Finetune/Loss": 0.5681291818618774, "Finetune/Loss (Raw)": 0.6995598673820496, "Finetune/Step": 5852, "Finetune/Step Time": 6.710699176415801}
+{"Finetune/Learning Rate": 3.0937479887271415e-06, "Finetune/Loss": 0.5673109292984009, "Finetune/Loss (Raw)": 0.5417845845222473, "Finetune/Step": 5853, "Finetune/Step Time": 6.715715691447258}
+{"Finetune/Learning Rate": 3.090745623311786e-06, "Finetune/Loss": 0.5687149167060852, "Finetune/Loss (Raw)": 0.744926393032074, "Finetune/Step": 5854, "Finetune/Step Time": 6.7169754058122635}
+{"Finetune/Learning Rate": 3.0877444491336316e-06, "Finetune/Loss": 0.5677876472473145, "Finetune/Loss (Raw)": 0.4718237817287445, "Finetune/Step": 5855, "Finetune/Step Time": 6.71619138866663}
+{"Finetune/Learning Rate": 3.0847444667101156e-06, "Finetune/Loss": 0.5681019425392151, "Finetune/Loss (Raw)": 0.5679301023483276, "Finetune/Step": 5856, "Finetune/Step Time": 6.708335962146521}
+{"Finetune/Learning Rate": 3.0817456765584685e-06, "Finetune/Loss": 0.5714883804321289, "Finetune/Loss (Raw)": 0.6529467105865479, "Finetune/Step": 5857, "Finetune/Step Time": 6.691172553226352}
+{"Finetune/Learning Rate": 3.0787480791957225e-06, "Finetune/Loss": 0.570493221282959, "Finetune/Loss (Raw)": 0.47745755314826965, "Finetune/Step": 5858, "Finetune/Step Time": 6.696559093892574}
+{"Finetune/Learning Rate": 3.0757516751386974e-06, "Finetune/Loss": 0.5701876878738403, "Finetune/Loss (Raw)": 0.6479121446609497, "Finetune/Step": 5859, "Finetune/Step Time": 6.677469028159976}
+{"Finetune/Learning Rate": 3.0727564649040066e-06, "Finetune/Loss": 0.569175660610199, "Finetune/Loss (Raw)": 0.5379738211631775, "Finetune/Step": 5860, "Finetune/Step Time": 6.685091435909271}
+{"Finetune/Learning Rate": 3.0697624490080602e-06, "Finetune/Loss": 0.5697640776634216, "Finetune/Loss (Raw)": 0.6598394513130188, "Finetune/Step": 5861, "Finetune/Step Time": 6.685610927641392}
+{"Finetune/Learning Rate": 3.0667696279670635e-06, "Finetune/Loss": 0.5697841644287109, "Finetune/Loss (Raw)": 0.5225979685783386, "Finetune/Step": 5862, "Finetune/Step Time": 6.69718860834837}
+{"Finetune/Learning Rate": 3.063778002297013e-06, "Finetune/Loss": 0.5682489275932312, "Finetune/Loss (Raw)": 0.44919997453689575, "Finetune/Step": 5863, "Finetune/Step Time": 6.701564654707909}
+{"Finetune/Learning Rate": 3.0607875725137003e-06, "Finetune/Loss": 0.5670695304870605, "Finetune/Loss (Raw)": 0.5390536785125732, "Finetune/Step": 5864, "Finetune/Step Time": 6.700400378555059}
+{"Finetune/Learning Rate": 3.0577983391327082e-06, "Finetune/Loss": 0.5678504705429077, "Finetune/Loss (Raw)": 0.6330976486206055, "Finetune/Step": 5865, "Finetune/Step Time": 6.698163954541087}
+{"Finetune/Learning Rate": 3.054810302669422e-06, "Finetune/Loss": 0.5667864084243774, "Finetune/Loss (Raw)": 0.562984824180603, "Finetune/Step": 5866, "Finetune/Step Time": 6.680317537859082}
+{"Finetune/Learning Rate": 3.051823463639012e-06, "Finetune/Loss": 0.5635230541229248, "Finetune/Loss (Raw)": 0.13710816204547882, "Finetune/Step": 5867, "Finetune/Step Time": 6.691319225355983}
+{"Finetune/Learning Rate": 3.048837822556443e-06, "Finetune/Loss": 0.5635925531387329, "Finetune/Loss (Raw)": 0.5577898621559143, "Finetune/Step": 5868, "Finetune/Step Time": 6.696427434682846}
+{"Finetune/Learning Rate": 3.0458533799364766e-06, "Finetune/Loss": 0.5643506646156311, "Finetune/Loss (Raw)": 0.6643557548522949, "Finetune/Step": 5869, "Finetune/Step Time": 6.700643882155418}
+{"Finetune/Learning Rate": 3.0428701362936653e-06, "Finetune/Loss": 0.564494252204895, "Finetune/Loss (Raw)": 0.6437849402427673, "Finetune/Step": 5870, "Finetune/Step Time": 6.70510033890605}
+{"Finetune/Learning Rate": 3.0398880921423556e-06, "Finetune/Loss": 0.5608305931091309, "Finetune/Loss (Raw)": 0.1819496750831604, "Finetune/Step": 5871, "Finetune/Step Time": 6.7349944822490215}
+{"Finetune/Learning Rate": 3.0369072479966865e-06, "Finetune/Loss": 0.5606197118759155, "Finetune/Loss (Raw)": 0.6621825098991394, "Finetune/Step": 5872, "Finetune/Step Time": 6.738385170698166}
+{"Finetune/Learning Rate": 3.033927604370589e-06, "Finetune/Loss": 0.5619325637817383, "Finetune/Loss (Raw)": 0.6432566046714783, "Finetune/Step": 5873, "Finetune/Step Time": 6.73533632978797}
+{"Finetune/Learning Rate": 3.0309491617777943e-06, "Finetune/Loss": 0.5639721155166626, "Finetune/Loss (Raw)": 0.7050025463104248, "Finetune/Step": 5874, "Finetune/Step Time": 6.715040720999241}
+{"Finetune/Learning Rate": 3.027971920731818e-06, "Finetune/Loss": 0.5649078488349915, "Finetune/Loss (Raw)": 0.6839227676391602, "Finetune/Step": 5875, "Finetune/Step Time": 6.695006273686886}
+{"Finetune/Learning Rate": 3.024995881745972e-06, "Finetune/Loss": 0.5651522278785706, "Finetune/Loss (Raw)": 0.6342053413391113, "Finetune/Step": 5876, "Finetune/Step Time": 6.678258582949638}
+{"Finetune/Learning Rate": 3.022021045333361e-06, "Finetune/Loss": 0.5652568936347961, "Finetune/Loss (Raw)": 0.5200198888778687, "Finetune/Step": 5877, "Finetune/Step Time": 6.6652408875525}
+{"Finetune/Learning Rate": 3.019047412006881e-06, "Finetune/Loss": 0.5662903785705566, "Finetune/Loss (Raw)": 0.5461352467536926, "Finetune/Step": 5878, "Finetune/Step Time": 6.655782541260123}
+{"Finetune/Learning Rate": 3.016074982279222e-06, "Finetune/Loss": 0.566831111907959, "Finetune/Loss (Raw)": 0.619118869304657, "Finetune/Step": 5879, "Finetune/Step Time": 6.658409770578146}
+{"Finetune/Learning Rate": 3.0131037566628673e-06, "Finetune/Loss": 0.5671660900115967, "Finetune/Loss (Raw)": 0.6816359162330627, "Finetune/Step": 5880, "Finetune/Step Time": 6.661550739780068}
+{"Finetune/Learning Rate": 3.0101337356700855e-06, "Finetune/Loss": 0.5654783844947815, "Finetune/Loss (Raw)": 0.2988245189189911, "Finetune/Step": 5881, "Finetune/Step Time": 6.657098408788443}
+{"Finetune/Learning Rate": 3.0071649198129527e-06, "Finetune/Loss": 0.5650984644889832, "Finetune/Loss (Raw)": 0.525787889957428, "Finetune/Step": 5882, "Finetune/Step Time": 6.661562640219927}
+{"Finetune/Learning Rate": 3.0041973096033215e-06, "Finetune/Loss": 0.5664183497428894, "Finetune/Loss (Raw)": 0.7287936806678772, "Finetune/Step": 5883, "Finetune/Step Time": 6.655426558107138}
+{"Finetune/Learning Rate": 3.0012309055528465e-06, "Finetune/Loss": 0.5662045478820801, "Finetune/Loss (Raw)": 0.5940726399421692, "Finetune/Step": 5884, "Finetune/Step Time": 6.637141862884164}
+{"Finetune/Learning Rate": 2.9982657081729682e-06, "Finetune/Loss": 0.5663391351699829, "Finetune/Loss (Raw)": 0.6744891405105591, "Finetune/Step": 5885, "Finetune/Step Time": 6.63869390822947}
+{"Finetune/Learning Rate": 2.9953017179749223e-06, "Finetune/Loss": 0.5698192119598389, "Finetune/Loss (Raw)": 0.6482194066047668, "Finetune/Step": 5886, "Finetune/Step Time": 6.619298696517944}
+{"Finetune/Learning Rate": 2.992338935469736e-06, "Finetune/Loss": 0.5718111395835876, "Finetune/Loss (Raw)": 0.6912052631378174, "Finetune/Step": 5887, "Finetune/Step Time": 6.592955715954304}
+{"Finetune/Learning Rate": 2.9893773611682297e-06, "Finetune/Loss": 0.5712963342666626, "Finetune/Loss (Raw)": 0.5696039199829102, "Finetune/Step": 5888, "Finetune/Step Time": 6.6021172273904085}
+{"Finetune/Learning Rate": 2.9864169955810085e-06, "Finetune/Loss": 0.5713099241256714, "Finetune/Loss (Raw)": 0.5607364177703857, "Finetune/Step": 5889, "Finetune/Step Time": 6.601213714107871}
+{"Finetune/Learning Rate": 2.983457839218481e-06, "Finetune/Loss": 0.5710437297821045, "Finetune/Loss (Raw)": 0.5725377202033997, "Finetune/Step": 5890, "Finetune/Step Time": 6.59990300796926}
+{"Finetune/Learning Rate": 2.980499892590838e-06, "Finetune/Loss": 0.5713852643966675, "Finetune/Loss (Raw)": 0.5564709901809692, "Finetune/Step": 5891, "Finetune/Step Time": 6.595744367688894}
+{"Finetune/Learning Rate": 2.977543156208065e-06, "Finetune/Loss": 0.5715832710266113, "Finetune/Loss (Raw)": 0.5749337673187256, "Finetune/Step": 5892, "Finetune/Step Time": 6.5896363742649555}
+{"Finetune/Learning Rate": 2.974587630579937e-06, "Finetune/Loss": 0.5683944225311279, "Finetune/Loss (Raw)": 0.21887287497520447, "Finetune/Step": 5893, "Finetune/Step Time": 6.615559997037053}
+{"Finetune/Learning Rate": 2.971633316216023e-06, "Finetune/Loss": 0.5688561201095581, "Finetune/Loss (Raw)": 0.6241728067398071, "Finetune/Step": 5894, "Finetune/Step Time": 6.622353609651327}
+{"Finetune/Learning Rate": 2.968680213625681e-06, "Finetune/Loss": 0.5687808394432068, "Finetune/Loss (Raw)": 0.6120532155036926, "Finetune/Step": 5895, "Finetune/Step Time": 6.636415900662541}
+{"Finetune/Learning Rate": 2.965728323318061e-06, "Finetune/Loss": 0.5720223188400269, "Finetune/Loss (Raw)": 0.600151777267456, "Finetune/Step": 5896, "Finetune/Step Time": 6.619999371469021}
+{"Finetune/Learning Rate": 2.9627776458021008e-06, "Finetune/Loss": 0.5711842775344849, "Finetune/Loss (Raw)": 0.5911989212036133, "Finetune/Step": 5897, "Finetune/Step Time": 6.61595050431788}
+{"Finetune/Learning Rate": 2.959828181586538e-06, "Finetune/Loss": 0.5718733072280884, "Finetune/Loss (Raw)": 0.5822634696960449, "Finetune/Step": 5898, "Finetune/Step Time": 6.599574461579323}
+{"Finetune/Learning Rate": 2.956879931179892e-06, "Finetune/Loss": 0.5713919401168823, "Finetune/Loss (Raw)": 0.5745455622673035, "Finetune/Step": 5899, "Finetune/Step Time": 6.620810978114605}
+{"Finetune/Learning Rate": 2.9539328950904777e-06, "Finetune/Loss": 0.5705769062042236, "Finetune/Loss (Raw)": 0.5685228109359741, "Finetune/Step": 5900, "Finetune/Step Time": 6.618174161761999}
+{"Finetune/Learning Rate": 2.950987073826397e-06, "Finetune/Loss": 0.570598840713501, "Finetune/Loss (Raw)": 0.6816887855529785, "Finetune/Step": 5901, "Finetune/Step Time": 6.616103230044246}
+{"Finetune/Learning Rate": 2.948042467895544e-06, "Finetune/Loss": 0.5698625445365906, "Finetune/Loss (Raw)": 0.5873571634292603, "Finetune/Step": 5902, "Finetune/Step Time": 6.597733840346336}
+{"Finetune/Learning Rate": 2.9450990778056066e-06, "Finetune/Loss": 0.5684115290641785, "Finetune/Loss (Raw)": 0.5026600956916809, "Finetune/Step": 5903, "Finetune/Step Time": 6.604921022430062}
+{"Finetune/Learning Rate": 2.9421569040640564e-06, "Finetune/Loss": 0.5679140090942383, "Finetune/Loss (Raw)": 0.5704725980758667, "Finetune/Step": 5904, "Finetune/Step Time": 6.613596029579639}
+{"Finetune/Learning Rate": 2.939215947178158e-06, "Finetune/Loss": 0.5717529058456421, "Finetune/Loss (Raw)": 0.659407913684845, "Finetune/Step": 5905, "Finetune/Step Time": 6.595500783994794}
+{"Finetune/Learning Rate": 2.9362762076549724e-06, "Finetune/Loss": 0.5725390911102295, "Finetune/Loss (Raw)": 0.5866537690162659, "Finetune/Step": 5906, "Finetune/Step Time": 6.596841562539339}
+{"Finetune/Learning Rate": 2.933337686001343e-06, "Finetune/Loss": 0.5721728801727295, "Finetune/Loss (Raw)": 0.4849552810192108, "Finetune/Step": 5907, "Finetune/Step Time": 6.580688128247857}
+{"Finetune/Learning Rate": 2.930400382723906e-06, "Finetune/Loss": 0.5749653577804565, "Finetune/Loss (Raw)": 0.5457144379615784, "Finetune/Step": 5908, "Finetune/Step Time": 6.561891607940197}
+{"Finetune/Learning Rate": 2.927464298329087e-06, "Finetune/Loss": 0.5726238489151001, "Finetune/Loss (Raw)": 0.3981670141220093, "Finetune/Step": 5909, "Finetune/Step Time": 6.584437971934676}
+{"Finetune/Learning Rate": 2.9245294333231e-06, "Finetune/Loss": 0.5711511969566345, "Finetune/Loss (Raw)": 0.5236295461654663, "Finetune/Step": 5910, "Finetune/Step Time": 6.572169819846749}
+{"Finetune/Learning Rate": 2.921595788211954e-06, "Finetune/Loss": 0.5705735683441162, "Finetune/Loss (Raw)": 0.5408971309661865, "Finetune/Step": 5911, "Finetune/Step Time": 6.556861037388444}
+{"Finetune/Learning Rate": 2.9186633635014404e-06, "Finetune/Loss": 0.5665338039398193, "Finetune/Loss (Raw)": 0.1789354681968689, "Finetune/Step": 5912, "Finetune/Step Time": 6.576608043164015}
+{"Finetune/Learning Rate": 2.9157321596971434e-06, "Finetune/Loss": 0.5691995620727539, "Finetune/Loss (Raw)": 0.5790387988090515, "Finetune/Step": 5913, "Finetune/Step Time": 6.572172066196799}
+{"Finetune/Learning Rate": 2.912802177304441e-06, "Finetune/Loss": 0.5710853338241577, "Finetune/Loss (Raw)": 0.4996491074562073, "Finetune/Step": 5914, "Finetune/Step Time": 6.566399801522493}
+{"Finetune/Learning Rate": 2.909873416828497e-06, "Finetune/Loss": 0.5706279277801514, "Finetune/Loss (Raw)": 0.6420511603355408, "Finetune/Step": 5915, "Finetune/Step Time": 6.561970246955752}
+{"Finetune/Learning Rate": 2.9069458787742612e-06, "Finetune/Loss": 0.5706126093864441, "Finetune/Loss (Raw)": 0.5582513809204102, "Finetune/Step": 5916, "Finetune/Step Time": 6.567029293626547}
+{"Finetune/Learning Rate": 2.9040195636464784e-06, "Finetune/Loss": 0.5729243755340576, "Finetune/Loss (Raw)": 0.5616440773010254, "Finetune/Step": 5917, "Finetune/Step Time": 6.553521504625678}
+{"Finetune/Learning Rate": 2.901094471949678e-06, "Finetune/Loss": 0.573097288608551, "Finetune/Loss (Raw)": 0.6817902326583862, "Finetune/Step": 5918, "Finetune/Step Time": 6.551474986597896}
+{"Finetune/Learning Rate": 2.898170604188181e-06, "Finetune/Loss": 0.5701209306716919, "Finetune/Loss (Raw)": 0.19673962891101837, "Finetune/Step": 5919, "Finetune/Step Time": 6.550034189596772}
+{"Finetune/Learning Rate": 2.8952479608660964e-06, "Finetune/Loss": 0.5694518685340881, "Finetune/Loss (Raw)": 0.5298106670379639, "Finetune/Step": 5920, "Finetune/Step Time": 6.5544425044208765}
+{"Finetune/Learning Rate": 2.8923265424873215e-06, "Finetune/Loss": 0.5690994262695312, "Finetune/Loss (Raw)": 0.5477155447006226, "Finetune/Step": 5921, "Finetune/Step Time": 6.554936612024903}
+{"Finetune/Learning Rate": 2.8894063495555468e-06, "Finetune/Loss": 0.5684232115745544, "Finetune/Loss (Raw)": 0.6130456328392029, "Finetune/Step": 5922, "Finetune/Step Time": 6.554885970428586}
+{"Finetune/Learning Rate": 2.886487382574247e-06, "Finetune/Loss": 0.5690449476242065, "Finetune/Loss (Raw)": 0.6145012378692627, "Finetune/Step": 5923, "Finetune/Step Time": 6.547428572550416}
+{"Finetune/Learning Rate": 2.883569642046685e-06, "Finetune/Loss": 0.570610761642456, "Finetune/Loss (Raw)": 0.5934743881225586, "Finetune/Step": 5924, "Finetune/Step Time": 6.5494531355798244}
+{"Finetune/Learning Rate": 2.8806531284759144e-06, "Finetune/Loss": 0.5681914687156677, "Finetune/Loss (Raw)": 0.21375560760498047, "Finetune/Step": 5925, "Finetune/Step Time": 6.562165064737201}
+{"Finetune/Learning Rate": 2.877737842364777e-06, "Finetune/Loss": 0.5676926374435425, "Finetune/Loss (Raw)": 0.5346987247467041, "Finetune/Step": 5926, "Finetune/Step Time": 6.569292902946472}
+{"Finetune/Learning Rate": 2.874823784215903e-06, "Finetune/Loss": 0.5675057172775269, "Finetune/Loss (Raw)": 0.5700587630271912, "Finetune/Step": 5927, "Finetune/Step Time": 6.570302914828062}
+{"Finetune/Learning Rate": 2.8719109545317102e-06, "Finetune/Loss": 0.5683258771896362, "Finetune/Loss (Raw)": 0.6915684342384338, "Finetune/Step": 5928, "Finetune/Step Time": 6.5813674833625555}
+{"Finetune/Learning Rate": 2.8689993538144002e-06, "Finetune/Loss": 0.570661187171936, "Finetune/Loss (Raw)": 0.6851257681846619, "Finetune/Step": 5929, "Finetune/Step Time": 6.5792754329741}
+{"Finetune/Learning Rate": 2.8660889825659756e-06, "Finetune/Loss": 0.5719039440155029, "Finetune/Loss (Raw)": 0.6875810027122498, "Finetune/Step": 5930, "Finetune/Step Time": 6.569122087210417}
+{"Finetune/Learning Rate": 2.863179841288215e-06, "Finetune/Loss": 0.5716403722763062, "Finetune/Loss (Raw)": 0.5420392155647278, "Finetune/Step": 5931, "Finetune/Step Time": 6.568037427961826}
+{"Finetune/Learning Rate": 2.8602719304826885e-06, "Finetune/Loss": 0.5725125074386597, "Finetune/Loss (Raw)": 0.6285337805747986, "Finetune/Step": 5932, "Finetune/Step Time": 6.562074918299913}
+{"Finetune/Learning Rate": 2.8573652506507554e-06, "Finetune/Loss": 0.5727156400680542, "Finetune/Loss (Raw)": 0.6332942247390747, "Finetune/Step": 5933, "Finetune/Step Time": 6.550417413935065}
+{"Finetune/Learning Rate": 2.854459802293561e-06, "Finetune/Loss": 0.5719695091247559, "Finetune/Loss (Raw)": 0.5646873712539673, "Finetune/Step": 5934, "Finetune/Step Time": 6.551977144554257}
+{"Finetune/Learning Rate": 2.851555585912038e-06, "Finetune/Loss": 0.5725029110908508, "Finetune/Loss (Raw)": 0.6075029969215393, "Finetune/Step": 5935, "Finetune/Step Time": 6.544023234397173}
+{"Finetune/Learning Rate": 2.8486526020069094e-06, "Finetune/Loss": 0.5725725889205933, "Finetune/Loss (Raw)": 0.6040747761726379, "Finetune/Step": 5936, "Finetune/Step Time": 6.548005159944296}
+{"Finetune/Learning Rate": 2.84575085107868e-06, "Finetune/Loss": 0.5719552040100098, "Finetune/Loss (Raw)": 0.5936798453330994, "Finetune/Step": 5937, "Finetune/Step Time": 6.551621386781335}
+{"Finetune/Learning Rate": 2.8428503336276523e-06, "Finetune/Loss": 0.5688538551330566, "Finetune/Loss (Raw)": 0.20532503724098206, "Finetune/Step": 5938, "Finetune/Step Time": 6.5673433523625135}
+{"Finetune/Learning Rate": 2.8399510501539063e-06, "Finetune/Loss": 0.5690224766731262, "Finetune/Loss (Raw)": 0.5783923864364624, "Finetune/Step": 5939, "Finetune/Step Time": 6.586709268391132}
+{"Finetune/Learning Rate": 2.8370530011573126e-06, "Finetune/Loss": 0.5697194933891296, "Finetune/Loss (Raw)": 0.624176561832428, "Finetune/Step": 5940, "Finetune/Step Time": 6.589499767869711}
+{"Finetune/Learning Rate": 2.8341561871375314e-06, "Finetune/Loss": 0.5710040330886841, "Finetune/Loss (Raw)": 0.6459580659866333, "Finetune/Step": 5941, "Finetune/Step Time": 6.566609978675842}
+{"Finetune/Learning Rate": 2.831260608594004e-06, "Finetune/Loss": 0.5708693265914917, "Finetune/Loss (Raw)": 0.5327125787734985, "Finetune/Step": 5942, "Finetune/Step Time": 6.562391867861152}
+{"Finetune/Learning Rate": 2.828366266025966e-06, "Finetune/Loss": 0.5667921900749207, "Finetune/Loss (Raw)": 0.17265211045742035, "Finetune/Step": 5943, "Finetune/Step Time": 6.5778137017041445}
+{"Finetune/Learning Rate": 2.825473159932434e-06, "Finetune/Loss": 0.5668036937713623, "Finetune/Loss (Raw)": 0.6700129508972168, "Finetune/Step": 5944, "Finetune/Step Time": 6.5816926676779985}
+{"Finetune/Learning Rate": 2.822581290812212e-06, "Finetune/Loss": 0.5650776624679565, "Finetune/Loss (Raw)": 0.44864386320114136, "Finetune/Step": 5945, "Finetune/Step Time": 6.600083012133837}
+{"Finetune/Learning Rate": 2.8196906591638975e-06, "Finetune/Loss": 0.5659153461456299, "Finetune/Loss (Raw)": 0.6486676335334778, "Finetune/Step": 5946, "Finetune/Step Time": 6.6193988639861345}
+{"Finetune/Learning Rate": 2.816801265485866e-06, "Finetune/Loss": 0.5643208622932434, "Finetune/Loss (Raw)": 0.44520309567451477, "Finetune/Step": 5947, "Finetune/Step Time": 6.620288420468569}
+{"Finetune/Learning Rate": 2.813913110276285e-06, "Finetune/Loss": 0.5638427734375, "Finetune/Loss (Raw)": 0.5707142949104309, "Finetune/Step": 5948, "Finetune/Step Time": 6.645478550344706}
+{"Finetune/Learning Rate": 2.811026194033106e-06, "Finetune/Loss": 0.5635107755661011, "Finetune/Loss (Raw)": 0.5594378113746643, "Finetune/Step": 5949, "Finetune/Step Time": 6.653196655213833}
+{"Finetune/Learning Rate": 2.8081405172540664e-06, "Finetune/Loss": 0.5635675191879272, "Finetune/Loss (Raw)": 0.6177323460578918, "Finetune/Step": 5950, "Finetune/Step Time": 6.680306747555733}
+{"Finetune/Learning Rate": 2.8052560804366933e-06, "Finetune/Loss": 0.5633264780044556, "Finetune/Loss (Raw)": 0.5373594164848328, "Finetune/Step": 5951, "Finetune/Step Time": 6.695753995329142}
+{"Finetune/Learning Rate": 2.802372884078295e-06, "Finetune/Loss": 0.5634796023368835, "Finetune/Loss (Raw)": 0.623760998249054, "Finetune/Step": 5952, "Finetune/Step Time": 6.693155877292156}
+{"Finetune/Learning Rate": 2.7994909286759676e-06, "Finetune/Loss": 0.5629494190216064, "Finetune/Loss (Raw)": 0.6296984553337097, "Finetune/Step": 5953, "Finetune/Step Time": 6.7013146840035915}
+{"Finetune/Learning Rate": 2.7966102147265993e-06, "Finetune/Loss": 0.563549280166626, "Finetune/Loss (Raw)": 0.6436997652053833, "Finetune/Step": 5954, "Finetune/Step Time": 6.710130363702774}
+{"Finetune/Learning Rate": 2.793730742726858e-06, "Finetune/Loss": 0.5644786953926086, "Finetune/Loss (Raw)": 0.6559261083602905, "Finetune/Step": 5955, "Finetune/Step Time": 6.69827333278954}
+{"Finetune/Learning Rate": 2.790852513173197e-06, "Finetune/Loss": 0.5645242929458618, "Finetune/Loss (Raw)": 0.6298737525939941, "Finetune/Step": 5956, "Finetune/Step Time": 6.680634206160903}
+{"Finetune/Learning Rate": 2.7879755265618558e-06, "Finetune/Loss": 0.5641797780990601, "Finetune/Loss (Raw)": 0.5636342763900757, "Finetune/Step": 5957, "Finetune/Step Time": 6.6778509970754385}
+{"Finetune/Learning Rate": 2.785099783388864e-06, "Finetune/Loss": 0.560846209526062, "Finetune/Loss (Raw)": 0.1341734081506729, "Finetune/Step": 5958, "Finetune/Step Time": 6.677752275019884}
+{"Finetune/Learning Rate": 2.782225284150033e-06, "Finetune/Loss": 0.560263991355896, "Finetune/Loss (Raw)": 0.5834477543830872, "Finetune/Step": 5959, "Finetune/Step Time": 6.6812085919082165}
+{"Finetune/Learning Rate": 2.779352029340959e-06, "Finetune/Loss": 0.5567622780799866, "Finetune/Loss (Raw)": 0.19133260846138, "Finetune/Step": 5960, "Finetune/Step Time": 6.702206809073687}
+{"Finetune/Learning Rate": 2.776480019457023e-06, "Finetune/Loss": 0.5580408573150635, "Finetune/Loss (Raw)": 0.6939270496368408, "Finetune/Step": 5961, "Finetune/Step Time": 6.702135106548667}
+{"Finetune/Learning Rate": 2.773609254993399e-06, "Finetune/Loss": 0.5591365694999695, "Finetune/Loss (Raw)": 0.6535704731941223, "Finetune/Step": 5962, "Finetune/Step Time": 6.7155319564044476}
+{"Finetune/Learning Rate": 2.7707397364450393e-06, "Finetune/Loss": 0.5591338872909546, "Finetune/Loss (Raw)": 0.6139151453971863, "Finetune/Step": 5963, "Finetune/Step Time": 6.716218957677484}
+{"Finetune/Learning Rate": 2.767871464306682e-06, "Finetune/Loss": 0.5577061176300049, "Finetune/Loss (Raw)": 0.48743894696235657, "Finetune/Step": 5964, "Finetune/Step Time": 6.709367731586099}
+{"Finetune/Learning Rate": 2.7650044390728502e-06, "Finetune/Loss": 0.5580240488052368, "Finetune/Loss (Raw)": 0.6240843534469604, "Finetune/Step": 5965, "Finetune/Step Time": 6.712598090991378}
+{"Finetune/Learning Rate": 2.762138661237854e-06, "Finetune/Loss": 0.5540465712547302, "Finetune/Loss (Raw)": 0.12828436493873596, "Finetune/Step": 5966, "Finetune/Step Time": 6.742358019575477}
+{"Finetune/Learning Rate": 2.759274131295787e-06, "Finetune/Loss": 0.5544339418411255, "Finetune/Loss (Raw)": 0.7658315300941467, "Finetune/Step": 5967, "Finetune/Step Time": 6.746876448392868}
+{"Finetune/Learning Rate": 2.7564108497405286e-06, "Finetune/Loss": 0.5555153489112854, "Finetune/Loss (Raw)": 0.5930284857749939, "Finetune/Step": 5968, "Finetune/Step Time": 6.730762554332614}
+{"Finetune/Learning Rate": 2.7535488170657386e-06, "Finetune/Loss": 0.5569426417350769, "Finetune/Loss (Raw)": 0.6864158511161804, "Finetune/Step": 5969, "Finetune/Step Time": 6.7123087123036385}
+{"Finetune/Learning Rate": 2.7506880337648723e-06, "Finetune/Loss": 0.5568317174911499, "Finetune/Loss (Raw)": 0.5182285308837891, "Finetune/Step": 5970, "Finetune/Step Time": 6.700756875798106}
+{"Finetune/Learning Rate": 2.747828500331158e-06, "Finetune/Loss": 0.5596529841423035, "Finetune/Loss (Raw)": 0.5923242568969727, "Finetune/Step": 5971, "Finetune/Step Time": 6.692853407934308}
+{"Finetune/Learning Rate": 2.7449702172576143e-06, "Finetune/Loss": 0.5593006014823914, "Finetune/Loss (Raw)": 0.5317367315292358, "Finetune/Step": 5972, "Finetune/Step Time": 6.713583040982485}
+{"Finetune/Learning Rate": 2.742113185037044e-06, "Finetune/Loss": 0.5586904287338257, "Finetune/Loss (Raw)": 0.6079872846603394, "Finetune/Step": 5973, "Finetune/Step Time": 6.72301852889359}
+{"Finetune/Learning Rate": 2.7392574041620313e-06, "Finetune/Loss": 0.5589858293533325, "Finetune/Loss (Raw)": 0.6297593712806702, "Finetune/Step": 5974, "Finetune/Step Time": 6.713612403720617}
+{"Finetune/Learning Rate": 2.7364028751249472e-06, "Finetune/Loss": 0.5586245059967041, "Finetune/Loss (Raw)": 0.6105310320854187, "Finetune/Step": 5975, "Finetune/Step Time": 6.713695062324405}
+{"Finetune/Learning Rate": 2.7335495984179463e-06, "Finetune/Loss": 0.5549043416976929, "Finetune/Loss (Raw)": 0.1708364337682724, "Finetune/Step": 5976, "Finetune/Step Time": 6.732817474752665}
+{"Finetune/Learning Rate": 2.7306975745329644e-06, "Finetune/Loss": 0.5544159412384033, "Finetune/Loss (Raw)": 0.6163387894630432, "Finetune/Step": 5977, "Finetune/Step Time": 6.725335793569684}
+{"Finetune/Learning Rate": 2.7278468039617314e-06, "Finetune/Loss": 0.5554035902023315, "Finetune/Loss (Raw)": 0.6329393982887268, "Finetune/Step": 5978, "Finetune/Step Time": 6.718984430655837}
+{"Finetune/Learning Rate": 2.7249972871957474e-06, "Finetune/Loss": 0.5553063750267029, "Finetune/Loss (Raw)": 0.6176415085792542, "Finetune/Step": 5979, "Finetune/Step Time": 6.710360009223223}
+{"Finetune/Learning Rate": 2.722149024726307e-06, "Finetune/Loss": 0.5545185804367065, "Finetune/Loss (Raw)": 0.5987238883972168, "Finetune/Step": 5980, "Finetune/Step Time": 6.705395441502333}
+{"Finetune/Learning Rate": 2.719302017044482e-06, "Finetune/Loss": 0.5553754568099976, "Finetune/Loss (Raw)": 0.6514562368392944, "Finetune/Step": 5981, "Finetune/Step Time": 6.715622179210186}
+{"Finetune/Learning Rate": 2.7164562646411306e-06, "Finetune/Loss": 0.5537846088409424, "Finetune/Loss (Raw)": 0.5413007736206055, "Finetune/Step": 5982, "Finetune/Step Time": 6.7123822923749685}
+{"Finetune/Learning Rate": 2.713611768006894e-06, "Finetune/Loss": 0.5547444224357605, "Finetune/Loss (Raw)": 0.5946801900863647, "Finetune/Step": 5983, "Finetune/Step Time": 6.715001437813044}
+{"Finetune/Learning Rate": 2.7107685276321973e-06, "Finetune/Loss": 0.555449366569519, "Finetune/Loss (Raw)": 0.6581640839576721, "Finetune/Step": 5984, "Finetune/Step Time": 6.710368623957038}
+{"Finetune/Learning Rate": 2.7079265440072456e-06, "Finetune/Loss": 0.5548975467681885, "Finetune/Loss (Raw)": 0.582306981086731, "Finetune/Step": 5985, "Finetune/Step Time": 6.706820612773299}
+{"Finetune/Learning Rate": 2.7050858176220363e-06, "Finetune/Loss": 0.5560894012451172, "Finetune/Loss (Raw)": 0.6300135254859924, "Finetune/Step": 5986, "Finetune/Step Time": 6.702403040602803}
+{"Finetune/Learning Rate": 2.702246348966343e-06, "Finetune/Loss": 0.5527474284172058, "Finetune/Loss (Raw)": 0.22014766931533813, "Finetune/Step": 5987, "Finetune/Step Time": 6.720800120383501}
+{"Finetune/Learning Rate": 2.699408138529721e-06, "Finetune/Loss": 0.5530264973640442, "Finetune/Loss (Raw)": 0.5736902952194214, "Finetune/Step": 5988, "Finetune/Step Time": 6.711783753708005}
+{"Finetune/Learning Rate": 2.696571186801513e-06, "Finetune/Loss": 0.553068995475769, "Finetune/Loss (Raw)": 0.6652796864509583, "Finetune/Step": 5989, "Finetune/Step Time": 6.718188105151057}
+{"Finetune/Learning Rate": 2.6937354942708425e-06, "Finetune/Loss": 0.5542997717857361, "Finetune/Loss (Raw)": 0.6801416873931885, "Finetune/Step": 5990, "Finetune/Step Time": 6.701641958206892}
+{"Finetune/Learning Rate": 2.6909010614266173e-06, "Finetune/Loss": 0.5561789870262146, "Finetune/Loss (Raw)": 0.6897353529930115, "Finetune/Step": 5991, "Finetune/Step Time": 6.684729052707553}
+{"Finetune/Learning Rate": 2.6880678887575263e-06, "Finetune/Loss": 0.5561162233352661, "Finetune/Loss (Raw)": 0.5310217142105103, "Finetune/Step": 5992, "Finetune/Step Time": 6.692804113030434}
+{"Finetune/Learning Rate": 2.685235976752039e-06, "Finetune/Loss": 0.5557198524475098, "Finetune/Loss (Raw)": 0.5823577046394348, "Finetune/Step": 5993, "Finetune/Step Time": 6.690172100439668}
+{"Finetune/Learning Rate": 2.682405325898416e-06, "Finetune/Loss": 0.5554554462432861, "Finetune/Loss (Raw)": 0.5291458964347839, "Finetune/Step": 5994, "Finetune/Step Time": 6.694444693624973}
+{"Finetune/Learning Rate": 2.679575936684694e-06, "Finetune/Loss": 0.5560764074325562, "Finetune/Loss (Raw)": 0.21659432351589203, "Finetune/Step": 5995, "Finetune/Step Time": 6.694231394678354}
+{"Finetune/Learning Rate": 2.6767478095986908e-06, "Finetune/Loss": 0.5560164451599121, "Finetune/Loss (Raw)": 0.5501146912574768, "Finetune/Step": 5996, "Finetune/Step Time": 6.693662131205201}
+{"Finetune/Learning Rate": 2.6739209451280112e-06, "Finetune/Loss": 0.5554134845733643, "Finetune/Loss (Raw)": 0.5871735215187073, "Finetune/Step": 5997, "Finetune/Step Time": 6.7039110865443945}
+{"Finetune/Learning Rate": 2.6710953437600383e-06, "Finetune/Loss": 0.5552542805671692, "Finetune/Loss (Raw)": 0.623407244682312, "Finetune/Step": 5998, "Finetune/Step Time": 6.704144144430757}
+{"Finetune/Learning Rate": 2.6682710059819396e-06, "Finetune/Loss": 0.5593027472496033, "Finetune/Loss (Raw)": 0.7001585960388184, "Finetune/Step": 5999, "Finetune/Step Time": 6.679981630295515}
+{"Finetune/Learning Rate": 2.665447932280665e-06, "Finetune/Loss": 0.558254599571228, "Finetune/Loss (Raw)": 0.5280134081840515, "Finetune/Step": 6000, "Finetune/Step Time": 6.691025171428919}
+{"Finetune/Learning Rate": 2.662626123142943e-06, "Finetune/Loss": 0.5573749542236328, "Finetune/Loss (Raw)": 0.5306662321090698, "Finetune/Step": 6001, "Finetune/Step Time": 6.680263144895434}
+{"Finetune/Learning Rate": 2.6598055790552913e-06, "Finetune/Loss": 0.5570322871208191, "Finetune/Loss (Raw)": 0.6611389517784119, "Finetune/Step": 6002, "Finetune/Step Time": 6.689221546053886}
+{"Finetune/Learning Rate": 2.6569863005040032e-06, "Finetune/Loss": 0.5560228228569031, "Finetune/Loss (Raw)": 0.554712176322937, "Finetune/Step": 6003, "Finetune/Step Time": 6.736489586532116}
+{"Finetune/Learning Rate": 2.654168287975155e-06, "Finetune/Loss": 0.556685745716095, "Finetune/Loss (Raw)": 0.7190549969673157, "Finetune/Step": 6004, "Finetune/Step Time": 6.732460483908653}
+{"Finetune/Learning Rate": 2.651351541954608e-06, "Finetune/Loss": 0.5556967258453369, "Finetune/Loss (Raw)": 0.3934265077114105, "Finetune/Step": 6005, "Finetune/Step Time": 6.768145110458136}
+{"Finetune/Learning Rate": 2.648536062927999e-06, "Finetune/Loss": 0.5565021634101868, "Finetune/Loss (Raw)": 0.649232804775238, "Finetune/Step": 6006, "Finetune/Step Time": 6.770069854333997}
+{"Finetune/Learning Rate": 2.6457218513807516e-06, "Finetune/Loss": 0.556790292263031, "Finetune/Loss (Raw)": 0.6560017466545105, "Finetune/Step": 6007, "Finetune/Step Time": 6.781785050407052}
+{"Finetune/Learning Rate": 2.6429089077980685e-06, "Finetune/Loss": 0.5558785200119019, "Finetune/Loss (Raw)": 0.5649305582046509, "Finetune/Step": 6008, "Finetune/Step Time": 6.773171309381723}
+{"Finetune/Learning Rate": 2.640097232664932e-06, "Finetune/Loss": 0.5586736798286438, "Finetune/Loss (Raw)": 0.656597912311554, "Finetune/Step": 6009, "Finetune/Step Time": 6.750813368707895}
+{"Finetune/Learning Rate": 2.6372868264661146e-06, "Finetune/Loss": 0.5606352090835571, "Finetune/Loss (Raw)": 0.7768718600273132, "Finetune/Step": 6010, "Finetune/Step Time": 6.743401860818267}
+{"Finetune/Learning Rate": 2.634477689686159e-06, "Finetune/Loss": 0.5596065521240234, "Finetune/Loss (Raw)": 0.5971218943595886, "Finetune/Step": 6011, "Finetune/Step Time": 6.753931460902095}
+{"Finetune/Learning Rate": 2.631669822809396e-06, "Finetune/Loss": 0.5597703456878662, "Finetune/Loss (Raw)": 0.6150364875793457, "Finetune/Step": 6012, "Finetune/Step Time": 6.764406831935048}
+{"Finetune/Learning Rate": 2.628863226319933e-06, "Finetune/Loss": 0.559433102607727, "Finetune/Loss (Raw)": 0.631327748298645, "Finetune/Step": 6013, "Finetune/Step Time": 6.762480244040489}
+{"Finetune/Learning Rate": 2.626057900701661e-06, "Finetune/Loss": 0.5590289831161499, "Finetune/Loss (Raw)": 0.5964931845664978, "Finetune/Step": 6014, "Finetune/Step Time": 6.770133078098297}
+{"Finetune/Learning Rate": 2.623253846438252e-06, "Finetune/Loss": 0.5584393739700317, "Finetune/Loss (Raw)": 0.6157317757606506, "Finetune/Step": 6015, "Finetune/Step Time": 6.774486009031534}
+{"Finetune/Learning Rate": 2.6204510640131575e-06, "Finetune/Loss": 0.5594267845153809, "Finetune/Loss (Raw)": 0.6959946155548096, "Finetune/Step": 6016, "Finetune/Step Time": 6.7640671748667955}
+{"Finetune/Learning Rate": 2.617649553909607e-06, "Finetune/Loss": 0.5594639778137207, "Finetune/Loss (Raw)": 0.5654892325401306, "Finetune/Step": 6017, "Finetune/Step Time": 6.762595031410456}
+{"Finetune/Learning Rate": 2.6148493166106215e-06, "Finetune/Loss": 0.5602167844772339, "Finetune/Loss (Raw)": 0.6689077019691467, "Finetune/Step": 6018, "Finetune/Step Time": 6.770300783216953}
+{"Finetune/Learning Rate": 2.6120503525989894e-06, "Finetune/Loss": 0.5608229041099548, "Finetune/Loss (Raw)": 0.6340486407279968, "Finetune/Step": 6019, "Finetune/Step Time": 6.783435007557273}
+{"Finetune/Learning Rate": 2.609252662357288e-06, "Finetune/Loss": 0.5604413747787476, "Finetune/Loss (Raw)": 0.5260984301567078, "Finetune/Step": 6020, "Finetune/Step Time": 6.7819722425192595}
+{"Finetune/Learning Rate": 2.606456246367871e-06, "Finetune/Loss": 0.5634103417396545, "Finetune/Loss (Raw)": 0.5989013314247131, "Finetune/Step": 6021, "Finetune/Step Time": 6.76955733820796}
+{"Finetune/Learning Rate": 2.6036611051128735e-06, "Finetune/Loss": 0.5636649131774902, "Finetune/Loss (Raw)": 0.6567519307136536, "Finetune/Step": 6022, "Finetune/Step Time": 6.757701303809881}
+{"Finetune/Learning Rate": 2.6008672390742105e-06, "Finetune/Loss": 0.5636566877365112, "Finetune/Loss (Raw)": 0.6110038757324219, "Finetune/Step": 6023, "Finetune/Step Time": 6.7560850996524096}
+{"Finetune/Learning Rate": 2.5980746487335785e-06, "Finetune/Loss": 0.5637811422348022, "Finetune/Loss (Raw)": 0.6160877346992493, "Finetune/Step": 6024, "Finetune/Step Time": 6.753933245316148}
+{"Finetune/Learning Rate": 2.5952833345724505e-06, "Finetune/Loss": 0.5642940402030945, "Finetune/Loss (Raw)": 0.6568386554718018, "Finetune/Step": 6025, "Finetune/Step Time": 6.758585719391704}
+{"Finetune/Learning Rate": 2.592493297072086e-06, "Finetune/Loss": 0.5614007115364075, "Finetune/Loss (Raw)": 0.2119232416152954, "Finetune/Step": 6026, "Finetune/Step Time": 6.77330313064158}
+{"Finetune/Learning Rate": 2.5897045367135163e-06, "Finetune/Loss": 0.5621479153633118, "Finetune/Loss (Raw)": 0.670185387134552, "Finetune/Step": 6027, "Finetune/Step Time": 6.757322816178203}
+{"Finetune/Learning Rate": 2.5869170539775625e-06, "Finetune/Loss": 0.5623577833175659, "Finetune/Loss (Raw)": 0.5953854918479919, "Finetune/Step": 6028, "Finetune/Step Time": 6.759360229596496}
+{"Finetune/Learning Rate": 2.584130849344816e-06, "Finetune/Loss": 0.5619650483131409, "Finetune/Loss (Raw)": 0.6314226984977722, "Finetune/Step": 6029, "Finetune/Step Time": 6.758075254037976}
+{"Finetune/Learning Rate": 2.5813459232956518e-06, "Finetune/Loss": 0.5632284879684448, "Finetune/Loss (Raw)": 0.7490794062614441, "Finetune/Step": 6030, "Finetune/Step Time": 6.751618215814233}
+{"Finetune/Learning Rate": 2.5785622763102234e-06, "Finetune/Loss": 0.5642263293266296, "Finetune/Loss (Raw)": 0.6303783059120178, "Finetune/Step": 6031, "Finetune/Step Time": 6.743272488936782}
+{"Finetune/Learning Rate": 2.5757799088684654e-06, "Finetune/Loss": 0.5650118589401245, "Finetune/Loss (Raw)": 0.6710273623466492, "Finetune/Step": 6032, "Finetune/Step Time": 6.730903035029769}
+{"Finetune/Learning Rate": 2.5729988214500913e-06, "Finetune/Loss": 0.5617518424987793, "Finetune/Loss (Raw)": 0.24212615191936493, "Finetune/Step": 6033, "Finetune/Step Time": 6.747219670563936}
+{"Finetune/Learning Rate": 2.570219014534592e-06, "Finetune/Loss": 0.5622587203979492, "Finetune/Loss (Raw)": 0.6515234708786011, "Finetune/Step": 6034, "Finetune/Step Time": 6.7490232568234205}
+{"Finetune/Learning Rate": 2.567440488601237e-06, "Finetune/Loss": 0.5628796219825745, "Finetune/Loss (Raw)": 0.5644357204437256, "Finetune/Step": 6035, "Finetune/Step Time": 6.7410834319889545}
+{"Finetune/Learning Rate": 2.564663244129083e-06, "Finetune/Loss": 0.5627542734146118, "Finetune/Loss (Raw)": 0.5296706557273865, "Finetune/Step": 6036, "Finetune/Step Time": 6.755264300853014}
+{"Finetune/Learning Rate": 2.5618872815969565e-06, "Finetune/Loss": 0.563876211643219, "Finetune/Loss (Raw)": 0.5417762994766235, "Finetune/Step": 6037, "Finetune/Step Time": 6.744891729205847}
+{"Finetune/Learning Rate": 2.5591126014834666e-06, "Finetune/Loss": 0.5647890567779541, "Finetune/Loss (Raw)": 0.640471339225769, "Finetune/Step": 6038, "Finetune/Step Time": 6.7520662024617195}
+{"Finetune/Learning Rate": 2.556339204267e-06, "Finetune/Loss": 0.5651553869247437, "Finetune/Loss (Raw)": 0.5877882242202759, "Finetune/Step": 6039, "Finetune/Step Time": 6.761807756498456}
+{"Finetune/Learning Rate": 2.553567090425725e-06, "Finetune/Loss": 0.5690762996673584, "Finetune/Loss (Raw)": 0.6808180809020996, "Finetune/Step": 6040, "Finetune/Step Time": 6.758418144658208}
+{"Finetune/Learning Rate": 2.550796260437586e-06, "Finetune/Loss": 0.5686018466949463, "Finetune/Loss (Raw)": 0.5183029770851135, "Finetune/Step": 6041, "Finetune/Step Time": 6.760887084528804}
+{"Finetune/Learning Rate": 2.5480267147803064e-06, "Finetune/Loss": 0.5699498653411865, "Finetune/Loss (Raw)": 0.6721912026405334, "Finetune/Step": 6042, "Finetune/Step Time": 6.745825998485088}
+{"Finetune/Learning Rate": 2.545258453931385e-06, "Finetune/Loss": 0.5691423416137695, "Finetune/Loss (Raw)": 0.5386912226676941, "Finetune/Step": 6043, "Finetune/Step Time": 6.7523204907774925}
+{"Finetune/Learning Rate": 2.542491478368111e-06, "Finetune/Loss": 0.5687973499298096, "Finetune/Loss (Raw)": 0.5140975713729858, "Finetune/Step": 6044, "Finetune/Step Time": 6.751711502671242}
+{"Finetune/Learning Rate": 2.5397257885675396e-06, "Finetune/Loss": 0.5692791938781738, "Finetune/Loss (Raw)": 0.6233130097389221, "Finetune/Step": 6045, "Finetune/Step Time": 6.753120502457023}
+{"Finetune/Learning Rate": 2.5369613850065078e-06, "Finetune/Loss": 0.5694095492362976, "Finetune/Loss (Raw)": 0.6984809637069702, "Finetune/Step": 6046, "Finetune/Step Time": 6.758259953930974}
+{"Finetune/Learning Rate": 2.5341982681616316e-06, "Finetune/Loss": 0.5718753933906555, "Finetune/Loss (Raw)": 0.512362003326416, "Finetune/Step": 6047, "Finetune/Step Time": 6.741739224642515}
+{"Finetune/Learning Rate": 2.5314364385093047e-06, "Finetune/Loss": 0.5728261470794678, "Finetune/Loss (Raw)": 0.6515154242515564, "Finetune/Step": 6048, "Finetune/Step Time": 6.7378690131008625}
+{"Finetune/Learning Rate": 2.528675896525702e-06, "Finetune/Loss": 0.5731390714645386, "Finetune/Loss (Raw)": 0.5877633690834045, "Finetune/Step": 6049, "Finetune/Step Time": 6.762099659070373}
+{"Finetune/Learning Rate": 2.52591664268677e-06, "Finetune/Loss": 0.5730111598968506, "Finetune/Loss (Raw)": 0.5966745018959045, "Finetune/Step": 6050, "Finetune/Step Time": 6.768241457641125}
+{"Finetune/Learning Rate": 2.523158677468235e-06, "Finetune/Loss": 0.5721235275268555, "Finetune/Loss (Raw)": 0.5008816123008728, "Finetune/Step": 6051, "Finetune/Step Time": 6.776581140235066}
+{"Finetune/Learning Rate": 2.5204020013456098e-06, "Finetune/Loss": 0.5712264180183411, "Finetune/Loss (Raw)": 0.47864624857902527, "Finetune/Step": 6052, "Finetune/Step Time": 6.781495520845056}
+{"Finetune/Learning Rate": 2.5176466147941736e-06, "Finetune/Loss": 0.5732616782188416, "Finetune/Loss (Raw)": 0.4742725193500519, "Finetune/Step": 6053, "Finetune/Step Time": 6.770972354337573}
+{"Finetune/Learning Rate": 2.514892518288988e-06, "Finetune/Loss": 0.570635199546814, "Finetune/Loss (Raw)": 0.19850416481494904, "Finetune/Step": 6054, "Finetune/Step Time": 6.785511314868927}
+{"Finetune/Learning Rate": 2.512139712304893e-06, "Finetune/Loss": 0.5706380605697632, "Finetune/Loss (Raw)": 0.5704270601272583, "Finetune/Step": 6055, "Finetune/Step Time": 6.788187257945538}
+{"Finetune/Learning Rate": 2.5093881973165035e-06, "Finetune/Loss": 0.5699863433837891, "Finetune/Loss (Raw)": 0.6081509590148926, "Finetune/Step": 6056, "Finetune/Step Time": 6.7754174787551165}
+{"Finetune/Learning Rate": 2.5066379737982136e-06, "Finetune/Loss": 0.5692816972732544, "Finetune/Loss (Raw)": 0.5949365496635437, "Finetune/Step": 6057, "Finetune/Step Time": 6.773465262725949}
+{"Finetune/Learning Rate": 2.5038890422241958e-06, "Finetune/Loss": 0.5687930583953857, "Finetune/Loss (Raw)": 0.6250293254852295, "Finetune/Step": 6058, "Finetune/Step Time": 6.7928165309131145}
+{"Finetune/Learning Rate": 2.5011414030683924e-06, "Finetune/Loss": 0.568652868270874, "Finetune/Loss (Raw)": 0.5241000652313232, "Finetune/Step": 6059, "Finetune/Step Time": 6.8215667102485895}
+{"Finetune/Learning Rate": 2.4983950568045377e-06, "Finetune/Loss": 0.5680379867553711, "Finetune/Loss (Raw)": 0.549818754196167, "Finetune/Step": 6060, "Finetune/Step Time": 6.837759491056204}
+{"Finetune/Learning Rate": 2.4956500039061293e-06, "Finetune/Loss": 0.5682258605957031, "Finetune/Loss (Raw)": 0.6573481559753418, "Finetune/Step": 6061, "Finetune/Step Time": 6.849338196218014}
+{"Finetune/Learning Rate": 2.492906244846449e-06, "Finetune/Loss": 0.567523717880249, "Finetune/Loss (Raw)": 0.47480958700180054, "Finetune/Step": 6062, "Finetune/Step Time": 6.844830222427845}
+{"Finetune/Learning Rate": 2.4901637800985512e-06, "Finetune/Loss": 0.5668715834617615, "Finetune/Loss (Raw)": 0.5240284204483032, "Finetune/Step": 6063, "Finetune/Step Time": 6.8510766960680485}
+{"Finetune/Learning Rate": 2.4874226101352705e-06, "Finetune/Loss": 0.5678832530975342, "Finetune/Loss (Raw)": 0.7335749864578247, "Finetune/Step": 6064, "Finetune/Step Time": 6.863693069666624}
+{"Finetune/Learning Rate": 2.4846827354292156e-06, "Finetune/Loss": 0.5681313276290894, "Finetune/Loss (Raw)": 0.6254252195358276, "Finetune/Step": 6065, "Finetune/Step Time": 6.867736015468836}
+{"Finetune/Learning Rate": 2.481944156452776e-06, "Finetune/Loss": 0.5707353353500366, "Finetune/Loss (Raw)": 0.5386357307434082, "Finetune/Step": 6066, "Finetune/Step Time": 6.856482958421111}
+{"Finetune/Learning Rate": 2.4792068736781093e-06, "Finetune/Loss": 0.570782482624054, "Finetune/Loss (Raw)": 0.5844330787658691, "Finetune/Step": 6067, "Finetune/Step Time": 6.839995151385665}
+{"Finetune/Learning Rate": 2.4764708875771626e-06, "Finetune/Loss": 0.5704407691955566, "Finetune/Loss (Raw)": 0.5804333090782166, "Finetune/Step": 6068, "Finetune/Step Time": 6.847684634849429}
+{"Finetune/Learning Rate": 2.47373619862165e-06, "Finetune/Loss": 0.5703843832015991, "Finetune/Loss (Raw)": 0.6387446522712708, "Finetune/Step": 6069, "Finetune/Step Time": 6.84220270998776}
+{"Finetune/Learning Rate": 2.4710028072830626e-06, "Finetune/Loss": 0.5716469883918762, "Finetune/Loss (Raw)": 0.6943219900131226, "Finetune/Step": 6070, "Finetune/Step Time": 6.835819760337472}
+{"Finetune/Learning Rate": 2.4682707140326713e-06, "Finetune/Loss": 0.574000358581543, "Finetune/Loss (Raw)": 0.4738881289958954, "Finetune/Step": 6071, "Finetune/Step Time": 6.853939197957516}
+{"Finetune/Learning Rate": 2.46553991934152e-06, "Finetune/Loss": 0.5729923844337463, "Finetune/Loss (Raw)": 0.5409873723983765, "Finetune/Step": 6072, "Finetune/Step Time": 6.881929915398359}
+{"Finetune/Learning Rate": 2.4628104236804306e-06, "Finetune/Loss": 0.5736535787582397, "Finetune/Loss (Raw)": 0.5332769751548767, "Finetune/Step": 6073, "Finetune/Step Time": 6.866560103371739}
+{"Finetune/Learning Rate": 2.46008222752e-06, "Finetune/Loss": 0.572821855545044, "Finetune/Loss (Raw)": 0.5422143340110779, "Finetune/Step": 6074, "Finetune/Step Time": 6.8513144236058}
+{"Finetune/Learning Rate": 2.4573553313305976e-06, "Finetune/Loss": 0.5740978717803955, "Finetune/Loss (Raw)": 0.6085363030433655, "Finetune/Step": 6075, "Finetune/Step Time": 6.851091245189309}
+{"Finetune/Learning Rate": 2.454629735582381e-06, "Finetune/Loss": 0.5740059614181519, "Finetune/Loss (Raw)": 0.5589392781257629, "Finetune/Step": 6076, "Finetune/Step Time": 6.8409987315535545}
+{"Finetune/Learning Rate": 2.4519054407452704e-06, "Finetune/Loss": 0.5748916268348694, "Finetune/Loss (Raw)": 0.6728053689002991, "Finetune/Step": 6077, "Finetune/Step Time": 6.838423743844032}
+{"Finetune/Learning Rate": 2.4491824472889667e-06, "Finetune/Loss": 0.5740355253219604, "Finetune/Loss (Raw)": 0.508147656917572, "Finetune/Step": 6078, "Finetune/Step Time": 6.821324992924929}
+{"Finetune/Learning Rate": 2.446460755682947e-06, "Finetune/Loss": 0.5752688646316528, "Finetune/Loss (Raw)": 0.6952292323112488, "Finetune/Step": 6079, "Finetune/Step Time": 6.806621395051479}
+{"Finetune/Learning Rate": 2.443740366396462e-06, "Finetune/Loss": 0.575310468673706, "Finetune/Loss (Raw)": 0.6290905475616455, "Finetune/Step": 6080, "Finetune/Step Time": 6.808589782565832}
+{"Finetune/Learning Rate": 2.4410212798985387e-06, "Finetune/Loss": 0.5735273957252502, "Finetune/Loss (Raw)": 0.4014625549316406, "Finetune/Step": 6081, "Finetune/Step Time": 6.8130364920943975}
+{"Finetune/Learning Rate": 2.438303496657982e-06, "Finetune/Loss": 0.5724644660949707, "Finetune/Loss (Raw)": 0.5076479315757751, "Finetune/Step": 6082, "Finetune/Step Time": 6.793456690385938}
+{"Finetune/Learning Rate": 2.435587017143365e-06, "Finetune/Loss": 0.5717388391494751, "Finetune/Loss (Raw)": 0.5630413293838501, "Finetune/Step": 6083, "Finetune/Step Time": 6.784408241510391}
+{"Finetune/Learning Rate": 2.432871841823047e-06, "Finetune/Loss": 0.5685955286026001, "Finetune/Loss (Raw)": 0.2275257557630539, "Finetune/Step": 6084, "Finetune/Step Time": 6.810525821521878}
+{"Finetune/Learning Rate": 2.4301579711651534e-06, "Finetune/Loss": 0.5695508718490601, "Finetune/Loss (Raw)": 0.6859211325645447, "Finetune/Step": 6085, "Finetune/Step Time": 6.826038718223572}
+{"Finetune/Learning Rate": 2.4274454056375885e-06, "Finetune/Loss": 0.573556125164032, "Finetune/Loss (Raw)": 0.6468458771705627, "Finetune/Step": 6086, "Finetune/Step Time": 6.81219737790525}
+{"Finetune/Learning Rate": 2.424734145708031e-06, "Finetune/Loss": 0.5735394954681396, "Finetune/Loss (Raw)": 0.5813234448432922, "Finetune/Step": 6087, "Finetune/Step Time": 6.804892601445317}
+{"Finetune/Learning Rate": 2.4220241918439324e-06, "Finetune/Loss": 0.5766878724098206, "Finetune/Loss (Raw)": 0.5943222641944885, "Finetune/Step": 6088, "Finetune/Step Time": 6.798023140057921}
+{"Finetune/Learning Rate": 2.4193155445125218e-06, "Finetune/Loss": 0.5771631598472595, "Finetune/Loss (Raw)": 0.7547655701637268, "Finetune/Step": 6089, "Finetune/Step Time": 6.804936924949288}
+{"Finetune/Learning Rate": 2.4166082041808013e-06, "Finetune/Loss": 0.5766575932502747, "Finetune/Loss (Raw)": 0.5888583660125732, "Finetune/Step": 6090, "Finetune/Step Time": 6.793906049802899}
+{"Finetune/Learning Rate": 2.4139021713155463e-06, "Finetune/Loss": 0.576829731464386, "Finetune/Loss (Raw)": 0.6359475255012512, "Finetune/Step": 6091, "Finetune/Step Time": 6.805017599835992}
+{"Finetune/Learning Rate": 2.4111974463833156e-06, "Finetune/Loss": 0.5776991844177246, "Finetune/Loss (Raw)": 0.5987237691879272, "Finetune/Step": 6092, "Finetune/Step Time": 6.799264226108789}
+{"Finetune/Learning Rate": 2.408494029850431e-06, "Finetune/Loss": 0.5775718688964844, "Finetune/Loss (Raw)": 0.6077892780303955, "Finetune/Step": 6093, "Finetune/Step Time": 6.798043068498373}
+{"Finetune/Learning Rate": 2.405791922182995e-06, "Finetune/Loss": 0.5810713768005371, "Finetune/Loss (Raw)": 0.5762234926223755, "Finetune/Step": 6094, "Finetune/Step Time": 6.782712757587433}
+{"Finetune/Learning Rate": 2.4030911238468813e-06, "Finetune/Loss": 0.5789599418640137, "Finetune/Loss (Raw)": 0.49556437134742737, "Finetune/Step": 6095, "Finetune/Step Time": 6.814187383279204}
+{"Finetune/Learning Rate": 2.4003916353077416e-06, "Finetune/Loss": 0.5792728066444397, "Finetune/Loss (Raw)": 0.6330845952033997, "Finetune/Step": 6096, "Finetune/Step Time": 6.812941677868366}
+{"Finetune/Learning Rate": 2.3976934570309974e-06, "Finetune/Loss": 0.5788438320159912, "Finetune/Loss (Raw)": 0.6315000057220459, "Finetune/Step": 6097, "Finetune/Step Time": 6.814962016418576}
+{"Finetune/Learning Rate": 2.3949965894818484e-06, "Finetune/Loss": 0.5788909196853638, "Finetune/Loss (Raw)": 0.524265706539154, "Finetune/Step": 6098, "Finetune/Step Time": 6.823582321405411}
+{"Finetune/Learning Rate": 2.392301033125263e-06, "Finetune/Loss": 0.5792582035064697, "Finetune/Loss (Raw)": 0.6393328905105591, "Finetune/Step": 6099, "Finetune/Step Time": 6.81531797349453}
+{"Finetune/Learning Rate": 2.389606788425992e-06, "Finetune/Loss": 0.5792487859725952, "Finetune/Loss (Raw)": 0.5305242538452148, "Finetune/Step": 6100, "Finetune/Step Time": 6.807555506005883}
+{"Finetune/Learning Rate": 2.386913855848553e-06, "Finetune/Loss": 0.5797066688537598, "Finetune/Loss (Raw)": 0.6665962934494019, "Finetune/Step": 6101, "Finetune/Step Time": 6.804006030783057}
+{"Finetune/Learning Rate": 2.3842222358572387e-06, "Finetune/Loss": 0.5802576541900635, "Finetune/Loss (Raw)": 0.7002893686294556, "Finetune/Step": 6102, "Finetune/Step Time": 6.832571422681212}
+{"Finetune/Learning Rate": 2.3815319289161176e-06, "Finetune/Loss": 0.5811559557914734, "Finetune/Loss (Raw)": 0.7255128026008606, "Finetune/Step": 6103, "Finetune/Step Time": 6.8482424803078175}
+{"Finetune/Learning Rate": 2.37884293548903e-06, "Finetune/Loss": 0.5843518972396851, "Finetune/Loss (Raw)": 0.579921543598175, "Finetune/Step": 6104, "Finetune/Step Time": 6.831217372789979}
+{"Finetune/Learning Rate": 2.3761552560395883e-06, "Finetune/Loss": 0.5844841599464417, "Finetune/Loss (Raw)": 0.6332672834396362, "Finetune/Step": 6105, "Finetune/Step Time": 6.849034441635013}
+{"Finetune/Learning Rate": 2.3734688910311832e-06, "Finetune/Loss": 0.5847943425178528, "Finetune/Loss (Raw)": 0.6726412177085876, "Finetune/Step": 6106, "Finetune/Step Time": 6.839800909161568}
+{"Finetune/Learning Rate": 2.3707838409269713e-06, "Finetune/Loss": 0.5846530795097351, "Finetune/Loss (Raw)": 0.5995545387268066, "Finetune/Step": 6107, "Finetune/Step Time": 6.839789230376482}
+{"Finetune/Learning Rate": 2.368100106189892e-06, "Finetune/Loss": 0.5850257277488708, "Finetune/Loss (Raw)": 0.6464287638664246, "Finetune/Step": 6108, "Finetune/Step Time": 6.838936658576131}
+{"Finetune/Learning Rate": 2.3654176872826517e-06, "Finetune/Loss": 0.5846944451332092, "Finetune/Loss (Raw)": 0.6090517044067383, "Finetune/Step": 6109, "Finetune/Step Time": 6.830204904079437}
+{"Finetune/Learning Rate": 2.362736584667731e-06, "Finetune/Loss": 0.5847855806350708, "Finetune/Loss (Raw)": 0.5529612302780151, "Finetune/Step": 6110, "Finetune/Step Time": 6.829884972423315}
+{"Finetune/Learning Rate": 2.360056798807382e-06, "Finetune/Loss": 0.5854636430740356, "Finetune/Loss (Raw)": 0.681470513343811, "Finetune/Step": 6111, "Finetune/Step Time": 6.823790168389678}
+{"Finetune/Learning Rate": 2.3573783301636332e-06, "Finetune/Loss": 0.5849329233169556, "Finetune/Loss (Raw)": 0.5902413129806519, "Finetune/Step": 6112, "Finetune/Step Time": 6.830290274694562}
+{"Finetune/Learning Rate": 2.3547011791982843e-06, "Finetune/Loss": 0.5844874382019043, "Finetune/Loss (Raw)": 0.5252883434295654, "Finetune/Step": 6113, "Finetune/Step Time": 6.83294633962214}
+{"Finetune/Learning Rate": 2.3520253463729058e-06, "Finetune/Loss": 0.5840578079223633, "Finetune/Loss (Raw)": 0.5750148296356201, "Finetune/Step": 6114, "Finetune/Step Time": 6.828808015212417}
+{"Finetune/Learning Rate": 2.349350832148842e-06, "Finetune/Loss": 0.5875613689422607, "Finetune/Loss (Raw)": 0.6686081290245056, "Finetune/Step": 6115, "Finetune/Step Time": 6.830733945593238}
+{"Finetune/Learning Rate": 2.346677636987217e-06, "Finetune/Loss": 0.5877817273139954, "Finetune/Loss (Raw)": 0.6018931865692139, "Finetune/Step": 6116, "Finetune/Step Time": 6.8499417174607515}
+{"Finetune/Learning Rate": 2.3440057613489165e-06, "Finetune/Loss": 0.5845901966094971, "Finetune/Loss (Raw)": 0.25675633549690247, "Finetune/Step": 6117, "Finetune/Step Time": 6.870629720389843}
+{"Finetune/Learning Rate": 2.3413352056946048e-06, "Finetune/Loss": 0.5843822956085205, "Finetune/Loss (Raw)": 0.6535398960113525, "Finetune/Step": 6118, "Finetune/Step Time": 6.8714123629033566}
+{"Finetune/Learning Rate": 2.338665970484717e-06, "Finetune/Loss": 0.5825823545455933, "Finetune/Loss (Raw)": 0.4593333899974823, "Finetune/Step": 6119, "Finetune/Step Time": 6.870862053707242}
+{"Finetune/Learning Rate": 2.3359980561794603e-06, "Finetune/Loss": 0.5826847553253174, "Finetune/Loss (Raw)": 0.5441364049911499, "Finetune/Step": 6120, "Finetune/Step Time": 6.861770231276751}
+{"Finetune/Learning Rate": 2.333331463238816e-06, "Finetune/Loss": 0.5829823017120361, "Finetune/Loss (Raw)": 0.6204450726509094, "Finetune/Step": 6121, "Finetune/Step Time": 6.862091774120927}
+{"Finetune/Learning Rate": 2.330666192122535e-06, "Finetune/Loss": 0.5838072896003723, "Finetune/Loss (Raw)": 0.6347449421882629, "Finetune/Step": 6122, "Finetune/Step Time": 6.8703227043151855}
+{"Finetune/Learning Rate": 2.328002243290138e-06, "Finetune/Loss": 0.5856590867042542, "Finetune/Loss (Raw)": 0.453621506690979, "Finetune/Step": 6123, "Finetune/Step Time": 6.863821346312761}
+{"Finetune/Learning Rate": 2.325339617200929e-06, "Finetune/Loss": 0.5862463712692261, "Finetune/Loss (Raw)": 0.6252834796905518, "Finetune/Step": 6124, "Finetune/Step Time": 6.84783112257719}
+{"Finetune/Learning Rate": 2.3226783143139732e-06, "Finetune/Loss": 0.586679220199585, "Finetune/Loss (Raw)": 0.6425883769989014, "Finetune/Step": 6125, "Finetune/Step Time": 6.852594658732414}
+{"Finetune/Learning Rate": 2.3200183350881087e-06, "Finetune/Loss": 0.5860142707824707, "Finetune/Loss (Raw)": 0.5382789373397827, "Finetune/Step": 6126, "Finetune/Step Time": 6.865505298599601}
+{"Finetune/Learning Rate": 2.3173596799819496e-06, "Finetune/Loss": 0.584733247756958, "Finetune/Loss (Raw)": 0.5361917614936829, "Finetune/Step": 6127, "Finetune/Step Time": 6.867026882246137}
+{"Finetune/Learning Rate": 2.314702349453878e-06, "Finetune/Loss": 0.5842534899711609, "Finetune/Loss (Raw)": 0.46661144495010376, "Finetune/Step": 6128, "Finetune/Step Time": 6.860367665067315}
+{"Finetune/Learning Rate": 2.31204634396205e-06, "Finetune/Loss": 0.584253191947937, "Finetune/Loss (Raw)": 0.5306242108345032, "Finetune/Step": 6129, "Finetune/Step Time": 6.867933426052332}
+{"Finetune/Learning Rate": 2.309391663964392e-06, "Finetune/Loss": 0.5846821069717407, "Finetune/Loss (Raw)": 0.7160443663597107, "Finetune/Step": 6130, "Finetune/Step Time": 6.863006370142102}
+{"Finetune/Learning Rate": 2.3067383099186003e-06, "Finetune/Loss": 0.5851815938949585, "Finetune/Loss (Raw)": 0.6186433434486389, "Finetune/Step": 6131, "Finetune/Step Time": 6.815586928278208}
+{"Finetune/Learning Rate": 2.3040862822821485e-06, "Finetune/Loss": 0.5834827423095703, "Finetune/Loss (Raw)": 0.5015990138053894, "Finetune/Step": 6132, "Finetune/Step Time": 6.814416520297527}
+{"Finetune/Learning Rate": 2.3014355815122757e-06, "Finetune/Loss": 0.5851044654846191, "Finetune/Loss (Raw)": 0.6010071635246277, "Finetune/Step": 6133, "Finetune/Step Time": 6.801585705950856}
+{"Finetune/Learning Rate": 2.298786208065994e-06, "Finetune/Loss": 0.5851740837097168, "Finetune/Loss (Raw)": 0.6581445932388306, "Finetune/Step": 6134, "Finetune/Step Time": 6.805631339550018}
+{"Finetune/Learning Rate": 2.2961381624000876e-06, "Finetune/Loss": 0.584902286529541, "Finetune/Loss (Raw)": 0.6212130784988403, "Finetune/Step": 6135, "Finetune/Step Time": 6.792328672483563}
+{"Finetune/Learning Rate": 2.293491444971109e-06, "Finetune/Loss": 0.5848140716552734, "Finetune/Loss (Raw)": 0.553642213344574, "Finetune/Step": 6136, "Finetune/Step Time": 6.792760333046317}
+{"Finetune/Learning Rate": 2.2908460562353853e-06, "Finetune/Loss": 0.5840247273445129, "Finetune/Loss (Raw)": 0.5555633306503296, "Finetune/Step": 6137, "Finetune/Step Time": 6.79492368735373}
+{"Finetune/Learning Rate": 2.288201996649011e-06, "Finetune/Loss": 0.5829482674598694, "Finetune/Loss (Raw)": 0.6390853524208069, "Finetune/Step": 6138, "Finetune/Step Time": 6.799469131976366}
+{"Finetune/Learning Rate": 2.285559266667853e-06, "Finetune/Loss": 0.5829547643661499, "Finetune/Loss (Raw)": 0.5979479551315308, "Finetune/Step": 6139, "Finetune/Step Time": 6.795353278517723}
+{"Finetune/Learning Rate": 2.2829178667475527e-06, "Finetune/Loss": 0.5825873613357544, "Finetune/Loss (Raw)": 0.5680087208747864, "Finetune/Step": 6140, "Finetune/Step Time": 6.790891319513321}
+{"Finetune/Learning Rate": 2.2802777973435166e-06, "Finetune/Loss": 0.5793678164482117, "Finetune/Loss (Raw)": 0.21922791004180908, "Finetune/Step": 6141, "Finetune/Step Time": 6.810476658865809}
+{"Finetune/Learning Rate": 2.277639058910923e-06, "Finetune/Loss": 0.5794425010681152, "Finetune/Loss (Raw)": 0.6060563921928406, "Finetune/Step": 6142, "Finetune/Step Time": 6.801747623831034}
+{"Finetune/Learning Rate": 2.2750016519047235e-06, "Finetune/Loss": 0.5804816484451294, "Finetune/Loss (Raw)": 0.7487419843673706, "Finetune/Step": 6143, "Finetune/Step Time": 6.793972730636597}
+{"Finetune/Learning Rate": 2.272365576779637e-06, "Finetune/Loss": 0.5790982842445374, "Finetune/Loss (Raw)": 0.5189217925071716, "Finetune/Step": 6144, "Finetune/Step Time": 6.808305045589805}
+{"Finetune/Learning Rate": 2.269730833990155e-06, "Finetune/Loss": 0.5788990259170532, "Finetune/Loss (Raw)": 0.5399814248085022, "Finetune/Step": 6145, "Finetune/Step Time": 6.816717689856887}
+{"Finetune/Learning Rate": 2.2670974239905376e-06, "Finetune/Loss": 0.5787269473075867, "Finetune/Loss (Raw)": 0.6468835473060608, "Finetune/Step": 6146, "Finetune/Step Time": 6.807656606659293}
+{"Finetune/Learning Rate": 2.264465347234812e-06, "Finetune/Loss": 0.5791376829147339, "Finetune/Loss (Raw)": 0.6866199970245361, "Finetune/Step": 6147, "Finetune/Step Time": 6.783812860026956}
+{"Finetune/Learning Rate": 2.261834604176787e-06, "Finetune/Loss": 0.5787163972854614, "Finetune/Loss (Raw)": 0.4721783399581909, "Finetune/Step": 6148, "Finetune/Step Time": 6.787647442892194}
+{"Finetune/Learning Rate": 2.25920519527003e-06, "Finetune/Loss": 0.5793969631195068, "Finetune/Loss (Raw)": 0.6860083937644958, "Finetune/Step": 6149, "Finetune/Step Time": 6.7712360713630915}
+{"Finetune/Learning Rate": 2.2565771209678822e-06, "Finetune/Loss": 0.579049825668335, "Finetune/Loss (Raw)": 0.6123261451721191, "Finetune/Step": 6150, "Finetune/Step Time": 6.785753073170781}
+{"Finetune/Learning Rate": 2.2539503817234553e-06, "Finetune/Loss": 0.5788426995277405, "Finetune/Loss (Raw)": 0.5844876766204834, "Finetune/Step": 6151, "Finetune/Step Time": 6.775414440780878}
+{"Finetune/Learning Rate": 2.2513249779896295e-06, "Finetune/Loss": 0.5794163942337036, "Finetune/Loss (Raw)": 0.6895179152488708, "Finetune/Step": 6152, "Finetune/Step Time": 6.769580941647291}
+{"Finetune/Learning Rate": 2.248700910219055e-06, "Finetune/Loss": 0.578900933265686, "Finetune/Loss (Raw)": 0.5908631682395935, "Finetune/Step": 6153, "Finetune/Step Time": 6.767209179699421}
+{"Finetune/Learning Rate": 2.246078178864154e-06, "Finetune/Loss": 0.581162691116333, "Finetune/Loss (Raw)": 0.5014328956604004, "Finetune/Step": 6154, "Finetune/Step Time": 6.759010683745146}
+{"Finetune/Learning Rate": 2.2434567843771115e-06, "Finetune/Loss": 0.5773873329162598, "Finetune/Loss (Raw)": 0.18693411350250244, "Finetune/Step": 6155, "Finetune/Step Time": 6.772213909775019}
+{"Finetune/Learning Rate": 2.2408367272098928e-06, "Finetune/Loss": 0.5765087008476257, "Finetune/Loss (Raw)": 0.4829171299934387, "Finetune/Step": 6156, "Finetune/Step Time": 6.778815107420087}
+{"Finetune/Learning Rate": 2.2382180078142267e-06, "Finetune/Loss": 0.5759532451629639, "Finetune/Loss (Raw)": 0.5603246092796326, "Finetune/Step": 6157, "Finetune/Step Time": 6.782589325681329}
+{"Finetune/Learning Rate": 2.2356006266416073e-06, "Finetune/Loss": 0.574795126914978, "Finetune/Loss (Raw)": 0.6008439660072327, "Finetune/Step": 6158, "Finetune/Step Time": 6.7884583827108145}
+{"Finetune/Learning Rate": 2.232984584143306e-06, "Finetune/Loss": 0.5746206045150757, "Finetune/Loss (Raw)": 0.6080339550971985, "Finetune/Step": 6159, "Finetune/Step Time": 6.792033763602376}
+{"Finetune/Learning Rate": 2.230369880770357e-06, "Finetune/Loss": 0.5744478702545166, "Finetune/Loss (Raw)": 0.6489199995994568, "Finetune/Step": 6160, "Finetune/Step Time": 6.800298182293773}
+{"Finetune/Learning Rate": 2.227756516973566e-06, "Finetune/Loss": 0.577660083770752, "Finetune/Loss (Raw)": 0.6532936692237854, "Finetune/Step": 6161, "Finetune/Step Time": 6.7921189572662115}
+{"Finetune/Learning Rate": 2.2251444932035094e-06, "Finetune/Loss": 0.5778111219406128, "Finetune/Loss (Raw)": 0.6708522439002991, "Finetune/Step": 6162, "Finetune/Step Time": 6.787116764113307}
+{"Finetune/Learning Rate": 2.2225338099105266e-06, "Finetune/Loss": 0.5783646106719971, "Finetune/Loss (Raw)": 0.6352818608283997, "Finetune/Step": 6163, "Finetune/Step Time": 6.805530909448862}
+{"Finetune/Learning Rate": 2.2199244675447363e-06, "Finetune/Loss": 0.5790821313858032, "Finetune/Loss (Raw)": 0.621516764163971, "Finetune/Step": 6164, "Finetune/Step Time": 6.799231547862291}
+{"Finetune/Learning Rate": 2.217316466556019e-06, "Finetune/Loss": 0.579393208026886, "Finetune/Loss (Raw)": 0.5815956592559814, "Finetune/Step": 6165, "Finetune/Step Time": 6.783385090529919}
+{"Finetune/Learning Rate": 2.214709807394022e-06, "Finetune/Loss": 0.5797643661499023, "Finetune/Loss (Raw)": 0.6879828572273254, "Finetune/Step": 6166, "Finetune/Step Time": 6.775593917816877}
+{"Finetune/Learning Rate": 2.2121044905081668e-06, "Finetune/Loss": 0.5801370739936829, "Finetune/Loss (Raw)": 0.6354871392250061, "Finetune/Step": 6167, "Finetune/Step Time": 6.768234960734844}
+{"Finetune/Learning Rate": 2.209500516347639e-06, "Finetune/Loss": 0.579253613948822, "Finetune/Loss (Raw)": 0.5677391886711121, "Finetune/Step": 6168, "Finetune/Step Time": 6.754460453987122}
+{"Finetune/Learning Rate": 2.2068978853613953e-06, "Finetune/Loss": 0.5796738266944885, "Finetune/Loss (Raw)": 0.5720862746238708, "Finetune/Step": 6169, "Finetune/Step Time": 6.741903750225902}
+{"Finetune/Learning Rate": 2.20429659799816e-06, "Finetune/Loss": 0.578911304473877, "Finetune/Loss (Raw)": 0.5745869278907776, "Finetune/Step": 6170, "Finetune/Step Time": 6.750728061422706}
+{"Finetune/Learning Rate": 2.2016966547064254e-06, "Finetune/Loss": 0.5792914628982544, "Finetune/Loss (Raw)": 0.5873603224754333, "Finetune/Step": 6171, "Finetune/Step Time": 6.761539014056325}
+{"Finetune/Learning Rate": 2.199098055934451e-06, "Finetune/Loss": 0.5800735354423523, "Finetune/Loss (Raw)": 0.6141960024833679, "Finetune/Step": 6172, "Finetune/Step Time": 6.764904810115695}
+{"Finetune/Learning Rate": 2.19650080213027e-06, "Finetune/Loss": 0.5790023803710938, "Finetune/Loss (Raw)": 0.48620420694351196, "Finetune/Step": 6173, "Finetune/Step Time": 6.7704071048647165}
+{"Finetune/Learning Rate": 2.1939048937416783e-06, "Finetune/Loss": 0.5780853033065796, "Finetune/Loss (Raw)": 0.5810960531234741, "Finetune/Step": 6174, "Finetune/Step Time": 6.766872622072697}
+{"Finetune/Learning Rate": 2.19131033121624e-06, "Finetune/Loss": 0.5753810405731201, "Finetune/Loss (Raw)": 0.16621628403663635, "Finetune/Step": 6175, "Finetune/Step Time": 6.784229625016451}
+{"Finetune/Learning Rate": 2.1887171150012886e-06, "Finetune/Loss": 0.5742006301879883, "Finetune/Loss (Raw)": 0.5004218220710754, "Finetune/Step": 6176, "Finetune/Step Time": 6.791998911648989}
+{"Finetune/Learning Rate": 2.1861252455439266e-06, "Finetune/Loss": 0.5743298530578613, "Finetune/Loss (Raw)": 0.6043112277984619, "Finetune/Step": 6177, "Finetune/Step Time": 6.771396515890956}
+{"Finetune/Learning Rate": 2.183534723291021e-06, "Finetune/Loss": 0.574008047580719, "Finetune/Loss (Raw)": 0.5554751753807068, "Finetune/Step": 6178, "Finetune/Step Time": 6.763139393180609}
+{"Finetune/Learning Rate": 2.1809455486892093e-06, "Finetune/Loss": 0.5746031403541565, "Finetune/Loss (Raw)": 0.577055811882019, "Finetune/Step": 6179, "Finetune/Step Time": 6.759784026071429}
+{"Finetune/Learning Rate": 2.178357722184894e-06, "Finetune/Loss": 0.5755863189697266, "Finetune/Loss (Raw)": 0.6044966578483582, "Finetune/Step": 6180, "Finetune/Step Time": 6.74905351549387}
+{"Finetune/Learning Rate": 2.1757712442242506e-06, "Finetune/Loss": 0.573397159576416, "Finetune/Loss (Raw)": 0.19406485557556152, "Finetune/Step": 6181, "Finetune/Step Time": 6.771793937310576}
+{"Finetune/Learning Rate": 2.1731861152532175e-06, "Finetune/Loss": 0.5760092735290527, "Finetune/Loss (Raw)": 0.5328414440155029, "Finetune/Step": 6182, "Finetune/Step Time": 6.749938337132335}
+{"Finetune/Learning Rate": 2.170602335717501e-06, "Finetune/Loss": 0.5766505002975464, "Finetune/Loss (Raw)": 0.6525046825408936, "Finetune/Step": 6183, "Finetune/Step Time": 6.757132414728403}
+{"Finetune/Learning Rate": 2.1680199060625752e-06, "Finetune/Loss": 0.5740447044372559, "Finetune/Loss (Raw)": 0.274614542722702, "Finetune/Step": 6184, "Finetune/Step Time": 6.7808432802557945}
+{"Finetune/Learning Rate": 2.16543882673368e-06, "Finetune/Loss": 0.5739465355873108, "Finetune/Loss (Raw)": 0.5823695063591003, "Finetune/Step": 6185, "Finetune/Step Time": 6.776994274929166}
+{"Finetune/Learning Rate": 2.162859098175827e-06, "Finetune/Loss": 0.5742722749710083, "Finetune/Loss (Raw)": 0.6667230725288391, "Finetune/Step": 6186, "Finetune/Step Time": 6.766062306240201}
+{"Finetune/Learning Rate": 2.1602807208337894e-06, "Finetune/Loss": 0.5746511816978455, "Finetune/Loss (Raw)": 0.5725979804992676, "Finetune/Step": 6187, "Finetune/Step Time": 6.729962820187211}
+{"Finetune/Learning Rate": 2.157703695152109e-06, "Finetune/Loss": 0.5745974779129028, "Finetune/Loss (Raw)": 0.542945921421051, "Finetune/Step": 6188, "Finetune/Step Time": 6.710905145853758}
+{"Finetune/Learning Rate": 2.1551280215751005e-06, "Finetune/Loss": 0.5739654898643494, "Finetune/Loss (Raw)": 0.5764572620391846, "Finetune/Step": 6189, "Finetune/Step Time": 6.701135385781527}
+{"Finetune/Learning Rate": 2.1525537005468365e-06, "Finetune/Loss": 0.571718692779541, "Finetune/Loss (Raw)": 0.18721650540828705, "Finetune/Step": 6190, "Finetune/Step Time": 6.721895724534988}
+{"Finetune/Learning Rate": 2.149980732511161e-06, "Finetune/Loss": 0.5731428861618042, "Finetune/Loss (Raw)": 0.7063233852386475, "Finetune/Step": 6191, "Finetune/Step Time": 6.7226178701967}
+{"Finetune/Learning Rate": 2.147409117911685e-06, "Finetune/Loss": 0.5721995830535889, "Finetune/Loss (Raw)": 0.612838625907898, "Finetune/Step": 6192, "Finetune/Step Time": 6.710910063236952}
+{"Finetune/Learning Rate": 2.1448388571917856e-06, "Finetune/Loss": 0.5716876983642578, "Finetune/Loss (Raw)": 0.5598959922790527, "Finetune/Step": 6193, "Finetune/Step Time": 6.701228193938732}
+{"Finetune/Learning Rate": 2.1422699507946044e-06, "Finetune/Loss": 0.5719878077507019, "Finetune/Loss (Raw)": 0.577053964138031, "Finetune/Step": 6194, "Finetune/Step Time": 6.696445342153311}
+{"Finetune/Learning Rate": 2.139702399163053e-06, "Finetune/Loss": 0.5722062587738037, "Finetune/Loss (Raw)": 0.6123863458633423, "Finetune/Step": 6195, "Finetune/Step Time": 6.690685605630279}
+{"Finetune/Learning Rate": 2.1371362027398033e-06, "Finetune/Loss": 0.5718674659729004, "Finetune/Loss (Raw)": 0.5370759963989258, "Finetune/Step": 6196, "Finetune/Step Time": 6.684184782207012}
+{"Finetune/Learning Rate": 2.134571361967305e-06, "Finetune/Loss": 0.569416344165802, "Finetune/Loss (Raw)": 0.32500630617141724, "Finetune/Step": 6197, "Finetune/Step Time": 6.708302330225706}
+{"Finetune/Learning Rate": 2.132007877287762e-06, "Finetune/Loss": 0.5679213404655457, "Finetune/Loss (Raw)": 0.5029539465904236, "Finetune/Step": 6198, "Finetune/Step Time": 6.7038531471043825}
+{"Finetune/Learning Rate": 2.129445749143152e-06, "Finetune/Loss": 0.5691664814949036, "Finetune/Loss (Raw)": 0.6332641243934631, "Finetune/Step": 6199, "Finetune/Step Time": 6.663697861135006}
+{"Finetune/Learning Rate": 2.1268849779752144e-06, "Finetune/Loss": 0.5685615539550781, "Finetune/Loss (Raw)": 0.4635656476020813, "Finetune/Step": 6200, "Finetune/Step Time": 6.6326514687389135}
+{"Finetune/Learning Rate": 2.124325564225458e-06, "Finetune/Loss": 0.5681947469711304, "Finetune/Loss (Raw)": 0.4863205850124359, "Finetune/Step": 6201, "Finetune/Step Time": 6.645153261721134}
+{"Finetune/Learning Rate": 2.1217675083351553e-06, "Finetune/Loss": 0.5689527988433838, "Finetune/Loss (Raw)": 0.6392456889152527, "Finetune/Step": 6202, "Finetune/Step Time": 6.646079802885652}
+{"Finetune/Learning Rate": 2.1192108107453445e-06, "Finetune/Loss": 0.5688947439193726, "Finetune/Loss (Raw)": 0.6011031866073608, "Finetune/Step": 6203, "Finetune/Step Time": 6.655114643275738}
+{"Finetune/Learning Rate": 2.116655471896828e-06, "Finetune/Loss": 0.5685425400733948, "Finetune/Loss (Raw)": 0.5138577222824097, "Finetune/Step": 6204, "Finetune/Step Time": 6.63836382701993}
+{"Finetune/Learning Rate": 2.114101492230184e-06, "Finetune/Loss": 0.5675703287124634, "Finetune/Loss (Raw)": 0.5483669638633728, "Finetune/Step": 6205, "Finetune/Step Time": 6.6363504864275455}
+{"Finetune/Learning Rate": 2.1115488721857436e-06, "Finetune/Loss": 0.5683642625808716, "Finetune/Loss (Raw)": 0.6097619533538818, "Finetune/Step": 6206, "Finetune/Step Time": 6.625300396233797}
+{"Finetune/Learning Rate": 2.1089976122036092e-06, "Finetune/Loss": 0.5675842761993408, "Finetune/Loss (Raw)": 0.5953899025917053, "Finetune/Step": 6207, "Finetune/Step Time": 6.632650125771761}
+{"Finetune/Learning Rate": 2.106447712723649e-06, "Finetune/Loss": 0.5673480033874512, "Finetune/Loss (Raw)": 0.598853588104248, "Finetune/Step": 6208, "Finetune/Step Time": 6.636649889871478}
+{"Finetune/Learning Rate": 2.103899174185495e-06, "Finetune/Loss": 0.569719672203064, "Finetune/Loss (Raw)": 0.7050322890281677, "Finetune/Step": 6209, "Finetune/Step Time": 6.629851451143622}
+{"Finetune/Learning Rate": 2.101351997028547e-06, "Finetune/Loss": 0.5702546834945679, "Finetune/Loss (Raw)": 0.5761294364929199, "Finetune/Step": 6210, "Finetune/Step Time": 6.640859059989452}
+{"Finetune/Learning Rate": 2.098806181691967e-06, "Finetune/Loss": 0.5698636770248413, "Finetune/Loss (Raw)": 0.5129952430725098, "Finetune/Step": 6211, "Finetune/Step Time": 6.645443601533771}
+{"Finetune/Learning Rate": 2.09626172861468e-06, "Finetune/Loss": 0.5721789598464966, "Finetune/Loss (Raw)": 0.5238823890686035, "Finetune/Step": 6212, "Finetune/Step Time": 6.648591686040163}
+{"Finetune/Learning Rate": 2.093718638235388e-06, "Finetune/Loss": 0.5718224048614502, "Finetune/Loss (Raw)": 0.6402842402458191, "Finetune/Step": 6213, "Finetune/Step Time": 6.635230557993054}
+{"Finetune/Learning Rate": 2.091176910992545e-06, "Finetune/Loss": 0.5687452554702759, "Finetune/Loss (Raw)": 0.2529733180999756, "Finetune/Step": 6214, "Finetune/Step Time": 6.650006448850036}
+{"Finetune/Learning Rate": 2.0886365473243763e-06, "Finetune/Loss": 0.5680830478668213, "Finetune/Loss (Raw)": 0.49655407667160034, "Finetune/Step": 6215, "Finetune/Step Time": 6.661066407337785}
+{"Finetune/Learning Rate": 2.0860975476688692e-06, "Finetune/Loss": 0.5684710741043091, "Finetune/Loss (Raw)": 0.6439893245697021, "Finetune/Step": 6216, "Finetune/Step Time": 6.644410144537687}
+{"Finetune/Learning Rate": 2.0835599124637786e-06, "Finetune/Loss": 0.5679343342781067, "Finetune/Loss (Raw)": 0.6860650777816772, "Finetune/Step": 6217, "Finetune/Step Time": 6.6358131021261215}
+{"Finetune/Learning Rate": 2.081023642146621e-06, "Finetune/Loss": 0.5686413049697876, "Finetune/Loss (Raw)": 0.6793467402458191, "Finetune/Step": 6218, "Finetune/Step Time": 6.642739366739988}
+{"Finetune/Learning Rate": 2.0784887371546816e-06, "Finetune/Loss": 0.5681921243667603, "Finetune/Loss (Raw)": 0.5784527063369751, "Finetune/Step": 6219, "Finetune/Step Time": 6.624074524268508}
+{"Finetune/Learning Rate": 2.0759551979250037e-06, "Finetune/Loss": 0.5684502124786377, "Finetune/Loss (Raw)": 0.6317658424377441, "Finetune/Step": 6220, "Finetune/Step Time": 6.62505236081779}
+{"Finetune/Learning Rate": 2.0734230248944067e-06, "Finetune/Loss": 0.5683928728103638, "Finetune/Loss (Raw)": 0.6004459857940674, "Finetune/Step": 6221, "Finetune/Step Time": 6.640927921980619}
+{"Finetune/Learning Rate": 2.0708922184994617e-06, "Finetune/Loss": 0.5681172609329224, "Finetune/Loss (Raw)": 0.5409517884254456, "Finetune/Step": 6222, "Finetune/Step Time": 6.629709994420409}
+{"Finetune/Learning Rate": 2.0683627791765125e-06, "Finetune/Loss": 0.569860577583313, "Finetune/Loss (Raw)": 0.7186989188194275, "Finetune/Step": 6223, "Finetune/Step Time": 6.59775790758431}
+{"Finetune/Learning Rate": 2.0658347073616623e-06, "Finetune/Loss": 0.5701093673706055, "Finetune/Loss (Raw)": 0.6649413108825684, "Finetune/Step": 6224, "Finetune/Step Time": 6.605876659974456}
+{"Finetune/Learning Rate": 2.0633080034907816e-06, "Finetune/Loss": 0.5702187418937683, "Finetune/Loss (Raw)": 0.6454904079437256, "Finetune/Step": 6225, "Finetune/Step Time": 6.6134419199079275}
+{"Finetune/Learning Rate": 2.0607826679995045e-06, "Finetune/Loss": 0.5717352032661438, "Finetune/Loss (Raw)": 0.7183736562728882, "Finetune/Step": 6226, "Finetune/Step Time": 6.609453570097685}
+{"Finetune/Learning Rate": 2.0582587013232268e-06, "Finetune/Loss": 0.5723041296005249, "Finetune/Loss (Raw)": 0.7121590971946716, "Finetune/Step": 6227, "Finetune/Step Time": 6.616866786032915}
+{"Finetune/Learning Rate": 2.0557361038971102e-06, "Finetune/Loss": 0.572882890701294, "Finetune/Loss (Raw)": 0.6046017408370972, "Finetune/Step": 6228, "Finetune/Step Time": 6.603592369705439}
+{"Finetune/Learning Rate": 2.0532148761560835e-06, "Finetune/Loss": 0.5715218782424927, "Finetune/Loss (Raw)": 0.49238666892051697, "Finetune/Step": 6229, "Finetune/Step Time": 6.5965587720274925}
+{"Finetune/Learning Rate": 2.050695018534834e-06, "Finetune/Loss": 0.5709919929504395, "Finetune/Loss (Raw)": 0.632468581199646, "Finetune/Step": 6230, "Finetune/Step Time": 6.590022234246135}
+{"Finetune/Learning Rate": 2.048176531467816e-06, "Finetune/Loss": 0.5699635744094849, "Finetune/Loss (Raw)": 0.5938692092895508, "Finetune/Step": 6231, "Finetune/Step Time": 6.576034082099795}
+{"Finetune/Learning Rate": 2.045659415389245e-06, "Finetune/Loss": 0.5709310173988342, "Finetune/Loss (Raw)": 0.703755259513855, "Finetune/Step": 6232, "Finetune/Step Time": 6.572674924507737}
+{"Finetune/Learning Rate": 2.043143670733103e-06, "Finetune/Loss": 0.5679828524589539, "Finetune/Loss (Raw)": 0.2559036910533905, "Finetune/Step": 6233, "Finetune/Step Time": 6.576049119234085}
+{"Finetune/Learning Rate": 2.0406292979331333e-06, "Finetune/Loss": 0.5673348903656006, "Finetune/Loss (Raw)": 0.5896995067596436, "Finetune/Step": 6234, "Finetune/Step Time": 6.587098142132163}
+{"Finetune/Learning Rate": 2.038116297422843e-06, "Finetune/Loss": 0.5672284960746765, "Finetune/Loss (Raw)": 0.5859403610229492, "Finetune/Step": 6235, "Finetune/Step Time": 6.5851007010787725}
+{"Finetune/Learning Rate": 2.0356046696355012e-06, "Finetune/Loss": 0.5681489706039429, "Finetune/Loss (Raw)": 0.7642475962638855, "Finetune/Step": 6236, "Finetune/Step Time": 6.585839871317148}
+{"Finetune/Learning Rate": 2.0330944150041486e-06, "Finetune/Loss": 0.5679637789726257, "Finetune/Loss (Raw)": 0.5853469371795654, "Finetune/Step": 6237, "Finetune/Step Time": 6.582743735983968}
+{"Finetune/Learning Rate": 2.030585533961579e-06, "Finetune/Loss": 0.5679248571395874, "Finetune/Loss (Raw)": 0.5479851961135864, "Finetune/Step": 6238, "Finetune/Step Time": 6.597348650917411}
+{"Finetune/Learning Rate": 2.028078026940352e-06, "Finetune/Loss": 0.5672444105148315, "Finetune/Loss (Raw)": 0.5943673253059387, "Finetune/Step": 6239, "Finetune/Step Time": 6.616522558033466}
+{"Finetune/Learning Rate": 2.025571894372794e-06, "Finetune/Loss": 0.5668973922729492, "Finetune/Loss (Raw)": 0.5458275079727173, "Finetune/Step": 6240, "Finetune/Step Time": 6.615739123895764}
+{"Finetune/Learning Rate": 2.023067136690989e-06, "Finetune/Loss": 0.5664407014846802, "Finetune/Loss (Raw)": 0.46683454513549805, "Finetune/Step": 6241, "Finetune/Step Time": 6.629758652299643}
+{"Finetune/Learning Rate": 2.020563754326791e-06, "Finetune/Loss": 0.5669350624084473, "Finetune/Loss (Raw)": 0.638282299041748, "Finetune/Step": 6242, "Finetune/Step Time": 6.637060755863786}
+{"Finetune/Learning Rate": 2.018061747711808e-06, "Finetune/Loss": 0.5670324563980103, "Finetune/Loss (Raw)": 0.6810787916183472, "Finetune/Step": 6243, "Finetune/Step Time": 6.6164172645658255}
+{"Finetune/Learning Rate": 2.0155611172774157e-06, "Finetune/Loss": 0.5675601959228516, "Finetune/Loss (Raw)": 0.6694428324699402, "Finetune/Step": 6244, "Finetune/Step Time": 6.612198203802109}
+{"Finetune/Learning Rate": 2.0130618634547573e-06, "Finetune/Loss": 0.5701512098312378, "Finetune/Loss (Raw)": 0.5884126424789429, "Finetune/Step": 6245, "Finetune/Step Time": 6.587135381996632}
+{"Finetune/Learning Rate": 2.0105639866747306e-06, "Finetune/Loss": 0.5700361728668213, "Finetune/Loss (Raw)": 0.638807475566864, "Finetune/Step": 6246, "Finetune/Step Time": 6.58746600151062}
+{"Finetune/Learning Rate": 2.0080674873679996e-06, "Finetune/Loss": 0.5719453692436218, "Finetune/Loss (Raw)": 0.7037144303321838, "Finetune/Step": 6247, "Finetune/Step Time": 6.586297184228897}
+{"Finetune/Learning Rate": 2.0055723659649907e-06, "Finetune/Loss": 0.5720288753509521, "Finetune/Loss (Raw)": 0.5548211336135864, "Finetune/Step": 6248, "Finetune/Step Time": 6.598609823733568}
+{"Finetune/Learning Rate": 2.0030786228958908e-06, "Finetune/Loss": 0.5718121528625488, "Finetune/Loss (Raw)": 0.5927083492279053, "Finetune/Step": 6249, "Finetune/Step Time": 6.602167874574661}
+{"Finetune/Learning Rate": 2.000586258590652e-06, "Finetune/Loss": 0.568476676940918, "Finetune/Loss (Raw)": 0.2078014761209488, "Finetune/Step": 6250, "Finetune/Step Time": 6.616747641935945}
+{"Finetune/Learning Rate": 1.998095273478987e-06, "Finetune/Loss": 0.5691287517547607, "Finetune/Loss (Raw)": 0.5370860695838928, "Finetune/Step": 6251, "Finetune/Step Time": 6.6160689778625965}
+{"Finetune/Learning Rate": 1.9956056679903678e-06, "Finetune/Loss": 0.5679749250411987, "Finetune/Loss (Raw)": 0.4775907099246979, "Finetune/Step": 6252, "Finetune/Step Time": 6.6431694608181715}
+{"Finetune/Learning Rate": 1.993117442554039e-06, "Finetune/Loss": 0.5673305988311768, "Finetune/Loss (Raw)": 0.5601253509521484, "Finetune/Step": 6253, "Finetune/Step Time": 6.638678383082151}
+{"Finetune/Learning Rate": 1.990630597598996e-06, "Finetune/Loss": 0.568814754486084, "Finetune/Loss (Raw)": 0.7282450199127197, "Finetune/Step": 6254, "Finetune/Step Time": 6.616773344576359}
+{"Finetune/Learning Rate": 1.9881451335540004e-06, "Finetune/Loss": 0.5697097778320312, "Finetune/Loss (Raw)": 0.6507556438446045, "Finetune/Step": 6255, "Finetune/Step Time": 6.607322666794062}
+{"Finetune/Learning Rate": 1.985661050847576e-06, "Finetune/Loss": 0.5707226395606995, "Finetune/Loss (Raw)": 0.5962551236152649, "Finetune/Step": 6256, "Finetune/Step Time": 6.599569216370583}
+{"Finetune/Learning Rate": 1.983178349908007e-06, "Finetune/Loss": 0.5713525414466858, "Finetune/Loss (Raw)": 0.6112568378448486, "Finetune/Step": 6257, "Finetune/Step Time": 6.599894069135189}
+{"Finetune/Learning Rate": 1.980697031163342e-06, "Finetune/Loss": 0.571232259273529, "Finetune/Loss (Raw)": 0.7006508111953735, "Finetune/Step": 6258, "Finetune/Step Time": 6.596147472038865}
+{"Finetune/Learning Rate": 1.9782170950413892e-06, "Finetune/Loss": 0.5712999701499939, "Finetune/Loss (Raw)": 0.6273068189620972, "Finetune/Step": 6259, "Finetune/Step Time": 6.601558770984411}
+{"Finetune/Learning Rate": 1.9757385419697163e-06, "Finetune/Loss": 0.5712469816207886, "Finetune/Loss (Raw)": 0.4948118329048157, "Finetune/Step": 6260, "Finetune/Step Time": 6.613437874242663}
+{"Finetune/Learning Rate": 1.973261372375659e-06, "Finetune/Loss": 0.5706794261932373, "Finetune/Loss (Raw)": 0.528371274471283, "Finetune/Step": 6261, "Finetune/Step Time": 6.596811559051275}
+{"Finetune/Learning Rate": 1.97078558668631e-06, "Finetune/Loss": 0.5700613260269165, "Finetune/Loss (Raw)": 0.5790170431137085, "Finetune/Step": 6262, "Finetune/Step Time": 6.594715114682913}
+{"Finetune/Learning Rate": 1.968311185328523e-06, "Finetune/Loss": 0.5705136656761169, "Finetune/Loss (Raw)": 0.6791215538978577, "Finetune/Step": 6263, "Finetune/Step Time": 6.5935427416116}
+{"Finetune/Learning Rate": 1.965838168728912e-06, "Finetune/Loss": 0.5706318616867065, "Finetune/Loss (Raw)": 0.5687659978866577, "Finetune/Step": 6264, "Finetune/Step Time": 6.590952236205339}
+{"Finetune/Learning Rate": 1.963366537313859e-06, "Finetune/Loss": 0.5708231925964355, "Finetune/Loss (Raw)": 0.5800604224205017, "Finetune/Step": 6265, "Finetune/Step Time": 6.5953518114984035}
+{"Finetune/Learning Rate": 1.9608962915095e-06, "Finetune/Loss": 0.5704419612884521, "Finetune/Loss (Raw)": 0.5902844071388245, "Finetune/Step": 6266, "Finetune/Step Time": 6.592078974470496}
+{"Finetune/Learning Rate": 1.958427431741735e-06, "Finetune/Loss": 0.5704183578491211, "Finetune/Loss (Raw)": 0.5949215888977051, "Finetune/Step": 6267, "Finetune/Step Time": 6.591472029685974}
+{"Finetune/Learning Rate": 1.9559599584362243e-06, "Finetune/Loss": 0.5712145566940308, "Finetune/Loss (Raw)": 0.6699292659759521, "Finetune/Step": 6268, "Finetune/Step Time": 6.59074379876256}
+{"Finetune/Learning Rate": 1.9534938720183906e-06, "Finetune/Loss": 0.5738846063613892, "Finetune/Loss (Raw)": 0.5609919428825378, "Finetune/Step": 6269, "Finetune/Step Time": 6.586905496194959}
+{"Finetune/Learning Rate": 1.951029172913411e-06, "Finetune/Loss": 0.5738978981971741, "Finetune/Loss (Raw)": 0.607755720615387, "Finetune/Step": 6270, "Finetune/Step Time": 6.590408813208342}
+{"Finetune/Learning Rate": 1.9485658615462367e-06, "Finetune/Loss": 0.5731595158576965, "Finetune/Loss (Raw)": 0.654228150844574, "Finetune/Step": 6271, "Finetune/Step Time": 6.593133689835668}
+{"Finetune/Learning Rate": 1.946103938341568e-06, "Finetune/Loss": 0.572537899017334, "Finetune/Loss (Raw)": 0.439351886510849, "Finetune/Step": 6272, "Finetune/Step Time": 6.599083477631211}
+{"Finetune/Learning Rate": 1.9436434037238705e-06, "Finetune/Loss": 0.5731533765792847, "Finetune/Loss (Raw)": 0.6187632083892822, "Finetune/Step": 6273, "Finetune/Step Time": 6.592227416113019}
+{"Finetune/Learning Rate": 1.941184258117368e-06, "Finetune/Loss": 0.5723553895950317, "Finetune/Loss (Raw)": 0.5447453856468201, "Finetune/Step": 6274, "Finetune/Step Time": 6.59474740549922}
+{"Finetune/Learning Rate": 1.9387265019460465e-06, "Finetune/Loss": 0.5719901919364929, "Finetune/Loss (Raw)": 0.639873206615448, "Finetune/Step": 6275, "Finetune/Step Time": 6.597379919141531}
+{"Finetune/Learning Rate": 1.9362701356336545e-06, "Finetune/Loss": 0.573479413986206, "Finetune/Loss (Raw)": 0.6627951860427856, "Finetune/Step": 6276, "Finetune/Step Time": 6.618604078888893}
+{"Finetune/Learning Rate": 1.9338151596036957e-06, "Finetune/Loss": 0.5697967410087585, "Finetune/Loss (Raw)": 0.21463239192962646, "Finetune/Step": 6277, "Finetune/Step Time": 6.636355049908161}
+{"Finetune/Learning Rate": 1.9313615742794357e-06, "Finetune/Loss": 0.5698403716087341, "Finetune/Loss (Raw)": 0.6179062724113464, "Finetune/Step": 6278, "Finetune/Step Time": 6.623253583908081}
+{"Finetune/Learning Rate": 1.9289093800839067e-06, "Finetune/Loss": 0.5701828598976135, "Finetune/Loss (Raw)": 0.628328263759613, "Finetune/Step": 6279, "Finetune/Step Time": 6.6208095364272594}
+{"Finetune/Learning Rate": 1.9264585774398935e-06, "Finetune/Loss": 0.5690973401069641, "Finetune/Loss (Raw)": 0.5505697727203369, "Finetune/Step": 6280, "Finetune/Step Time": 6.623705260455608}
+{"Finetune/Learning Rate": 1.9240091667699433e-06, "Finetune/Loss": 0.5684490203857422, "Finetune/Loss (Raw)": 0.5078850984573364, "Finetune/Step": 6281, "Finetune/Step Time": 6.644752832129598}
+{"Finetune/Learning Rate": 1.9215611484963635e-06, "Finetune/Loss": 0.5695015788078308, "Finetune/Loss (Raw)": 0.6361585855484009, "Finetune/Step": 6282, "Finetune/Step Time": 6.653911279514432}
+{"Finetune/Learning Rate": 1.9191145230412224e-06, "Finetune/Loss": 0.57340407371521, "Finetune/Loss (Raw)": 0.6864460110664368, "Finetune/Step": 6283, "Finetune/Step Time": 6.635620100423694}
+{"Finetune/Learning Rate": 1.916669290826345e-06, "Finetune/Loss": 0.574176549911499, "Finetune/Loss (Raw)": 0.5818008184432983, "Finetune/Step": 6284, "Finetune/Step Time": 6.625322345644236}
+{"Finetune/Learning Rate": 1.9142254522733204e-06, "Finetune/Loss": 0.5740666389465332, "Finetune/Loss (Raw)": 0.546257495880127, "Finetune/Step": 6285, "Finetune/Step Time": 6.622555682435632}
+{"Finetune/Learning Rate": 1.9117830078034916e-06, "Finetune/Loss": 0.574210524559021, "Finetune/Loss (Raw)": 0.6192584037780762, "Finetune/Step": 6286, "Finetune/Step Time": 6.6215693559497595}
+{"Finetune/Learning Rate": 1.9093419578379703e-06, "Finetune/Loss": 0.5747153759002686, "Finetune/Loss (Raw)": 0.6726490259170532, "Finetune/Step": 6287, "Finetune/Step Time": 6.630301324650645}
+{"Finetune/Learning Rate": 1.9069023027976196e-06, "Finetune/Loss": 0.5729815363883972, "Finetune/Loss (Raw)": 0.42699429392814636, "Finetune/Step": 6288, "Finetune/Step Time": 6.635721446946263}
+{"Finetune/Learning Rate": 1.904464043103066e-06, "Finetune/Loss": 0.5731837153434753, "Finetune/Loss (Raw)": 0.6791730523109436, "Finetune/Step": 6289, "Finetune/Step Time": 6.629865789785981}
+{"Finetune/Learning Rate": 1.9020271791746925e-06, "Finetune/Loss": 0.5722337961196899, "Finetune/Loss (Raw)": 0.5492623448371887, "Finetune/Step": 6290, "Finetune/Step Time": 6.63031966611743}
+{"Finetune/Learning Rate": 1.8995917114326446e-06, "Finetune/Loss": 0.5715914964675903, "Finetune/Loss (Raw)": 0.5530625581741333, "Finetune/Step": 6291, "Finetune/Step Time": 6.620115682482719}
+{"Finetune/Learning Rate": 1.897157640296825e-06, "Finetune/Loss": 0.5712562799453735, "Finetune/Loss (Raw)": 0.5786159038543701, "Finetune/Step": 6292, "Finetune/Step Time": 6.612663673236966}
+{"Finetune/Learning Rate": 1.8947249661868972e-06, "Finetune/Loss": 0.5717222690582275, "Finetune/Loss (Raw)": 0.641240119934082, "Finetune/Step": 6293, "Finetune/Step Time": 6.610133705660701}
+{"Finetune/Learning Rate": 1.8922936895222798e-06, "Finetune/Loss": 0.570966362953186, "Finetune/Loss (Raw)": 0.5912209153175354, "Finetune/Step": 6294, "Finetune/Step Time": 6.610147137194872}
+{"Finetune/Learning Rate": 1.889863810722159e-06, "Finetune/Loss": 0.5714754462242126, "Finetune/Loss (Raw)": 0.7006502151489258, "Finetune/Step": 6295, "Finetune/Step Time": 6.605363868176937}
+{"Finetune/Learning Rate": 1.8874353302054726e-06, "Finetune/Loss": 0.5716683864593506, "Finetune/Loss (Raw)": 0.5924406051635742, "Finetune/Step": 6296, "Finetune/Step Time": 6.60258698835969}
+{"Finetune/Learning Rate": 1.8850082483909182e-06, "Finetune/Loss": 0.5722278356552124, "Finetune/Loss (Raw)": 0.643700122833252, "Finetune/Step": 6297, "Finetune/Step Time": 6.6111011784523726}
+{"Finetune/Learning Rate": 1.8825825656969543e-06, "Finetune/Loss": 0.5721054077148438, "Finetune/Loss (Raw)": 0.5589088201522827, "Finetune/Step": 6298, "Finetune/Step Time": 6.604356152936816}
+{"Finetune/Learning Rate": 1.8801582825417975e-06, "Finetune/Loss": 0.5730305910110474, "Finetune/Loss (Raw)": 0.7057884931564331, "Finetune/Step": 6299, "Finetune/Step Time": 6.595707826316357}
+{"Finetune/Learning Rate": 1.8777353993434221e-06, "Finetune/Loss": 0.571442723274231, "Finetune/Loss (Raw)": 0.4109443128108978, "Finetune/Step": 6300, "Finetune/Step Time": 6.594255078583956}
+{"Finetune/Learning Rate": 1.8753139165195621e-06, "Finetune/Loss": 0.5694273710250854, "Finetune/Loss (Raw)": 0.22823990881443024, "Finetune/Step": 6301, "Finetune/Step Time": 6.611730558797717}
+{"Finetune/Learning Rate": 1.8728938344877067e-06, "Finetune/Loss": 0.5691148042678833, "Finetune/Loss (Raw)": 0.5410832762718201, "Finetune/Step": 6302, "Finetune/Step Time": 6.6223580949008465}
+{"Finetune/Learning Rate": 1.8704751536651132e-06, "Finetune/Loss": 0.5725564956665039, "Finetune/Loss (Raw)": 0.606762707233429, "Finetune/Step": 6303, "Finetune/Step Time": 6.599494831636548}
+{"Finetune/Learning Rate": 1.8680578744687872e-06, "Finetune/Loss": 0.5733898878097534, "Finetune/Loss (Raw)": 0.6070956587791443, "Finetune/Step": 6304, "Finetune/Step Time": 6.598343536257744}
+{"Finetune/Learning Rate": 1.865641997315496e-06, "Finetune/Loss": 0.5727076530456543, "Finetune/Loss (Raw)": 0.5169848203659058, "Finetune/Step": 6305, "Finetune/Step Time": 6.609851665794849}
+{"Finetune/Learning Rate": 1.8632275226217665e-06, "Finetune/Loss": 0.5739119052886963, "Finetune/Loss (Raw)": 0.7096114158630371, "Finetune/Step": 6306, "Finetune/Step Time": 6.610084494575858}
+{"Finetune/Learning Rate": 1.8608144508038827e-06, "Finetune/Loss": 0.5735893845558167, "Finetune/Loss (Raw)": 0.5357749462127686, "Finetune/Step": 6307, "Finetune/Step Time": 6.603749126195908}
+{"Finetune/Learning Rate": 1.858402782277885e-06, "Finetune/Loss": 0.5729517340660095, "Finetune/Loss (Raw)": 0.5228798389434814, "Finetune/Step": 6308, "Finetune/Step Time": 6.605800990015268}
+{"Finetune/Learning Rate": 1.855992517459575e-06, "Finetune/Loss": 0.5760173797607422, "Finetune/Loss (Raw)": 0.5864714980125427, "Finetune/Step": 6309, "Finetune/Step Time": 6.591171700507402}
+{"Finetune/Learning Rate": 1.8535836567645081e-06, "Finetune/Loss": 0.57586270570755, "Finetune/Loss (Raw)": 0.5130385756492615, "Finetune/Step": 6310, "Finetune/Step Time": 6.593335475772619}
+{"Finetune/Learning Rate": 1.8511762006080058e-06, "Finetune/Loss": 0.5764925479888916, "Finetune/Loss (Raw)": 0.7331252694129944, "Finetune/Step": 6311, "Finetune/Step Time": 6.590292828157544}
+{"Finetune/Learning Rate": 1.848770149405138e-06, "Finetune/Loss": 0.5760817527770996, "Finetune/Loss (Raw)": 0.22202584147453308, "Finetune/Step": 6312, "Finetune/Step Time": 6.580784359946847}
+{"Finetune/Learning Rate": 1.8463655035707383e-06, "Finetune/Loss": 0.577064037322998, "Finetune/Loss (Raw)": 0.7081154584884644, "Finetune/Step": 6313, "Finetune/Step Time": 6.5955005176365376}
+{"Finetune/Learning Rate": 1.8439622635193954e-06, "Finetune/Loss": 0.576286792755127, "Finetune/Loss (Raw)": 0.5672280788421631, "Finetune/Step": 6314, "Finetune/Step Time": 6.591973198577762}
+{"Finetune/Learning Rate": 1.8415604296654556e-06, "Finetune/Loss": 0.5762597918510437, "Finetune/Loss (Raw)": 0.5691463351249695, "Finetune/Step": 6315, "Finetune/Step Time": 6.594112249091268}
+{"Finetune/Learning Rate": 1.8391600024230248e-06, "Finetune/Loss": 0.5761252641677856, "Finetune/Loss (Raw)": 0.5257183909416199, "Finetune/Step": 6316, "Finetune/Step Time": 6.593723399564624}
+{"Finetune/Learning Rate": 1.836760982205964e-06, "Finetune/Loss": 0.5763776898384094, "Finetune/Loss (Raw)": 0.608774721622467, "Finetune/Step": 6317, "Finetune/Step Time": 6.604592861607671}
+{"Finetune/Learning Rate": 1.8343633694278895e-06, "Finetune/Loss": 0.5790156126022339, "Finetune/Loss (Raw)": 0.5248630046844482, "Finetune/Step": 6318, "Finetune/Step Time": 6.578038996085525}
+{"Finetune/Learning Rate": 1.8319671645021852e-06, "Finetune/Loss": 0.5777488946914673, "Finetune/Loss (Raw)": 0.5441948175430298, "Finetune/Step": 6319, "Finetune/Step Time": 6.572884714230895}
+{"Finetune/Learning Rate": 1.829572367841982e-06, "Finetune/Loss": 0.5760197043418884, "Finetune/Loss (Raw)": 0.3914988040924072, "Finetune/Step": 6320, "Finetune/Step Time": 6.610619505867362}
+{"Finetune/Learning Rate": 1.827178979860169e-06, "Finetune/Loss": 0.5763285160064697, "Finetune/Loss (Raw)": 0.5994279384613037, "Finetune/Step": 6321, "Finetune/Step Time": 6.616088900715113}
+{"Finetune/Learning Rate": 1.824787000969398e-06, "Finetune/Loss": 0.576704740524292, "Finetune/Loss (Raw)": 0.6252027153968811, "Finetune/Step": 6322, "Finetune/Step Time": 6.616188503801823}
+{"Finetune/Learning Rate": 1.822396431582072e-06, "Finetune/Loss": 0.5771103501319885, "Finetune/Loss (Raw)": 0.6643016934394836, "Finetune/Step": 6323, "Finetune/Step Time": 6.62992268987}
+{"Finetune/Learning Rate": 1.8200072721103545e-06, "Finetune/Loss": 0.5764036774635315, "Finetune/Loss (Raw)": 0.44662269949913025, "Finetune/Step": 6324, "Finetune/Step Time": 6.638177189975977}
+{"Finetune/Learning Rate": 1.8176195229661652e-06, "Finetune/Loss": 0.5780109167098999, "Finetune/Loss (Raw)": 0.5307430624961853, "Finetune/Step": 6325, "Finetune/Step Time": 6.618467161431909}
+{"Finetune/Learning Rate": 1.815233184561176e-06, "Finetune/Loss": 0.5790446996688843, "Finetune/Loss (Raw)": 0.63527512550354, "Finetune/Step": 6326, "Finetune/Step Time": 6.619247069582343}
+{"Finetune/Learning Rate": 1.8128482573068274e-06, "Finetune/Loss": 0.5779718160629272, "Finetune/Loss (Raw)": 0.49593648314476013, "Finetune/Step": 6327, "Finetune/Step Time": 6.631271418184042}
+{"Finetune/Learning Rate": 1.810464741614304e-06, "Finetune/Loss": 0.5793225765228271, "Finetune/Loss (Raw)": 0.6364505290985107, "Finetune/Step": 6328, "Finetune/Step Time": 6.647760633379221}
+{"Finetune/Learning Rate": 1.8080826378945548e-06, "Finetune/Loss": 0.5795238614082336, "Finetune/Loss (Raw)": 0.512091875076294, "Finetune/Step": 6329, "Finetune/Step Time": 6.648497991263866}
+{"Finetune/Learning Rate": 1.8057019465582803e-06, "Finetune/Loss": 0.5787031650543213, "Finetune/Loss (Raw)": 0.5342020988464355, "Finetune/Step": 6330, "Finetune/Step Time": 6.668456450104713}
+{"Finetune/Learning Rate": 1.803322668015941e-06, "Finetune/Loss": 0.5784754157066345, "Finetune/Loss (Raw)": 0.5719481706619263, "Finetune/Step": 6331, "Finetune/Step Time": 6.660002909600735}
+{"Finetune/Learning Rate": 1.800944802677752e-06, "Finetune/Loss": 0.5794184803962708, "Finetune/Loss (Raw)": 0.6345632076263428, "Finetune/Step": 6332, "Finetune/Step Time": 6.662613848224282}
+{"Finetune/Learning Rate": 1.7985683509536867e-06, "Finetune/Loss": 0.5797857046127319, "Finetune/Loss (Raw)": 0.5953754782676697, "Finetune/Step": 6333, "Finetune/Step Time": 6.661442957818508}
+{"Finetune/Learning Rate": 1.7961933132534704e-06, "Finetune/Loss": 0.578773558139801, "Finetune/Loss (Raw)": 0.48020750284194946, "Finetune/Step": 6334, "Finetune/Step Time": 6.672730412334204}
+{"Finetune/Learning Rate": 1.7938196899865912e-06, "Finetune/Loss": 0.5784125328063965, "Finetune/Loss (Raw)": 0.5491787791252136, "Finetune/Step": 6335, "Finetune/Step Time": 6.669332571327686}
+{"Finetune/Learning Rate": 1.7914474815622896e-06, "Finetune/Loss": 0.5782347321510315, "Finetune/Loss (Raw)": 0.5760942101478577, "Finetune/Step": 6336, "Finetune/Step Time": 6.666039207950234}
+{"Finetune/Learning Rate": 1.7890766883895615e-06, "Finetune/Loss": 0.5772048830986023, "Finetune/Loss (Raw)": 0.5732114911079407, "Finetune/Step": 6337, "Finetune/Step Time": 6.673356231302023}
+{"Finetune/Learning Rate": 1.7867073108771594e-06, "Finetune/Loss": 0.5747647285461426, "Finetune/Loss (Raw)": 0.2637869417667389, "Finetune/Step": 6338, "Finetune/Step Time": 6.6798717230558395}
+{"Finetune/Learning Rate": 1.7843393494335925e-06, "Finetune/Loss": 0.5749590992927551, "Finetune/Loss (Raw)": 0.5378769040107727, "Finetune/Step": 6339, "Finetune/Step Time": 6.7017579935491085}
+{"Finetune/Learning Rate": 1.7819728044671248e-06, "Finetune/Loss": 0.5756447911262512, "Finetune/Loss (Raw)": 0.6116509437561035, "Finetune/Step": 6340, "Finetune/Step Time": 6.676639838144183}
+{"Finetune/Learning Rate": 1.779607676385776e-06, "Finetune/Loss": 0.575939416885376, "Finetune/Loss (Raw)": 0.6779946088790894, "Finetune/Step": 6341, "Finetune/Step Time": 6.684691239148378}
+{"Finetune/Learning Rate": 1.7772439655973217e-06, "Finetune/Loss": 0.5791330933570862, "Finetune/Loss (Raw)": 0.6617658138275146, "Finetune/Step": 6342, "Finetune/Step Time": 6.6779769603163}
+{"Finetune/Learning Rate": 1.7748816725092976e-06, "Finetune/Loss": 0.5800619125366211, "Finetune/Loss (Raw)": 0.6154431104660034, "Finetune/Step": 6343, "Finetune/Step Time": 6.657212687656283}
+{"Finetune/Learning Rate": 1.7725207975289883e-06, "Finetune/Loss": 0.5795235633850098, "Finetune/Loss (Raw)": 0.5750773549079895, "Finetune/Step": 6344, "Finetune/Step Time": 6.671520583331585}
+{"Finetune/Learning Rate": 1.7701613410634367e-06, "Finetune/Loss": 0.5780985951423645, "Finetune/Loss (Raw)": 0.5036754012107849, "Finetune/Step": 6345, "Finetune/Step Time": 6.688728611916304}
+{"Finetune/Learning Rate": 1.767803303519441e-06, "Finetune/Loss": 0.5777859687805176, "Finetune/Loss (Raw)": 0.6393325328826904, "Finetune/Step": 6346, "Finetune/Step Time": 6.682054620236158}
+{"Finetune/Learning Rate": 1.7654466853035545e-06, "Finetune/Loss": 0.5774321556091309, "Finetune/Loss (Raw)": 0.5331616997718811, "Finetune/Step": 6347, "Finetune/Step Time": 6.684440119192004}
+{"Finetune/Learning Rate": 1.763091486822086e-06, "Finetune/Loss": 0.5769875645637512, "Finetune/Loss (Raw)": 0.574857234954834, "Finetune/Step": 6348, "Finetune/Step Time": 6.68821063823998}
+{"Finetune/Learning Rate": 1.7607377084811007e-06, "Finetune/Loss": 0.5768131613731384, "Finetune/Loss (Raw)": 0.578119158744812, "Finetune/Step": 6349, "Finetune/Step Time": 6.678501276299357}
+{"Finetune/Learning Rate": 1.7583853506864135e-06, "Finetune/Loss": 0.5775853395462036, "Finetune/Loss (Raw)": 0.6397954225540161, "Finetune/Step": 6350, "Finetune/Step Time": 6.67531131207943}
+{"Finetune/Learning Rate": 1.7560344138436059e-06, "Finetune/Loss": 0.5763486623764038, "Finetune/Loss (Raw)": 0.5603963732719421, "Finetune/Step": 6351, "Finetune/Step Time": 6.690505957230926}
+{"Finetune/Learning Rate": 1.7536848983580024e-06, "Finetune/Loss": 0.5764995217323303, "Finetune/Loss (Raw)": 0.6842586398124695, "Finetune/Step": 6352, "Finetune/Step Time": 6.677625743672252}
+{"Finetune/Learning Rate": 1.7513368046346902e-06, "Finetune/Loss": 0.5759508609771729, "Finetune/Loss (Raw)": 0.5752665400505066, "Finetune/Step": 6353, "Finetune/Step Time": 6.6783780343830585}
+{"Finetune/Learning Rate": 1.7489901330785053e-06, "Finetune/Loss": 0.575187087059021, "Finetune/Loss (Raw)": 0.6206088066101074, "Finetune/Step": 6354, "Finetune/Step Time": 6.680553724989295}
+{"Finetune/Learning Rate": 1.746644884094043e-06, "Finetune/Loss": 0.5712389945983887, "Finetune/Loss (Raw)": 0.20679782330989838, "Finetune/Step": 6355, "Finetune/Step Time": 6.6910231243819}
+{"Finetune/Learning Rate": 1.7443010580856524e-06, "Finetune/Loss": 0.5713021159172058, "Finetune/Loss (Raw)": 0.612682580947876, "Finetune/Step": 6356, "Finetune/Step Time": 6.7161281779408455}
+{"Finetune/Learning Rate": 1.7419586554574364e-06, "Finetune/Loss": 0.5727344751358032, "Finetune/Loss (Raw)": 0.6757251620292664, "Finetune/Step": 6357, "Finetune/Step Time": 6.724024519324303}
+{"Finetune/Learning Rate": 1.739617676613251e-06, "Finetune/Loss": 0.5717241168022156, "Finetune/Loss (Raw)": 0.5031477808952332, "Finetune/Step": 6358, "Finetune/Step Time": 6.733573893085122}
+{"Finetune/Learning Rate": 1.7372781219567125e-06, "Finetune/Loss": 0.5729880332946777, "Finetune/Loss (Raw)": 0.7556466460227966, "Finetune/Step": 6359, "Finetune/Step Time": 6.73864153586328}
+{"Finetune/Learning Rate": 1.7349399918911858e-06, "Finetune/Loss": 0.5728327631950378, "Finetune/Loss (Raw)": 0.6838837265968323, "Finetune/Step": 6360, "Finetune/Step Time": 6.777519188821316}
+{"Finetune/Learning Rate": 1.7326032868197928e-06, "Finetune/Loss": 0.5727286338806152, "Finetune/Loss (Raw)": 0.24257797002792358, "Finetune/Step": 6361, "Finetune/Step Time": 6.778422737494111}
+{"Finetune/Learning Rate": 1.730268007145408e-06, "Finetune/Loss": 0.5730130672454834, "Finetune/Loss (Raw)": 0.6261007189750671, "Finetune/Step": 6362, "Finetune/Step Time": 6.772289438173175}
+{"Finetune/Learning Rate": 1.7279341532706627e-06, "Finetune/Loss": 0.5729278922080994, "Finetune/Loss (Raw)": 0.5750420689582825, "Finetune/Step": 6363, "Finetune/Step Time": 6.778623221442103}
+{"Finetune/Learning Rate": 1.7256017255979397e-06, "Finetune/Loss": 0.5720054507255554, "Finetune/Loss (Raw)": 0.6461778879165649, "Finetune/Step": 6364, "Finetune/Step Time": 6.78044293820858}
+{"Finetune/Learning Rate": 1.7232707245293767e-06, "Finetune/Loss": 0.571837842464447, "Finetune/Loss (Raw)": 0.5638861060142517, "Finetune/Step": 6365, "Finetune/Step Time": 6.79250849224627}
+{"Finetune/Learning Rate": 1.720941150466865e-06, "Finetune/Loss": 0.5722509026527405, "Finetune/Loss (Raw)": 0.6008602380752563, "Finetune/Step": 6366, "Finetune/Step Time": 6.784680277109146}
+{"Finetune/Learning Rate": 1.7186130038120551e-06, "Finetune/Loss": 0.5720648169517517, "Finetune/Loss (Raw)": 0.5705501437187195, "Finetune/Step": 6367, "Finetune/Step Time": 6.76385316811502}
+{"Finetune/Learning Rate": 1.716286284966344e-06, "Finetune/Loss": 0.5721227526664734, "Finetune/Loss (Raw)": 0.55324387550354, "Finetune/Step": 6368, "Finetune/Step Time": 6.768922755494714}
+{"Finetune/Learning Rate": 1.7139609943308856e-06, "Finetune/Loss": 0.5722943544387817, "Finetune/Loss (Raw)": 0.4887983202934265, "Finetune/Step": 6369, "Finetune/Step Time": 6.750623889267445}
+{"Finetune/Learning Rate": 1.7116371323065883e-06, "Finetune/Loss": 0.5728576183319092, "Finetune/Loss (Raw)": 0.7103774547576904, "Finetune/Step": 6370, "Finetune/Step Time": 6.749832464382052}
+{"Finetune/Learning Rate": 1.7093146992941122e-06, "Finetune/Loss": 0.5712375640869141, "Finetune/Loss (Raw)": 0.4737149775028229, "Finetune/Step": 6371, "Finetune/Step Time": 6.762764882296324}
+{"Finetune/Learning Rate": 1.7069936956938737e-06, "Finetune/Loss": 0.5714454650878906, "Finetune/Loss (Raw)": 0.696054220199585, "Finetune/Step": 6372, "Finetune/Step Time": 6.749644849449396}
+{"Finetune/Learning Rate": 1.7046741219060402e-06, "Finetune/Loss": 0.570932149887085, "Finetune/Loss (Raw)": 0.5227077007293701, "Finetune/Step": 6373, "Finetune/Step Time": 6.742187900468707}
+{"Finetune/Learning Rate": 1.7023559783305321e-06, "Finetune/Loss": 0.5709522366523743, "Finetune/Loss (Raw)": 0.641380786895752, "Finetune/Step": 6374, "Finetune/Step Time": 6.741980193182826}
+{"Finetune/Learning Rate": 1.7000392653670283e-06, "Finetune/Loss": 0.5697582364082336, "Finetune/Loss (Raw)": 0.5508804321289062, "Finetune/Step": 6375, "Finetune/Step Time": 6.734350185841322}
+{"Finetune/Learning Rate": 1.697723983414956e-06, "Finetune/Loss": 0.5673927068710327, "Finetune/Loss (Raw)": 0.25202998518943787, "Finetune/Step": 6376, "Finetune/Step Time": 6.740821994841099}
+{"Finetune/Learning Rate": 1.6954101328734972e-06, "Finetune/Loss": 0.5682741403579712, "Finetune/Loss (Raw)": 0.7055350542068481, "Finetune/Step": 6377, "Finetune/Step Time": 6.740998765453696}
+{"Finetune/Learning Rate": 1.6930977141415872e-06, "Finetune/Loss": 0.570854663848877, "Finetune/Loss (Raw)": 0.5381137728691101, "Finetune/Step": 6378, "Finetune/Step Time": 6.732053993269801}
+{"Finetune/Learning Rate": 1.6907867276179135e-06, "Finetune/Loss": 0.571246862411499, "Finetune/Loss (Raw)": 0.5872767567634583, "Finetune/Step": 6379, "Finetune/Step Time": 6.741053704172373}
+{"Finetune/Learning Rate": 1.6884771737009186e-06, "Finetune/Loss": 0.5733850002288818, "Finetune/Loss (Raw)": 0.7512769103050232, "Finetune/Step": 6380, "Finetune/Step Time": 6.718339443206787}
+{"Finetune/Learning Rate": 1.6861690527887975e-06, "Finetune/Loss": 0.5730127692222595, "Finetune/Loss (Raw)": 0.5124771595001221, "Finetune/Step": 6381, "Finetune/Step Time": 6.710894821211696}
+{"Finetune/Learning Rate": 1.6838623652794928e-06, "Finetune/Loss": 0.5687665939331055, "Finetune/Loss (Raw)": 0.18473394215106964, "Finetune/Step": 6382, "Finetune/Step Time": 6.733984375372529}
+{"Finetune/Learning Rate": 1.6815571115707108e-06, "Finetune/Loss": 0.5684826374053955, "Finetune/Loss (Raw)": 0.6144183874130249, "Finetune/Step": 6383, "Finetune/Step Time": 6.743021870031953}
+{"Finetune/Learning Rate": 1.6792532920599025e-06, "Finetune/Loss": 0.5676913261413574, "Finetune/Loss (Raw)": 0.49496152997016907, "Finetune/Step": 6384, "Finetune/Step Time": 6.753663623705506}
+{"Finetune/Learning Rate": 1.6769509071442735e-06, "Finetune/Loss": 0.5679999589920044, "Finetune/Loss (Raw)": 0.6507625579833984, "Finetune/Step": 6385, "Finetune/Step Time": 6.739605655893683}
+{"Finetune/Learning Rate": 1.674649957220782e-06, "Finetune/Loss": 0.5674002766609192, "Finetune/Loss (Raw)": 0.623889684677124, "Finetune/Step": 6386, "Finetune/Step Time": 6.739688502624631}
+{"Finetune/Learning Rate": 1.6723504426861391e-06, "Finetune/Loss": 0.5679298639297485, "Finetune/Loss (Raw)": 0.6950933933258057, "Finetune/Step": 6387, "Finetune/Step Time": 6.759369032457471}
+{"Finetune/Learning Rate": 1.6700523639368083e-06, "Finetune/Loss": 0.5685030221939087, "Finetune/Loss (Raw)": 0.568173348903656, "Finetune/Step": 6388, "Finetune/Step Time": 6.7640983909368515}
+{"Finetune/Learning Rate": 1.6677557213690054e-06, "Finetune/Loss": 0.570143461227417, "Finetune/Loss (Raw)": 0.7383441925048828, "Finetune/Step": 6389, "Finetune/Step Time": 6.783633103594184}
+{"Finetune/Learning Rate": 1.6654605153786961e-06, "Finetune/Loss": 0.5708735585212708, "Finetune/Loss (Raw)": 0.6724787950515747, "Finetune/Step": 6390, "Finetune/Step Time": 6.796626036986709}
+{"Finetune/Learning Rate": 1.6631667463616063e-06, "Finetune/Loss": 0.5696626305580139, "Finetune/Loss (Raw)": 0.5241204500198364, "Finetune/Step": 6391, "Finetune/Step Time": 6.7966445460915565}
+{"Finetune/Learning Rate": 1.6608744147132062e-06, "Finetune/Loss": 0.569192111492157, "Finetune/Loss (Raw)": 0.5085353851318359, "Finetune/Step": 6392, "Finetune/Step Time": 6.800167193636298}
+{"Finetune/Learning Rate": 1.6585835208287216e-06, "Finetune/Loss": 0.5688225030899048, "Finetune/Loss (Raw)": 0.5327572822570801, "Finetune/Step": 6393, "Finetune/Step Time": 6.812371568754315}
+{"Finetune/Learning Rate": 1.656294065103129e-06, "Finetune/Loss": 0.5672135353088379, "Finetune/Loss (Raw)": 0.3843385577201843, "Finetune/Step": 6394, "Finetune/Step Time": 6.817963298410177}
+{"Finetune/Learning Rate": 1.6540060479311581e-06, "Finetune/Loss": 0.5670502185821533, "Finetune/Loss (Raw)": 0.5740074515342712, "Finetune/Step": 6395, "Finetune/Step Time": 6.819884227588773}
+{"Finetune/Learning Rate": 1.6517194697072903e-06, "Finetune/Loss": 0.5630667209625244, "Finetune/Loss (Raw)": 0.16004477441310883, "Finetune/Step": 6396, "Finetune/Step Time": 6.832340342923999}
+{"Finetune/Learning Rate": 1.6494343308257577e-06, "Finetune/Loss": 0.5642039775848389, "Finetune/Loss (Raw)": 0.7065644264221191, "Finetune/Step": 6397, "Finetune/Step Time": 6.820733916014433}
+{"Finetune/Learning Rate": 1.647150631680543e-06, "Finetune/Loss": 0.5647228956222534, "Finetune/Loss (Raw)": 0.6741729378700256, "Finetune/Step": 6398, "Finetune/Step Time": 6.82081631757319}
+{"Finetune/Learning Rate": 1.6448683726653892e-06, "Finetune/Loss": 0.5636213421821594, "Finetune/Loss (Raw)": 0.5132350921630859, "Finetune/Step": 6399, "Finetune/Step Time": 6.819960445165634}
+{"Finetune/Learning Rate": 1.6425875541737812e-06, "Finetune/Loss": 0.565514087677002, "Finetune/Loss (Raw)": 0.6816235184669495, "Finetune/Step": 6400, "Finetune/Step Time": 6.806287473067641}
+{"Finetune/Learning Rate": 1.6403081765989592e-06, "Finetune/Loss": 0.5647241473197937, "Finetune/Loss (Raw)": 0.5176511406898499, "Finetune/Step": 6401, "Finetune/Step Time": 6.829619158059359}
+{"Finetune/Learning Rate": 1.6380302403339155e-06, "Finetune/Loss": 0.5656561851501465, "Finetune/Loss (Raw)": 0.6640456318855286, "Finetune/Step": 6402, "Finetune/Step Time": 6.827994892373681}
+{"Finetune/Learning Rate": 1.6357537457713924e-06, "Finetune/Loss": 0.5643976330757141, "Finetune/Loss (Raw)": 0.47877466678619385, "Finetune/Step": 6403, "Finetune/Step Time": 6.839037414640188}
+{"Finetune/Learning Rate": 1.633478693303885e-06, "Finetune/Loss": 0.5639516711235046, "Finetune/Loss (Raw)": 0.6057121753692627, "Finetune/Step": 6404, "Finetune/Step Time": 6.8162959311157465}
+{"Finetune/Learning Rate": 1.6312050833236382e-06, "Finetune/Loss": 0.5675889253616333, "Finetune/Loss (Raw)": 0.680200457572937, "Finetune/Step": 6405, "Finetune/Step Time": 6.795805886387825}
+{"Finetune/Learning Rate": 1.6289329162226485e-06, "Finetune/Loss": 0.5672935843467712, "Finetune/Loss (Raw)": 0.5801056623458862, "Finetune/Step": 6406, "Finetune/Step Time": 6.798119843006134}
+{"Finetune/Learning Rate": 1.6266621923926685e-06, "Finetune/Loss": 0.5668662786483765, "Finetune/Loss (Raw)": 0.5736356973648071, "Finetune/Step": 6407, "Finetune/Step Time": 6.814347803592682}
+{"Finetune/Learning Rate": 1.6243929122251955e-06, "Finetune/Loss": 0.567520022392273, "Finetune/Loss (Raw)": 0.6342373490333557, "Finetune/Step": 6408, "Finetune/Step Time": 6.826413705945015}
+{"Finetune/Learning Rate": 1.6221250761114803e-06, "Finetune/Loss": 0.5684163570404053, "Finetune/Loss (Raw)": 0.6226277351379395, "Finetune/Step": 6409, "Finetune/Step Time": 6.8213885724544525}
+{"Finetune/Learning Rate": 1.6198586844425245e-06, "Finetune/Loss": 0.5679595470428467, "Finetune/Loss (Raw)": 0.5776844024658203, "Finetune/Step": 6410, "Finetune/Step Time": 6.8110069166868925}
+{"Finetune/Learning Rate": 1.617593737609081e-06, "Finetune/Loss": 0.5668453574180603, "Finetune/Loss (Raw)": 0.5438269376754761, "Finetune/Step": 6411, "Finetune/Step Time": 6.8123491536825895}
+{"Finetune/Learning Rate": 1.6153302360016532e-06, "Finetune/Loss": 0.5667147040367126, "Finetune/Loss (Raw)": 0.5650758743286133, "Finetune/Step": 6412, "Finetune/Step Time": 6.835189258679748}
+{"Finetune/Learning Rate": 1.6130681800104952e-06, "Finetune/Loss": 0.5672051310539246, "Finetune/Loss (Raw)": 0.6090337634086609, "Finetune/Step": 6413, "Finetune/Step Time": 6.846839042380452}
+{"Finetune/Learning Rate": 1.610807570025611e-06, "Finetune/Loss": 0.5680174827575684, "Finetune/Loss (Raw)": 0.7232348322868347, "Finetune/Step": 6414, "Finetune/Step Time": 6.853416617959738}
+{"Finetune/Learning Rate": 1.6085484064367596e-06, "Finetune/Loss": 0.5673816800117493, "Finetune/Loss (Raw)": 0.5912702679634094, "Finetune/Step": 6415, "Finetune/Step Time": 6.848797418177128}
+{"Finetune/Learning Rate": 1.6062906896334474e-06, "Finetune/Loss": 0.5681849718093872, "Finetune/Loss (Raw)": 0.5298096537590027, "Finetune/Step": 6416, "Finetune/Step Time": 6.834458773955703}
+{"Finetune/Learning Rate": 1.6040344200049297e-06, "Finetune/Loss": 0.5679211020469666, "Finetune/Loss (Raw)": 0.6454039216041565, "Finetune/Step": 6417, "Finetune/Step Time": 6.82768939062953}
+{"Finetune/Learning Rate": 1.601779597940214e-06, "Finetune/Loss": 0.5683994293212891, "Finetune/Loss (Raw)": 0.6104909777641296, "Finetune/Step": 6418, "Finetune/Step Time": 6.829046931117773}
+{"Finetune/Learning Rate": 1.5995262238280594e-06, "Finetune/Loss": 0.568352460861206, "Finetune/Loss (Raw)": 0.5470491647720337, "Finetune/Step": 6419, "Finetune/Step Time": 6.820196712389588}
+{"Finetune/Learning Rate": 1.5972742980569745e-06, "Finetune/Loss": 0.5678502321243286, "Finetune/Loss (Raw)": 0.5143246054649353, "Finetune/Step": 6420, "Finetune/Step Time": 6.824949916452169}
+{"Finetune/Learning Rate": 1.5950238210152158e-06, "Finetune/Loss": 0.5677758455276489, "Finetune/Loss (Raw)": 0.6317287087440491, "Finetune/Step": 6421, "Finetune/Step Time": 6.825451251119375}
+{"Finetune/Learning Rate": 1.5927747930907921e-06, "Finetune/Loss": 0.5683146715164185, "Finetune/Loss (Raw)": 0.6601852774620056, "Finetune/Step": 6422, "Finetune/Step Time": 6.827148512005806}
+{"Finetune/Learning Rate": 1.5905272146714668e-06, "Finetune/Loss": 0.5671972036361694, "Finetune/Loss (Raw)": 0.557613730430603, "Finetune/Step": 6423, "Finetune/Step Time": 6.826654376462102}
+{"Finetune/Learning Rate": 1.5882810861447451e-06, "Finetune/Loss": 0.5664427280426025, "Finetune/Loss (Raw)": 0.49586760997772217, "Finetune/Step": 6424, "Finetune/Step Time": 6.829515378922224}
+{"Finetune/Learning Rate": 1.5860364078978873e-06, "Finetune/Loss": 0.5656363368034363, "Finetune/Loss (Raw)": 0.540482223033905, "Finetune/Step": 6425, "Finetune/Step Time": 6.833342682570219}
+{"Finetune/Learning Rate": 1.583793180317903e-06, "Finetune/Loss": 0.5661994218826294, "Finetune/Loss (Raw)": 0.6309865117073059, "Finetune/Step": 6426, "Finetune/Step Time": 6.836538754403591}
+{"Finetune/Learning Rate": 1.5815514037915491e-06, "Finetune/Loss": 0.5649828910827637, "Finetune/Loss (Raw)": 0.5500746965408325, "Finetune/Step": 6427, "Finetune/Step Time": 6.8358570989221334}
+{"Finetune/Learning Rate": 1.5793110787053366e-06, "Finetune/Loss": 0.5661301612854004, "Finetune/Loss (Raw)": 0.5577886700630188, "Finetune/Step": 6428, "Finetune/Step Time": 6.8402886390686035}
+{"Finetune/Learning Rate": 1.5770722054455234e-06, "Finetune/Loss": 0.5688498020172119, "Finetune/Loss (Raw)": 0.5763537883758545, "Finetune/Step": 6429, "Finetune/Step Time": 6.812168972566724}
+{"Finetune/Learning Rate": 1.574834784398116e-06, "Finetune/Loss": 0.5697163343429565, "Finetune/Loss (Raw)": 0.6520016193389893, "Finetune/Step": 6430, "Finetune/Step Time": 6.800482993945479}
+{"Finetune/Learning Rate": 1.5725988159488747e-06, "Finetune/Loss": 0.5694866180419922, "Finetune/Loss (Raw)": 0.5773606300354004, "Finetune/Step": 6431, "Finetune/Step Time": 6.803102986887097}
+{"Finetune/Learning Rate": 1.570364300483307e-06, "Finetune/Loss": 0.5658842921257019, "Finetune/Loss (Raw)": 0.14599230885505676, "Finetune/Step": 6432, "Finetune/Step Time": 6.815064463764429}
+{"Finetune/Learning Rate": 1.5681312383866687e-06, "Finetune/Loss": 0.5665125250816345, "Finetune/Loss (Raw)": 0.5973990559577942, "Finetune/Step": 6433, "Finetune/Step Time": 6.800842018797994}
+{"Finetune/Learning Rate": 1.5658996300439666e-06, "Finetune/Loss": 0.5655592083930969, "Finetune/Loss (Raw)": 0.5875896215438843, "Finetune/Step": 6434, "Finetune/Step Time": 6.8061363864690065}
+{"Finetune/Learning Rate": 1.5636694758399563e-06, "Finetune/Loss": 0.5667160153388977, "Finetune/Loss (Raw)": 0.6838518977165222, "Finetune/Step": 6435, "Finetune/Step Time": 6.814556421712041}
+{"Finetune/Learning Rate": 1.5614407761591421e-06, "Finetune/Loss": 0.5679272413253784, "Finetune/Loss (Raw)": 0.6779171228408813, "Finetune/Step": 6436, "Finetune/Step Time": 6.81353541649878}
+{"Finetune/Learning Rate": 1.559213531385778e-06, "Finetune/Loss": 0.5679161548614502, "Finetune/Loss (Raw)": 0.5850477814674377, "Finetune/Step": 6437, "Finetune/Step Time": 6.797527547925711}
+{"Finetune/Learning Rate": 1.5569877419038659e-06, "Finetune/Loss": 0.5686973929405212, "Finetune/Loss (Raw)": 0.6130349040031433, "Finetune/Step": 6438, "Finetune/Step Time": 6.800363382324576}
+{"Finetune/Learning Rate": 1.5547634080971642e-06, "Finetune/Loss": 0.5668432712554932, "Finetune/Loss (Raw)": 0.495801717042923, "Finetune/Step": 6439, "Finetune/Step Time": 6.795483481138945}
+{"Finetune/Learning Rate": 1.5525405303491692e-06, "Finetune/Loss": 0.5708233118057251, "Finetune/Loss (Raw)": 0.7314687967300415, "Finetune/Step": 6440, "Finetune/Step Time": 6.7742296271026134}
+{"Finetune/Learning Rate": 1.5503191090431324e-06, "Finetune/Loss": 0.5707703828811646, "Finetune/Loss (Raw)": 0.7013371586799622, "Finetune/Step": 6441, "Finetune/Step Time": 6.7614676505327225}
+{"Finetune/Learning Rate": 1.5480991445620541e-06, "Finetune/Loss": 0.5701344013214111, "Finetune/Loss (Raw)": 0.48582950234413147, "Finetune/Step": 6442, "Finetune/Step Time": 6.769003037363291}
+{"Finetune/Learning Rate": 1.5458806372886814e-06, "Finetune/Loss": 0.5710527896881104, "Finetune/Loss (Raw)": 0.6867032051086426, "Finetune/Step": 6443, "Finetune/Step Time": 6.7827779818326235}
+{"Finetune/Learning Rate": 1.5436635876055107e-06, "Finetune/Loss": 0.5722507238388062, "Finetune/Loss (Raw)": 0.679046094417572, "Finetune/Step": 6444, "Finetune/Step Time": 6.7867357190698385}
+{"Finetune/Learning Rate": 1.5414479958947892e-06, "Finetune/Loss": 0.5711027383804321, "Finetune/Loss (Raw)": 0.46183663606643677, "Finetune/Step": 6445, "Finetune/Step Time": 6.801525389775634}
+{"Finetune/Learning Rate": 1.5392338625385084e-06, "Finetune/Loss": 0.5715636014938354, "Finetune/Loss (Raw)": 0.5838513374328613, "Finetune/Step": 6446, "Finetune/Step Time": 6.80739145539701}
+{"Finetune/Learning Rate": 1.537021187918415e-06, "Finetune/Loss": 0.5719276666641235, "Finetune/Loss (Raw)": 0.5907930731773376, "Finetune/Step": 6447, "Finetune/Step Time": 6.817946707829833}
+{"Finetune/Learning Rate": 1.534809972415998e-06, "Finetune/Loss": 0.57317715883255, "Finetune/Loss (Raw)": 0.5514305830001831, "Finetune/Step": 6448, "Finetune/Step Time": 6.7872472163289785}
+{"Finetune/Learning Rate": 1.5326002164124975e-06, "Finetune/Loss": 0.5730214715003967, "Finetune/Loss (Raw)": 0.579500675201416, "Finetune/Step": 6449, "Finetune/Step Time": 6.781452236697078}
+{"Finetune/Learning Rate": 1.5303919202889006e-06, "Finetune/Loss": 0.5725975632667542, "Finetune/Loss (Raw)": 0.5709482431411743, "Finetune/Step": 6450, "Finetune/Step Time": 6.793245162814856}
+{"Finetune/Learning Rate": 1.5281850844259461e-06, "Finetune/Loss": 0.5712698101997375, "Finetune/Loss (Raw)": 0.4943508803844452, "Finetune/Step": 6451, "Finetune/Step Time": 6.8080899473279715}
+{"Finetune/Learning Rate": 1.5259797092041162e-06, "Finetune/Loss": 0.5725044012069702, "Finetune/Loss (Raw)": 0.6046465039253235, "Finetune/Step": 6452, "Finetune/Step Time": 6.810924381017685}
+{"Finetune/Learning Rate": 1.5237757950036447e-06, "Finetune/Loss": 0.5718474388122559, "Finetune/Loss (Raw)": 0.4466477930545807, "Finetune/Step": 6453, "Finetune/Step Time": 6.813106259331107}
+{"Finetune/Learning Rate": 1.5215733422045098e-06, "Finetune/Loss": 0.5718202590942383, "Finetune/Loss (Raw)": 0.6317996978759766, "Finetune/Step": 6454, "Finetune/Step Time": 6.820560170337558}
+{"Finetune/Learning Rate": 1.5193723511864455e-06, "Finetune/Loss": 0.5726343393325806, "Finetune/Loss (Raw)": 0.6001407504081726, "Finetune/Step": 6455, "Finetune/Step Time": 6.809296365827322}
+{"Finetune/Learning Rate": 1.5171728223289261e-06, "Finetune/Loss": 0.5718306303024292, "Finetune/Loss (Raw)": 0.5335735082626343, "Finetune/Step": 6456, "Finetune/Step Time": 6.803459132090211}
+{"Finetune/Learning Rate": 1.5149747560111772e-06, "Finetune/Loss": 0.5724340677261353, "Finetune/Loss (Raw)": 0.5893281698226929, "Finetune/Step": 6457, "Finetune/Step Time": 6.791080977767706}
+{"Finetune/Learning Rate": 1.5127781526121699e-06, "Finetune/Loss": 0.5722163915634155, "Finetune/Loss (Raw)": 0.5063448548316956, "Finetune/Step": 6458, "Finetune/Step Time": 6.787218641489744}
+{"Finetune/Learning Rate": 1.5105830125106258e-06, "Finetune/Loss": 0.5725682973861694, "Finetune/Loss (Raw)": 0.6169953942298889, "Finetune/Step": 6459, "Finetune/Step Time": 6.781646905466914}
+{"Finetune/Learning Rate": 1.5083893360850121e-06, "Finetune/Loss": 0.569460928440094, "Finetune/Loss (Raw)": 0.23681329190731049, "Finetune/Step": 6460, "Finetune/Step Time": 6.803443364799023}
+{"Finetune/Learning Rate": 1.5061971237135453e-06, "Finetune/Loss": 0.5695710182189941, "Finetune/Loss (Raw)": 0.6094642281532288, "Finetune/Step": 6461, "Finetune/Step Time": 6.805795142427087}
+{"Finetune/Learning Rate": 1.5040063757741863e-06, "Finetune/Loss": 0.5704270005226135, "Finetune/Loss (Raw)": 0.5897784233093262, "Finetune/Step": 6462, "Finetune/Step Time": 6.7926217298954725}
+{"Finetune/Learning Rate": 1.5018170926446506e-06, "Finetune/Loss": 0.5700953602790833, "Finetune/Loss (Raw)": 0.5067276358604431, "Finetune/Step": 6463, "Finetune/Step Time": 6.787396892905235}
+{"Finetune/Learning Rate": 1.4996292747023943e-06, "Finetune/Loss": 0.569922924041748, "Finetune/Loss (Raw)": 0.554021418094635, "Finetune/Step": 6464, "Finetune/Step Time": 6.786787450313568}
+{"Finetune/Learning Rate": 1.4974429223246223e-06, "Finetune/Loss": 0.5701097249984741, "Finetune/Loss (Raw)": 0.5971233248710632, "Finetune/Step": 6465, "Finetune/Step Time": 6.786279890686274}
+{"Finetune/Learning Rate": 1.4952580358882884e-06, "Finetune/Loss": 0.5733232498168945, "Finetune/Loss (Raw)": 0.67512047290802, "Finetune/Step": 6466, "Finetune/Step Time": 6.776245765388012}
+{"Finetune/Learning Rate": 1.4930746157700936e-06, "Finetune/Loss": 0.5709069967269897, "Finetune/Loss (Raw)": 0.2285974770784378, "Finetune/Step": 6467, "Finetune/Step Time": 6.770487163215876}
+{"Finetune/Learning Rate": 1.4908926623464838e-06, "Finetune/Loss": 0.5704948902130127, "Finetune/Loss (Raw)": 0.5588966012001038, "Finetune/Step": 6468, "Finetune/Step Time": 6.775002848356962}
+{"Finetune/Learning Rate": 1.488712175993654e-06, "Finetune/Loss": 0.570013165473938, "Finetune/Loss (Raw)": 0.6163392663002014, "Finetune/Step": 6469, "Finetune/Step Time": 6.782397655770183}
+{"Finetune/Learning Rate": 1.486533157087544e-06, "Finetune/Loss": 0.5661795735359192, "Finetune/Loss (Raw)": 0.1710636168718338, "Finetune/Step": 6470, "Finetune/Step Time": 6.791227972134948}
+{"Finetune/Learning Rate": 1.4843556060038466e-06, "Finetune/Loss": 0.5668260455131531, "Finetune/Loss (Raw)": 0.6981930732727051, "Finetune/Step": 6471, "Finetune/Step Time": 6.792491985484958}
+{"Finetune/Learning Rate": 1.4821795231179958e-06, "Finetune/Loss": 0.5662020444869995, "Finetune/Loss (Raw)": 0.4951988160610199, "Finetune/Step": 6472, "Finetune/Step Time": 6.818176832050085}
+{"Finetune/Learning Rate": 1.4800049088051739e-06, "Finetune/Loss": 0.5641275644302368, "Finetune/Loss (Raw)": 0.23814904689788818, "Finetune/Step": 6473, "Finetune/Step Time": 6.822005243971944}
+{"Finetune/Learning Rate": 1.4778317634403082e-06, "Finetune/Loss": 0.5641466379165649, "Finetune/Loss (Raw)": 0.641778290271759, "Finetune/Step": 6474, "Finetune/Step Time": 6.843473354354501}
+{"Finetune/Learning Rate": 1.4756600873980776e-06, "Finetune/Loss": 0.5644584894180298, "Finetune/Loss (Raw)": 0.5730770230293274, "Finetune/Step": 6475, "Finetune/Step Time": 6.85166017152369}
+{"Finetune/Learning Rate": 1.4734898810529031e-06, "Finetune/Loss": 0.5644146203994751, "Finetune/Loss (Raw)": 0.5692318081855774, "Finetune/Step": 6476, "Finetune/Step Time": 6.846111234277487}
+{"Finetune/Learning Rate": 1.4713211447789544e-06, "Finetune/Loss": 0.5643453598022461, "Finetune/Loss (Raw)": 0.5692545175552368, "Finetune/Step": 6477, "Finetune/Step Time": 6.844846053048968}
+{"Finetune/Learning Rate": 1.4691538789501446e-06, "Finetune/Loss": 0.5644021034240723, "Finetune/Loss (Raw)": 0.6470697522163391, "Finetune/Step": 6478, "Finetune/Step Time": 6.847226163372397}
+{"Finetune/Learning Rate": 1.4669880839401417e-06, "Finetune/Loss": 0.5651215314865112, "Finetune/Loss (Raw)": 0.6524778604507446, "Finetune/Step": 6479, "Finetune/Step Time": 6.835098780691624}
+{"Finetune/Learning Rate": 1.4648237601223502e-06, "Finetune/Loss": 0.5636215806007385, "Finetune/Loss (Raw)": 0.4922614097595215, "Finetune/Step": 6480, "Finetune/Step Time": 6.83748915232718}
+{"Finetune/Learning Rate": 1.462660907869926e-06, "Finetune/Loss": 0.5645138025283813, "Finetune/Loss (Raw)": 0.6894754767417908, "Finetune/Step": 6481, "Finetune/Step Time": 6.832519132643938}
+{"Finetune/Learning Rate": 1.460499527555771e-06, "Finetune/Loss": 0.5646190047264099, "Finetune/Loss (Raw)": 0.6340755820274353, "Finetune/Step": 6482, "Finetune/Step Time": 6.832647453993559}
+{"Finetune/Learning Rate": 1.4583396195525324e-06, "Finetune/Loss": 0.5647878646850586, "Finetune/Loss (Raw)": 0.22840385138988495, "Finetune/Step": 6483, "Finetune/Step Time": 6.8319508619606495}
+{"Finetune/Learning Rate": 1.4561811842326034e-06, "Finetune/Loss": 0.5644318461418152, "Finetune/Loss (Raw)": 0.5671141743659973, "Finetune/Step": 6484, "Finetune/Step Time": 6.826878767460585}
+{"Finetune/Learning Rate": 1.4540242219681244e-06, "Finetune/Loss": 0.5637267827987671, "Finetune/Loss (Raw)": 0.5854737758636475, "Finetune/Step": 6485, "Finetune/Step Time": 6.822354847565293}
+{"Finetune/Learning Rate": 1.4518687331309788e-06, "Finetune/Loss": 0.5628711581230164, "Finetune/Loss (Raw)": 0.39363524317741394, "Finetune/Step": 6486, "Finetune/Step Time": 6.8054152727127075}
+{"Finetune/Learning Rate": 1.449714718092803e-06, "Finetune/Loss": 0.561972975730896, "Finetune/Loss (Raw)": 0.6406760215759277, "Finetune/Step": 6487, "Finetune/Step Time": 6.802007492631674}
+{"Finetune/Learning Rate": 1.4475621772249716e-06, "Finetune/Loss": 0.5613987445831299, "Finetune/Loss (Raw)": 0.6103879809379578, "Finetune/Step": 6488, "Finetune/Step Time": 6.775548243895173}
+{"Finetune/Learning Rate": 1.445411110898609e-06, "Finetune/Loss": 0.5655377507209778, "Finetune/Loss (Raw)": 0.772367000579834, "Finetune/Step": 6489, "Finetune/Step Time": 6.752604948356748}
+{"Finetune/Learning Rate": 1.4432615194845845e-06, "Finetune/Loss": 0.5648833513259888, "Finetune/Loss (Raw)": 0.5423380732536316, "Finetune/Step": 6490, "Finetune/Step Time": 6.77815068513155}
+{"Finetune/Learning Rate": 1.4411134033535135e-06, "Finetune/Loss": 0.5640401840209961, "Finetune/Loss (Raw)": 0.4671129286289215, "Finetune/Step": 6491, "Finetune/Step Time": 6.790782695636153}
+{"Finetune/Learning Rate": 1.4389667628757552e-06, "Finetune/Loss": 0.5638957023620605, "Finetune/Loss (Raw)": 0.6276884078979492, "Finetune/Step": 6492, "Finetune/Step Time": 6.792158314958215}
+{"Finetune/Learning Rate": 1.4368215984214162e-06, "Finetune/Loss": 0.5641276836395264, "Finetune/Loss (Raw)": 0.5935733914375305, "Finetune/Step": 6493, "Finetune/Step Time": 6.779782198369503}
+{"Finetune/Learning Rate": 1.434677910360347e-06, "Finetune/Loss": 0.5629796981811523, "Finetune/Loss (Raw)": 0.45392999053001404, "Finetune/Step": 6494, "Finetune/Step Time": 6.811753848567605}
+{"Finetune/Learning Rate": 1.4325356990621486e-06, "Finetune/Loss": 0.5637385845184326, "Finetune/Loss (Raw)": 0.6676794290542603, "Finetune/Step": 6495, "Finetune/Step Time": 6.814769223332405}
+{"Finetune/Learning Rate": 1.4303949648961613e-06, "Finetune/Loss": 0.5637454986572266, "Finetune/Loss (Raw)": 0.5541300773620605, "Finetune/Step": 6496, "Finetune/Step Time": 6.809841951355338}
+{"Finetune/Learning Rate": 1.428255708231473e-06, "Finetune/Loss": 0.5639615654945374, "Finetune/Loss (Raw)": 0.5164552330970764, "Finetune/Step": 6497, "Finetune/Step Time": 6.8312826957553625}
+{"Finetune/Learning Rate": 1.4261179294369164e-06, "Finetune/Loss": 0.5633534789085388, "Finetune/Loss (Raw)": 0.6325455904006958, "Finetune/Step": 6498, "Finetune/Step Time": 6.830147651955485}
+{"Finetune/Learning Rate": 1.4239816288810715e-06, "Finetune/Loss": 0.5654944777488708, "Finetune/Loss (Raw)": 0.7477585077285767, "Finetune/Step": 6499, "Finetune/Step Time": 6.820632595568895}
+{"Finetune/Learning Rate": 1.4218468069322576e-06, "Finetune/Loss": 0.563884437084198, "Finetune/Loss (Raw)": 0.4899725914001465, "Finetune/Step": 6500, "Finetune/Step Time": 6.828430445864797}
+{"Finetune/Learning Rate": 1.4197134639585486e-06, "Finetune/Loss": 0.5646530985832214, "Finetune/Loss (Raw)": 0.6210910677909851, "Finetune/Step": 6501, "Finetune/Step Time": 6.834195327013731}
+{"Finetune/Learning Rate": 1.4175816003277566e-06, "Finetune/Loss": 0.5645294189453125, "Finetune/Loss (Raw)": 0.6255522966384888, "Finetune/Step": 6502, "Finetune/Step Time": 6.840537434443831}
+{"Finetune/Learning Rate": 1.4154512164074386e-06, "Finetune/Loss": 0.5647997856140137, "Finetune/Loss (Raw)": 0.5854814052581787, "Finetune/Step": 6503, "Finetune/Step Time": 6.843200828880072}
+{"Finetune/Learning Rate": 1.4133223125648966e-06, "Finetune/Loss": 0.5676020383834839, "Finetune/Loss (Raw)": 0.6107193827629089, "Finetune/Step": 6504, "Finetune/Step Time": 6.826286509633064}
+{"Finetune/Learning Rate": 1.4111948891671835e-06, "Finetune/Loss": 0.5670732855796814, "Finetune/Loss (Raw)": 0.6378589868545532, "Finetune/Step": 6505, "Finetune/Step Time": 6.827011920511723}
+{"Finetune/Learning Rate": 1.4090689465810892e-06, "Finetune/Loss": 0.5673584938049316, "Finetune/Loss (Raw)": 0.5746228694915771, "Finetune/Step": 6506, "Finetune/Step Time": 6.8195416908711195}
+{"Finetune/Learning Rate": 1.4069444851731517e-06, "Finetune/Loss": 0.5676939487457275, "Finetune/Loss (Raw)": 0.6302102208137512, "Finetune/Step": 6507, "Finetune/Step Time": 6.79476922377944}
+{"Finetune/Learning Rate": 1.4048215053096537e-06, "Finetune/Loss": 0.5660066604614258, "Finetune/Loss (Raw)": 0.5353080034255981, "Finetune/Step": 6508, "Finetune/Step Time": 6.8008668180555105}
+{"Finetune/Learning Rate": 1.402700007356622e-06, "Finetune/Loss": 0.5668070912361145, "Finetune/Loss (Raw)": 0.6149294376373291, "Finetune/Step": 6509, "Finetune/Step Time": 6.799178780987859}
+{"Finetune/Learning Rate": 1.400579991679828e-06, "Finetune/Loss": 0.5701110363006592, "Finetune/Loss (Raw)": 0.6076335310935974, "Finetune/Step": 6510, "Finetune/Step Time": 6.777433479204774}
+{"Finetune/Learning Rate": 1.3984614586447865e-06, "Finetune/Loss": 0.5695430636405945, "Finetune/Loss (Raw)": 0.5417224168777466, "Finetune/Step": 6511, "Finetune/Step Time": 6.787258038297296}
+{"Finetune/Learning Rate": 1.3963444086167565e-06, "Finetune/Loss": 0.570999801158905, "Finetune/Loss (Raw)": 0.681431770324707, "Finetune/Step": 6512, "Finetune/Step Time": 6.784284306690097}
+{"Finetune/Learning Rate": 1.3942288419607476e-06, "Finetune/Loss": 0.5703731179237366, "Finetune/Loss (Raw)": 0.5705445408821106, "Finetune/Step": 6513, "Finetune/Step Time": 6.784692879766226}
+{"Finetune/Learning Rate": 1.392114759041504e-06, "Finetune/Loss": 0.5687289237976074, "Finetune/Loss (Raw)": 0.4134292006492615, "Finetune/Step": 6514, "Finetune/Step Time": 6.792353257536888}
+{"Finetune/Learning Rate": 1.3900021602235204e-06, "Finetune/Loss": 0.5668119192123413, "Finetune/Loss (Raw)": 0.449717253446579, "Finetune/Step": 6515, "Finetune/Step Time": 6.7747460678219795}
+{"Finetune/Learning Rate": 1.3878910458710327e-06, "Finetune/Loss": 0.5661032795906067, "Finetune/Loss (Raw)": 0.47747141122817993, "Finetune/Step": 6516, "Finetune/Step Time": 6.7668067421764135}
+{"Finetune/Learning Rate": 1.3857814163480232e-06, "Finetune/Loss": 0.5652010440826416, "Finetune/Loss (Raw)": 0.6228591203689575, "Finetune/Step": 6517, "Finetune/Step Time": 6.7397520784288645}
+{"Finetune/Learning Rate": 1.3836732720182155e-06, "Finetune/Loss": 0.564478874206543, "Finetune/Loss (Raw)": 0.5800382494926453, "Finetune/Step": 6518, "Finetune/Step Time": 6.723806111142039}
+{"Finetune/Learning Rate": 1.38156661324508e-06, "Finetune/Loss": 0.5655207633972168, "Finetune/Loss (Raw)": 0.6574786305427551, "Finetune/Step": 6519, "Finetune/Step Time": 6.727006293833256}
+{"Finetune/Learning Rate": 1.3794614403918273e-06, "Finetune/Loss": 0.5634371638298035, "Finetune/Loss (Raw)": 0.2418367713689804, "Finetune/Step": 6520, "Finetune/Step Time": 6.744873998686671}
+{"Finetune/Learning Rate": 1.3773577538214177e-06, "Finetune/Loss": 0.5635929703712463, "Finetune/Loss (Raw)": 0.5527030229568481, "Finetune/Step": 6521, "Finetune/Step Time": 6.730144914239645}
+{"Finetune/Learning Rate": 1.3752555538965507e-06, "Finetune/Loss": 0.5649971961975098, "Finetune/Loss (Raw)": 0.56407630443573, "Finetune/Step": 6522, "Finetune/Step Time": 6.7222616747021675}
+{"Finetune/Learning Rate": 1.3731548409796691e-06, "Finetune/Loss": 0.5653538703918457, "Finetune/Loss (Raw)": 0.6196577548980713, "Finetune/Step": 6523, "Finetune/Step Time": 6.739736570045352}
+{"Finetune/Learning Rate": 1.3710556154329602e-06, "Finetune/Loss": 0.5690658092498779, "Finetune/Loss (Raw)": 0.6351791620254517, "Finetune/Step": 6524, "Finetune/Step Time": 6.7202214524149895}
+{"Finetune/Learning Rate": 1.3689578776183577e-06, "Finetune/Loss": 0.5680842399597168, "Finetune/Loss (Raw)": 0.5809282064437866, "Finetune/Step": 6525, "Finetune/Step Time": 6.718932429328561}
+{"Finetune/Learning Rate": 1.3668616278975343e-06, "Finetune/Loss": 0.5676814317703247, "Finetune/Loss (Raw)": 0.6226063966751099, "Finetune/Step": 6526, "Finetune/Step Time": 6.724308921024203}
+{"Finetune/Learning Rate": 1.3647668666319092e-06, "Finetune/Loss": 0.5676560401916504, "Finetune/Loss (Raw)": 0.5099866390228271, "Finetune/Step": 6527, "Finetune/Step Time": 6.722980957478285}
+{"Finetune/Learning Rate": 1.362673594182642e-06, "Finetune/Loss": 0.5664087533950806, "Finetune/Loss (Raw)": 0.5219766497612, "Finetune/Step": 6528, "Finetune/Step Time": 6.7281811479479074}
+{"Finetune/Learning Rate": 1.3605818109106405e-06, "Finetune/Loss": 0.5660231113433838, "Finetune/Loss (Raw)": 0.4682867228984833, "Finetune/Step": 6529, "Finetune/Step Time": 6.719517515972257}
+{"Finetune/Learning Rate": 1.3584915171765522e-06, "Finetune/Loss": 0.564796507358551, "Finetune/Loss (Raw)": 0.5070335268974304, "Finetune/Step": 6530, "Finetune/Step Time": 6.7240952756255865}
+{"Finetune/Learning Rate": 1.3564027133407686e-06, "Finetune/Loss": 0.5657175183296204, "Finetune/Loss (Raw)": 0.5966722369194031, "Finetune/Step": 6531, "Finetune/Step Time": 6.718435468152165}
+{"Finetune/Learning Rate": 1.354315399763424e-06, "Finetune/Loss": 0.5655772686004639, "Finetune/Loss (Raw)": 0.5877516865730286, "Finetune/Step": 6532, "Finetune/Step Time": 6.719081638380885}
+{"Finetune/Learning Rate": 1.3522295768043947e-06, "Finetune/Loss": 0.5642328262329102, "Finetune/Loss (Raw)": 0.5081213116645813, "Finetune/Step": 6533, "Finetune/Step Time": 6.720264069736004}
+{"Finetune/Learning Rate": 1.350145244823302e-06, "Finetune/Loss": 0.5644030570983887, "Finetune/Loss (Raw)": 0.6018866300582886, "Finetune/Step": 6534, "Finetune/Step Time": 6.7219875510782}
+{"Finetune/Learning Rate": 1.348062404179511e-06, "Finetune/Loss": 0.5655228495597839, "Finetune/Loss (Raw)": 0.7169713973999023, "Finetune/Step": 6535, "Finetune/Step Time": 6.705296849831939}
+{"Finetune/Learning Rate": 1.345981055232123e-06, "Finetune/Loss": 0.5645837783813477, "Finetune/Loss (Raw)": 0.514037013053894, "Finetune/Step": 6536, "Finetune/Step Time": 6.702529581263661}
+{"Finetune/Learning Rate": 1.343901198339994e-06, "Finetune/Loss": 0.5610651969909668, "Finetune/Loss (Raw)": 0.1722554862499237, "Finetune/Step": 6537, "Finetune/Step Time": 6.70391184464097}
+{"Finetune/Learning Rate": 1.3418228338617124e-06, "Finetune/Loss": 0.5608379244804382, "Finetune/Loss (Raw)": 0.5485832691192627, "Finetune/Step": 6538, "Finetune/Step Time": 6.718419725075364}
+{"Finetune/Learning Rate": 1.339745962155613e-06, "Finetune/Loss": 0.5621984004974365, "Finetune/Loss (Raw)": 0.7179787158966064, "Finetune/Step": 6539, "Finetune/Step Time": 6.7198562026023865}
+{"Finetune/Learning Rate": 1.3376705835797744e-06, "Finetune/Loss": 0.5619878768920898, "Finetune/Loss (Raw)": 0.5381242632865906, "Finetune/Step": 6540, "Finetune/Step Time": 6.707892598584294}
+{"Finetune/Learning Rate": 1.3355966984920144e-06, "Finetune/Loss": 0.5619436502456665, "Finetune/Loss (Raw)": 0.6033704876899719, "Finetune/Step": 6541, "Finetune/Step Time": 6.699387155473232}
+{"Finetune/Learning Rate": 1.3335243072498961e-06, "Finetune/Loss": 0.5606533288955688, "Finetune/Loss (Raw)": 0.5580756068229675, "Finetune/Step": 6542, "Finetune/Step Time": 6.693419452756643}
+{"Finetune/Learning Rate": 1.3314534102107247e-06, "Finetune/Loss": 0.5607960224151611, "Finetune/Loss (Raw)": 0.6095374226570129, "Finetune/Step": 6543, "Finetune/Step Time": 6.68297217041254}
+{"Finetune/Learning Rate": 1.3293840077315445e-06, "Finetune/Loss": 0.5583206415176392, "Finetune/Loss (Raw)": 0.21295548975467682, "Finetune/Step": 6544, "Finetune/Step Time": 6.704661251977086}
+{"Finetune/Learning Rate": 1.3273161001691492e-06, "Finetune/Loss": 0.5579521656036377, "Finetune/Loss (Raw)": 0.5982394218444824, "Finetune/Step": 6545, "Finetune/Step Time": 6.708884496241808}
+{"Finetune/Learning Rate": 1.3252496878800702e-06, "Finetune/Loss": 0.5577571988105774, "Finetune/Loss (Raw)": 0.5855317115783691, "Finetune/Step": 6546, "Finetune/Step Time": 6.711245672777295}
+{"Finetune/Learning Rate": 1.3231847712205793e-06, "Finetune/Loss": 0.5582885146141052, "Finetune/Loss (Raw)": 0.6150614619255066, "Finetune/Step": 6547, "Finetune/Step Time": 6.7165871206671}
+{"Finetune/Learning Rate": 1.3211213505466925e-06, "Finetune/Loss": 0.5593104958534241, "Finetune/Loss (Raw)": 0.645134449005127, "Finetune/Step": 6548, "Finetune/Step Time": 6.709914032369852}
+{"Finetune/Learning Rate": 1.3190594262141697e-06, "Finetune/Loss": 0.5591604709625244, "Finetune/Loss (Raw)": 0.6125344634056091, "Finetune/Step": 6549, "Finetune/Step Time": 6.709810582920909}
+{"Finetune/Learning Rate": 1.3169989985785104e-06, "Finetune/Loss": 0.5586135387420654, "Finetune/Loss (Raw)": 0.5901715159416199, "Finetune/Step": 6550, "Finetune/Step Time": 6.714829994365573}
+{"Finetune/Learning Rate": 1.3149400679949565e-06, "Finetune/Loss": 0.5604410171508789, "Finetune/Loss (Raw)": 0.7915306091308594, "Finetune/Step": 6551, "Finetune/Step Time": 6.731760712340474}
+{"Finetune/Learning Rate": 1.3128826348184886e-06, "Finetune/Loss": 0.5619572997093201, "Finetune/Loss (Raw)": 0.6899526119232178, "Finetune/Step": 6552, "Finetune/Step Time": 6.752280231565237}
+{"Finetune/Learning Rate": 1.3108266994038388e-06, "Finetune/Loss": 0.5617872476577759, "Finetune/Loss (Raw)": 0.5187164545059204, "Finetune/Step": 6553, "Finetune/Step Time": 6.739358654245734}
+{"Finetune/Learning Rate": 1.308772262105471e-06, "Finetune/Loss": 0.5612446069717407, "Finetune/Loss (Raw)": 0.5615254640579224, "Finetune/Step": 6554, "Finetune/Step Time": 6.751139463856816}
+{"Finetune/Learning Rate": 1.3067193232775964e-06, "Finetune/Loss": 0.5614179968833923, "Finetune/Loss (Raw)": 0.5722711086273193, "Finetune/Step": 6555, "Finetune/Step Time": 6.759094938635826}
+{"Finetune/Learning Rate": 1.3046678832741643e-06, "Finetune/Loss": 0.560889720916748, "Finetune/Loss (Raw)": 0.49016445875167847, "Finetune/Step": 6556, "Finetune/Step Time": 6.744239252060652}
+{"Finetune/Learning Rate": 1.3026179424488672e-06, "Finetune/Loss": 0.5576984882354736, "Finetune/Loss (Raw)": 0.1678786426782608, "Finetune/Step": 6557, "Finetune/Step Time": 6.761538166552782}
+{"Finetune/Learning Rate": 1.3005695011551401e-06, "Finetune/Loss": 0.5572829246520996, "Finetune/Loss (Raw)": 0.5988165140151978, "Finetune/Step": 6558, "Finetune/Step Time": 6.797812258824706}
+{"Finetune/Learning Rate": 1.2985225597461582e-06, "Finetune/Loss": 0.5571333765983582, "Finetune/Loss (Raw)": 0.5582167506217957, "Finetune/Step": 6559, "Finetune/Step Time": 6.799341030418873}
+{"Finetune/Learning Rate": 1.296477118574836e-06, "Finetune/Loss": 0.5605857372283936, "Finetune/Loss (Raw)": 0.5878898501396179, "Finetune/Step": 6560, "Finetune/Step Time": 6.780396418645978}
+{"Finetune/Learning Rate": 1.2944331779938356e-06, "Finetune/Loss": 0.5613532066345215, "Finetune/Loss (Raw)": 0.6956378817558289, "Finetune/Step": 6561, "Finetune/Step Time": 6.795252215117216}
+{"Finetune/Learning Rate": 1.2923907383555556e-06, "Finetune/Loss": 0.558891236782074, "Finetune/Loss (Raw)": 0.2724587619304657, "Finetune/Step": 6562, "Finetune/Step Time": 6.8098789639770985}
+{"Finetune/Learning Rate": 1.290349800012135e-06, "Finetune/Loss": 0.5553345680236816, "Finetune/Loss (Raw)": 0.22858841717243195, "Finetune/Step": 6563, "Finetune/Step Time": 6.821501003578305}
+{"Finetune/Learning Rate": 1.2883103633154582e-06, "Finetune/Loss": 0.5542563796043396, "Finetune/Loss (Raw)": 0.5399132966995239, "Finetune/Step": 6564, "Finetune/Step Time": 6.819513453170657}
+{"Finetune/Learning Rate": 1.286272428617147e-06, "Finetune/Loss": 0.5540505647659302, "Finetune/Loss (Raw)": 0.5587048530578613, "Finetune/Step": 6565, "Finetune/Step Time": 6.830383388325572}
+{"Finetune/Learning Rate": 1.2842359962685646e-06, "Finetune/Loss": 0.554624080657959, "Finetune/Loss (Raw)": 0.6864511370658875, "Finetune/Step": 6566, "Finetune/Step Time": 6.834277428686619}
+{"Finetune/Learning Rate": 1.2822010666208163e-06, "Finetune/Loss": 0.5556322932243347, "Finetune/Loss (Raw)": 0.624847948551178, "Finetune/Step": 6567, "Finetune/Step Time": 6.828753732144833}
+{"Finetune/Learning Rate": 1.2801676400247465e-06, "Finetune/Loss": 0.554898202419281, "Finetune/Loss (Raw)": 0.6375083327293396, "Finetune/Step": 6568, "Finetune/Step Time": 6.829551167786121}
+{"Finetune/Learning Rate": 1.2781357168309472e-06, "Finetune/Loss": 0.5549225807189941, "Finetune/Loss (Raw)": 0.7044603824615479, "Finetune/Step": 6569, "Finetune/Step Time": 6.831735560670495}
+{"Finetune/Learning Rate": 1.2761052973897425e-06, "Finetune/Loss": 0.5540376901626587, "Finetune/Loss (Raw)": 0.3725554049015045, "Finetune/Step": 6570, "Finetune/Step Time": 6.825356557965279}
+{"Finetune/Learning Rate": 1.2740763820512003e-06, "Finetune/Loss": 0.5502297878265381, "Finetune/Loss (Raw)": 0.19928854703903198, "Finetune/Step": 6571, "Finetune/Step Time": 6.828630683943629}
+{"Finetune/Learning Rate": 1.2720489711651307e-06, "Finetune/Loss": 0.5493689775466919, "Finetune/Loss (Raw)": 0.5688654780387878, "Finetune/Step": 6572, "Finetune/Step Time": 6.84160615503788}
+{"Finetune/Learning Rate": 1.270023065081083e-06, "Finetune/Loss": 0.5507616996765137, "Finetune/Loss (Raw)": 0.6401076912879944, "Finetune/Step": 6573, "Finetune/Step Time": 6.814510440453887}
+{"Finetune/Learning Rate": 1.2679986641483477e-06, "Finetune/Loss": 0.5503827929496765, "Finetune/Loss (Raw)": 0.5353534817695618, "Finetune/Step": 6574, "Finetune/Step Time": 6.812028804793954}
+{"Finetune/Learning Rate": 1.2659757687159546e-06, "Finetune/Loss": 0.5504003167152405, "Finetune/Loss (Raw)": 0.5930339694023132, "Finetune/Step": 6575, "Finetune/Step Time": 6.802919944748282}
+{"Finetune/Learning Rate": 1.2639543791326726e-06, "Finetune/Loss": 0.5506935119628906, "Finetune/Loss (Raw)": 0.5889599323272705, "Finetune/Step": 6576, "Finetune/Step Time": 6.8110012505203485}
+{"Finetune/Learning Rate": 1.2619344957470191e-06, "Finetune/Loss": 0.5496183633804321, "Finetune/Loss (Raw)": 0.4418800175189972, "Finetune/Step": 6577, "Finetune/Step Time": 6.82734252139926}
+{"Finetune/Learning Rate": 1.2599161189072428e-06, "Finetune/Loss": 0.5494985580444336, "Finetune/Loss (Raw)": 0.55561763048172, "Finetune/Step": 6578, "Finetune/Step Time": 6.81098267622292}
+{"Finetune/Learning Rate": 1.257899248961335e-06, "Finetune/Loss": 0.5506123304367065, "Finetune/Loss (Raw)": 0.6369124054908752, "Finetune/Step": 6579, "Finetune/Step Time": 6.796190166845918}
+{"Finetune/Learning Rate": 1.2558838862570289e-06, "Finetune/Loss": 0.549781858921051, "Finetune/Loss (Raw)": 0.49834391474723816, "Finetune/Step": 6580, "Finetune/Step Time": 6.790744766592979}
+{"Finetune/Learning Rate": 1.2538700311417963e-06, "Finetune/Loss": 0.5522667169570923, "Finetune/Loss (Raw)": 0.7647042870521545, "Finetune/Step": 6581, "Finetune/Step Time": 6.789948070421815}
+{"Finetune/Learning Rate": 1.2518576839628494e-06, "Finetune/Loss": 0.5491479635238647, "Finetune/Loss (Raw)": 0.2326076179742813, "Finetune/Step": 6582, "Finetune/Step Time": 6.802897090092301}
+{"Finetune/Learning Rate": 1.2498468450671418e-06, "Finetune/Loss": 0.5458217263221741, "Finetune/Loss (Raw)": 0.17437998950481415, "Finetune/Step": 6583, "Finetune/Step Time": 6.8441636729985476}
+{"Finetune/Learning Rate": 1.2478375148013633e-06, "Finetune/Loss": 0.5474647283554077, "Finetune/Loss (Raw)": 0.7438851594924927, "Finetune/Step": 6584, "Finetune/Step Time": 6.860850919038057}
+{"Finetune/Learning Rate": 1.2458296935119508e-06, "Finetune/Loss": 0.5470788478851318, "Finetune/Loss (Raw)": 0.5399269461631775, "Finetune/Step": 6585, "Finetune/Step Time": 6.8809737507253885}
+{"Finetune/Learning Rate": 1.243823381545073e-06, "Finetune/Loss": 0.5489003658294678, "Finetune/Loss (Raw)": 0.7394977807998657, "Finetune/Step": 6586, "Finetune/Step Time": 6.877539038658142}
+{"Finetune/Learning Rate": 1.2418185792466431e-06, "Finetune/Loss": 0.5485005378723145, "Finetune/Loss (Raw)": 0.5658137202262878, "Finetune/Step": 6587, "Finetune/Step Time": 6.879528844729066}
+{"Finetune/Learning Rate": 1.2398152869623115e-06, "Finetune/Loss": 0.5522022247314453, "Finetune/Loss (Raw)": 0.7106338739395142, "Finetune/Step": 6588, "Finetune/Step Time": 6.859575752168894}
+{"Finetune/Learning Rate": 1.2378135050374706e-06, "Finetune/Loss": 0.5521700382232666, "Finetune/Loss (Raw)": 0.6053491830825806, "Finetune/Step": 6589, "Finetune/Step Time": 6.862929476425052}
+{"Finetune/Learning Rate": 1.2358132338172512e-06, "Finetune/Loss": 0.5520339012145996, "Finetune/Loss (Raw)": 0.5723522305488586, "Finetune/Step": 6590, "Finetune/Step Time": 6.866738203912973}
+{"Finetune/Learning Rate": 1.233814473646524e-06, "Finetune/Loss": 0.5532324314117432, "Finetune/Loss (Raw)": 0.6601368188858032, "Finetune/Step": 6591, "Finetune/Step Time": 6.870664609596133}
+{"Finetune/Learning Rate": 1.2318172248698957e-06, "Finetune/Loss": 0.5536537766456604, "Finetune/Loss (Raw)": 0.6079558730125427, "Finetune/Step": 6592, "Finetune/Step Time": 6.88810040615499}
+{"Finetune/Learning Rate": 1.2298214878317205e-06, "Finetune/Loss": 0.5539991855621338, "Finetune/Loss (Raw)": 0.6413350105285645, "Finetune/Step": 6593, "Finetune/Step Time": 6.879791561514139}
+{"Finetune/Learning Rate": 1.2278272628760857e-06, "Finetune/Loss": 0.5529088973999023, "Finetune/Loss (Raw)": 0.5355585217475891, "Finetune/Step": 6594, "Finetune/Step Time": 6.87629409134388}
+{"Finetune/Learning Rate": 1.2258345503468172e-06, "Finetune/Loss": 0.5553072690963745, "Finetune/Loss (Raw)": 0.5355914235115051, "Finetune/Step": 6595, "Finetune/Step Time": 6.870930703356862}
+{"Finetune/Learning Rate": 1.2238433505874846e-06, "Finetune/Loss": 0.5560215711593628, "Finetune/Loss (Raw)": 0.6503307819366455, "Finetune/Step": 6596, "Finetune/Step Time": 6.86894746683538}
+{"Finetune/Learning Rate": 1.2218536639413925e-06, "Finetune/Loss": 0.5529258251190186, "Finetune/Loss (Raw)": 0.22008101642131805, "Finetune/Step": 6597, "Finetune/Step Time": 6.871378771960735}
+{"Finetune/Learning Rate": 1.2198654907515873e-06, "Finetune/Loss": 0.5549881458282471, "Finetune/Loss (Raw)": 0.43504542112350464, "Finetune/Step": 6598, "Finetune/Step Time": 6.876438125967979}
+{"Finetune/Learning Rate": 1.2178788313608536e-06, "Finetune/Loss": 0.5548186302185059, "Finetune/Loss (Raw)": 0.676486611366272, "Finetune/Step": 6599, "Finetune/Step Time": 6.875033168122172}
+{"Finetune/Learning Rate": 1.215893686111712e-06, "Finetune/Loss": 0.5557936429977417, "Finetune/Loss (Raw)": 0.6200047731399536, "Finetune/Step": 6600, "Finetune/Step Time": 6.848754491657019}
+{"Finetune/Learning Rate": 1.21391005534643e-06, "Finetune/Loss": 0.5584203600883484, "Finetune/Loss (Raw)": 0.5743682980537415, "Finetune/Step": 6601, "Finetune/Step Time": 6.828373925760388}
+{"Finetune/Learning Rate": 1.2119279394070072e-06, "Finetune/Loss": 0.5582427978515625, "Finetune/Loss (Raw)": 0.619053840637207, "Finetune/Step": 6602, "Finetune/Step Time": 6.802387231960893}
+{"Finetune/Learning Rate": 1.2099473386351835e-06, "Finetune/Loss": 0.5580927133560181, "Finetune/Loss (Raw)": 0.553862452507019, "Finetune/Step": 6603, "Finetune/Step Time": 6.826087512075901}
+{"Finetune/Learning Rate": 1.207968253372438e-06, "Finetune/Loss": 0.557159423828125, "Finetune/Loss (Raw)": 0.44977858662605286, "Finetune/Step": 6604, "Finetune/Step Time": 6.864320803433657}
+{"Finetune/Learning Rate": 1.2059906839599877e-06, "Finetune/Loss": 0.5570818185806274, "Finetune/Loss (Raw)": 0.5593143105506897, "Finetune/Step": 6605, "Finetune/Step Time": 6.859062299132347}
+{"Finetune/Learning Rate": 1.2040146307387901e-06, "Finetune/Loss": 0.5569701194763184, "Finetune/Loss (Raw)": 0.6327680349349976, "Finetune/Step": 6606, "Finetune/Step Time": 6.862877894192934}
+{"Finetune/Learning Rate": 1.2020400940495392e-06, "Finetune/Loss": 0.5563420057296753, "Finetune/Loss (Raw)": 0.5720812678337097, "Finetune/Step": 6607, "Finetune/Step Time": 6.855352634564042}
+{"Finetune/Learning Rate": 1.200067074232667e-06, "Finetune/Loss": 0.556452751159668, "Finetune/Loss (Raw)": 0.5064398646354675, "Finetune/Step": 6608, "Finetune/Step Time": 6.853135107085109}
+{"Finetune/Learning Rate": 1.1980955716283504e-06, "Finetune/Loss": 0.5559769868850708, "Finetune/Loss (Raw)": 0.6285720467567444, "Finetune/Step": 6609, "Finetune/Step Time": 6.852938644587994}
+{"Finetune/Learning Rate": 1.1961255865764954e-06, "Finetune/Loss": 0.5556997060775757, "Finetune/Loss (Raw)": 0.5985860824584961, "Finetune/Step": 6610, "Finetune/Step Time": 6.846110185608268}
+{"Finetune/Learning Rate": 1.1941571194167522e-06, "Finetune/Loss": 0.5589343309402466, "Finetune/Loss (Raw)": 0.6424435377120972, "Finetune/Step": 6611, "Finetune/Step Time": 6.824427017942071}
+{"Finetune/Learning Rate": 1.1921901704885075e-06, "Finetune/Loss": 0.5582452416419983, "Finetune/Loss (Raw)": 0.47890806198120117, "Finetune/Step": 6612, "Finetune/Step Time": 6.819388568401337}
+{"Finetune/Learning Rate": 1.1902247401308876e-06, "Finetune/Loss": 0.557790219783783, "Finetune/Loss (Raw)": 0.5272332429885864, "Finetune/Step": 6613, "Finetune/Step Time": 6.81693703122437}
+{"Finetune/Learning Rate": 1.1882608286827546e-06, "Finetune/Loss": 0.560111403465271, "Finetune/Loss (Raw)": 0.6907394528388977, "Finetune/Step": 6614, "Finetune/Step Time": 6.802923826500773}
+{"Finetune/Learning Rate": 1.1862984364827101e-06, "Finetune/Loss": 0.559178352355957, "Finetune/Loss (Raw)": 0.5212447047233582, "Finetune/Step": 6615, "Finetune/Step Time": 6.802302684634924}
+{"Finetune/Learning Rate": 1.1843375638690935e-06, "Finetune/Loss": 0.5586487054824829, "Finetune/Loss (Raw)": 0.542592465877533, "Finetune/Step": 6616, "Finetune/Step Time": 6.798455545678735}
+{"Finetune/Learning Rate": 1.1823782111799843e-06, "Finetune/Loss": 0.5572531819343567, "Finetune/Loss (Raw)": 0.5937474966049194, "Finetune/Step": 6617, "Finetune/Step Time": 6.801774438470602}
+{"Finetune/Learning Rate": 1.1804203787531965e-06, "Finetune/Loss": 0.5567044615745544, "Finetune/Loss (Raw)": 0.4720959961414337, "Finetune/Step": 6618, "Finetune/Step Time": 6.799453800544143}
+{"Finetune/Learning Rate": 1.1784640669262849e-06, "Finetune/Loss": 0.5584818124771118, "Finetune/Loss (Raw)": 0.6946227550506592, "Finetune/Step": 6619, "Finetune/Step Time": 6.78575174510479}
+{"Finetune/Learning Rate": 1.1765092760365394e-06, "Finetune/Loss": 0.5583935379981995, "Finetune/Loss (Raw)": 0.616382896900177, "Finetune/Step": 6620, "Finetune/Step Time": 6.792236873880029}
+{"Finetune/Learning Rate": 1.1745560064209894e-06, "Finetune/Loss": 0.5555355548858643, "Finetune/Loss (Raw)": 0.22774934768676758, "Finetune/Step": 6621, "Finetune/Step Time": 6.813402147963643}
+{"Finetune/Learning Rate": 1.1726042584164022e-06, "Finetune/Loss": 0.5570163130760193, "Finetune/Loss (Raw)": 0.6434648633003235, "Finetune/Step": 6622, "Finetune/Step Time": 6.775416249409318}
+{"Finetune/Learning Rate": 1.170654032359282e-06, "Finetune/Loss": 0.5566805601119995, "Finetune/Loss (Raw)": 0.6247033476829529, "Finetune/Step": 6623, "Finetune/Step Time": 6.769190181046724}
+{"Finetune/Learning Rate": 1.1687053285858685e-06, "Finetune/Loss": 0.5568943023681641, "Finetune/Loss (Raw)": 0.5814856290817261, "Finetune/Step": 6624, "Finetune/Step Time": 6.761611416935921}
+{"Finetune/Learning Rate": 1.1667581474321455e-06, "Finetune/Loss": 0.5572041273117065, "Finetune/Loss (Raw)": 0.5561239719390869, "Finetune/Step": 6625, "Finetune/Step Time": 6.7438861057162285}
+{"Finetune/Learning Rate": 1.1648124892338274e-06, "Finetune/Loss": 0.5570435523986816, "Finetune/Loss (Raw)": 0.6119935512542725, "Finetune/Step": 6626, "Finetune/Step Time": 6.740781173110008}
+{"Finetune/Learning Rate": 1.1628683543263708e-06, "Finetune/Loss": 0.5562139749526978, "Finetune/Loss (Raw)": 0.6415723562240601, "Finetune/Step": 6627, "Finetune/Step Time": 6.741014426574111}
+{"Finetune/Learning Rate": 1.160925743044966e-06, "Finetune/Loss": 0.5564237833023071, "Finetune/Loss (Raw)": 0.5168195962905884, "Finetune/Step": 6628, "Finetune/Step Time": 6.735756989568472}
+{"Finetune/Learning Rate": 1.1589846557245422e-06, "Finetune/Loss": 0.5561449527740479, "Finetune/Loss (Raw)": 0.5854095220565796, "Finetune/Step": 6629, "Finetune/Step Time": 6.754522815346718}
+{"Finetune/Learning Rate": 1.1570450926997657e-06, "Finetune/Loss": 0.5552016496658325, "Finetune/Loss (Raw)": 0.504795491695404, "Finetune/Step": 6630, "Finetune/Step Time": 6.754625599831343}
+{"Finetune/Learning Rate": 1.1551070543050402e-06, "Finetune/Loss": 0.5549020171165466, "Finetune/Loss (Raw)": 0.5471422076225281, "Finetune/Step": 6631, "Finetune/Step Time": 6.7565743662416935}
+{"Finetune/Learning Rate": 1.1531705408745042e-06, "Finetune/Loss": 0.5545880198478699, "Finetune/Loss (Raw)": 0.5705182552337646, "Finetune/Step": 6632, "Finetune/Step Time": 6.7722283117473125}
+{"Finetune/Learning Rate": 1.1512355527420406e-06, "Finetune/Loss": 0.55348801612854, "Finetune/Loss (Raw)": 0.4970659911632538, "Finetune/Step": 6633, "Finetune/Step Time": 6.783535184338689}
+{"Finetune/Learning Rate": 1.1493020902412622e-06, "Finetune/Loss": 0.5531148314476013, "Finetune/Loss (Raw)": 0.5268495082855225, "Finetune/Step": 6634, "Finetune/Step Time": 6.776780651882291}
+{"Finetune/Learning Rate": 1.1473701537055192e-06, "Finetune/Loss": 0.5522545576095581, "Finetune/Loss (Raw)": 0.520102858543396, "Finetune/Step": 6635, "Finetune/Step Time": 6.781078070402145}
+{"Finetune/Learning Rate": 1.1454397434679022e-06, "Finetune/Loss": 0.5527573227882385, "Finetune/Loss (Raw)": 0.5996565222740173, "Finetune/Step": 6636, "Finetune/Step Time": 6.785656237974763}
+{"Finetune/Learning Rate": 1.1435108598612354e-06, "Finetune/Loss": 0.5528178215026855, "Finetune/Loss (Raw)": 0.6226693391799927, "Finetune/Step": 6637, "Finetune/Step Time": 6.7922636196017265}
+{"Finetune/Learning Rate": 1.1415835032180811e-06, "Finetune/Loss": 0.551956057548523, "Finetune/Loss (Raw)": 0.497327595949173, "Finetune/Step": 6638, "Finetune/Step Time": 6.806073797866702}
+{"Finetune/Learning Rate": 1.1396576738707399e-06, "Finetune/Loss": 0.5518747568130493, "Finetune/Loss (Raw)": 0.5313252210617065, "Finetune/Step": 6639, "Finetune/Step Time": 6.806399781256914}
+{"Finetune/Learning Rate": 1.137733372151244e-06, "Finetune/Loss": 0.5514770150184631, "Finetune/Loss (Raw)": 0.6305105090141296, "Finetune/Step": 6640, "Finetune/Step Time": 6.813475484028459}
+{"Finetune/Learning Rate": 1.1358105983913704e-06, "Finetune/Loss": 0.552066445350647, "Finetune/Loss (Raw)": 0.6460022330284119, "Finetune/Step": 6641, "Finetune/Step Time": 6.816360587254167}
+{"Finetune/Learning Rate": 1.1338893529226257e-06, "Finetune/Loss": 0.5544239282608032, "Finetune/Loss (Raw)": 0.7151821255683899, "Finetune/Step": 6642, "Finetune/Step Time": 6.816348848864436}
+{"Finetune/Learning Rate": 1.1319696360762566e-06, "Finetune/Loss": 0.5548371076583862, "Finetune/Loss (Raw)": 0.5026016235351562, "Finetune/Step": 6643, "Finetune/Step Time": 6.8443495482206345}
+{"Finetune/Learning Rate": 1.1300514481832436e-06, "Finetune/Loss": 0.5562217235565186, "Finetune/Loss (Raw)": 0.6547056436538696, "Finetune/Step": 6644, "Finetune/Step Time": 6.847208842635155}
+{"Finetune/Learning Rate": 1.1281347895743056e-06, "Finetune/Loss": 0.5560184717178345, "Finetune/Loss (Raw)": 0.5968411564826965, "Finetune/Step": 6645, "Finetune/Step Time": 6.8491518795490265}
+{"Finetune/Learning Rate": 1.126219660579897e-06, "Finetune/Loss": 0.5573780536651611, "Finetune/Loss (Raw)": 0.7540621757507324, "Finetune/Step": 6646, "Finetune/Step Time": 6.851487202569842}
+{"Finetune/Learning Rate": 1.1243060615302092e-06, "Finetune/Loss": 0.5560652017593384, "Finetune/Loss (Raw)": 0.4894397556781769, "Finetune/Step": 6647, "Finetune/Step Time": 6.865784561261535}
+{"Finetune/Learning Rate": 1.1223939927551664e-06, "Finetune/Loss": 0.5588792562484741, "Finetune/Loss (Raw)": 0.6020249724388123, "Finetune/Step": 6648, "Finetune/Step Time": 6.847515789791942}
+{"Finetune/Learning Rate": 1.1204834545844367e-06, "Finetune/Loss": 0.5597614049911499, "Finetune/Loss (Raw)": 0.6656250357627869, "Finetune/Step": 6649, "Finetune/Step Time": 6.851122461259365}
+{"Finetune/Learning Rate": 1.1185744473474168e-06, "Finetune/Loss": 0.5593443512916565, "Finetune/Loss (Raw)": 0.5106873512268066, "Finetune/Step": 6650, "Finetune/Step Time": 6.863554481416941}
+{"Finetune/Learning Rate": 1.1166669713732425e-06, "Finetune/Loss": 0.55907142162323, "Finetune/Loss (Raw)": 0.5847320556640625, "Finetune/Step": 6651, "Finetune/Step Time": 6.841079290956259}
+{"Finetune/Learning Rate": 1.114761026990785e-06, "Finetune/Loss": 0.5581803321838379, "Finetune/Loss (Raw)": 0.5211153626441956, "Finetune/Step": 6652, "Finetune/Step Time": 6.8420944176614285}
+{"Finetune/Learning Rate": 1.1128566145286522e-06, "Finetune/Loss": 0.5578340888023376, "Finetune/Loss (Raw)": 0.5366119742393494, "Finetune/Step": 6653, "Finetune/Step Time": 6.8406816981732845}
+{"Finetune/Learning Rate": 1.1109537343151877e-06, "Finetune/Loss": 0.5571495294570923, "Finetune/Loss (Raw)": 0.5349832773208618, "Finetune/Step": 6654, "Finetune/Step Time": 6.850985853001475}
+{"Finetune/Learning Rate": 1.1090523866784687e-06, "Finetune/Loss": 0.5576810836791992, "Finetune/Loss (Raw)": 0.5780308842658997, "Finetune/Step": 6655, "Finetune/Step Time": 6.856637144461274}
+{"Finetune/Learning Rate": 1.1071525719463094e-06, "Finetune/Loss": 0.5581204891204834, "Finetune/Loss (Raw)": 0.5782080888748169, "Finetune/Step": 6656, "Finetune/Step Time": 6.855997098609805}
+{"Finetune/Learning Rate": 1.1052542904462648e-06, "Finetune/Loss": 0.5581617951393127, "Finetune/Loss (Raw)": 0.4735794961452484, "Finetune/Step": 6657, "Finetune/Step Time": 6.849623620510101}
+{"Finetune/Learning Rate": 1.1033575425056186e-06, "Finetune/Loss": 0.5581956505775452, "Finetune/Loss (Raw)": 0.5113646388053894, "Finetune/Step": 6658, "Finetune/Step Time": 6.845878193154931}
+{"Finetune/Learning Rate": 1.1014623284513914e-06, "Finetune/Loss": 0.5587674379348755, "Finetune/Loss (Raw)": 0.6698697209358215, "Finetune/Step": 6659, "Finetune/Step Time": 6.854840723797679}
+{"Finetune/Learning Rate": 1.099568648610343e-06, "Finetune/Loss": 0.5580116510391235, "Finetune/Loss (Raw)": 0.4909997582435608, "Finetune/Step": 6660, "Finetune/Step Time": 6.863849334418774}
+{"Finetune/Learning Rate": 1.0976765033089632e-06, "Finetune/Loss": 0.5586587190628052, "Finetune/Loss (Raw)": 0.5909503102302551, "Finetune/Step": 6661, "Finetune/Step Time": 6.866138933226466}
+{"Finetune/Learning Rate": 1.0957858928734833e-06, "Finetune/Loss": 0.5589531064033508, "Finetune/Loss (Raw)": 0.63956618309021, "Finetune/Step": 6662, "Finetune/Step Time": 6.876816784963012}
+{"Finetune/Learning Rate": 1.0938968176298637e-06, "Finetune/Loss": 0.558106541633606, "Finetune/Loss (Raw)": 0.6086071729660034, "Finetune/Step": 6663, "Finetune/Step Time": 6.8753297831863165}
+{"Finetune/Learning Rate": 1.0920092779038038e-06, "Finetune/Loss": 0.5580877065658569, "Finetune/Loss (Raw)": 0.5116353631019592, "Finetune/Step": 6664, "Finetune/Step Time": 6.868704058229923}
+{"Finetune/Learning Rate": 1.0901232740207412e-06, "Finetune/Loss": 0.5618727207183838, "Finetune/Loss (Raw)": 0.6567338705062866, "Finetune/Step": 6665, "Finetune/Step Time": 6.854067554697394}
+{"Finetune/Learning Rate": 1.0882388063058437e-06, "Finetune/Loss": 0.562689483165741, "Finetune/Loss (Raw)": 0.6531221866607666, "Finetune/Step": 6666, "Finetune/Step Time": 6.827997837215662}
+{"Finetune/Learning Rate": 1.0863558750840142e-06, "Finetune/Loss": 0.5618493556976318, "Finetune/Loss (Raw)": 0.610453724861145, "Finetune/Step": 6667, "Finetune/Step Time": 6.836210310459137}
+{"Finetune/Learning Rate": 1.0844744806798946e-06, "Finetune/Loss": 0.5620299577713013, "Finetune/Loss (Raw)": 0.5612428784370422, "Finetune/Step": 6668, "Finetune/Step Time": 6.828683275729418}
+{"Finetune/Learning Rate": 1.0825946234178575e-06, "Finetune/Loss": 0.5616686940193176, "Finetune/Loss (Raw)": 0.5571284294128418, "Finetune/Step": 6669, "Finetune/Step Time": 6.827353458851576}
+{"Finetune/Learning Rate": 1.0807163036220125e-06, "Finetune/Loss": 0.56171715259552, "Finetune/Loss (Raw)": 0.5642688274383545, "Finetune/Step": 6670, "Finetune/Step Time": 6.8293298073112965}
+{"Finetune/Learning Rate": 1.0788395216162061e-06, "Finetune/Loss": 0.5622422695159912, "Finetune/Loss (Raw)": 0.6767591834068298, "Finetune/Step": 6671, "Finetune/Step Time": 6.835147801786661}
+{"Finetune/Learning Rate": 1.076964277724014e-06, "Finetune/Loss": 0.5650410056114197, "Finetune/Loss (Raw)": 0.5711888074874878, "Finetune/Step": 6672, "Finetune/Step Time": 6.825641429051757}
+{"Finetune/Learning Rate": 1.0750905722687555e-06, "Finetune/Loss": 0.5653195381164551, "Finetune/Loss (Raw)": 0.6338937878608704, "Finetune/Step": 6673, "Finetune/Step Time": 6.827724076807499}
+{"Finetune/Learning Rate": 1.0732184055734774e-06, "Finetune/Loss": 0.5642187595367432, "Finetune/Loss (Raw)": 0.4446324110031128, "Finetune/Step": 6674, "Finetune/Step Time": 6.832898408174515}
+{"Finetune/Learning Rate": 1.0713477779609627e-06, "Finetune/Loss": 0.563800573348999, "Finetune/Loss (Raw)": 0.5615379810333252, "Finetune/Step": 6675, "Finetune/Step Time": 6.8314390033483505}
+{"Finetune/Learning Rate": 1.0694786897537301e-06, "Finetune/Loss": 0.5633379220962524, "Finetune/Loss (Raw)": 0.5859054923057556, "Finetune/Step": 6676, "Finetune/Step Time": 6.827439811080694}
+{"Finetune/Learning Rate": 1.0676111412740332e-06, "Finetune/Loss": 0.5597817301750183, "Finetune/Loss (Raw)": 0.15734796226024628, "Finetune/Step": 6677, "Finetune/Step Time": 6.847067419439554}
+{"Finetune/Learning Rate": 1.0657451328438573e-06, "Finetune/Loss": 0.5599303245544434, "Finetune/Loss (Raw)": 0.6091899871826172, "Finetune/Step": 6678, "Finetune/Step Time": 6.841075375676155}
+{"Finetune/Learning Rate": 1.0638806647849275e-06, "Finetune/Loss": 0.5580706596374512, "Finetune/Loss (Raw)": 0.5534960031509399, "Finetune/Step": 6679, "Finetune/Step Time": 6.828739270567894}
+{"Finetune/Learning Rate": 1.062017737418698e-06, "Finetune/Loss": 0.5581926703453064, "Finetune/Loss (Raw)": 0.7055639624595642, "Finetune/Step": 6680, "Finetune/Step Time": 6.828230509534478}
+{"Finetune/Learning Rate": 1.0601563510663582e-06, "Finetune/Loss": 0.5602087378501892, "Finetune/Loss (Raw)": 0.7767784595489502, "Finetune/Step": 6681, "Finetune/Step Time": 6.845594275742769}
+{"Finetune/Learning Rate": 1.058296506048836e-06, "Finetune/Loss": 0.560604453086853, "Finetune/Loss (Raw)": 0.6121740341186523, "Finetune/Step": 6682, "Finetune/Step Time": 6.82485619187355}
+{"Finetune/Learning Rate": 1.0564382026867902e-06, "Finetune/Loss": 0.5575335025787354, "Finetune/Loss (Raw)": 0.17919275164604187, "Finetune/Step": 6683, "Finetune/Step Time": 6.831805896013975}
+{"Finetune/Learning Rate": 1.0545814413006138e-06, "Finetune/Loss": 0.5586704611778259, "Finetune/Loss (Raw)": 0.6356965899467468, "Finetune/Step": 6684, "Finetune/Step Time": 6.829498402774334}
+{"Finetune/Learning Rate": 1.052726222210435e-06, "Finetune/Loss": 0.5623979568481445, "Finetune/Loss (Raw)": 0.6449944376945496, "Finetune/Step": 6685, "Finetune/Step Time": 6.810009716078639}
+{"Finetune/Learning Rate": 1.0508725457361146e-06, "Finetune/Loss": 0.5621548295021057, "Finetune/Loss (Raw)": 0.5676959753036499, "Finetune/Step": 6686, "Finetune/Step Time": 6.799898294731975}
+{"Finetune/Learning Rate": 1.049020412197248e-06, "Finetune/Loss": 0.5618500709533691, "Finetune/Loss (Raw)": 0.5192031264305115, "Finetune/Step": 6687, "Finetune/Step Time": 6.815094331279397}
+{"Finetune/Learning Rate": 1.0471698219131665e-06, "Finetune/Loss": 0.5622365474700928, "Finetune/Loss (Raw)": 0.6373654007911682, "Finetune/Step": 6688, "Finetune/Step Time": 6.816793775185943}
+{"Finetune/Learning Rate": 1.0453207752029303e-06, "Finetune/Loss": 0.5618447065353394, "Finetune/Loss (Raw)": 0.645477831363678, "Finetune/Step": 6689, "Finetune/Step Time": 6.80133511684835}
+{"Finetune/Learning Rate": 1.0434732723853414e-06, "Finetune/Loss": 0.5650199055671692, "Finetune/Loss (Raw)": 0.6788848042488098, "Finetune/Step": 6690, "Finetune/Step Time": 6.783410077914596}
+{"Finetune/Learning Rate": 1.041627313778929e-06, "Finetune/Loss": 0.5673083662986755, "Finetune/Loss (Raw)": 0.5215124487876892, "Finetune/Step": 6691, "Finetune/Step Time": 6.769246133044362}
+{"Finetune/Learning Rate": 1.0397828997019587e-06, "Finetune/Loss": 0.5672413110733032, "Finetune/Loss (Raw)": 0.5313312411308289, "Finetune/Step": 6692, "Finetune/Step Time": 6.77323504537344}
+{"Finetune/Learning Rate": 1.0379400304724297e-06, "Finetune/Loss": 0.5682152509689331, "Finetune/Loss (Raw)": 0.6833686828613281, "Finetune/Step": 6693, "Finetune/Step Time": 6.761538514867425}
+{"Finetune/Learning Rate": 1.036098706408073e-06, "Finetune/Loss": 0.5672050714492798, "Finetune/Loss (Raw)": 0.5571476221084595, "Finetune/Step": 6694, "Finetune/Step Time": 6.76731694675982}
+{"Finetune/Learning Rate": 1.034258927826356e-06, "Finetune/Loss": 0.566703736782074, "Finetune/Loss (Raw)": 0.560678243637085, "Finetune/Step": 6695, "Finetune/Step Time": 6.775728901848197}
+{"Finetune/Learning Rate": 1.0324206950444771e-06, "Finetune/Loss": 0.5667098760604858, "Finetune/Loss (Raw)": 0.6382916569709778, "Finetune/Step": 6696, "Finetune/Step Time": 6.776480494067073}
+{"Finetune/Learning Rate": 1.0305840083793684e-06, "Finetune/Loss": 0.5653473138809204, "Finetune/Loss (Raw)": 0.5300585627555847, "Finetune/Step": 6697, "Finetune/Step Time": 6.786846477538347}
+{"Finetune/Learning Rate": 1.0287488681477e-06, "Finetune/Loss": 0.5672277212142944, "Finetune/Loss (Raw)": 0.6132446527481079, "Finetune/Step": 6698, "Finetune/Step Time": 6.8085279781371355}
+{"Finetune/Learning Rate": 1.0269152746658695e-06, "Finetune/Loss": 0.5698240995407104, "Finetune/Loss (Raw)": 0.5316215753555298, "Finetune/Step": 6699, "Finetune/Step Time": 6.788805948570371}
+{"Finetune/Learning Rate": 1.0250832282500101e-06, "Finetune/Loss": 0.5698291063308716, "Finetune/Loss (Raw)": 0.5695140957832336, "Finetune/Step": 6700, "Finetune/Step Time": 6.777328265830874}
+{"Finetune/Learning Rate": 1.02325272921599e-06, "Finetune/Loss": 0.5691065192222595, "Finetune/Loss (Raw)": 0.5476144552230835, "Finetune/Step": 6701, "Finetune/Step Time": 6.779346916824579}
+{"Finetune/Learning Rate": 1.0214237778794068e-06, "Finetune/Loss": 0.5700898170471191, "Finetune/Loss (Raw)": 0.6612081527709961, "Finetune/Step": 6702, "Finetune/Step Time": 6.773867152631283}
+{"Finetune/Learning Rate": 1.0195963745555936e-06, "Finetune/Loss": 0.5701540112495422, "Finetune/Loss (Raw)": 0.6012543439865112, "Finetune/Step": 6703, "Finetune/Step Time": 6.784455185756087}
+{"Finetune/Learning Rate": 1.0177705195596166e-06, "Finetune/Loss": 0.5707719326019287, "Finetune/Loss (Raw)": 0.6680527329444885, "Finetune/Step": 6704, "Finetune/Step Time": 6.769744576886296}
+{"Finetune/Learning Rate": 1.0159462132062736e-06, "Finetune/Loss": 0.5710010528564453, "Finetune/Loss (Raw)": 0.47121116518974304, "Finetune/Step": 6705, "Finetune/Step Time": 6.770042037591338}
+{"Finetune/Learning Rate": 1.0141234558100998e-06, "Finetune/Loss": 0.5714535117149353, "Finetune/Loss (Raw)": 0.6135274171829224, "Finetune/Step": 6706, "Finetune/Step Time": 6.770904188975692}
+{"Finetune/Learning Rate": 1.0123022476853594e-06, "Finetune/Loss": 0.570494532585144, "Finetune/Loss (Raw)": 0.5141658782958984, "Finetune/Step": 6707, "Finetune/Step Time": 6.759441200643778}
+{"Finetune/Learning Rate": 1.010482589146048e-06, "Finetune/Loss": 0.5714138746261597, "Finetune/Loss (Raw)": 0.6160171031951904, "Finetune/Step": 6708, "Finetune/Step Time": 6.762271378189325}
+{"Finetune/Learning Rate": 1.0086644805058975e-06, "Finetune/Loss": 0.5694158673286438, "Finetune/Loss (Raw)": 0.5089654922485352, "Finetune/Step": 6709, "Finetune/Step Time": 6.777794182300568}
+{"Finetune/Learning Rate": 1.0068479220783711e-06, "Finetune/Loss": 0.5712116956710815, "Finetune/Loss (Raw)": 0.4624682366847992, "Finetune/Step": 6710, "Finetune/Step Time": 6.777123859152198}
+{"Finetune/Learning Rate": 1.0050329141766657e-06, "Finetune/Loss": 0.5743517875671387, "Finetune/Loss (Raw)": 0.5763103365898132, "Finetune/Step": 6711, "Finetune/Step Time": 6.763460896909237}
+{"Finetune/Learning Rate": 1.0032194571137099e-06, "Finetune/Loss": 0.5735676288604736, "Finetune/Loss (Raw)": 0.6435143947601318, "Finetune/Step": 6712, "Finetune/Step Time": 6.737429443746805}
+{"Finetune/Learning Rate": 1.0014075512021627e-06, "Finetune/Loss": 0.573822021484375, "Finetune/Loss (Raw)": 0.5724983811378479, "Finetune/Step": 6713, "Finetune/Step Time": 6.728352842852473}
+{"Finetune/Learning Rate": 9.995971967544217e-07, "Finetune/Loss": 0.5729637145996094, "Finetune/Loss (Raw)": 0.6296283006668091, "Finetune/Step": 6714, "Finetune/Step Time": 6.728229474276304}
+{"Finetune/Learning Rate": 9.977883940826116e-07, "Finetune/Loss": 0.5735066533088684, "Finetune/Loss (Raw)": 0.63530433177948, "Finetune/Step": 6715, "Finetune/Step Time": 6.757010528817773}
+{"Finetune/Learning Rate": 9.959811434985921e-07, "Finetune/Loss": 0.572333812713623, "Finetune/Loss (Raw)": 0.5605151057243347, "Finetune/Step": 6716, "Finetune/Step Time": 6.771379450336099}
+{"Finetune/Learning Rate": 9.941754453139552e-07, "Finetune/Loss": 0.5728272199630737, "Finetune/Loss (Raw)": 0.6685100793838501, "Finetune/Step": 6717, "Finetune/Step Time": 6.773676045238972}
+{"Finetune/Learning Rate": 9.923712998400225e-07, "Finetune/Loss": 0.5728551149368286, "Finetune/Loss (Raw)": 0.5759227275848389, "Finetune/Step": 6718, "Finetune/Step Time": 6.791579468175769}
+{"Finetune/Learning Rate": 9.905687073878523e-07, "Finetune/Loss": 0.5718116760253906, "Finetune/Loss (Raw)": 0.5265687704086304, "Finetune/Step": 6719, "Finetune/Step Time": 6.800785169005394}
+{"Finetune/Learning Rate": 9.887676682682312e-07, "Finetune/Loss": 0.5688347816467285, "Finetune/Loss (Raw)": 0.2269108146429062, "Finetune/Step": 6720, "Finetune/Step Time": 6.806486593559384}
+{"Finetune/Learning Rate": 9.869681827916777e-07, "Finetune/Loss": 0.5681788325309753, "Finetune/Loss (Raw)": 0.5573802590370178, "Finetune/Step": 6721, "Finetune/Step Time": 6.807284779846668}
+{"Finetune/Learning Rate": 9.851702512684492e-07, "Finetune/Loss": 0.5662205815315247, "Finetune/Loss (Raw)": 0.2849007248878479, "Finetune/Step": 6722, "Finetune/Step Time": 6.820718189701438}
+{"Finetune/Learning Rate": 9.833738740085286e-07, "Finetune/Loss": 0.5660949945449829, "Finetune/Loss (Raw)": 0.5195109248161316, "Finetune/Step": 6723, "Finetune/Step Time": 6.8155649453401566}
+{"Finetune/Learning Rate": 9.815790513216317e-07, "Finetune/Loss": 0.5650451183319092, "Finetune/Loss (Raw)": 0.5159464478492737, "Finetune/Step": 6724, "Finetune/Step Time": 6.816774947568774}
+{"Finetune/Learning Rate": 9.797857835172075e-07, "Finetune/Loss": 0.5677013397216797, "Finetune/Loss (Raw)": 0.5600873827934265, "Finetune/Step": 6725, "Finetune/Step Time": 6.8056987803429365}
+{"Finetune/Learning Rate": 9.779940709044367e-07, "Finetune/Loss": 0.5684704780578613, "Finetune/Loss (Raw)": 0.5334826111793518, "Finetune/Step": 6726, "Finetune/Step Time": 6.7791869305074215}
+{"Finetune/Learning Rate": 9.762039137922307e-07, "Finetune/Loss": 0.5679620504379272, "Finetune/Loss (Raw)": 0.6114164590835571, "Finetune/Step": 6727, "Finetune/Step Time": 6.7797364834696054}
+{"Finetune/Learning Rate": 9.744153124892363e-07, "Finetune/Loss": 0.567590057849884, "Finetune/Loss (Raw)": 0.5723896026611328, "Finetune/Step": 6728, "Finetune/Step Time": 6.768949588760734}
+{"Finetune/Learning Rate": 9.726282673038245e-07, "Finetune/Loss": 0.5670857429504395, "Finetune/Loss (Raw)": 0.5098113417625427, "Finetune/Step": 6729, "Finetune/Step Time": 6.792432378977537}
+{"Finetune/Learning Rate": 9.708427785441099e-07, "Finetune/Loss": 0.566810131072998, "Finetune/Loss (Raw)": 0.5837787985801697, "Finetune/Step": 6730, "Finetune/Step Time": 6.798420919105411}
+{"Finetune/Learning Rate": 9.690588465179274e-07, "Finetune/Loss": 0.5658955574035645, "Finetune/Loss (Raw)": 0.43679699301719666, "Finetune/Step": 6731, "Finetune/Step Time": 6.78350043296814}
+{"Finetune/Learning Rate": 9.672764715328497e-07, "Finetune/Loss": 0.5666629076004028, "Finetune/Loss (Raw)": 0.5479925274848938, "Finetune/Step": 6732, "Finetune/Step Time": 6.751815561205149}
+{"Finetune/Learning Rate": 9.65495653896179e-07, "Finetune/Loss": 0.5662988424301147, "Finetune/Loss (Raw)": 0.5127210021018982, "Finetune/Step": 6733, "Finetune/Step Time": 6.755869410932064}
+{"Finetune/Learning Rate": 9.637163939149485e-07, "Finetune/Loss": 0.5659046769142151, "Finetune/Loss (Raw)": 0.5823190808296204, "Finetune/Step": 6734, "Finetune/Step Time": 6.772294444963336}
+{"Finetune/Learning Rate": 9.61938691895924e-07, "Finetune/Loss": 0.5667153000831604, "Finetune/Loss (Raw)": 0.675840437412262, "Finetune/Step": 6735, "Finetune/Step Time": 6.7751738876104355}
+{"Finetune/Learning Rate": 9.601625481456033e-07, "Finetune/Loss": 0.5677636861801147, "Finetune/Loss (Raw)": 0.6406334042549133, "Finetune/Step": 6736, "Finetune/Step Time": 6.7775753531605005}
+{"Finetune/Learning Rate": 9.583879629702108e-07, "Finetune/Loss": 0.5681897401809692, "Finetune/Loss (Raw)": 0.683101236820221, "Finetune/Step": 6737, "Finetune/Step Time": 6.77481964789331}
+{"Finetune/Learning Rate": 9.566149366757104e-07, "Finetune/Loss": 0.5689212083816528, "Finetune/Loss (Raw)": 0.6922186017036438, "Finetune/Step": 6738, "Finetune/Step Time": 6.77356162853539}
+{"Finetune/Learning Rate": 9.548434695677922e-07, "Finetune/Loss": 0.5650818347930908, "Finetune/Loss (Raw)": 0.1510024517774582, "Finetune/Step": 6739, "Finetune/Step Time": 6.794208848848939}
+{"Finetune/Learning Rate": 9.530735619518783e-07, "Finetune/Loss": 0.5657886266708374, "Finetune/Loss (Raw)": 0.5693762302398682, "Finetune/Step": 6740, "Finetune/Step Time": 6.777441583573818}
+{"Finetune/Learning Rate": 9.513052141331203e-07, "Finetune/Loss": 0.5673719644546509, "Finetune/Loss (Raw)": 0.7299025654792786, "Finetune/Step": 6741, "Finetune/Step Time": 6.780983379110694}
+{"Finetune/Learning Rate": 9.495384264164021e-07, "Finetune/Loss": 0.5672006011009216, "Finetune/Loss (Raw)": 0.6688028573989868, "Finetune/Step": 6742, "Finetune/Step Time": 6.783963767811656}
+{"Finetune/Learning Rate": 9.477731991063399e-07, "Finetune/Loss": 0.5674252510070801, "Finetune/Loss (Raw)": 0.5500076413154602, "Finetune/Step": 6743, "Finetune/Step Time": 6.812521802261472}
+{"Finetune/Learning Rate": 9.460095325072805e-07, "Finetune/Loss": 0.5669426918029785, "Finetune/Loss (Raw)": 0.4808173179626465, "Finetune/Step": 6744, "Finetune/Step Time": 6.806756719946861}
+{"Finetune/Learning Rate": 9.442474269232982e-07, "Finetune/Loss": 0.5671496987342834, "Finetune/Loss (Raw)": 0.6202443242073059, "Finetune/Step": 6745, "Finetune/Step Time": 6.809712864458561}
+{"Finetune/Learning Rate": 9.424868826582012e-07, "Finetune/Loss": 0.5684911012649536, "Finetune/Loss (Raw)": 0.643799364566803, "Finetune/Step": 6746, "Finetune/Step Time": 6.789167810231447}
+{"Finetune/Learning Rate": 9.407279000155311e-07, "Finetune/Loss": 0.5683503150939941, "Finetune/Loss (Raw)": 0.6766021847724915, "Finetune/Step": 6747, "Finetune/Step Time": 6.791013123467565}
+{"Finetune/Learning Rate": 9.389704792985555e-07, "Finetune/Loss": 0.5677017569541931, "Finetune/Loss (Raw)": 0.533363401889801, "Finetune/Step": 6748, "Finetune/Step Time": 6.7872757110744715}
+{"Finetune/Learning Rate": 9.372146208102739e-07, "Finetune/Loss": 0.5711091756820679, "Finetune/Loss (Raw)": 0.6639013290405273, "Finetune/Step": 6749, "Finetune/Step Time": 6.7689892165362835}
+{"Finetune/Learning Rate": 9.354603248534189e-07, "Finetune/Loss": 0.5705227851867676, "Finetune/Loss (Raw)": 0.5684095621109009, "Finetune/Step": 6750, "Finetune/Step Time": 6.782782763242722}
+{"Finetune/Learning Rate": 9.337075917304506e-07, "Finetune/Loss": 0.5701732635498047, "Finetune/Loss (Raw)": 0.5799638032913208, "Finetune/Step": 6751, "Finetune/Step Time": 6.800020242109895}
+{"Finetune/Learning Rate": 9.319564217435606e-07, "Finetune/Loss": 0.5698323249816895, "Finetune/Loss (Raw)": 0.5378371477127075, "Finetune/Step": 6752, "Finetune/Step Time": 6.831525646150112}
+{"Finetune/Learning Rate": 9.302068151946719e-07, "Finetune/Loss": 0.5702517032623291, "Finetune/Loss (Raw)": 0.6098113656044006, "Finetune/Step": 6753, "Finetune/Step Time": 6.827242601662874}
+{"Finetune/Learning Rate": 9.284587723854355e-07, "Finetune/Loss": 0.5701672434806824, "Finetune/Loss (Raw)": 0.6011810898780823, "Finetune/Step": 6754, "Finetune/Step Time": 6.8398026917129755}
+{"Finetune/Learning Rate": 9.26712293617238e-07, "Finetune/Loss": 0.5682915449142456, "Finetune/Loss (Raw)": 0.4014822542667389, "Finetune/Step": 6755, "Finetune/Step Time": 6.851641492918134}
+{"Finetune/Learning Rate": 9.249673791911907e-07, "Finetune/Loss": 0.5681896209716797, "Finetune/Loss (Raw)": 0.5037741661071777, "Finetune/Step": 6756, "Finetune/Step Time": 6.855298966169357}
+{"Finetune/Learning Rate": 9.232240294081396e-07, "Finetune/Loss": 0.5678088665008545, "Finetune/Loss (Raw)": 0.5366696119308472, "Finetune/Step": 6757, "Finetune/Step Time": 6.832654682919383}
+{"Finetune/Learning Rate": 9.214822445686567e-07, "Finetune/Loss": 0.5682286620140076, "Finetune/Loss (Raw)": 0.5585346221923828, "Finetune/Step": 6758, "Finetune/Step Time": 6.8379241190850735}
+{"Finetune/Learning Rate": 9.197420249730471e-07, "Finetune/Loss": 0.5694307088851929, "Finetune/Loss (Raw)": 0.7010019421577454, "Finetune/Step": 6759, "Finetune/Step Time": 6.834444958716631}
+{"Finetune/Learning Rate": 9.180033709213454e-07, "Finetune/Loss": 0.5685346126556396, "Finetune/Loss (Raw)": 0.4558204114437103, "Finetune/Step": 6760, "Finetune/Step Time": 6.826294237747788}
+{"Finetune/Learning Rate": 9.162662827133162e-07, "Finetune/Loss": 0.5696852803230286, "Finetune/Loss (Raw)": 0.6443459391593933, "Finetune/Step": 6761, "Finetune/Step Time": 6.809556368738413}
+{"Finetune/Learning Rate": 9.14530760648451e-07, "Finetune/Loss": 0.568190336227417, "Finetune/Loss (Raw)": 0.33550742268562317, "Finetune/Step": 6762, "Finetune/Step Time": 6.826566299423575}
+{"Finetune/Learning Rate": 9.127968050259795e-07, "Finetune/Loss": 0.5686495304107666, "Finetune/Loss (Raw)": 0.5788695812225342, "Finetune/Step": 6763, "Finetune/Step Time": 6.835220528766513}
+{"Finetune/Learning Rate": 9.110644161448534e-07, "Finetune/Loss": 0.5651673078536987, "Finetune/Loss (Raw)": 0.15393458306789398, "Finetune/Step": 6764, "Finetune/Step Time": 6.839745553210378}
+{"Finetune/Learning Rate": 9.093335943037584e-07, "Finetune/Loss": 0.5652033090591431, "Finetune/Loss (Raw)": 0.6272727251052856, "Finetune/Step": 6765, "Finetune/Step Time": 6.835774688050151}
+{"Finetune/Learning Rate": 9.07604339801107e-07, "Finetune/Loss": 0.5652430057525635, "Finetune/Loss (Raw)": 0.5024150013923645, "Finetune/Step": 6766, "Finetune/Step Time": 6.834241539239883}
+{"Finetune/Learning Rate": 9.058766529350438e-07, "Finetune/Loss": 0.5648342370986938, "Finetune/Loss (Raw)": 0.4789958894252777, "Finetune/Step": 6767, "Finetune/Step Time": 6.839386595413089}
+{"Finetune/Learning Rate": 9.041505340034429e-07, "Finetune/Loss": 0.5638114213943481, "Finetune/Loss (Raw)": 0.49958908557891846, "Finetune/Step": 6768, "Finetune/Step Time": 6.829485638067126}
+{"Finetune/Learning Rate": 9.024259833039073e-07, "Finetune/Loss": 0.5627092123031616, "Finetune/Loss (Raw)": 0.5049300789833069, "Finetune/Step": 6769, "Finetune/Step Time": 6.82903996296227}
+{"Finetune/Learning Rate": 9.007030011337669e-07, "Finetune/Loss": 0.5610231161117554, "Finetune/Loss (Raw)": 0.49935370683670044, "Finetune/Step": 6770, "Finetune/Step Time": 6.831700101494789}
+{"Finetune/Learning Rate": 8.989815877900898e-07, "Finetune/Loss": 0.5614645481109619, "Finetune/Loss (Raw)": 0.5591009855270386, "Finetune/Step": 6771, "Finetune/Step Time": 6.79626040905714}
+{"Finetune/Learning Rate": 8.972617435696662e-07, "Finetune/Loss": 0.5605894923210144, "Finetune/Loss (Raw)": 0.5427055358886719, "Finetune/Step": 6772, "Finetune/Step Time": 6.792550668120384}
+{"Finetune/Learning Rate": 8.955434687690157e-07, "Finetune/Loss": 0.5605431795120239, "Finetune/Loss (Raw)": 0.5909096002578735, "Finetune/Step": 6773, "Finetune/Step Time": 6.790892317891121}
+{"Finetune/Learning Rate": 8.9382676368439e-07, "Finetune/Loss": 0.5597593188285828, "Finetune/Loss (Raw)": 0.6537293195724487, "Finetune/Step": 6774, "Finetune/Step Time": 6.808858267962933}
+{"Finetune/Learning Rate": 8.921116286117703e-07, "Finetune/Loss": 0.5601513385772705, "Finetune/Loss (Raw)": 0.5396204590797424, "Finetune/Step": 6775, "Finetune/Step Time": 6.802624747157097}
+{"Finetune/Learning Rate": 8.903980638468657e-07, "Finetune/Loss": 0.5604856014251709, "Finetune/Loss (Raw)": 0.644810676574707, "Finetune/Step": 6776, "Finetune/Step Time": 6.800989741459489}
+{"Finetune/Learning Rate": 8.886860696851141e-07, "Finetune/Loss": 0.5599009394645691, "Finetune/Loss (Raw)": 0.5907867550849915, "Finetune/Step": 6777, "Finetune/Step Time": 6.7927776500582695}
+{"Finetune/Learning Rate": 8.86975646421685e-07, "Finetune/Loss": 0.5602619647979736, "Finetune/Loss (Raw)": 0.5568975210189819, "Finetune/Step": 6778, "Finetune/Step Time": 6.77706496976316}
+{"Finetune/Learning Rate": 8.852667943514736e-07, "Finetune/Loss": 0.5611456036567688, "Finetune/Loss (Raw)": 0.6978399157524109, "Finetune/Step": 6779, "Finetune/Step Time": 6.777126256376505}
+{"Finetune/Learning Rate": 8.835595137691078e-07, "Finetune/Loss": 0.5610765218734741, "Finetune/Loss (Raw)": 0.5122702717781067, "Finetune/Step": 6780, "Finetune/Step Time": 6.788536267355084}
+{"Finetune/Learning Rate": 8.81853804968944e-07, "Finetune/Loss": 0.5618181228637695, "Finetune/Loss (Raw)": 0.6315407156944275, "Finetune/Step": 6781, "Finetune/Step Time": 6.797503534704447}
+{"Finetune/Learning Rate": 8.80149668245065e-07, "Finetune/Loss": 0.5624055862426758, "Finetune/Loss (Raw)": 0.6101786494255066, "Finetune/Step": 6782, "Finetune/Step Time": 6.786834634840488}
+{"Finetune/Learning Rate": 8.784471038912845e-07, "Finetune/Loss": 0.5636017918586731, "Finetune/Loss (Raw)": 0.7311435341835022, "Finetune/Step": 6783, "Finetune/Step Time": 6.785866508260369}
+{"Finetune/Learning Rate": 8.767461122011445e-07, "Finetune/Loss": 0.5633441805839539, "Finetune/Loss (Raw)": 0.5452336072921753, "Finetune/Step": 6784, "Finetune/Step Time": 6.787899797782302}
+{"Finetune/Learning Rate": 8.750466934679158e-07, "Finetune/Loss": 0.564523458480835, "Finetune/Loss (Raw)": 0.62452232837677, "Finetune/Step": 6785, "Finetune/Step Time": 6.779692413285375}
+{"Finetune/Learning Rate": 8.733488479845997e-07, "Finetune/Loss": 0.5662258863449097, "Finetune/Loss (Raw)": 0.7292782664299011, "Finetune/Step": 6786, "Finetune/Step Time": 6.785469841212034}
+{"Finetune/Learning Rate": 8.71652576043921e-07, "Finetune/Loss": 0.5664364099502563, "Finetune/Loss (Raw)": 0.6968132853507996, "Finetune/Step": 6787, "Finetune/Step Time": 6.768430404365063}
+{"Finetune/Learning Rate": 8.699578779383433e-07, "Finetune/Loss": 0.5666252374649048, "Finetune/Loss (Raw)": 0.5151802897453308, "Finetune/Step": 6788, "Finetune/Step Time": 6.763204189017415}
+{"Finetune/Learning Rate": 8.682647539600475e-07, "Finetune/Loss": 0.5665020942687988, "Finetune/Loss (Raw)": 0.5751839876174927, "Finetune/Step": 6789, "Finetune/Step Time": 6.772078763693571}
+{"Finetune/Learning Rate": 8.665732044009512e-07, "Finetune/Loss": 0.5663402080535889, "Finetune/Loss (Raw)": 0.6188424825668335, "Finetune/Step": 6790, "Finetune/Step Time": 6.7645958084613085}
+{"Finetune/Learning Rate": 8.648832295526965e-07, "Finetune/Loss": 0.5660762786865234, "Finetune/Loss (Raw)": 0.5748236179351807, "Finetune/Step": 6791, "Finetune/Step Time": 6.766370868310332}
+{"Finetune/Learning Rate": 8.631948297066539e-07, "Finetune/Loss": 0.5669432878494263, "Finetune/Loss (Raw)": 0.6226174831390381, "Finetune/Step": 6792, "Finetune/Step Time": 6.765118729323149}
+{"Finetune/Learning Rate": 8.615080051539249e-07, "Finetune/Loss": 0.5666319131851196, "Finetune/Loss (Raw)": 0.6168768405914307, "Finetune/Step": 6793, "Finetune/Step Time": 6.768796131014824}
+{"Finetune/Learning Rate": 8.598227561853379e-07, "Finetune/Loss": 0.5656152367591858, "Finetune/Loss (Raw)": 0.5229834914207458, "Finetune/Step": 6794, "Finetune/Step Time": 6.773515954613686}
+{"Finetune/Learning Rate": 8.581390830914471e-07, "Finetune/Loss": 0.5655099153518677, "Finetune/Loss (Raw)": 0.59697425365448, "Finetune/Step": 6795, "Finetune/Step Time": 6.763589546084404}
+{"Finetune/Learning Rate": 8.564569861625427e-07, "Finetune/Loss": 0.5624226927757263, "Finetune/Loss (Raw)": 0.1660815179347992, "Finetune/Step": 6796, "Finetune/Step Time": 6.777816370129585}
+{"Finetune/Learning Rate": 8.547764656886348e-07, "Finetune/Loss": 0.5595873594284058, "Finetune/Loss (Raw)": 0.19420428574085236, "Finetune/Step": 6797, "Finetune/Step Time": 6.798907684162259}
+{"Finetune/Learning Rate": 8.530975219594651e-07, "Finetune/Loss": 0.5594058036804199, "Finetune/Loss (Raw)": 0.5410314202308655, "Finetune/Step": 6798, "Finetune/Step Time": 6.800082810223103}
+{"Finetune/Learning Rate": 8.514201552645052e-07, "Finetune/Loss": 0.5589532852172852, "Finetune/Loss (Raw)": 0.6188417673110962, "Finetune/Step": 6799, "Finetune/Step Time": 6.811750015243888}
+{"Finetune/Learning Rate": 8.497443658929505e-07, "Finetune/Loss": 0.5589926242828369, "Finetune/Loss (Raw)": 0.5762225985527039, "Finetune/Step": 6800, "Finetune/Step Time": 6.811897413805127}
+{"Finetune/Learning Rate": 8.480701541337288e-07, "Finetune/Loss": 0.5591166019439697, "Finetune/Loss (Raw)": 0.6497558355331421, "Finetune/Step": 6801, "Finetune/Step Time": 6.807743536308408}
+{"Finetune/Learning Rate": 8.463975202754926e-07, "Finetune/Loss": 0.5612020492553711, "Finetune/Loss (Raw)": 0.7115733623504639, "Finetune/Step": 6802, "Finetune/Step Time": 6.810913547873497}
+{"Finetune/Learning Rate": 8.447264646066233e-07, "Finetune/Loss": 0.5604918003082275, "Finetune/Loss (Raw)": 0.4706317186355591, "Finetune/Step": 6803, "Finetune/Step Time": 6.8204408679157495}
+{"Finetune/Learning Rate": 8.430569874152339e-07, "Finetune/Loss": 0.5600026845932007, "Finetune/Loss (Raw)": 0.52329021692276, "Finetune/Step": 6804, "Finetune/Step Time": 6.8351067043840885}
+{"Finetune/Learning Rate": 8.413890889891596e-07, "Finetune/Loss": 0.5598816871643066, "Finetune/Loss (Raw)": 0.14186158776283264, "Finetune/Step": 6805, "Finetune/Step Time": 6.834831373766065}
+{"Finetune/Learning Rate": 8.39722769615966e-07, "Finetune/Loss": 0.5595173239707947, "Finetune/Loss (Raw)": 0.5625485777854919, "Finetune/Step": 6806, "Finetune/Step Time": 6.831891804933548}
+{"Finetune/Learning Rate": 8.380580295829466e-07, "Finetune/Loss": 0.5565871000289917, "Finetune/Loss (Raw)": 0.17843270301818848, "Finetune/Step": 6807, "Finetune/Step Time": 6.848233615979552}
+{"Finetune/Learning Rate": 8.363948691771229e-07, "Finetune/Loss": 0.5563998818397522, "Finetune/Loss (Raw)": 0.6816001534461975, "Finetune/Step": 6808, "Finetune/Step Time": 6.840501334518194}
+{"Finetune/Learning Rate": 8.347332886852422e-07, "Finetune/Loss": 0.5558688640594482, "Finetune/Loss (Raw)": 0.7088027596473694, "Finetune/Step": 6809, "Finetune/Step Time": 6.824542984366417}
+{"Finetune/Learning Rate": 8.330732883937808e-07, "Finetune/Loss": 0.5560950636863708, "Finetune/Loss (Raw)": 0.6411264538764954, "Finetune/Step": 6810, "Finetune/Step Time": 6.837803404778242}
+{"Finetune/Learning Rate": 8.314148685889412e-07, "Finetune/Loss": 0.5596030354499817, "Finetune/Loss (Raw)": 0.6282221674919128, "Finetune/Step": 6811, "Finetune/Step Time": 6.828561557456851}
+{"Finetune/Learning Rate": 8.297580295566576e-07, "Finetune/Loss": 0.5588226318359375, "Finetune/Loss (Raw)": 0.5358004570007324, "Finetune/Step": 6812, "Finetune/Step Time": 6.832059014588594}
+{"Finetune/Learning Rate": 8.281027715825873e-07, "Finetune/Loss": 0.558535635471344, "Finetune/Loss (Raw)": 0.60826176404953, "Finetune/Step": 6813, "Finetune/Step Time": 6.831739779561758}
+{"Finetune/Learning Rate": 8.264490949521154e-07, "Finetune/Loss": 0.5586379766464233, "Finetune/Loss (Raw)": 0.5807884931564331, "Finetune/Step": 6814, "Finetune/Step Time": 6.82277625054121}
+{"Finetune/Learning Rate": 8.247969999503569e-07, "Finetune/Loss": 0.5594529509544373, "Finetune/Loss (Raw)": 0.6235249042510986, "Finetune/Step": 6815, "Finetune/Step Time": 6.806856777518988}
+{"Finetune/Learning Rate": 8.231464868621519e-07, "Finetune/Loss": 0.5593165159225464, "Finetune/Loss (Raw)": 0.6198945641517639, "Finetune/Step": 6816, "Finetune/Step Time": 6.8072172328829765}
+{"Finetune/Learning Rate": 8.214975559720684e-07, "Finetune/Loss": 0.5580023527145386, "Finetune/Loss (Raw)": 0.4772726595401764, "Finetune/Step": 6817, "Finetune/Step Time": 6.806393630802631}
+{"Finetune/Learning Rate": 8.19850207564401e-07, "Finetune/Loss": 0.5558892488479614, "Finetune/Loss (Raw)": 0.40839672088623047, "Finetune/Step": 6818, "Finetune/Step Time": 6.806936534121633}
+{"Finetune/Learning Rate": 8.182044419231705e-07, "Finetune/Loss": 0.5564472675323486, "Finetune/Loss (Raw)": 0.592947781085968, "Finetune/Step": 6819, "Finetune/Step Time": 6.8021804969757795}
+{"Finetune/Learning Rate": 8.165602593321309e-07, "Finetune/Loss": 0.5565939545631409, "Finetune/Loss (Raw)": 0.5501084327697754, "Finetune/Step": 6820, "Finetune/Step Time": 6.800064187496901}
+{"Finetune/Learning Rate": 8.149176600747555e-07, "Finetune/Loss": 0.5557831525802612, "Finetune/Loss (Raw)": 0.579584002494812, "Finetune/Step": 6821, "Finetune/Step Time": 6.818194242194295}
+{"Finetune/Learning Rate": 8.132766444342488e-07, "Finetune/Loss": 0.5568616986274719, "Finetune/Loss (Raw)": 0.6951975226402283, "Finetune/Step": 6822, "Finetune/Step Time": 6.804189093410969}
+{"Finetune/Learning Rate": 8.116372126935412e-07, "Finetune/Loss": 0.5544004440307617, "Finetune/Loss (Raw)": 0.2456430196762085, "Finetune/Step": 6823, "Finetune/Step Time": 6.815211392939091}
+{"Finetune/Learning Rate": 8.0999936513529e-07, "Finetune/Loss": 0.554496169090271, "Finetune/Loss (Raw)": 0.6505472660064697, "Finetune/Step": 6824, "Finetune/Step Time": 6.821374643594027}
+{"Finetune/Learning Rate": 8.083631020418792e-07, "Finetune/Loss": 0.5549569129943848, "Finetune/Loss (Raw)": 0.5890280604362488, "Finetune/Step": 6825, "Finetune/Step Time": 6.81315946765244}
+{"Finetune/Learning Rate": 8.067284236954198e-07, "Finetune/Loss": 0.5552998781204224, "Finetune/Loss (Raw)": 0.6571498513221741, "Finetune/Step": 6826, "Finetune/Step Time": 6.7894056756049395}
+{"Finetune/Learning Rate": 8.050953303777487e-07, "Finetune/Loss": 0.5564679503440857, "Finetune/Loss (Raw)": 0.6811324954032898, "Finetune/Step": 6827, "Finetune/Step Time": 6.801889358088374}
+{"Finetune/Learning Rate": 8.034638223704338e-07, "Finetune/Loss": 0.5563819408416748, "Finetune/Loss (Raw)": 0.5584993362426758, "Finetune/Step": 6828, "Finetune/Step Time": 6.799293814226985}
+{"Finetune/Learning Rate": 8.018338999547648e-07, "Finetune/Loss": 0.5572344064712524, "Finetune/Loss (Raw)": 0.6567375659942627, "Finetune/Step": 6829, "Finetune/Step Time": 6.799684530124068}
+{"Finetune/Learning Rate": 8.002055634117578e-07, "Finetune/Loss": 0.5562798976898193, "Finetune/Loss (Raw)": 0.5390300750732422, "Finetune/Step": 6830, "Finetune/Step Time": 6.810867564752698}
+{"Finetune/Learning Rate": 7.985788130221606e-07, "Finetune/Loss": 0.5558356046676636, "Finetune/Loss (Raw)": 0.5443833470344543, "Finetune/Step": 6831, "Finetune/Step Time": 6.800719512626529}
+{"Finetune/Learning Rate": 7.969536490664409e-07, "Finetune/Loss": 0.5551726818084717, "Finetune/Loss (Raw)": 0.58319091796875, "Finetune/Step": 6832, "Finetune/Step Time": 6.802177496254444}
+{"Finetune/Learning Rate": 7.953300718247981e-07, "Finetune/Loss": 0.5563942790031433, "Finetune/Loss (Raw)": 0.6275845170021057, "Finetune/Step": 6833, "Finetune/Step Time": 6.785111777484417}
+{"Finetune/Learning Rate": 7.937080815771569e-07, "Finetune/Loss": 0.5556120872497559, "Finetune/Loss (Raw)": 0.513403058052063, "Finetune/Step": 6834, "Finetune/Step Time": 6.806337343528867}
+{"Finetune/Learning Rate": 7.920876786031628e-07, "Finetune/Loss": 0.5559736490249634, "Finetune/Loss (Raw)": 0.560449481010437, "Finetune/Step": 6835, "Finetune/Step Time": 6.806109186261892}
+{"Finetune/Learning Rate": 7.904688631821988e-07, "Finetune/Loss": 0.5560880303382874, "Finetune/Loss (Raw)": 0.6306561231613159, "Finetune/Step": 6836, "Finetune/Step Time": 6.7937116753309965}
+{"Finetune/Learning Rate": 7.888516355933651e-07, "Finetune/Loss": 0.556240439414978, "Finetune/Loss (Raw)": 0.5284774899482727, "Finetune/Step": 6837, "Finetune/Step Time": 6.778883807361126}
+{"Finetune/Learning Rate": 7.872359961154907e-07, "Finetune/Loss": 0.5570405125617981, "Finetune/Loss (Raw)": 0.5648711323738098, "Finetune/Step": 6838, "Finetune/Step Time": 6.766492992639542}
+{"Finetune/Learning Rate": 7.856219450271307e-07, "Finetune/Loss": 0.5567548274993896, "Finetune/Loss (Raw)": 0.5397462844848633, "Finetune/Step": 6839, "Finetune/Step Time": 6.755651615560055}
+{"Finetune/Learning Rate": 7.84009482606568e-07, "Finetune/Loss": 0.5570865869522095, "Finetune/Loss (Raw)": 0.6859759092330933, "Finetune/Step": 6840, "Finetune/Step Time": 6.757453491911292}
+{"Finetune/Learning Rate": 7.823986091318081e-07, "Finetune/Loss": 0.5580899715423584, "Finetune/Loss (Raw)": 0.7009338140487671, "Finetune/Step": 6841, "Finetune/Step Time": 6.757722212001681}
+{"Finetune/Learning Rate": 7.807893248805865e-07, "Finetune/Loss": 0.5580110549926758, "Finetune/Loss (Raw)": 0.6195245981216431, "Finetune/Step": 6842, "Finetune/Step Time": 6.748324645683169}
+{"Finetune/Learning Rate": 7.791816301303601e-07, "Finetune/Loss": 0.5570312738418579, "Finetune/Loss (Raw)": 0.5098985433578491, "Finetune/Step": 6843, "Finetune/Step Time": 6.738474724814296}
+{"Finetune/Learning Rate": 7.775755251583183e-07, "Finetune/Loss": 0.5569329857826233, "Finetune/Loss (Raw)": 0.5479295253753662, "Finetune/Step": 6844, "Finetune/Step Time": 6.723056869581342}
+{"Finetune/Learning Rate": 7.759710102413709e-07, "Finetune/Loss": 0.5529987812042236, "Finetune/Loss (Raw)": 0.16493350267410278, "Finetune/Step": 6845, "Finetune/Step Time": 6.730871025472879}
+{"Finetune/Learning Rate": 7.743680856561552e-07, "Finetune/Loss": 0.5519330501556396, "Finetune/Loss (Raw)": 0.43950363993644714, "Finetune/Step": 6846, "Finetune/Step Time": 6.714917091652751}
+{"Finetune/Learning Rate": 7.727667516790338e-07, "Finetune/Loss": 0.5519298315048218, "Finetune/Loss (Raw)": 0.5261613130569458, "Finetune/Step": 6847, "Finetune/Step Time": 6.7212500758469105}
+{"Finetune/Learning Rate": 7.711670085860967e-07, "Finetune/Loss": 0.5554641485214233, "Finetune/Loss (Raw)": 0.6793084144592285, "Finetune/Step": 6848, "Finetune/Step Time": 6.710847260430455}
+{"Finetune/Learning Rate": 7.695688566531578e-07, "Finetune/Loss": 0.5528724193572998, "Finetune/Loss (Raw)": 0.22563987970352173, "Finetune/Step": 6849, "Finetune/Step Time": 6.728932287544012}
+{"Finetune/Learning Rate": 7.679722961557579e-07, "Finetune/Loss": 0.5553247332572937, "Finetune/Loss (Raw)": 0.5987913012504578, "Finetune/Step": 6850, "Finetune/Step Time": 6.715867141261697}
+{"Finetune/Learning Rate": 7.663773273691599e-07, "Finetune/Loss": 0.5565415620803833, "Finetune/Loss (Raw)": 0.6752644181251526, "Finetune/Step": 6851, "Finetune/Step Time": 6.709385119378567}
+{"Finetune/Learning Rate": 7.647839505683608e-07, "Finetune/Loss": 0.55781489610672, "Finetune/Loss (Raw)": 0.6789361834526062, "Finetune/Step": 6852, "Finetune/Step Time": 6.7074432000517845}
+{"Finetune/Learning Rate": 7.63192166028075e-07, "Finetune/Loss": 0.5588223934173584, "Finetune/Loss (Raw)": 0.689045250415802, "Finetune/Step": 6853, "Finetune/Step Time": 6.698637867346406}
+{"Finetune/Learning Rate": 7.616019740227443e-07, "Finetune/Loss": 0.5589244365692139, "Finetune/Loss (Raw)": 0.5465389490127563, "Finetune/Step": 6854, "Finetune/Step Time": 6.701732063665986}
+{"Finetune/Learning Rate": 7.60013374826536e-07, "Finetune/Loss": 0.5581670999526978, "Finetune/Loss (Raw)": 0.5144876837730408, "Finetune/Step": 6855, "Finetune/Step Time": 6.702493390068412}
+{"Finetune/Learning Rate": 7.584263687133464e-07, "Finetune/Loss": 0.5570034980773926, "Finetune/Loss (Raw)": 0.4234408140182495, "Finetune/Step": 6856, "Finetune/Step Time": 6.712143441662192}
+{"Finetune/Learning Rate": 7.568409559567913e-07, "Finetune/Loss": 0.5574493408203125, "Finetune/Loss (Raw)": 0.5668805837631226, "Finetune/Step": 6857, "Finetune/Step Time": 6.704152828082442}
+{"Finetune/Learning Rate": 7.552571368302153e-07, "Finetune/Loss": 0.5578510761260986, "Finetune/Loss (Raw)": 0.6352049112319946, "Finetune/Step": 6858, "Finetune/Step Time": 6.7044355776160955}
+{"Finetune/Learning Rate": 7.536749116066866e-07, "Finetune/Loss": 0.5587055683135986, "Finetune/Loss (Raw)": 0.5461751222610474, "Finetune/Step": 6859, "Finetune/Step Time": 6.686200430616736}
+{"Finetune/Learning Rate": 7.520942805590015e-07, "Finetune/Loss": 0.5587626695632935, "Finetune/Loss (Raw)": 0.5552980899810791, "Finetune/Step": 6860, "Finetune/Step Time": 6.680973993614316}
+{"Finetune/Learning Rate": 7.505152439596796e-07, "Finetune/Loss": 0.5603898763656616, "Finetune/Loss (Raw)": 0.7209963202476501, "Finetune/Step": 6861, "Finetune/Step Time": 6.683435609564185}
+{"Finetune/Learning Rate": 7.489378020809645e-07, "Finetune/Loss": 0.559402346611023, "Finetune/Loss (Raw)": 0.4559231400489807, "Finetune/Step": 6862, "Finetune/Step Time": 6.661816131323576}
+{"Finetune/Learning Rate": 7.473619551948264e-07, "Finetune/Loss": 0.5590721368789673, "Finetune/Loss (Raw)": 0.6335684657096863, "Finetune/Step": 6863, "Finetune/Step Time": 6.664753336459398}
+{"Finetune/Learning Rate": 7.457877035729588e-07, "Finetune/Loss": 0.5588574409484863, "Finetune/Loss (Raw)": 0.6131507754325867, "Finetune/Step": 6864, "Finetune/Step Time": 6.66820246912539}
+{"Finetune/Learning Rate": 7.442150474867826e-07, "Finetune/Loss": 0.557827353477478, "Finetune/Loss (Raw)": 0.5512479543685913, "Finetune/Step": 6865, "Finetune/Step Time": 6.678629945963621}
+{"Finetune/Learning Rate": 7.426439872074421e-07, "Finetune/Loss": 0.5569714307785034, "Finetune/Loss (Raw)": 0.5826638340950012, "Finetune/Step": 6866, "Finetune/Step Time": 6.679151294752955}
+{"Finetune/Learning Rate": 7.410745230058037e-07, "Finetune/Loss": 0.5576298832893372, "Finetune/Loss (Raw)": 0.23529021441936493, "Finetune/Step": 6867, "Finetune/Step Time": 6.6782247722148895}
+{"Finetune/Learning Rate": 7.395066551524665e-07, "Finetune/Loss": 0.5589578151702881, "Finetune/Loss (Raw)": 0.7393448948860168, "Finetune/Step": 6868, "Finetune/Step Time": 6.693690806627274}
+{"Finetune/Learning Rate": 7.379403839177468e-07, "Finetune/Loss": 0.55766761302948, "Finetune/Loss (Raw)": 0.5647597908973694, "Finetune/Step": 6869, "Finetune/Step Time": 6.703917160630226}
+{"Finetune/Learning Rate": 7.363757095716884e-07, "Finetune/Loss": 0.5579235553741455, "Finetune/Loss (Raw)": 0.7015562653541565, "Finetune/Step": 6870, "Finetune/Step Time": 6.7298166044056416}
+{"Finetune/Learning Rate": 7.34812632384061e-07, "Finetune/Loss": 0.5576207637786865, "Finetune/Loss (Raw)": 0.5112610459327698, "Finetune/Step": 6871, "Finetune/Step Time": 6.696809981018305}
+{"Finetune/Learning Rate": 7.332511526243558e-07, "Finetune/Loss": 0.5582751631736755, "Finetune/Loss (Raw)": 0.5645788908004761, "Finetune/Step": 6872, "Finetune/Step Time": 6.691299423575401}
+{"Finetune/Learning Rate": 7.316912705617918e-07, "Finetune/Loss": 0.5581681728363037, "Finetune/Loss (Raw)": 0.6065430641174316, "Finetune/Step": 6873, "Finetune/Step Time": 6.696620665490627}
+{"Finetune/Learning Rate": 7.301329864653095e-07, "Finetune/Loss": 0.5580459237098694, "Finetune/Loss (Raw)": 0.6281545758247375, "Finetune/Step": 6874, "Finetune/Step Time": 6.731235511600971}
+{"Finetune/Learning Rate": 7.285763006035762e-07, "Finetune/Loss": 0.557942271232605, "Finetune/Loss (Raw)": 0.6633342504501343, "Finetune/Step": 6875, "Finetune/Step Time": 6.72486399486661}
+{"Finetune/Learning Rate": 7.270212132449839e-07, "Finetune/Loss": 0.5575985908508301, "Finetune/Loss (Raw)": 0.4893743693828583, "Finetune/Step": 6876, "Finetune/Step Time": 6.731128070503473}
+{"Finetune/Learning Rate": 7.25467724657647e-07, "Finetune/Loss": 0.5574830770492554, "Finetune/Loss (Raw)": 0.6491144895553589, "Finetune/Step": 6877, "Finetune/Step Time": 6.733501143753529}
+{"Finetune/Learning Rate": 7.239158351094067e-07, "Finetune/Loss": 0.5578640103340149, "Finetune/Loss (Raw)": 0.6171718239784241, "Finetune/Step": 6878, "Finetune/Step Time": 6.723195681348443}
+{"Finetune/Learning Rate": 7.223655448678257e-07, "Finetune/Loss": 0.5578625798225403, "Finetune/Loss (Raw)": 0.5797812342643738, "Finetune/Step": 6879, "Finetune/Step Time": 6.7112171817570925}
+{"Finetune/Learning Rate": 7.208168542001925e-07, "Finetune/Loss": 0.5578937530517578, "Finetune/Loss (Raw)": 0.5418291091918945, "Finetune/Step": 6880, "Finetune/Step Time": 6.701618576422334}
+{"Finetune/Learning Rate": 7.192697633735212e-07, "Finetune/Loss": 0.5582128167152405, "Finetune/Loss (Raw)": 0.6506412625312805, "Finetune/Step": 6881, "Finetune/Step Time": 6.702285528182983}
+{"Finetune/Learning Rate": 7.177242726545464e-07, "Finetune/Loss": 0.5580859780311584, "Finetune/Loss (Raw)": 0.584947943687439, "Finetune/Step": 6882, "Finetune/Step Time": 6.692226080223918}
+{"Finetune/Learning Rate": 7.16180382309728e-07, "Finetune/Loss": 0.5599777102470398, "Finetune/Loss (Raw)": 0.6436319351196289, "Finetune/Step": 6883, "Finetune/Step Time": 6.689481416717172}
+{"Finetune/Learning Rate": 7.146380926052555e-07, "Finetune/Loss": 0.5610288381576538, "Finetune/Loss (Raw)": 0.6383190751075745, "Finetune/Step": 6884, "Finetune/Step Time": 6.68437273055315}
+{"Finetune/Learning Rate": 7.130974038070349e-07, "Finetune/Loss": 0.5611507892608643, "Finetune/Loss (Raw)": 0.5522794723510742, "Finetune/Step": 6885, "Finetune/Step Time": 6.6868746522814035}
+{"Finetune/Learning Rate": 7.115583161806993e-07, "Finetune/Loss": 0.5620207786560059, "Finetune/Loss (Raw)": 0.6698933839797974, "Finetune/Step": 6886, "Finetune/Step Time": 6.672591494396329}
+{"Finetune/Learning Rate": 7.100208299916067e-07, "Finetune/Loss": 0.5607820749282837, "Finetune/Loss (Raw)": 0.5424366593360901, "Finetune/Step": 6887, "Finetune/Step Time": 6.6901657953858376}
+{"Finetune/Learning Rate": 7.08484945504836e-07, "Finetune/Loss": 0.559122622013092, "Finetune/Loss (Raw)": 0.24342074990272522, "Finetune/Step": 6888, "Finetune/Step Time": 6.698003802448511}
+{"Finetune/Learning Rate": 7.069506629851941e-07, "Finetune/Loss": 0.5598338842391968, "Finetune/Loss (Raw)": 0.7353871464729309, "Finetune/Step": 6889, "Finetune/Step Time": 6.7010533437132835}
+{"Finetune/Learning Rate": 7.054179826972074e-07, "Finetune/Loss": 0.5619495511054993, "Finetune/Loss (Raw)": 0.6063064932823181, "Finetune/Step": 6890, "Finetune/Step Time": 6.690802907571197}
+{"Finetune/Learning Rate": 7.038869049051277e-07, "Finetune/Loss": 0.5618826746940613, "Finetune/Loss (Raw)": 0.5703094005584717, "Finetune/Step": 6891, "Finetune/Step Time": 6.687674161046743}
+{"Finetune/Learning Rate": 7.023574298729341e-07, "Finetune/Loss": 0.5662021636962891, "Finetune/Loss (Raw)": 0.7068341374397278, "Finetune/Step": 6892, "Finetune/Step Time": 6.671335557475686}
+{"Finetune/Learning Rate": 7.008295578643243e-07, "Finetune/Loss": 0.5651040077209473, "Finetune/Loss (Raw)": 0.4867027997970581, "Finetune/Step": 6893, "Finetune/Step Time": 6.671852063387632}
+{"Finetune/Learning Rate": 6.993032891427221e-07, "Finetune/Loss": 0.5660255551338196, "Finetune/Loss (Raw)": 0.6203778386116028, "Finetune/Step": 6894, "Finetune/Step Time": 6.684807647019625}
+{"Finetune/Learning Rate": 6.977786239712736e-07, "Finetune/Loss": 0.5675308704376221, "Finetune/Loss (Raw)": 0.6716782450675964, "Finetune/Step": 6895, "Finetune/Step Time": 6.660293424502015}
+{"Finetune/Learning Rate": 6.962555626128486e-07, "Finetune/Loss": 0.5691895484924316, "Finetune/Loss (Raw)": 0.711901068687439, "Finetune/Step": 6896, "Finetune/Step Time": 6.652051838114858}
+{"Finetune/Learning Rate": 6.947341053300416e-07, "Finetune/Loss": 0.5693501830101013, "Finetune/Loss (Raw)": 0.5254852175712585, "Finetune/Step": 6897, "Finetune/Step Time": 6.660238396376371}
+{"Finetune/Learning Rate": 6.932142523851704e-07, "Finetune/Loss": 0.5699538588523865, "Finetune/Loss (Raw)": 0.5766232013702393, "Finetune/Step": 6898, "Finetune/Step Time": 6.658255867660046}
+{"Finetune/Learning Rate": 6.916960040402731e-07, "Finetune/Loss": 0.5699034333229065, "Finetune/Loss (Raw)": 0.5526511073112488, "Finetune/Step": 6899, "Finetune/Step Time": 6.667707901448011}
+{"Finetune/Learning Rate": 6.901793605571172e-07, "Finetune/Loss": 0.5699707269668579, "Finetune/Loss (Raw)": 0.5513235330581665, "Finetune/Step": 6900, "Finetune/Step Time": 6.664128264412284}
+{"Finetune/Learning Rate": 6.886643221971889e-07, "Finetune/Loss": 0.5693867206573486, "Finetune/Loss (Raw)": 0.5161511898040771, "Finetune/Step": 6901, "Finetune/Step Time": 6.666651606559753}
+{"Finetune/Learning Rate": 6.871508892216971e-07, "Finetune/Loss": 0.5690022706985474, "Finetune/Loss (Raw)": 0.6045213341712952, "Finetune/Step": 6902, "Finetune/Step Time": 6.657349642366171}
+{"Finetune/Learning Rate": 6.856390618915775e-07, "Finetune/Loss": 0.5664068460464478, "Finetune/Loss (Raw)": 0.20739515125751495, "Finetune/Step": 6903, "Finetune/Step Time": 6.6653840113431215}
+{"Finetune/Learning Rate": 6.841288404674862e-07, "Finetune/Loss": 0.5665655732154846, "Finetune/Loss (Raw)": 0.6651373505592346, "Finetune/Step": 6904, "Finetune/Step Time": 6.675490364432335}
+{"Finetune/Learning Rate": 6.826202252098035e-07, "Finetune/Loss": 0.5667473077774048, "Finetune/Loss (Raw)": 0.6140475273132324, "Finetune/Step": 6905, "Finetune/Step Time": 6.6821450758725405}
+{"Finetune/Learning Rate": 6.811132163786316e-07, "Finetune/Loss": 0.5669059753417969, "Finetune/Loss (Raw)": 0.577203631401062, "Finetune/Step": 6906, "Finetune/Step Time": 6.704676169902086}
+{"Finetune/Learning Rate": 6.79607814233797e-07, "Finetune/Loss": 0.5659910440444946, "Finetune/Loss (Raw)": 0.5807364583015442, "Finetune/Step": 6907, "Finetune/Step Time": 6.715960953384638}
+{"Finetune/Learning Rate": 6.781040190348498e-07, "Finetune/Loss": 0.566277801990509, "Finetune/Loss (Raw)": 0.5489740967750549, "Finetune/Step": 6908, "Finetune/Step Time": 6.70034365542233}
+{"Finetune/Learning Rate": 6.766018310410616e-07, "Finetune/Loss": 0.5632079839706421, "Finetune/Loss (Raw)": 0.23859815299510956, "Finetune/Step": 6909, "Finetune/Step Time": 6.709370097145438}
+{"Finetune/Learning Rate": 6.751012505114274e-07, "Finetune/Loss": 0.5628247857093811, "Finetune/Loss (Raw)": 0.5611275434494019, "Finetune/Step": 6910, "Finetune/Step Time": 6.717898624017835}
+{"Finetune/Learning Rate": 6.736022777046635e-07, "Finetune/Loss": 0.5612779855728149, "Finetune/Loss (Raw)": 0.5331565141677856, "Finetune/Step": 6911, "Finetune/Step Time": 6.719950329512358}
+{"Finetune/Learning Rate": 6.721049128792134e-07, "Finetune/Loss": 0.5585389137268066, "Finetune/Loss (Raw)": 0.19463738799095154, "Finetune/Step": 6912, "Finetune/Step Time": 6.72573796287179}
+{"Finetune/Learning Rate": 6.706091562932393e-07, "Finetune/Loss": 0.559087336063385, "Finetune/Loss (Raw)": 0.6947142481803894, "Finetune/Step": 6913, "Finetune/Step Time": 6.742061151191592}
+{"Finetune/Learning Rate": 6.69115008204626e-07, "Finetune/Loss": 0.5581322312355042, "Finetune/Loss (Raw)": 0.6070257425308228, "Finetune/Step": 6914, "Finetune/Step Time": 6.754055788740516}
+{"Finetune/Learning Rate": 6.67622468870982e-07, "Finetune/Loss": 0.5581620931625366, "Finetune/Loss (Raw)": 0.7006396651268005, "Finetune/Step": 6915, "Finetune/Step Time": 6.758122626692057}
+{"Finetune/Learning Rate": 6.661315385496426e-07, "Finetune/Loss": 0.5589852333068848, "Finetune/Loss (Raw)": 0.6205369234085083, "Finetune/Step": 6916, "Finetune/Step Time": 6.7511594872921705}
+{"Finetune/Learning Rate": 6.646422174976585e-07, "Finetune/Loss": 0.5592283606529236, "Finetune/Loss (Raw)": 0.6063037514686584, "Finetune/Step": 6917, "Finetune/Step Time": 6.744079956784844}
+{"Finetune/Learning Rate": 6.631545059718069e-07, "Finetune/Loss": 0.5589858293533325, "Finetune/Loss (Raw)": 0.5878068208694458, "Finetune/Step": 6918, "Finetune/Step Time": 6.746304102241993}
+{"Finetune/Learning Rate": 6.616684042285881e-07, "Finetune/Loss": 0.5584896802902222, "Finetune/Loss (Raw)": 0.5113024711608887, "Finetune/Step": 6919, "Finetune/Step Time": 6.749128559604287}
+{"Finetune/Learning Rate": 6.601839125242215e-07, "Finetune/Loss": 0.5588843822479248, "Finetune/Loss (Raw)": 0.6731436848640442, "Finetune/Step": 6920, "Finetune/Step Time": 6.747814189642668}
+{"Finetune/Learning Rate": 6.587010311146524e-07, "Finetune/Loss": 0.558241605758667, "Finetune/Loss (Raw)": 0.5345974564552307, "Finetune/Step": 6921, "Finetune/Step Time": 6.746452270075679}
+{"Finetune/Learning Rate": 6.572197602555474e-07, "Finetune/Loss": 0.558599591255188, "Finetune/Loss (Raw)": 0.5688148736953735, "Finetune/Step": 6922, "Finetune/Step Time": 6.762900175526738}
+{"Finetune/Learning Rate": 6.557401002022922e-07, "Finetune/Loss": 0.5582113265991211, "Finetune/Loss (Raw)": 0.5472762584686279, "Finetune/Step": 6923, "Finetune/Step Time": 6.772498860955238}
+{"Finetune/Learning Rate": 6.542620512100029e-07, "Finetune/Loss": 0.5586124658584595, "Finetune/Loss (Raw)": 0.21743176877498627, "Finetune/Step": 6924, "Finetune/Step Time": 6.774870062246919}
+{"Finetune/Learning Rate": 6.527856135335087e-07, "Finetune/Loss": 0.561874270439148, "Finetune/Loss (Raw)": 0.611706554889679, "Finetune/Step": 6925, "Finetune/Step Time": 6.763725366443396}
+{"Finetune/Learning Rate": 6.513107874273661e-07, "Finetune/Loss": 0.5591773390769958, "Finetune/Loss (Raw)": 0.19582468271255493, "Finetune/Step": 6926, "Finetune/Step Time": 6.776704164221883}
+{"Finetune/Learning Rate": 6.498375731458529e-07, "Finetune/Loss": 0.5598253011703491, "Finetune/Loss (Raw)": 0.701778769493103, "Finetune/Step": 6927, "Finetune/Step Time": 6.760866018012166}
+{"Finetune/Learning Rate": 6.483659709429679e-07, "Finetune/Loss": 0.5600661635398865, "Finetune/Loss (Raw)": 0.6070562601089478, "Finetune/Step": 6928, "Finetune/Step Time": 6.762606091797352}
+{"Finetune/Learning Rate": 6.468959810724329e-07, "Finetune/Loss": 0.5593309998512268, "Finetune/Loss (Raw)": 0.5556506514549255, "Finetune/Step": 6929, "Finetune/Step Time": 6.789988653734326}
+{"Finetune/Learning Rate": 6.454276037876927e-07, "Finetune/Loss": 0.5583791732788086, "Finetune/Loss (Raw)": 0.5897452235221863, "Finetune/Step": 6930, "Finetune/Step Time": 6.7803565096110106}
+{"Finetune/Learning Rate": 6.439608393419094e-07, "Finetune/Loss": 0.5596520900726318, "Finetune/Loss (Raw)": 0.6335693001747131, "Finetune/Step": 6931, "Finetune/Step Time": 6.771138897165656}
+{"Finetune/Learning Rate": 6.424956879879751e-07, "Finetune/Loss": 0.557526707649231, "Finetune/Loss (Raw)": 0.25123316049575806, "Finetune/Step": 6932, "Finetune/Step Time": 6.779631307348609}
+{"Finetune/Learning Rate": 6.410321499784966e-07, "Finetune/Loss": 0.5608169436454773, "Finetune/Loss (Raw)": 0.563014805316925, "Finetune/Step": 6933, "Finetune/Step Time": 6.762302003800869}
+{"Finetune/Learning Rate": 6.395702255658065e-07, "Finetune/Loss": 0.5603108406066895, "Finetune/Loss (Raw)": 0.4977739155292511, "Finetune/Step": 6934, "Finetune/Step Time": 6.767439382150769}
+{"Finetune/Learning Rate": 6.381099150019565e-07, "Finetune/Loss": 0.5634011030197144, "Finetune/Loss (Raw)": 0.5739747881889343, "Finetune/Step": 6935, "Finetune/Step Time": 6.765316901728511}
+{"Finetune/Learning Rate": 6.366512185387231e-07, "Finetune/Loss": 0.5631563663482666, "Finetune/Loss (Raw)": 0.650273859500885, "Finetune/Step": 6936, "Finetune/Step Time": 6.752272769808769}
+{"Finetune/Learning Rate": 6.351941364276015e-07, "Finetune/Loss": 0.5613604784011841, "Finetune/Loss (Raw)": 0.47893407940864563, "Finetune/Step": 6937, "Finetune/Step Time": 6.7524255476891994}
+{"Finetune/Learning Rate": 6.3373866891981e-07, "Finetune/Loss": 0.5608935952186584, "Finetune/Loss (Raw)": 0.5813687443733215, "Finetune/Step": 6938, "Finetune/Step Time": 6.748294696211815}
+{"Finetune/Learning Rate": 6.322848162662865e-07, "Finetune/Loss": 0.5604876279830933, "Finetune/Loss (Raw)": 0.5762498378753662, "Finetune/Step": 6939, "Finetune/Step Time": 6.741930926218629}
+{"Finetune/Learning Rate": 6.308325787176961e-07, "Finetune/Loss": 0.5609949827194214, "Finetune/Loss (Raw)": 0.6007451415061951, "Finetune/Step": 6940, "Finetune/Step Time": 6.734217748045921}
+{"Finetune/Learning Rate": 6.293819565244208e-07, "Finetune/Loss": 0.5604979395866394, "Finetune/Loss (Raw)": 0.5446462631225586, "Finetune/Step": 6941, "Finetune/Step Time": 6.737110927700996}
+{"Finetune/Learning Rate": 6.279329499365649e-07, "Finetune/Loss": 0.5601022243499756, "Finetune/Loss (Raw)": 0.5301384329795837, "Finetune/Step": 6942, "Finetune/Step Time": 6.74849315173924}
+{"Finetune/Learning Rate": 6.264855592039531e-07, "Finetune/Loss": 0.5601019859313965, "Finetune/Loss (Raw)": 0.6234923601150513, "Finetune/Step": 6943, "Finetune/Step Time": 6.757591160014272}
+{"Finetune/Learning Rate": 6.250397845761325e-07, "Finetune/Loss": 0.5602532029151917, "Finetune/Loss (Raw)": 0.6392470598220825, "Finetune/Step": 6944, "Finetune/Step Time": 6.767072107642889}
+{"Finetune/Learning Rate": 6.235956263023735e-07, "Finetune/Loss": 0.5582672357559204, "Finetune/Loss (Raw)": 0.22306351363658905, "Finetune/Step": 6945, "Finetune/Step Time": 6.786273023113608}
+{"Finetune/Learning Rate": 6.221530846316648e-07, "Finetune/Loss": 0.560228705406189, "Finetune/Loss (Raw)": 0.6594703197479248, "Finetune/Step": 6946, "Finetune/Step Time": 6.784902784973383}
+{"Finetune/Learning Rate": 6.207121598127175e-07, "Finetune/Loss": 0.5594810247421265, "Finetune/Loss (Raw)": 0.49724310636520386, "Finetune/Step": 6947, "Finetune/Step Time": 6.797648509964347}
+{"Finetune/Learning Rate": 6.19272852093965e-07, "Finetune/Loss": 0.5595966577529907, "Finetune/Loss (Raw)": 0.5649107098579407, "Finetune/Step": 6948, "Finetune/Step Time": 6.793804125860333}
+{"Finetune/Learning Rate": 6.178351617235612e-07, "Finetune/Loss": 0.5596351027488708, "Finetune/Loss (Raw)": 0.5845101475715637, "Finetune/Step": 6949, "Finetune/Step Time": 6.776455871760845}
+{"Finetune/Learning Rate": 6.163990889493798e-07, "Finetune/Loss": 0.558562695980072, "Finetune/Loss (Raw)": 0.5579255819320679, "Finetune/Step": 6950, "Finetune/Step Time": 6.7782523687928915}
+{"Finetune/Learning Rate": 6.149646340190174e-07, "Finetune/Loss": 0.5612236857414246, "Finetune/Loss (Raw)": 0.5862504839897156, "Finetune/Step": 6951, "Finetune/Step Time": 6.76971485093236}
+{"Finetune/Learning Rate": 6.135317971797916e-07, "Finetune/Loss": 0.5599770545959473, "Finetune/Loss (Raw)": 0.4909821152687073, "Finetune/Step": 6952, "Finetune/Step Time": 6.769947836175561}
+{"Finetune/Learning Rate": 6.121005786787393e-07, "Finetune/Loss": 0.5590465664863586, "Finetune/Loss (Raw)": 0.4699189364910126, "Finetune/Step": 6953, "Finetune/Step Time": 6.783437868580222}
+{"Finetune/Learning Rate": 6.106709787626198e-07, "Finetune/Loss": 0.5595775842666626, "Finetune/Loss (Raw)": 0.7251236438751221, "Finetune/Step": 6954, "Finetune/Step Time": 6.779730513691902}
+{"Finetune/Learning Rate": 6.092429976779113e-07, "Finetune/Loss": 0.5585705041885376, "Finetune/Loss (Raw)": 0.5522201657295227, "Finetune/Step": 6955, "Finetune/Step Time": 6.766785318031907}
+{"Finetune/Learning Rate": 6.078166356708181e-07, "Finetune/Loss": 0.5588440895080566, "Finetune/Loss (Raw)": 0.5935207009315491, "Finetune/Step": 6956, "Finetune/Step Time": 6.770278126001358}
+{"Finetune/Learning Rate": 6.063918929872604e-07, "Finetune/Loss": 0.5584096908569336, "Finetune/Loss (Raw)": 0.6011403799057007, "Finetune/Step": 6957, "Finetune/Step Time": 6.772418264299631}
+{"Finetune/Learning Rate": 6.049687698728801e-07, "Finetune/Loss": 0.5589107275009155, "Finetune/Loss (Raw)": 0.6031636595726013, "Finetune/Step": 6958, "Finetune/Step Time": 6.764738462865353}
+{"Finetune/Learning Rate": 6.035472665730413e-07, "Finetune/Loss": 0.559296190738678, "Finetune/Loss (Raw)": 0.5937199592590332, "Finetune/Step": 6959, "Finetune/Step Time": 6.76442945189774}
+{"Finetune/Learning Rate": 6.021273833328279e-07, "Finetune/Loss": 0.5591531991958618, "Finetune/Loss (Raw)": 0.5648890137672424, "Finetune/Step": 6960, "Finetune/Step Time": 6.7669337540864944}
+{"Finetune/Learning Rate": 6.007091203970439e-07, "Finetune/Loss": 0.5588250160217285, "Finetune/Loss (Raw)": 0.5855787992477417, "Finetune/Step": 6961, "Finetune/Step Time": 6.776547729969025}
+{"Finetune/Learning Rate": 5.99292478010215e-07, "Finetune/Loss": 0.5592412352561951, "Finetune/Loss (Raw)": 0.5666719079017639, "Finetune/Step": 6962, "Finetune/Step Time": 6.756333574652672}
+{"Finetune/Learning Rate": 5.978774564165857e-07, "Finetune/Loss": 0.5592552423477173, "Finetune/Loss (Raw)": 0.5622471570968628, "Finetune/Step": 6963, "Finetune/Step Time": 6.755924513563514}
+{"Finetune/Learning Rate": 5.964640558601253e-07, "Finetune/Loss": 0.5557855367660522, "Finetune/Loss (Raw)": 0.18653081357479095, "Finetune/Step": 6964, "Finetune/Step Time": 6.773096442222595}
+{"Finetune/Learning Rate": 5.95052276584519e-07, "Finetune/Loss": 0.5566829442977905, "Finetune/Loss (Raw)": 0.6433455944061279, "Finetune/Step": 6965, "Finetune/Step Time": 6.7703755758702755}
+{"Finetune/Learning Rate": 5.936421188331754e-07, "Finetune/Loss": 0.5565358400344849, "Finetune/Loss (Raw)": 0.5460440516471863, "Finetune/Step": 6966, "Finetune/Step Time": 6.769082449376583}
+{"Finetune/Learning Rate": 5.922335828492209e-07, "Finetune/Loss": 0.557018518447876, "Finetune/Loss (Raw)": 0.601532518863678, "Finetune/Step": 6967, "Finetune/Step Time": 6.752305820584297}
+{"Finetune/Learning Rate": 5.908266688755049e-07, "Finetune/Loss": 0.5534902215003967, "Finetune/Loss (Raw)": 0.23434962332248688, "Finetune/Step": 6968, "Finetune/Step Time": 6.767595237120986}
+{"Finetune/Learning Rate": 5.894213771545943e-07, "Finetune/Loss": 0.5525960922241211, "Finetune/Loss (Raw)": 0.5864850878715515, "Finetune/Step": 6969, "Finetune/Step Time": 6.756167087703943}
+{"Finetune/Learning Rate": 5.880177079287807e-07, "Finetune/Loss": 0.5522650480270386, "Finetune/Loss (Raw)": 0.5771483182907104, "Finetune/Step": 6970, "Finetune/Step Time": 6.755409624427557}
+{"Finetune/Learning Rate": 5.866156614400698e-07, "Finetune/Loss": 0.5531907081604004, "Finetune/Loss (Raw)": 0.6283860206604004, "Finetune/Step": 6971, "Finetune/Step Time": 6.750825755298138}
+{"Finetune/Learning Rate": 5.852152379301946e-07, "Finetune/Loss": 0.5530951023101807, "Finetune/Loss (Raw)": 0.5356965661048889, "Finetune/Step": 6972, "Finetune/Step Time": 6.750443555414677}
+{"Finetune/Learning Rate": 5.838164376406008e-07, "Finetune/Loss": 0.5563656091690063, "Finetune/Loss (Raw)": 0.5835496187210083, "Finetune/Step": 6973, "Finetune/Step Time": 6.743678929284215}
+{"Finetune/Learning Rate": 5.824192608124634e-07, "Finetune/Loss": 0.5576934218406677, "Finetune/Loss (Raw)": 0.609470546245575, "Finetune/Step": 6974, "Finetune/Step Time": 6.736672768369317}
+{"Finetune/Learning Rate": 5.810237076866687e-07, "Finetune/Loss": 0.5584200620651245, "Finetune/Loss (Raw)": 0.6191642880439758, "Finetune/Step": 6975, "Finetune/Step Time": 6.732013061642647}
+{"Finetune/Learning Rate": 5.796297785038263e-07, "Finetune/Loss": 0.5581269860267639, "Finetune/Loss (Raw)": 0.6417967677116394, "Finetune/Step": 6976, "Finetune/Step Time": 6.724088234826922}
+{"Finetune/Learning Rate": 5.782374735042673e-07, "Finetune/Loss": 0.5605438947677612, "Finetune/Loss (Raw)": 0.5350058078765869, "Finetune/Step": 6977, "Finetune/Step Time": 6.70189006999135}
+{"Finetune/Learning Rate": 5.76846792928042e-07, "Finetune/Loss": 0.5605624318122864, "Finetune/Loss (Raw)": 0.6011626124382019, "Finetune/Step": 6978, "Finetune/Step Time": 6.696362253278494}
+{"Finetune/Learning Rate": 5.754577370149184e-07, "Finetune/Loss": 0.5593060255050659, "Finetune/Loss (Raw)": 0.5144486427307129, "Finetune/Step": 6979, "Finetune/Step Time": 6.729258928447962}
+{"Finetune/Learning Rate": 5.740703060043884e-07, "Finetune/Loss": 0.5590648651123047, "Finetune/Loss (Raw)": 0.6480685472488403, "Finetune/Step": 6980, "Finetune/Step Time": 6.731761267408729}
+{"Finetune/Learning Rate": 5.726845001356573e-07, "Finetune/Loss": 0.5585024356842041, "Finetune/Loss (Raw)": 0.6170543432235718, "Finetune/Step": 6981, "Finetune/Step Time": 6.732754262164235}
+{"Finetune/Learning Rate": 5.713003196476596e-07, "Finetune/Loss": 0.5589654445648193, "Finetune/Loss (Raw)": 0.6058006286621094, "Finetune/Step": 6982, "Finetune/Step Time": 6.737131372094154}
+{"Finetune/Learning Rate": 5.699177647790421e-07, "Finetune/Loss": 0.5593290328979492, "Finetune/Loss (Raw)": 0.5610293745994568, "Finetune/Step": 6983, "Finetune/Step Time": 6.744831454008818}
+{"Finetune/Learning Rate": 5.685368357681731e-07, "Finetune/Loss": 0.5595737099647522, "Finetune/Loss (Raw)": 0.45475655794143677, "Finetune/Step": 6984, "Finetune/Step Time": 6.74285464733839}
+{"Finetune/Learning Rate": 5.671575328531431e-07, "Finetune/Loss": 0.5599563717842102, "Finetune/Loss (Raw)": 0.615865170955658, "Finetune/Step": 6985, "Finetune/Step Time": 6.75184684805572}
+{"Finetune/Learning Rate": 5.657798562717575e-07, "Finetune/Loss": 0.5600272417068481, "Finetune/Loss (Raw)": 0.6442732214927673, "Finetune/Step": 6986, "Finetune/Step Time": 6.746149705722928}
+{"Finetune/Learning Rate": 5.644038062615453e-07, "Finetune/Loss": 0.5596228241920471, "Finetune/Loss (Raw)": 0.4944125711917877, "Finetune/Step": 6987, "Finetune/Step Time": 6.746148440986872}
+{"Finetune/Learning Rate": 5.630293830597544e-07, "Finetune/Loss": 0.5607067942619324, "Finetune/Loss (Raw)": 0.694041907787323, "Finetune/Step": 6988, "Finetune/Step Time": 6.7501924354583025}
+{"Finetune/Learning Rate": 5.616565869033496e-07, "Finetune/Loss": 0.559688925743103, "Finetune/Loss (Raw)": 0.5907152891159058, "Finetune/Step": 6989, "Finetune/Step Time": 6.757476242259145}
+{"Finetune/Learning Rate": 5.602854180290207e-07, "Finetune/Loss": 0.5598177909851074, "Finetune/Loss (Raw)": 0.47241640090942383, "Finetune/Step": 6990, "Finetune/Step Time": 6.765804562717676}
+{"Finetune/Learning Rate": 5.589158766731706e-07, "Finetune/Loss": 0.5580952167510986, "Finetune/Loss (Raw)": 0.4130690395832062, "Finetune/Step": 6991, "Finetune/Step Time": 6.781717898324132}
+{"Finetune/Learning Rate": 5.57547963071926e-07, "Finetune/Loss": 0.5581832528114319, "Finetune/Loss (Raw)": 0.6244222521781921, "Finetune/Step": 6992, "Finetune/Step Time": 6.776423329487443}
+{"Finetune/Learning Rate": 5.561816774611307e-07, "Finetune/Loss": 0.5580270886421204, "Finetune/Loss (Raw)": 0.5312602519989014, "Finetune/Step": 6993, "Finetune/Step Time": 6.759677447378635}
+{"Finetune/Learning Rate": 5.54817020076347e-07, "Finetune/Loss": 0.555230438709259, "Finetune/Loss (Raw)": 0.22469279170036316, "Finetune/Step": 6994, "Finetune/Step Time": 6.779134664684534}
+{"Finetune/Learning Rate": 5.534539911528613e-07, "Finetune/Loss": 0.5567077398300171, "Finetune/Loss (Raw)": 0.4243806302547455, "Finetune/Step": 6995, "Finetune/Step Time": 6.788680788129568}
+{"Finetune/Learning Rate": 5.520925909256724e-07, "Finetune/Loss": 0.5553104281425476, "Finetune/Loss (Raw)": 0.5604944229125977, "Finetune/Step": 6996, "Finetune/Step Time": 6.783740138635039}
+{"Finetune/Learning Rate": 5.507328196295037e-07, "Finetune/Loss": 0.555097758769989, "Finetune/Loss (Raw)": 0.5375410318374634, "Finetune/Step": 6997, "Finetune/Step Time": 6.7728332336992025}
+{"Finetune/Learning Rate": 5.493746774987952e-07, "Finetune/Loss": 0.5540425181388855, "Finetune/Loss (Raw)": 0.5664845108985901, "Finetune/Step": 6998, "Finetune/Step Time": 6.746756874024868}
+{"Finetune/Learning Rate": 5.480181647677085e-07, "Finetune/Loss": 0.5543769598007202, "Finetune/Loss (Raw)": 0.5540661811828613, "Finetune/Step": 6999, "Finetune/Step Time": 6.748902460560203}
+{"Finetune/Learning Rate": 5.4666328167012e-07, "Finetune/Loss": 0.5550686717033386, "Finetune/Loss (Raw)": 0.6531198024749756, "Finetune/Step": 7000, "Finetune/Step Time": 6.755163695663214}
+{"Finetune/Learning Rate": 5.453100284396295e-07, "Finetune/Loss": 0.5549334287643433, "Finetune/Loss (Raw)": 0.5892349481582642, "Finetune/Step": 7001, "Finetune/Step Time": 6.767978988587856}
+{"Finetune/Learning Rate": 5.439584053095525e-07, "Finetune/Loss": 0.5544321537017822, "Finetune/Loss (Raw)": 0.5639891624450684, "Finetune/Step": 7002, "Finetune/Step Time": 6.734782449901104}
+{"Finetune/Learning Rate": 5.42608412512926e-07, "Finetune/Loss": 0.554157018661499, "Finetune/Loss (Raw)": 0.6281159520149231, "Finetune/Step": 7003, "Finetune/Step Time": 6.753006473183632}
+{"Finetune/Learning Rate": 5.412600502825038e-07, "Finetune/Loss": 0.5548612475395203, "Finetune/Loss (Raw)": 0.5795177221298218, "Finetune/Step": 7004, "Finetune/Step Time": 6.747561199590564}
+{"Finetune/Learning Rate": 5.399133188507577e-07, "Finetune/Loss": 0.5543667674064636, "Finetune/Loss (Raw)": 0.5858215689659119, "Finetune/Step": 7005, "Finetune/Step Time": 6.757546652108431}
+{"Finetune/Learning Rate": 5.385682184498841e-07, "Finetune/Loss": 0.5542460680007935, "Finetune/Loss (Raw)": 0.601728618144989, "Finetune/Step": 7006, "Finetune/Step Time": 6.752562120556831}
+{"Finetune/Learning Rate": 5.372247493117921e-07, "Finetune/Loss": 0.5539358854293823, "Finetune/Loss (Raw)": 0.5400625467300415, "Finetune/Step": 7007, "Finetune/Step Time": 6.757460556924343}
+{"Finetune/Learning Rate": 5.358829116681119e-07, "Finetune/Loss": 0.5543096661567688, "Finetune/Loss (Raw)": 0.5896809697151184, "Finetune/Step": 7008, "Finetune/Step Time": 6.740357147529721}
+{"Finetune/Learning Rate": 5.345427057501917e-07, "Finetune/Loss": 0.5544121861457825, "Finetune/Loss (Raw)": 0.663762092590332, "Finetune/Step": 7009, "Finetune/Step Time": 6.737606456503272}
+{"Finetune/Learning Rate": 5.332041317891001e-07, "Finetune/Loss": 0.5517656803131104, "Finetune/Loss (Raw)": 0.24619190394878387, "Finetune/Step": 7010, "Finetune/Step Time": 6.748932581394911}
+{"Finetune/Learning Rate": 5.318671900156213e-07, "Finetune/Loss": 0.5505621433258057, "Finetune/Loss (Raw)": 0.4895782172679901, "Finetune/Step": 7011, "Finetune/Step Time": 6.739234937354922}
+{"Finetune/Learning Rate": 5.305318806602611e-07, "Finetune/Loss": 0.5504729151725769, "Finetune/Loss (Raw)": 0.626905620098114, "Finetune/Step": 7012, "Finetune/Step Time": 6.741125598549843}
+{"Finetune/Learning Rate": 5.291982039532418e-07, "Finetune/Loss": 0.5501588582992554, "Finetune/Loss (Raw)": 0.512077271938324, "Finetune/Step": 7013, "Finetune/Step Time": 6.7399528827518225}
+{"Finetune/Learning Rate": 5.278661601245061e-07, "Finetune/Loss": 0.5496796369552612, "Finetune/Loss (Raw)": 0.6085580587387085, "Finetune/Step": 7014, "Finetune/Step Time": 6.744245296344161}
+{"Finetune/Learning Rate": 5.265357494037149e-07, "Finetune/Loss": 0.5493253469467163, "Finetune/Loss (Raw)": 0.4970834255218506, "Finetune/Step": 7015, "Finetune/Step Time": 6.734163116663694}
+{"Finetune/Learning Rate": 5.252069720202447e-07, "Finetune/Loss": 0.5530157089233398, "Finetune/Loss (Raw)": 0.7157905101776123, "Finetune/Step": 7016, "Finetune/Step Time": 6.718100583180785}
+{"Finetune/Learning Rate": 5.238798282031932e-07, "Finetune/Loss": 0.5521327257156372, "Finetune/Loss (Raw)": 0.6223589777946472, "Finetune/Step": 7017, "Finetune/Step Time": 6.717808082699776}
+{"Finetune/Learning Rate": 5.225543181813752e-07, "Finetune/Loss": 0.5528876781463623, "Finetune/Loss (Raw)": 0.702948272228241, "Finetune/Step": 7018, "Finetune/Step Time": 6.7298045437783}
+{"Finetune/Learning Rate": 5.212304421833259e-07, "Finetune/Loss": 0.5530642867088318, "Finetune/Loss (Raw)": 0.5929089784622192, "Finetune/Step": 7019, "Finetune/Step Time": 6.738312799483538}
+{"Finetune/Learning Rate": 5.199082004372958e-07, "Finetune/Loss": 0.5525248050689697, "Finetune/Loss (Raw)": 0.6377831101417542, "Finetune/Step": 7020, "Finetune/Step Time": 6.74530540779233}
+{"Finetune/Learning Rate": 5.185875931712536e-07, "Finetune/Loss": 0.5503348708152771, "Finetune/Loss (Raw)": 0.20639024674892426, "Finetune/Step": 7021, "Finetune/Step Time": 6.758311852812767}
+{"Finetune/Learning Rate": 5.172686206128919e-07, "Finetune/Loss": 0.5504587888717651, "Finetune/Loss (Raw)": 0.636237382888794, "Finetune/Step": 7022, "Finetune/Step Time": 6.73725744150579}
+{"Finetune/Learning Rate": 5.15951282989614e-07, "Finetune/Loss": 0.5465329885482788, "Finetune/Loss (Raw)": 0.16917811334133148, "Finetune/Step": 7023, "Finetune/Step Time": 6.760495284572244}
+{"Finetune/Learning Rate": 5.146355805285452e-07, "Finetune/Loss": 0.5463240742683411, "Finetune/Loss (Raw)": 0.685158371925354, "Finetune/Step": 7024, "Finetune/Step Time": 6.778550321236253}
+{"Finetune/Learning Rate": 5.133215134565273e-07, "Finetune/Loss": 0.5466337203979492, "Finetune/Loss (Raw)": 0.565122127532959, "Finetune/Step": 7025, "Finetune/Step Time": 6.778076050803065}
+{"Finetune/Learning Rate": 5.120090820001222e-07, "Finetune/Loss": 0.5474347472190857, "Finetune/Loss (Raw)": 0.6791554689407349, "Finetune/Step": 7026, "Finetune/Step Time": 6.771630581468344}
+{"Finetune/Learning Rate": 5.106982863856092e-07, "Finetune/Loss": 0.5475820302963257, "Finetune/Loss (Raw)": 0.5714997053146362, "Finetune/Step": 7027, "Finetune/Step Time": 6.760527806356549}
+{"Finetune/Learning Rate": 5.093891268389827e-07, "Finetune/Loss": 0.544992208480835, "Finetune/Loss (Raw)": 0.21983326971530914, "Finetune/Step": 7028, "Finetune/Step Time": 6.781644266098738}
+{"Finetune/Learning Rate": 5.080816035859581e-07, "Finetune/Loss": 0.5458153486251831, "Finetune/Loss (Raw)": 0.6215049028396606, "Finetune/Step": 7029, "Finetune/Step Time": 6.78632446937263}
+{"Finetune/Learning Rate": 5.067757168519693e-07, "Finetune/Loss": 0.5453026294708252, "Finetune/Loss (Raw)": 0.5388939380645752, "Finetune/Step": 7030, "Finetune/Step Time": 6.778780922293663}
+{"Finetune/Learning Rate": 5.054714668621663e-07, "Finetune/Loss": 0.5485695600509644, "Finetune/Loss (Raw)": 0.6255640387535095, "Finetune/Step": 7031, "Finetune/Step Time": 6.762312043458223}
+{"Finetune/Learning Rate": 5.041688538414169e-07, "Finetune/Loss": 0.5478864908218384, "Finetune/Loss (Raw)": 0.577698290348053, "Finetune/Step": 7032, "Finetune/Step Time": 6.764411132782698}
+{"Finetune/Learning Rate": 5.028678780143059e-07, "Finetune/Loss": 0.5480618476867676, "Finetune/Loss (Raw)": 0.6364983320236206, "Finetune/Step": 7033, "Finetune/Step Time": 6.761354293674231}
+{"Finetune/Learning Rate": 5.015685396051384e-07, "Finetune/Loss": 0.5476922392845154, "Finetune/Loss (Raw)": 0.5298985838890076, "Finetune/Step": 7034, "Finetune/Step Time": 6.754194574430585}
+{"Finetune/Learning Rate": 5.00270838837934e-07, "Finetune/Loss": 0.5470908880233765, "Finetune/Loss (Raw)": 0.5037626624107361, "Finetune/Step": 7035, "Finetune/Step Time": 6.742452012374997}
+{"Finetune/Learning Rate": 4.989747759364339e-07, "Finetune/Loss": 0.5479644536972046, "Finetune/Loss (Raw)": 0.6607823371887207, "Finetune/Step": 7036, "Finetune/Step Time": 6.7596984170377254}
+{"Finetune/Learning Rate": 4.976803511240913e-07, "Finetune/Loss": 0.5512434840202332, "Finetune/Loss (Raw)": 0.6583187580108643, "Finetune/Step": 7037, "Finetune/Step Time": 6.742178646847606}
+{"Finetune/Learning Rate": 4.963875646240846e-07, "Finetune/Loss": 0.5519922971725464, "Finetune/Loss (Raw)": 0.6569777727127075, "Finetune/Step": 7038, "Finetune/Step Time": 6.727148225530982}
+{"Finetune/Learning Rate": 4.950964166593031e-07, "Finetune/Loss": 0.5493607521057129, "Finetune/Loss (Raw)": 0.19631549715995789, "Finetune/Step": 7039, "Finetune/Step Time": 6.750978756695986}
+{"Finetune/Learning Rate": 4.938069074523566e-07, "Finetune/Loss": 0.5526878833770752, "Finetune/Loss (Raw)": 0.6205136179924011, "Finetune/Step": 7040, "Finetune/Step Time": 6.733387714251876}
+{"Finetune/Learning Rate": 4.925190372255717e-07, "Finetune/Loss": 0.5487228631973267, "Finetune/Loss (Raw)": 0.18718816339969635, "Finetune/Step": 7041, "Finetune/Step Time": 6.738073572516441}
+{"Finetune/Learning Rate": 4.912328062009919e-07, "Finetune/Loss": 0.5485670566558838, "Finetune/Loss (Raw)": 0.5870826244354248, "Finetune/Step": 7042, "Finetune/Step Time": 6.724078683182597}
+{"Finetune/Learning Rate": 4.899482146003787e-07, "Finetune/Loss": 0.5469787120819092, "Finetune/Loss (Raw)": 0.4973345696926117, "Finetune/Step": 7043, "Finetune/Step Time": 6.723083110526204}
+{"Finetune/Learning Rate": 4.886652626452115e-07, "Finetune/Loss": 0.5470905303955078, "Finetune/Loss (Raw)": 0.6348466277122498, "Finetune/Step": 7044, "Finetune/Step Time": 6.720833353698254}
+{"Finetune/Learning Rate": 4.873839505566847e-07, "Finetune/Loss": 0.5460279583930969, "Finetune/Loss (Raw)": 0.47029247879981995, "Finetune/Step": 7045, "Finetune/Step Time": 6.746190248057246}
+{"Finetune/Learning Rate": 4.861042785557147e-07, "Finetune/Loss": 0.5462504625320435, "Finetune/Loss (Raw)": 0.6162866353988647, "Finetune/Step": 7046, "Finetune/Step Time": 6.735711431130767}
+{"Finetune/Learning Rate": 4.848262468629294e-07, "Finetune/Loss": 0.5473309755325317, "Finetune/Loss (Raw)": 0.6496089100837708, "Finetune/Step": 7047, "Finetune/Step Time": 6.732798662036657}
+{"Finetune/Learning Rate": 4.835498556986795e-07, "Finetune/Loss": 0.5463943481445312, "Finetune/Loss (Raw)": 0.5532525777816772, "Finetune/Step": 7048, "Finetune/Step Time": 6.741330364719033}
+{"Finetune/Learning Rate": 4.822751052830266e-07, "Finetune/Loss": 0.5468069314956665, "Finetune/Loss (Raw)": 0.5874143838882446, "Finetune/Step": 7049, "Finetune/Step Time": 6.740876406431198}
+{"Finetune/Learning Rate": 4.810019958357548e-07, "Finetune/Loss": 0.5464905500411987, "Finetune/Loss (Raw)": 0.5283181071281433, "Finetune/Step": 7050, "Finetune/Step Time": 6.72756721265614}
+{"Finetune/Learning Rate": 4.79730527576362e-07, "Finetune/Loss": 0.5467761754989624, "Finetune/Loss (Raw)": 0.5838316082954407, "Finetune/Step": 7051, "Finetune/Step Time": 6.71769105643034}
+{"Finetune/Learning Rate": 4.78460700724066e-07, "Finetune/Loss": 0.5500910878181458, "Finetune/Loss (Raw)": 0.6417444348335266, "Finetune/Step": 7052, "Finetune/Step Time": 6.699971863999963}
+{"Finetune/Learning Rate": 4.771925154977975e-07, "Finetune/Loss": 0.5502445697784424, "Finetune/Loss (Raw)": 0.6313504576683044, "Finetune/Step": 7053, "Finetune/Step Time": 6.690235739573836}
+{"Finetune/Learning Rate": 4.7592597211620906e-07, "Finetune/Loss": 0.5536453723907471, "Finetune/Loss (Raw)": 0.6311333775520325, "Finetune/Step": 7054, "Finetune/Step Time": 6.683048319071531}
+{"Finetune/Learning Rate": 4.7466107079766623e-07, "Finetune/Loss": 0.5524923801422119, "Finetune/Loss (Raw)": 0.554192066192627, "Finetune/Step": 7055, "Finetune/Step Time": 6.686127942055464}
+{"Finetune/Learning Rate": 4.7339781176025447e-07, "Finetune/Loss": 0.5520064830780029, "Finetune/Loss (Raw)": 0.5448625087738037, "Finetune/Step": 7056, "Finetune/Step Time": 6.679701721295714}
+{"Finetune/Learning Rate": 4.72136195221774e-07, "Finetune/Loss": 0.5527690649032593, "Finetune/Loss (Raw)": 0.6532582640647888, "Finetune/Step": 7057, "Finetune/Step Time": 6.654435293748975}
+{"Finetune/Learning Rate": 4.708762213997409e-07, "Finetune/Loss": 0.5530548095703125, "Finetune/Loss (Raw)": 0.6263266801834106, "Finetune/Step": 7058, "Finetune/Step Time": 6.663455305621028}
+{"Finetune/Learning Rate": 4.696178905113913e-07, "Finetune/Loss": 0.5530828237533569, "Finetune/Loss (Raw)": 0.6371451020240784, "Finetune/Step": 7059, "Finetune/Step Time": 6.664728285744786}
+{"Finetune/Learning Rate": 4.6836120277367615e-07, "Finetune/Loss": 0.5554797053337097, "Finetune/Loss (Raw)": 0.5580407381057739, "Finetune/Step": 7060, "Finetune/Step Time": 6.660493988543749}
+{"Finetune/Learning Rate": 4.671061584032621e-07, "Finetune/Loss": 0.556471049785614, "Finetune/Loss (Raw)": 0.6899031400680542, "Finetune/Step": 7061, "Finetune/Step Time": 6.669985357671976}
+{"Finetune/Learning Rate": 4.65852757616535e-07, "Finetune/Loss": 0.5556206703186035, "Finetune/Loss (Raw)": 0.38892126083374023, "Finetune/Step": 7062, "Finetune/Step Time": 6.70282294601202}
+{"Finetune/Learning Rate": 4.6460100062959535e-07, "Finetune/Loss": 0.5556566715240479, "Finetune/Loss (Raw)": 0.5786002278327942, "Finetune/Step": 7063, "Finetune/Step Time": 6.684037005528808}
+{"Finetune/Learning Rate": 4.633508876582615e-07, "Finetune/Loss": 0.5542101860046387, "Finetune/Loss (Raw)": 0.4651157855987549, "Finetune/Step": 7064, "Finetune/Step Time": 6.701308563351631}
+{"Finetune/Learning Rate": 4.6210241891806674e-07, "Finetune/Loss": 0.5559442043304443, "Finetune/Loss (Raw)": 0.7008893489837646, "Finetune/Step": 7065, "Finetune/Step Time": 6.6989276967942715}
+{"Finetune/Learning Rate": 4.608555946242621e-07, "Finetune/Loss": 0.5560441017150879, "Finetune/Loss (Raw)": 0.5941467881202698, "Finetune/Step": 7066, "Finetune/Step Time": 6.695157278329134}
+{"Finetune/Learning Rate": 4.596104149918157e-07, "Finetune/Loss": 0.5565260052680969, "Finetune/Loss (Raw)": 0.6379440426826477, "Finetune/Step": 7067, "Finetune/Step Time": 6.695995271205902}
+{"Finetune/Learning Rate": 4.583668802354102e-07, "Finetune/Loss": 0.5562955141067505, "Finetune/Loss (Raw)": 0.5712382197380066, "Finetune/Step": 7068, "Finetune/Step Time": 6.704482493922114}
+{"Finetune/Learning Rate": 4.5712499056944527e-07, "Finetune/Loss": 0.5567585229873657, "Finetune/Loss (Raw)": 0.6039138436317444, "Finetune/Step": 7069, "Finetune/Step Time": 6.699875263497233}
+{"Finetune/Learning Rate": 4.558847462080396e-07, "Finetune/Loss": 0.5559059381484985, "Finetune/Loss (Raw)": 0.4210072159767151, "Finetune/Step": 7070, "Finetune/Step Time": 6.711246559396386}
+{"Finetune/Learning Rate": 4.546461473650232e-07, "Finetune/Loss": 0.5559538006782532, "Finetune/Loss (Raw)": 0.6296218037605286, "Finetune/Step": 7071, "Finetune/Step Time": 6.703649692237377}
+{"Finetune/Learning Rate": 4.534091942539476e-07, "Finetune/Loss": 0.5558458566665649, "Finetune/Loss (Raw)": 0.6254209876060486, "Finetune/Step": 7072, "Finetune/Step Time": 6.693965710699558}
+{"Finetune/Learning Rate": 4.5217388708807763e-07, "Finetune/Loss": 0.5578996539115906, "Finetune/Loss (Raw)": 0.4859563112258911, "Finetune/Step": 7073, "Finetune/Step Time": 6.678163103759289}
+{"Finetune/Learning Rate": 4.50940226080393e-07, "Finetune/Loss": 0.5573434829711914, "Finetune/Loss (Raw)": 0.588275671005249, "Finetune/Step": 7074, "Finetune/Step Time": 6.674270238727331}
+{"Finetune/Learning Rate": 4.497082114435936e-07, "Finetune/Loss": 0.5562468767166138, "Finetune/Loss (Raw)": 0.3568815290927887, "Finetune/Step": 7075, "Finetune/Step Time": 6.696199860423803}
+{"Finetune/Learning Rate": 4.484778433900927e-07, "Finetune/Loss": 0.5568234920501709, "Finetune/Loss (Raw)": 0.6387150883674622, "Finetune/Step": 7076, "Finetune/Step Time": 6.702047334983945}
+{"Finetune/Learning Rate": 4.4724912213201853e-07, "Finetune/Loss": 0.5565885305404663, "Finetune/Loss (Raw)": 0.5544350147247314, "Finetune/Step": 7077, "Finetune/Step Time": 6.701790492981672}
+{"Finetune/Learning Rate": 4.460220478812205e-07, "Finetune/Loss": 0.5563380718231201, "Finetune/Loss (Raw)": 0.5258685350418091, "Finetune/Step": 7078, "Finetune/Step Time": 6.7248787842690945}
+{"Finetune/Learning Rate": 4.4479662084925935e-07, "Finetune/Loss": 0.5566362142562866, "Finetune/Loss (Raw)": 0.6244106888771057, "Finetune/Step": 7079, "Finetune/Step Time": 6.7150502279400826}
+{"Finetune/Learning Rate": 4.4357284124741163e-07, "Finetune/Loss": 0.5569430589675903, "Finetune/Loss (Raw)": 0.530264675617218, "Finetune/Step": 7080, "Finetune/Step Time": 6.717346616089344}
+{"Finetune/Learning Rate": 4.42350709286673e-07, "Finetune/Loss": 0.5565273761749268, "Finetune/Loss (Raw)": 0.41670796275138855, "Finetune/Step": 7081, "Finetune/Step Time": 6.732908306643367}
+{"Finetune/Learning Rate": 4.4113022517775384e-07, "Finetune/Loss": 0.555895984172821, "Finetune/Loss (Raw)": 0.6443018317222595, "Finetune/Step": 7082, "Finetune/Step Time": 6.7372014950960875}
+{"Finetune/Learning Rate": 4.399113891310791e-07, "Finetune/Loss": 0.556037425994873, "Finetune/Loss (Raw)": 0.5703293085098267, "Finetune/Step": 7083, "Finetune/Step Time": 6.739573854953051}
+{"Finetune/Learning Rate": 4.386942013567907e-07, "Finetune/Loss": 0.5566486120223999, "Finetune/Loss (Raw)": 0.6717499494552612, "Finetune/Step": 7084, "Finetune/Step Time": 6.735654568299651}
+{"Finetune/Learning Rate": 4.374786620647442e-07, "Finetune/Loss": 0.5563929080963135, "Finetune/Loss (Raw)": 0.5684046745300293, "Finetune/Step": 7085, "Finetune/Step Time": 6.731623696163297}
+{"Finetune/Learning Rate": 4.362647714645174e-07, "Finetune/Loss": 0.5552387237548828, "Finetune/Loss (Raw)": 0.4554310441017151, "Finetune/Step": 7086, "Finetune/Step Time": 6.7348064891994}
+{"Finetune/Learning Rate": 4.3505252976539627e-07, "Finetune/Loss": 0.5522422790527344, "Finetune/Loss (Raw)": 0.21018092334270477, "Finetune/Step": 7087, "Finetune/Step Time": 6.754154087975621}
+{"Finetune/Learning Rate": 4.338419371763869e-07, "Finetune/Loss": 0.5529483556747437, "Finetune/Loss (Raw)": 0.6552658677101135, "Finetune/Step": 7088, "Finetune/Step Time": 6.763757191598415}
+{"Finetune/Learning Rate": 4.3263299390620903e-07, "Finetune/Loss": 0.5533043742179871, "Finetune/Loss (Raw)": 0.6311461925506592, "Finetune/Step": 7089, "Finetune/Step Time": 6.753159027546644}
+{"Finetune/Learning Rate": 4.3142570016329933e-07, "Finetune/Loss": 0.5533417463302612, "Finetune/Loss (Raw)": 0.5714568495750427, "Finetune/Step": 7090, "Finetune/Step Time": 6.755628596991301}
+{"Finetune/Learning Rate": 4.30220056155809e-07, "Finetune/Loss": 0.5530211329460144, "Finetune/Loss (Raw)": 0.5212096571922302, "Finetune/Step": 7091, "Finetune/Step Time": 6.757684288546443}
+{"Finetune/Learning Rate": 4.2901606209160616e-07, "Finetune/Loss": 0.5565201044082642, "Finetune/Loss (Raw)": 0.6343985199928284, "Finetune/Step": 7092, "Finetune/Step Time": 6.741127645596862}
+{"Finetune/Learning Rate": 4.278137181782704e-07, "Finetune/Loss": 0.5567079186439514, "Finetune/Loss (Raw)": 0.667386531829834, "Finetune/Step": 7093, "Finetune/Step Time": 6.771414298564196}
+{"Finetune/Learning Rate": 4.2661302462310485e-07, "Finetune/Loss": 0.5570532083511353, "Finetune/Loss (Raw)": 0.5902431011199951, "Finetune/Step": 7094, "Finetune/Step Time": 6.789383010938764}
+{"Finetune/Learning Rate": 4.2541398163312154e-07, "Finetune/Loss": 0.5566545724868774, "Finetune/Loss (Raw)": 0.550497829914093, "Finetune/Step": 7095, "Finetune/Step Time": 6.794403802603483}
+{"Finetune/Learning Rate": 4.242165894150485e-07, "Finetune/Loss": 0.5592343807220459, "Finetune/Loss (Raw)": 0.5645707249641418, "Finetune/Step": 7096, "Finetune/Step Time": 6.787671701982617}
+{"Finetune/Learning Rate": 4.2302084817533173e-07, "Finetune/Loss": 0.5588855147361755, "Finetune/Loss (Raw)": 0.5418282747268677, "Finetune/Step": 7097, "Finetune/Step Time": 6.7987179178744555}
+{"Finetune/Learning Rate": 4.218267581201296e-07, "Finetune/Loss": 0.5589860677719116, "Finetune/Loss (Raw)": 0.5900223255157471, "Finetune/Step": 7098, "Finetune/Step Time": 6.7909371219575405}
+{"Finetune/Learning Rate": 4.206343194553186e-07, "Finetune/Loss": 0.5582861304283142, "Finetune/Loss (Raw)": 0.5387934446334839, "Finetune/Step": 7099, "Finetune/Step Time": 6.7760321367532015}
+{"Finetune/Learning Rate": 4.194435323864887e-07, "Finetune/Loss": 0.5592161417007446, "Finetune/Loss (Raw)": 0.6547341346740723, "Finetune/Step": 7100, "Finetune/Step Time": 6.778220595791936}
+{"Finetune/Learning Rate": 4.1825439711894454e-07, "Finetune/Loss": 0.5600330829620361, "Finetune/Loss (Raw)": 0.6881242990493774, "Finetune/Step": 7101, "Finetune/Step Time": 6.772077800706029}
+{"Finetune/Learning Rate": 4.1706691385770994e-07, "Finetune/Loss": 0.5596896409988403, "Finetune/Loss (Raw)": 0.5655134916305542, "Finetune/Step": 7102, "Finetune/Step Time": 6.779333531856537}
+{"Finetune/Learning Rate": 4.158810828075199e-07, "Finetune/Loss": 0.5601998567581177, "Finetune/Loss (Raw)": 0.6844679117202759, "Finetune/Step": 7103, "Finetune/Step Time": 6.76913046091795}
+{"Finetune/Learning Rate": 4.146969041728255e-07, "Finetune/Loss": 0.5600327253341675, "Finetune/Loss (Raw)": 0.6204032897949219, "Finetune/Step": 7104, "Finetune/Step Time": 6.765974577516317}
+{"Finetune/Learning Rate": 4.135143781577922e-07, "Finetune/Loss": 0.5573314428329468, "Finetune/Loss (Raw)": 0.18924054503440857, "Finetune/Step": 7105, "Finetune/Step Time": 6.789443090558052}
+{"Finetune/Learning Rate": 4.1233350496630354e-07, "Finetune/Loss": 0.5576187372207642, "Finetune/Loss (Raw)": 0.6379305720329285, "Finetune/Step": 7106, "Finetune/Step Time": 6.790902379900217}
+{"Finetune/Learning Rate": 4.1115428480195343e-07, "Finetune/Loss": 0.5588732957839966, "Finetune/Loss (Raw)": 0.6750374436378479, "Finetune/Step": 7107, "Finetune/Step Time": 6.764671167358756}
+{"Finetune/Learning Rate": 4.099767178680558e-07, "Finetune/Loss": 0.558369517326355, "Finetune/Loss (Raw)": 0.5835822820663452, "Finetune/Step": 7108, "Finetune/Step Time": 6.762236565351486}
+{"Finetune/Learning Rate": 4.088008043676339e-07, "Finetune/Loss": 0.5583447813987732, "Finetune/Loss (Raw)": 0.613890528678894, "Finetune/Step": 7109, "Finetune/Step Time": 6.764809368178248}
+{"Finetune/Learning Rate": 4.076265445034333e-07, "Finetune/Loss": 0.5593239665031433, "Finetune/Loss (Raw)": 0.7311356663703918, "Finetune/Step": 7110, "Finetune/Step Time": 6.76522509381175}
+{"Finetune/Learning Rate": 4.0645393847790873e-07, "Finetune/Loss": 0.5600482225418091, "Finetune/Loss (Raw)": 0.6537371277809143, "Finetune/Step": 7111, "Finetune/Step Time": 6.78926445171237}
+{"Finetune/Learning Rate": 4.0528298649322953e-07, "Finetune/Loss": 0.5614427328109741, "Finetune/Loss (Raw)": 0.6332528591156006, "Finetune/Step": 7112, "Finetune/Step Time": 6.794865617528558}
+{"Finetune/Learning Rate": 4.041136887512842e-07, "Finetune/Loss": 0.5605666637420654, "Finetune/Loss (Raw)": 0.5037268400192261, "Finetune/Step": 7113, "Finetune/Step Time": 6.782827083021402}
+{"Finetune/Learning Rate": 4.029460454536715e-07, "Finetune/Loss": 0.5598979592323303, "Finetune/Loss (Raw)": 0.5586743950843811, "Finetune/Step": 7114, "Finetune/Step Time": 6.795069187879562}
+{"Finetune/Learning Rate": 4.017800568017094e-07, "Finetune/Loss": 0.5598920583724976, "Finetune/Loss (Raw)": 0.49365827441215515, "Finetune/Step": 7115, "Finetune/Step Time": 6.800193268805742}
+{"Finetune/Learning Rate": 4.006157229964247e-07, "Finetune/Loss": 0.5594087839126587, "Finetune/Loss (Raw)": 0.6321843266487122, "Finetune/Step": 7116, "Finetune/Step Time": 6.810305193066597}
+{"Finetune/Learning Rate": 3.9945304423856357e-07, "Finetune/Loss": 0.5584497451782227, "Finetune/Loss (Raw)": 0.4679584503173828, "Finetune/Step": 7117, "Finetune/Step Time": 6.814766064286232}
+{"Finetune/Learning Rate": 3.9829202072858785e-07, "Finetune/Loss": 0.5597245097160339, "Finetune/Loss (Raw)": 0.6355907917022705, "Finetune/Step": 7118, "Finetune/Step Time": 6.817895298823714}
+{"Finetune/Learning Rate": 3.9713265266666966e-07, "Finetune/Loss": 0.5611106157302856, "Finetune/Loss (Raw)": 0.5904911756515503, "Finetune/Step": 7119, "Finetune/Step Time": 6.796184727922082}
+{"Finetune/Learning Rate": 3.959749402526991e-07, "Finetune/Loss": 0.5612131953239441, "Finetune/Loss (Raw)": 0.6375458836555481, "Finetune/Step": 7120, "Finetune/Step Time": 6.797029688954353}
+{"Finetune/Learning Rate": 3.9481888368627764e-07, "Finetune/Loss": 0.5622917413711548, "Finetune/Loss (Raw)": 0.669316828250885, "Finetune/Step": 7121, "Finetune/Step Time": 6.801705593243241}
+{"Finetune/Learning Rate": 3.9366448316672356e-07, "Finetune/Loss": 0.5650053024291992, "Finetune/Loss (Raw)": 0.5720252394676208, "Finetune/Step": 7122, "Finetune/Step Time": 6.7807597033679485}
+{"Finetune/Learning Rate": 3.9251173889307106e-07, "Finetune/Loss": 0.5658128261566162, "Finetune/Loss (Raw)": 0.5277528166770935, "Finetune/Step": 7123, "Finetune/Step Time": 6.756269006058574}
+{"Finetune/Learning Rate": 3.913606510640644e-07, "Finetune/Loss": 0.5663376450538635, "Finetune/Loss (Raw)": 0.6276660561561584, "Finetune/Step": 7124, "Finetune/Step Time": 6.748951153829694}
+{"Finetune/Learning Rate": 3.9021121987816493e-07, "Finetune/Loss": 0.5666641592979431, "Finetune/Loss (Raw)": 0.5793335437774658, "Finetune/Step": 7125, "Finetune/Step Time": 6.744931494817138}
+{"Finetune/Learning Rate": 3.890634455335507e-07, "Finetune/Loss": 0.5654773712158203, "Finetune/Loss (Raw)": 0.41457226872444153, "Finetune/Step": 7126, "Finetune/Step Time": 6.758574699983001}
+{"Finetune/Learning Rate": 3.8791732822810903e-07, "Finetune/Loss": 0.5663350820541382, "Finetune/Loss (Raw)": 0.6638606190681458, "Finetune/Step": 7127, "Finetune/Step Time": 6.761424366384745}
+{"Finetune/Learning Rate": 3.8677286815944627e-07, "Finetune/Loss": 0.565973162651062, "Finetune/Loss (Raw)": 0.6067913174629211, "Finetune/Step": 7128, "Finetune/Step Time": 6.757710944861174}
+{"Finetune/Learning Rate": 3.85630065524879e-07, "Finetune/Loss": 0.5655232071876526, "Finetune/Loss (Raw)": 0.5316435694694519, "Finetune/Step": 7129, "Finetune/Step Time": 6.739738419651985}
+{"Finetune/Learning Rate": 3.844889205214408e-07, "Finetune/Loss": 0.5661441087722778, "Finetune/Loss (Raw)": 0.643455982208252, "Finetune/Step": 7130, "Finetune/Step Time": 6.740001430734992}
+{"Finetune/Learning Rate": 3.833494333458776e-07, "Finetune/Loss": 0.5656404495239258, "Finetune/Loss (Raw)": 0.5636535882949829, "Finetune/Step": 7131, "Finetune/Step Time": 6.733212519437075}
+{"Finetune/Learning Rate": 3.822116041946522e-07, "Finetune/Loss": 0.5658409595489502, "Finetune/Loss (Raw)": 0.6051807999610901, "Finetune/Step": 7132, "Finetune/Step Time": 6.728525452315807}
+{"Finetune/Learning Rate": 3.810754332639366e-07, "Finetune/Loss": 0.5659842491149902, "Finetune/Loss (Raw)": 0.6041643619537354, "Finetune/Step": 7133, "Finetune/Step Time": 6.716735387220979}
+{"Finetune/Learning Rate": 3.7994092074962405e-07, "Finetune/Loss": 0.5650789737701416, "Finetune/Loss (Raw)": 0.4858502745628357, "Finetune/Step": 7134, "Finetune/Step Time": 6.727739999070764}
+{"Finetune/Learning Rate": 3.78808066847316e-07, "Finetune/Loss": 0.5651748180389404, "Finetune/Loss (Raw)": 0.5523377656936646, "Finetune/Step": 7135, "Finetune/Step Time": 6.737127583473921}
+{"Finetune/Learning Rate": 3.776768717523305e-07, "Finetune/Loss": 0.5647194385528564, "Finetune/Loss (Raw)": 0.5313793420791626, "Finetune/Step": 7136, "Finetune/Step Time": 6.742927618324757}
+{"Finetune/Learning Rate": 3.7654733565969826e-07, "Finetune/Loss": 0.564640998840332, "Finetune/Loss (Raw)": 0.6537318825721741, "Finetune/Step": 7137, "Finetune/Step Time": 6.751930605620146}
+{"Finetune/Learning Rate": 3.7541945876416465e-07, "Finetune/Loss": 0.5671316981315613, "Finetune/Loss (Raw)": 0.5649949908256531, "Finetune/Step": 7138, "Finetune/Step Time": 6.7661705277860165}
+{"Finetune/Learning Rate": 3.742932412601896e-07, "Finetune/Loss": 0.5676608085632324, "Finetune/Loss (Raw)": 0.5573034286499023, "Finetune/Step": 7139, "Finetune/Step Time": 6.762314185500145}
+{"Finetune/Learning Rate": 3.7316868334194676e-07, "Finetune/Loss": 0.567274808883667, "Finetune/Loss (Raw)": 0.5775036215782166, "Finetune/Step": 7140, "Finetune/Step Time": 6.777388518676162}
+{"Finetune/Learning Rate": 3.720457852033199e-07, "Finetune/Loss": 0.5674266219139099, "Finetune/Loss (Raw)": 0.5315089821815491, "Finetune/Step": 7141, "Finetune/Step Time": 6.779260814189911}
+{"Finetune/Learning Rate": 3.709245470379141e-07, "Finetune/Loss": 0.567123293876648, "Finetune/Loss (Raw)": 0.5697310566902161, "Finetune/Step": 7142, "Finetune/Step Time": 6.775893496349454}
+{"Finetune/Learning Rate": 3.6980496903904373e-07, "Finetune/Loss": 0.5679474472999573, "Finetune/Loss (Raw)": 0.6025765538215637, "Finetune/Step": 7143, "Finetune/Step Time": 6.765970706939697}
+{"Finetune/Learning Rate": 3.686870513997343e-07, "Finetune/Loss": 0.5667375922203064, "Finetune/Loss (Raw)": 0.560928463935852, "Finetune/Step": 7144, "Finetune/Step Time": 6.762327346950769}
+{"Finetune/Learning Rate": 3.6757079431273046e-07, "Finetune/Loss": 0.5666598677635193, "Finetune/Loss (Raw)": 0.6124141812324524, "Finetune/Step": 7145, "Finetune/Step Time": 6.764249790459871}
+{"Finetune/Learning Rate": 3.6645619797048835e-07, "Finetune/Loss": 0.5654575824737549, "Finetune/Loss (Raw)": 0.549048125743866, "Finetune/Step": 7146, "Finetune/Step Time": 6.742365226149559}
+{"Finetune/Learning Rate": 3.6534326256517536e-07, "Finetune/Loss": 0.5648579597473145, "Finetune/Loss (Raw)": 0.5161552429199219, "Finetune/Step": 7147, "Finetune/Step Time": 6.729629412293434}
+{"Finetune/Learning Rate": 3.642319882886769e-07, "Finetune/Loss": 0.5644806027412415, "Finetune/Loss (Raw)": 0.58948814868927, "Finetune/Step": 7148, "Finetune/Step Time": 6.719950133934617}
+{"Finetune/Learning Rate": 3.631223753325874e-07, "Finetune/Loss": 0.5673823952674866, "Finetune/Loss (Raw)": 0.5778176784515381, "Finetune/Step": 7149, "Finetune/Step Time": 6.707543874159455}
+{"Finetune/Learning Rate": 3.620144238882206e-07, "Finetune/Loss": 0.5684987306594849, "Finetune/Loss (Raw)": 0.7791208624839783, "Finetune/Step": 7150, "Finetune/Step Time": 6.71911353059113}
+{"Finetune/Learning Rate": 3.609081341465981e-07, "Finetune/Loss": 0.5726206302642822, "Finetune/Loss (Raw)": 0.6967865228652954, "Finetune/Step": 7151, "Finetune/Step Time": 6.709949444979429}
+{"Finetune/Learning Rate": 3.598035062984584e-07, "Finetune/Loss": 0.5720771551132202, "Finetune/Loss (Raw)": 0.6155967712402344, "Finetune/Step": 7152, "Finetune/Step Time": 6.7006811164319515}
+{"Finetune/Learning Rate": 3.587005405342514e-07, "Finetune/Loss": 0.5706682205200195, "Finetune/Loss (Raw)": 0.3847754895687103, "Finetune/Step": 7153, "Finetune/Step Time": 6.707780320197344}
+{"Finetune/Learning Rate": 3.575992370441417e-07, "Finetune/Loss": 0.5687043070793152, "Finetune/Loss (Raw)": 0.4277745187282562, "Finetune/Step": 7154, "Finetune/Step Time": 6.716988988220692}
+{"Finetune/Learning Rate": 3.564995960180073e-07, "Finetune/Loss": 0.5689685940742493, "Finetune/Loss (Raw)": 0.6053256392478943, "Finetune/Step": 7155, "Finetune/Step Time": 6.723426649346948}
+{"Finetune/Learning Rate": 3.5540161764544e-07, "Finetune/Loss": 0.5723905563354492, "Finetune/Loss (Raw)": 0.6578544974327087, "Finetune/Step": 7156, "Finetune/Step Time": 6.700395064428449}
+{"Finetune/Learning Rate": 3.5430530211574277e-07, "Finetune/Loss": 0.5729103088378906, "Finetune/Loss (Raw)": 0.6880232095718384, "Finetune/Step": 7157, "Finetune/Step Time": 6.6908284947276115}
+{"Finetune/Learning Rate": 3.532106496179344e-07, "Finetune/Loss": 0.5701498985290527, "Finetune/Loss (Raw)": 0.18556538224220276, "Finetune/Step": 7158, "Finetune/Step Time": 6.707567390054464}
+{"Finetune/Learning Rate": 3.5211766034074615e-07, "Finetune/Loss": 0.5697668790817261, "Finetune/Loss (Raw)": 0.5765376687049866, "Finetune/Step": 7159, "Finetune/Step Time": 6.707716824486852}
+{"Finetune/Learning Rate": 3.510263344726217e-07, "Finetune/Loss": 0.5702217221260071, "Finetune/Loss (Raw)": 0.6359209418296814, "Finetune/Step": 7160, "Finetune/Step Time": 6.696205696091056}
+{"Finetune/Learning Rate": 3.4993667220171943e-07, "Finetune/Loss": 0.5700219869613647, "Finetune/Loss (Raw)": 0.6109325885772705, "Finetune/Step": 7161, "Finetune/Step Time": 6.696450691670179}
+{"Finetune/Learning Rate": 3.48848673715908e-07, "Finetune/Loss": 0.5696701407432556, "Finetune/Loss (Raw)": 0.4848586320877075, "Finetune/Step": 7162, "Finetune/Step Time": 6.701101137325168}
+{"Finetune/Learning Rate": 3.47762339202774e-07, "Finetune/Loss": 0.5699926614761353, "Finetune/Loss (Raw)": 0.5450497269630432, "Finetune/Step": 7163, "Finetune/Step Time": 6.7276941649615765}
+{"Finetune/Learning Rate": 3.4667766884961205e-07, "Finetune/Loss": 0.5691807866096497, "Finetune/Loss (Raw)": 0.5568581819534302, "Finetune/Step": 7164, "Finetune/Step Time": 6.716745605692267}
+{"Finetune/Learning Rate": 3.4559466284343145e-07, "Finetune/Loss": 0.5687655806541443, "Finetune/Loss (Raw)": 0.6051748991012573, "Finetune/Step": 7165, "Finetune/Step Time": 6.717375610023737}
+{"Finetune/Learning Rate": 3.445133213709584e-07, "Finetune/Loss": 0.5686171054840088, "Finetune/Loss (Raw)": 0.6379746198654175, "Finetune/Step": 7166, "Finetune/Step Time": 6.741004349663854}
+{"Finetune/Learning Rate": 3.4343364461862705e-07, "Finetune/Loss": 0.5723553895950317, "Finetune/Loss (Raw)": 0.6748167872428894, "Finetune/Step": 7167, "Finetune/Step Time": 6.710647137835622}
+{"Finetune/Learning Rate": 3.423556327725874e-07, "Finetune/Loss": 0.5711545944213867, "Finetune/Loss (Raw)": 0.4668095111846924, "Finetune/Step": 7168, "Finetune/Step Time": 6.723545990884304}
+{"Finetune/Learning Rate": 3.4127928601870085e-07, "Finetune/Loss": 0.5751199722290039, "Finetune/Loss (Raw)": 0.6947517395019531, "Finetune/Step": 7169, "Finetune/Step Time": 6.701607899740338}
+{"Finetune/Learning Rate": 3.4020460454254113e-07, "Finetune/Loss": 0.574261486530304, "Finetune/Loss (Raw)": 0.47720035910606384, "Finetune/Step": 7170, "Finetune/Step Time": 6.705969255417585}
+{"Finetune/Learning Rate": 3.3913158852939775e-07, "Finetune/Loss": 0.5751157402992249, "Finetune/Loss (Raw)": 0.6066760420799255, "Finetune/Step": 7171, "Finetune/Step Time": 6.702452061697841}
+{"Finetune/Learning Rate": 3.380602381642717e-07, "Finetune/Loss": 0.575080394744873, "Finetune/Loss (Raw)": 0.6303218603134155, "Finetune/Step": 7172, "Finetune/Step Time": 6.713299494236708}
+{"Finetune/Learning Rate": 3.369905536318729e-07, "Finetune/Loss": 0.5762275457382202, "Finetune/Loss (Raw)": 0.6171284914016724, "Finetune/Step": 7173, "Finetune/Step Time": 6.694069035351276}
+{"Finetune/Learning Rate": 3.359225351166329e-07, "Finetune/Loss": 0.5763859748840332, "Finetune/Loss (Raw)": 0.636567234992981, "Finetune/Step": 7174, "Finetune/Step Time": 6.704092415049672}
+{"Finetune/Learning Rate": 3.348561828026875e-07, "Finetune/Loss": 0.5755293369293213, "Finetune/Loss (Raw)": 0.5399587750434875, "Finetune/Step": 7175, "Finetune/Step Time": 6.711737051606178}
+{"Finetune/Learning Rate": 3.3379149687388866e-07, "Finetune/Loss": 0.5764288902282715, "Finetune/Loss (Raw)": 0.6683963537216187, "Finetune/Step": 7176, "Finetune/Step Time": 6.712893875315785}
+{"Finetune/Learning Rate": 3.327284775138007e-07, "Finetune/Loss": 0.5774315595626831, "Finetune/Loss (Raw)": 0.7157596349716187, "Finetune/Step": 7177, "Finetune/Step Time": 6.720499074086547}
+{"Finetune/Learning Rate": 3.316671249057024e-07, "Finetune/Loss": 0.578113317489624, "Finetune/Loss (Raw)": 0.6155808568000793, "Finetune/Step": 7178, "Finetune/Step Time": 6.7177869733422995}
+{"Finetune/Learning Rate": 3.30607439232582e-07, "Finetune/Loss": 0.5772067904472351, "Finetune/Loss (Raw)": 0.46779438853263855, "Finetune/Step": 7179, "Finetune/Step Time": 6.721765864640474}
+{"Finetune/Learning Rate": 3.295494206771421e-07, "Finetune/Loss": 0.5774421691894531, "Finetune/Loss (Raw)": 0.6718699336051941, "Finetune/Step": 7180, "Finetune/Step Time": 6.718858452513814}
+{"Finetune/Learning Rate": 3.284930694217969e-07, "Finetune/Loss": 0.5771148800849915, "Finetune/Loss (Raw)": 0.5894646048545837, "Finetune/Step": 7181, "Finetune/Step Time": 6.7377949841320515}
+{"Finetune/Learning Rate": 3.2743838564867513e-07, "Finetune/Loss": 0.5765592455863953, "Finetune/Loss (Raw)": 0.5600091218948364, "Finetune/Step": 7182, "Finetune/Step Time": 6.738168464973569}
+{"Finetune/Learning Rate": 3.263853695396169e-07, "Finetune/Loss": 0.5735118389129639, "Finetune/Loss (Raw)": 0.16412101686000824, "Finetune/Step": 7183, "Finetune/Step Time": 6.753106586635113}
+{"Finetune/Learning Rate": 3.2533402127617355e-07, "Finetune/Loss": 0.5732485055923462, "Finetune/Loss (Raw)": 0.5111528635025024, "Finetune/Step": 7184, "Finetune/Step Time": 6.753657227382064}
+{"Finetune/Learning Rate": 3.2428434103961124e-07, "Finetune/Loss": 0.5734512209892273, "Finetune/Loss (Raw)": 0.6792080402374268, "Finetune/Step": 7185, "Finetune/Step Time": 6.780389320105314}
+{"Finetune/Learning Rate": 3.232363290109053e-07, "Finetune/Loss": 0.5726151466369629, "Finetune/Loss (Raw)": 0.5193155407905579, "Finetune/Step": 7186, "Finetune/Step Time": 6.7688490226864815}
+{"Finetune/Learning Rate": 3.2218998537074775e-07, "Finetune/Loss": 0.5726500749588013, "Finetune/Loss (Raw)": 0.6416099667549133, "Finetune/Step": 7187, "Finetune/Step Time": 6.780669102445245}
+{"Finetune/Learning Rate": 3.2114531029953877e-07, "Finetune/Loss": 0.5723980665206909, "Finetune/Loss (Raw)": 0.5257834792137146, "Finetune/Step": 7188, "Finetune/Step Time": 6.77271263487637}
+{"Finetune/Learning Rate": 3.2010230397739206e-07, "Finetune/Loss": 0.5715070366859436, "Finetune/Loss (Raw)": 0.5758585929870605, "Finetune/Step": 7189, "Finetune/Step Time": 6.76480127312243}
+{"Finetune/Learning Rate": 3.190609665841371e-07, "Finetune/Loss": 0.5733455419540405, "Finetune/Loss (Raw)": 0.6242440938949585, "Finetune/Step": 7190, "Finetune/Step Time": 6.731613485142589}
+{"Finetune/Learning Rate": 3.180212982993114e-07, "Finetune/Loss": 0.5736918449401855, "Finetune/Loss (Raw)": 0.6229239702224731, "Finetune/Step": 7191, "Finetune/Step Time": 6.736313931643963}
+{"Finetune/Learning Rate": 3.16983299302166e-07, "Finetune/Loss": 0.5746525526046753, "Finetune/Loss (Raw)": 0.5880892276763916, "Finetune/Step": 7192, "Finetune/Step Time": 6.719296446070075}
+{"Finetune/Learning Rate": 3.159469697716633e-07, "Finetune/Loss": 0.5744878649711609, "Finetune/Loss (Raw)": 0.6798107624053955, "Finetune/Step": 7193, "Finetune/Step Time": 6.720685843378305}
+{"Finetune/Learning Rate": 3.1491230988648035e-07, "Finetune/Loss": 0.5751657485961914, "Finetune/Loss (Raw)": 0.6809173822402954, "Finetune/Step": 7194, "Finetune/Step Time": 6.72427068836987}
+{"Finetune/Learning Rate": 3.138793198250045e-07, "Finetune/Loss": 0.574870228767395, "Finetune/Loss (Raw)": 0.6001171469688416, "Finetune/Step": 7195, "Finetune/Step Time": 6.730632333084941}
+{"Finetune/Learning Rate": 3.1284799976533333e-07, "Finetune/Loss": 0.5761368274688721, "Finetune/Loss (Raw)": 0.733359158039093, "Finetune/Step": 7196, "Finetune/Step Time": 6.737792177125812}
+{"Finetune/Learning Rate": 3.1181834988528113e-07, "Finetune/Loss": 0.5762453079223633, "Finetune/Loss (Raw)": 0.6178034543991089, "Finetune/Step": 7197, "Finetune/Step Time": 6.735515769571066}
+{"Finetune/Learning Rate": 3.107903703623705e-07, "Finetune/Loss": 0.5779041647911072, "Finetune/Loss (Raw)": 0.6333413124084473, "Finetune/Step": 7198, "Finetune/Step Time": 6.703805468976498}
+{"Finetune/Learning Rate": 3.097640613738373e-07, "Finetune/Loss": 0.5776492357254028, "Finetune/Loss (Raw)": 0.596985399723053, "Finetune/Step": 7199, "Finetune/Step Time": 6.704858608543873}
+{"Finetune/Learning Rate": 3.087394230966312e-07, "Finetune/Loss": 0.5780797004699707, "Finetune/Loss (Raw)": 0.6805185079574585, "Finetune/Step": 7200, "Finetune/Step Time": 6.700634267181158}
+{"Finetune/Learning Rate": 3.077164557074086e-07, "Finetune/Loss": 0.578039288520813, "Finetune/Loss (Raw)": 0.4807935953140259, "Finetune/Step": 7201, "Finetune/Step Time": 6.714351519942284}
+{"Finetune/Learning Rate": 3.0669515938254404e-07, "Finetune/Loss": 0.577675461769104, "Finetune/Loss (Raw)": 0.5417007803916931, "Finetune/Step": 7202, "Finetune/Step Time": 6.728804474696517}
+{"Finetune/Learning Rate": 3.0567553429811994e-07, "Finetune/Loss": 0.5793951749801636, "Finetune/Loss (Raw)": 0.5770071148872375, "Finetune/Step": 7203, "Finetune/Step Time": 6.69196879863739}
+{"Finetune/Learning Rate": 3.0465758062993235e-07, "Finetune/Loss": 0.5782939195632935, "Finetune/Loss (Raw)": 0.4977438747882843, "Finetune/Step": 7204, "Finetune/Step Time": 6.696513259783387}
+{"Finetune/Learning Rate": 3.0364129855348757e-07, "Finetune/Loss": 0.580142080783844, "Finetune/Loss (Raw)": 0.7910133600234985, "Finetune/Step": 7205, "Finetune/Step Time": 6.709024230018258}
+{"Finetune/Learning Rate": 3.026266882440043e-07, "Finetune/Loss": 0.580615758895874, "Finetune/Loss (Raw)": 0.5864958167076111, "Finetune/Step": 7206, "Finetune/Step Time": 6.686853902414441}
+{"Finetune/Learning Rate": 3.016137498764149e-07, "Finetune/Loss": 0.5808613896369934, "Finetune/Loss (Raw)": 0.6558492183685303, "Finetune/Step": 7207, "Finetune/Step Time": 6.6971085872501135}
+{"Finetune/Learning Rate": 3.006024836253607e-07, "Finetune/Loss": 0.5810114145278931, "Finetune/Loss (Raw)": 0.5494678616523743, "Finetune/Step": 7208, "Finetune/Step Time": 6.7088188119232655}
+{"Finetune/Learning Rate": 2.995928896651956e-07, "Finetune/Loss": 0.5825737118721008, "Finetune/Loss (Raw)": 0.616679310798645, "Finetune/Step": 7209, "Finetune/Step Time": 6.679282087832689}
+{"Finetune/Learning Rate": 2.9858496816998817e-07, "Finetune/Loss": 0.5826869606971741, "Finetune/Loss (Raw)": 0.6588040590286255, "Finetune/Step": 7210, "Finetune/Step Time": 6.6793730892241}
+{"Finetune/Learning Rate": 2.975787193135138e-07, "Finetune/Loss": 0.5823526978492737, "Finetune/Loss (Raw)": 0.5275428891181946, "Finetune/Step": 7211, "Finetune/Step Time": 6.68222638592124}
+{"Finetune/Learning Rate": 2.9657414326926146e-07, "Finetune/Loss": 0.5812315940856934, "Finetune/Loss (Raw)": 0.5282476544380188, "Finetune/Step": 7212, "Finetune/Step Time": 6.681513149291277}
+{"Finetune/Learning Rate": 2.9557124021043384e-07, "Finetune/Loss": 0.5823976397514343, "Finetune/Loss (Raw)": 0.7176612615585327, "Finetune/Step": 7213, "Finetune/Step Time": 6.679886510595679}
+{"Finetune/Learning Rate": 2.945700103099414e-07, "Finetune/Loss": 0.5827893018722534, "Finetune/Loss (Raw)": 0.5055604577064514, "Finetune/Step": 7214, "Finetune/Step Time": 6.6847815830260515}
+{"Finetune/Learning Rate": 2.935704537404083e-07, "Finetune/Loss": 0.5857731103897095, "Finetune/Loss (Raw)": 0.5921127796173096, "Finetune/Step": 7215, "Finetune/Step Time": 6.664701469242573}
+{"Finetune/Learning Rate": 2.9257257067417e-07, "Finetune/Loss": 0.5850132703781128, "Finetune/Loss (Raw)": 0.5579938292503357, "Finetune/Step": 7216, "Finetune/Step Time": 6.6526111755520105}
+{"Finetune/Learning Rate": 2.915763612832745e-07, "Finetune/Loss": 0.5841655731201172, "Finetune/Loss (Raw)": 0.5226566791534424, "Finetune/Step": 7217, "Finetune/Step Time": 6.660067580640316}
+{"Finetune/Learning Rate": 2.905818257394799e-07, "Finetune/Loss": 0.5844831466674805, "Finetune/Loss (Raw)": 0.6120954751968384, "Finetune/Step": 7218, "Finetune/Step Time": 6.661766750738025}
+{"Finetune/Learning Rate": 2.8958896421425464e-07, "Finetune/Loss": 0.5835485458374023, "Finetune/Loss (Raw)": 0.4015849828720093, "Finetune/Step": 7219, "Finetune/Step Time": 6.6657489482313395}
+{"Finetune/Learning Rate": 2.8859777687877954e-07, "Finetune/Loss": 0.581792950630188, "Finetune/Loss (Raw)": 0.40967613458633423, "Finetune/Step": 7220, "Finetune/Step Time": 6.691248428076506}
+{"Finetune/Learning Rate": 2.87608263903949e-07, "Finetune/Loss": 0.5780152082443237, "Finetune/Loss (Raw)": 0.18383879959583282, "Finetune/Step": 7221, "Finetune/Step Time": 6.674762662500143}
+{"Finetune/Learning Rate": 2.866204254603655e-07, "Finetune/Loss": 0.5775117874145508, "Finetune/Loss (Raw)": 0.5258057713508606, "Finetune/Step": 7222, "Finetune/Step Time": 6.656861532479525}
+{"Finetune/Learning Rate": 2.8563426171834275e-07, "Finetune/Loss": 0.577177107334137, "Finetune/Loss (Raw)": 0.5076619982719421, "Finetune/Step": 7223, "Finetune/Step Time": 6.6573367100209}
+{"Finetune/Learning Rate": 2.8464977284790917e-07, "Finetune/Loss": 0.577392041683197, "Finetune/Loss (Raw)": 0.59208083152771, "Finetune/Step": 7224, "Finetune/Step Time": 6.657508850097656}
+{"Finetune/Learning Rate": 2.8366695901880236e-07, "Finetune/Loss": 0.5780439376831055, "Finetune/Loss (Raw)": 0.6252672076225281, "Finetune/Step": 7225, "Finetune/Step Time": 6.6426626574248075}
+{"Finetune/Learning Rate": 2.826858204004701e-07, "Finetune/Loss": 0.578607439994812, "Finetune/Loss (Raw)": 0.6621579527854919, "Finetune/Step": 7226, "Finetune/Step Time": 6.655019434168935}
+{"Finetune/Learning Rate": 2.8170635716207263e-07, "Finetune/Loss": 0.5787971615791321, "Finetune/Loss (Raw)": 0.563076913356781, "Finetune/Step": 7227, "Finetune/Step Time": 6.659492129459977}
+{"Finetune/Learning Rate": 2.807285694724804e-07, "Finetune/Loss": 0.5790375471115112, "Finetune/Loss (Raw)": 0.6854966282844543, "Finetune/Step": 7228, "Finetune/Step Time": 6.659926163032651}
+{"Finetune/Learning Rate": 2.797524575002775e-07, "Finetune/Loss": 0.5784256458282471, "Finetune/Loss (Raw)": 0.6098060607910156, "Finetune/Step": 7229, "Finetune/Step Time": 6.656282603740692}
+{"Finetune/Learning Rate": 2.7877802141375366e-07, "Finetune/Loss": 0.5790460109710693, "Finetune/Loss (Raw)": 0.6449180245399475, "Finetune/Step": 7230, "Finetune/Step Time": 6.660569550469518}
+{"Finetune/Learning Rate": 2.778052613809157e-07, "Finetune/Loss": 0.5784255266189575, "Finetune/Loss (Raw)": 0.605050802230835, "Finetune/Step": 7231, "Finetune/Step Time": 6.651176139712334}
+{"Finetune/Learning Rate": 2.768341775694794e-07, "Finetune/Loss": 0.5787785649299622, "Finetune/Loss (Raw)": 0.6655876040458679, "Finetune/Step": 7232, "Finetune/Step Time": 6.649033905938268}
+{"Finetune/Learning Rate": 2.758647701468697e-07, "Finetune/Loss": 0.5810623168945312, "Finetune/Loss (Raw)": 0.48156651854515076, "Finetune/Step": 7233, "Finetune/Step Time": 6.650555893778801}
+{"Finetune/Learning Rate": 2.7489703928022525e-07, "Finetune/Loss": 0.5807803869247437, "Finetune/Loss (Raw)": 0.6018436551094055, "Finetune/Step": 7234, "Finetune/Step Time": 6.651804696768522}
+{"Finetune/Learning Rate": 2.7393098513639247e-07, "Finetune/Loss": 0.5811121463775635, "Finetune/Loss (Raw)": 0.7174943685531616, "Finetune/Step": 7235, "Finetune/Step Time": 6.646515870466828}
+{"Finetune/Learning Rate": 2.729666078819326e-07, "Finetune/Loss": 0.5805686712265015, "Finetune/Loss (Raw)": 0.5140169262886047, "Finetune/Step": 7236, "Finetune/Step Time": 6.683737128973007}
+{"Finetune/Learning Rate": 2.720039076831138e-07, "Finetune/Loss": 0.5799034833908081, "Finetune/Loss (Raw)": 0.5287468433380127, "Finetune/Step": 7237, "Finetune/Step Time": 6.680510260164738}
+{"Finetune/Learning Rate": 2.710428847059177e-07, "Finetune/Loss": 0.5796723365783691, "Finetune/Loss (Raw)": 0.7015562653541565, "Finetune/Step": 7238, "Finetune/Step Time": 6.673582211136818}
+{"Finetune/Learning Rate": 2.700835391160361e-07, "Finetune/Loss": 0.5788688659667969, "Finetune/Loss (Raw)": 0.5508842468261719, "Finetune/Step": 7239, "Finetune/Step Time": 6.652489695698023}
+{"Finetune/Learning Rate": 2.6912587107887135e-07, "Finetune/Loss": 0.5780102610588074, "Finetune/Loss (Raw)": 0.5233557224273682, "Finetune/Step": 7240, "Finetune/Step Time": 6.640723677352071}
+{"Finetune/Learning Rate": 2.6816988075953787e-07, "Finetune/Loss": 0.5775055885314941, "Finetune/Loss (Raw)": 0.439126193523407, "Finetune/Step": 7241, "Finetune/Step Time": 6.638350501656532}
+{"Finetune/Learning Rate": 2.6721556832285836e-07, "Finetune/Loss": 0.5770711898803711, "Finetune/Loss (Raw)": 0.503079891204834, "Finetune/Step": 7242, "Finetune/Step Time": 6.64429597184062}
+{"Finetune/Learning Rate": 2.662629339333689e-07, "Finetune/Loss": 0.5789463520050049, "Finetune/Loss (Raw)": 0.7336747050285339, "Finetune/Step": 7243, "Finetune/Step Time": 6.650931037962437}
+{"Finetune/Learning Rate": 2.653119777553126e-07, "Finetune/Loss": 0.5783370733261108, "Finetune/Loss (Raw)": 0.554196834564209, "Finetune/Step": 7244, "Finetune/Step Time": 6.64216697588563}
+{"Finetune/Learning Rate": 2.643626999526483e-07, "Finetune/Loss": 0.5761528611183167, "Finetune/Loss (Raw)": 0.18837252259254456, "Finetune/Step": 7245, "Finetune/Step Time": 6.644654154777527}
+{"Finetune/Learning Rate": 2.6341510068904063e-07, "Finetune/Loss": 0.5761321783065796, "Finetune/Loss (Raw)": 0.6329537630081177, "Finetune/Step": 7246, "Finetune/Step Time": 6.631102101877332}
+{"Finetune/Learning Rate": 2.624691801278667e-07, "Finetune/Loss": 0.5761982202529907, "Finetune/Loss (Raw)": 0.598939061164856, "Finetune/Step": 7247, "Finetune/Step Time": 6.651406809687614}
+{"Finetune/Learning Rate": 2.6152493843221714e-07, "Finetune/Loss": 0.5753962993621826, "Finetune/Loss (Raw)": 0.5348988175392151, "Finetune/Step": 7248, "Finetune/Step Time": 6.65729608386755}
+{"Finetune/Learning Rate": 2.6058237576488844e-07, "Finetune/Loss": 0.5744328498840332, "Finetune/Loss (Raw)": 0.5459950566291809, "Finetune/Step": 7249, "Finetune/Step Time": 6.658300714567304}
+{"Finetune/Learning Rate": 2.5964149228838944e-07, "Finetune/Loss": 0.5737664103507996, "Finetune/Loss (Raw)": 0.4867227077484131, "Finetune/Step": 7250, "Finetune/Step Time": 6.675639102235436}
+{"Finetune/Learning Rate": 2.5870228816494034e-07, "Finetune/Loss": 0.5738112926483154, "Finetune/Loss (Raw)": 0.5335002541542053, "Finetune/Step": 7251, "Finetune/Step Time": 6.688599906861782}
+{"Finetune/Learning Rate": 2.577647635564695e-07, "Finetune/Loss": 0.5732598304748535, "Finetune/Loss (Raw)": 0.5570805668830872, "Finetune/Step": 7252, "Finetune/Step Time": 6.688344594091177}
+{"Finetune/Learning Rate": 2.568289186246198e-07, "Finetune/Loss": 0.5741910934448242, "Finetune/Loss (Raw)": 0.6985306143760681, "Finetune/Step": 7253, "Finetune/Step Time": 6.693449664860964}
+{"Finetune/Learning Rate": 2.5589475353073987e-07, "Finetune/Loss": 0.5753849744796753, "Finetune/Loss (Raw)": 0.5673864483833313, "Finetune/Step": 7254, "Finetune/Step Time": 6.679658576846123}
+{"Finetune/Learning Rate": 2.54962268435891e-07, "Finetune/Loss": 0.5741977095603943, "Finetune/Loss (Raw)": 0.5118908882141113, "Finetune/Step": 7255, "Finetune/Step Time": 6.6828075889497995}
+{"Finetune/Learning Rate": 2.540314635008456e-07, "Finetune/Loss": 0.5738612413406372, "Finetune/Loss (Raw)": 0.5637198090553284, "Finetune/Step": 7256, "Finetune/Step Time": 6.6912215277552605}
+{"Finetune/Learning Rate": 2.5310233888608537e-07, "Finetune/Loss": 0.574433445930481, "Finetune/Loss (Raw)": 0.6048893332481384, "Finetune/Step": 7257, "Finetune/Step Time": 6.687960594892502}
+{"Finetune/Learning Rate": 2.521748947518021e-07, "Finetune/Loss": 0.5745856761932373, "Finetune/Loss (Raw)": 0.6629480719566345, "Finetune/Step": 7258, "Finetune/Step Time": 6.693964932113886}
+{"Finetune/Learning Rate": 2.51249131257898e-07, "Finetune/Loss": 0.5753970742225647, "Finetune/Loss (Raw)": 0.667506992816925, "Finetune/Step": 7259, "Finetune/Step Time": 6.689503410831094}
+{"Finetune/Learning Rate": 2.503250485639852e-07, "Finetune/Loss": 0.5757021903991699, "Finetune/Loss (Raw)": 0.644236147403717, "Finetune/Step": 7260, "Finetune/Step Time": 6.686797693371773}
+{"Finetune/Learning Rate": 2.494026468293875e-07, "Finetune/Loss": 0.5752372741699219, "Finetune/Loss (Raw)": 0.5446566343307495, "Finetune/Step": 7261, "Finetune/Step Time": 6.68865043669939}
+{"Finetune/Learning Rate": 2.484819262131377e-07, "Finetune/Loss": 0.577519416809082, "Finetune/Loss (Raw)": 0.7779593467712402, "Finetune/Step": 7262, "Finetune/Step Time": 6.677817836403847}
+{"Finetune/Learning Rate": 2.4756288687397655e-07, "Finetune/Loss": 0.5786558985710144, "Finetune/Loss (Raw)": 0.6978091597557068, "Finetune/Step": 7263, "Finetune/Step Time": 6.661309400573373}
+{"Finetune/Learning Rate": 2.4664552897036177e-07, "Finetune/Loss": 0.5793993473052979, "Finetune/Loss (Raw)": 0.6265490651130676, "Finetune/Step": 7264, "Finetune/Step Time": 6.661565298214555}
+{"Finetune/Learning Rate": 2.4572985266045346e-07, "Finetune/Loss": 0.5784911513328552, "Finetune/Loss (Raw)": 0.5374755263328552, "Finetune/Step": 7265, "Finetune/Step Time": 6.662413185462356}
+{"Finetune/Learning Rate": 2.448158581021265e-07, "Finetune/Loss": 0.5772140622138977, "Finetune/Loss (Raw)": 0.4015312194824219, "Finetune/Step": 7266, "Finetune/Step Time": 6.642655601724982}
+{"Finetune/Learning Rate": 2.4390354545296257e-07, "Finetune/Loss": 0.5769665241241455, "Finetune/Loss (Raw)": 0.5256149172782898, "Finetune/Step": 7267, "Finetune/Step Time": 6.646221604198217}
+{"Finetune/Learning Rate": 2.4299291487025813e-07, "Finetune/Loss": 0.5762699842453003, "Finetune/Loss (Raw)": 0.4883471429347992, "Finetune/Step": 7268, "Finetune/Step Time": 6.629765246063471}
+{"Finetune/Learning Rate": 2.4208396651101307e-07, "Finetune/Loss": 0.5775797367095947, "Finetune/Loss (Raw)": 0.6991533637046814, "Finetune/Step": 7269, "Finetune/Step Time": 6.628041014075279}
+{"Finetune/Learning Rate": 2.411767005319443e-07, "Finetune/Loss": 0.5774987936019897, "Finetune/Loss (Raw)": 0.559381365776062, "Finetune/Step": 7270, "Finetune/Step Time": 6.642749615013599}
+{"Finetune/Learning Rate": 2.4027111708947113e-07, "Finetune/Loss": 0.5771406292915344, "Finetune/Loss (Raw)": 0.5567263960838318, "Finetune/Step": 7271, "Finetune/Step Time": 6.643157336860895}
+{"Finetune/Learning Rate": 2.393672163397309e-07, "Finetune/Loss": 0.5779122114181519, "Finetune/Loss (Raw)": 0.6596872210502625, "Finetune/Step": 7272, "Finetune/Step Time": 6.641219433397055}
+{"Finetune/Learning Rate": 2.384649984385656e-07, "Finetune/Loss": 0.5780889987945557, "Finetune/Loss (Raw)": 0.6350472569465637, "Finetune/Step": 7273, "Finetune/Step Time": 6.646240394562483}
+{"Finetune/Learning Rate": 2.3756446354152752e-07, "Finetune/Loss": 0.577483594417572, "Finetune/Loss (Raw)": 0.47155457735061646, "Finetune/Step": 7274, "Finetune/Step Time": 6.6468742694705725}
+{"Finetune/Learning Rate": 2.3666561180388014e-07, "Finetune/Loss": 0.5782584547996521, "Finetune/Loss (Raw)": 0.6153339147567749, "Finetune/Step": 7275, "Finetune/Step Time": 6.643129281699657}
+{"Finetune/Learning Rate": 2.3576844338059513e-07, "Finetune/Loss": 0.5786178708076477, "Finetune/Loss (Raw)": 0.6354973316192627, "Finetune/Step": 7276, "Finetune/Step Time": 6.646937610581517}
+{"Finetune/Learning Rate": 2.348729584263565e-07, "Finetune/Loss": 0.5790815353393555, "Finetune/Loss (Raw)": 0.6371725797653198, "Finetune/Step": 7277, "Finetune/Step Time": 6.64793636649847}
+{"Finetune/Learning Rate": 2.3397915709555518e-07, "Finetune/Loss": 0.5783337354660034, "Finetune/Loss (Raw)": 0.6833940148353577, "Finetune/Step": 7278, "Finetune/Step Time": 6.6387917920947075}
+{"Finetune/Learning Rate": 2.330870395422935e-07, "Finetune/Loss": 0.578311562538147, "Finetune/Loss (Raw)": 0.6939427256584167, "Finetune/Step": 7279, "Finetune/Step Time": 6.625514578074217}
+{"Finetune/Learning Rate": 2.3219660592038285e-07, "Finetune/Loss": 0.5781069993972778, "Finetune/Loss (Raw)": 0.58942049741745, "Finetune/Step": 7280, "Finetune/Step Time": 6.617483500391245}
+{"Finetune/Learning Rate": 2.3130785638334597e-07, "Finetune/Loss": 0.5794534683227539, "Finetune/Loss (Raw)": 0.5571279525756836, "Finetune/Step": 7281, "Finetune/Step Time": 6.607474815100431}
+{"Finetune/Learning Rate": 2.304207910844114e-07, "Finetune/Loss": 0.5798903703689575, "Finetune/Loss (Raw)": 0.4836902916431427, "Finetune/Step": 7282, "Finetune/Step Time": 6.602149419486523}
+{"Finetune/Learning Rate": 2.2953541017652236e-07, "Finetune/Loss": 0.5804609060287476, "Finetune/Loss (Raw)": 0.678356409072876, "Finetune/Step": 7283, "Finetune/Step Time": 6.605265934020281}
+{"Finetune/Learning Rate": 2.2865171381232677e-07, "Finetune/Loss": 0.5804844498634338, "Finetune/Loss (Raw)": 0.6608703136444092, "Finetune/Step": 7284, "Finetune/Step Time": 6.604551561176777}
+{"Finetune/Learning Rate": 2.2776970214418492e-07, "Finetune/Loss": 0.5793795585632324, "Finetune/Loss (Raw)": 0.5465997457504272, "Finetune/Step": 7285, "Finetune/Step Time": 6.608329487964511}
+{"Finetune/Learning Rate": 2.2688937532416634e-07, "Finetune/Loss": 0.5829117298126221, "Finetune/Loss (Raw)": 0.6376820802688599, "Finetune/Step": 7286, "Finetune/Step Time": 6.594850158318877}
+{"Finetune/Learning Rate": 2.2601073350404957e-07, "Finetune/Loss": 0.5831024050712585, "Finetune/Loss (Raw)": 0.6009409427642822, "Finetune/Step": 7287, "Finetune/Step Time": 6.5940882582217455}
+{"Finetune/Learning Rate": 2.2513377683532345e-07, "Finetune/Loss": 0.5794572234153748, "Finetune/Loss (Raw)": 0.16934145987033844, "Finetune/Step": 7288, "Finetune/Step Time": 6.615074438974261}
+{"Finetune/Learning Rate": 2.242585054691848e-07, "Finetune/Loss": 0.5796063542366028, "Finetune/Loss (Raw)": 0.6300215125083923, "Finetune/Step": 7289, "Finetune/Step Time": 6.611116012558341}
+{"Finetune/Learning Rate": 2.2338491955654184e-07, "Finetune/Loss": 0.5775673389434814, "Finetune/Loss (Raw)": 0.2238580733537674, "Finetune/Step": 7290, "Finetune/Step Time": 6.612204071134329}
+{"Finetune/Learning Rate": 2.225130192480096e-07, "Finetune/Loss": 0.5791343450546265, "Finetune/Loss (Raw)": 0.7456273436546326, "Finetune/Step": 7291, "Finetune/Step Time": 6.587069859728217}
+{"Finetune/Learning Rate": 2.2164280469391565e-07, "Finetune/Loss": 0.5800642967224121, "Finetune/Loss (Raw)": 0.6758971214294434, "Finetune/Step": 7292, "Finetune/Step Time": 6.58999165520072}
+{"Finetune/Learning Rate": 2.2077427604429435e-07, "Finetune/Loss": 0.5790092945098877, "Finetune/Loss (Raw)": 0.470136821269989, "Finetune/Step": 7293, "Finetune/Step Time": 6.60232761874795}
+{"Finetune/Learning Rate": 2.1990743344889042e-07, "Finetune/Loss": 0.5774150490760803, "Finetune/Loss (Raw)": 0.43390578031539917, "Finetune/Step": 7294, "Finetune/Step Time": 6.586648331955075}
+{"Finetune/Learning Rate": 2.1904227705715763e-07, "Finetune/Loss": 0.577223539352417, "Finetune/Loss (Raw)": 0.6503071188926697, "Finetune/Step": 7295, "Finetune/Step Time": 6.584126317873597}
+{"Finetune/Learning Rate": 2.1817880701825888e-07, "Finetune/Loss": 0.5781630277633667, "Finetune/Loss (Raw)": 0.587060272693634, "Finetune/Step": 7296, "Finetune/Step Time": 6.570175509899855}
+{"Finetune/Learning Rate": 2.1731702348106732e-07, "Finetune/Loss": 0.5768319368362427, "Finetune/Loss (Raw)": 0.524370014667511, "Finetune/Step": 7297, "Finetune/Step Time": 6.577817777171731}
+{"Finetune/Learning Rate": 2.1645692659416517e-07, "Finetune/Loss": 0.5781289339065552, "Finetune/Loss (Raw)": 0.6432152390480042, "Finetune/Step": 7298, "Finetune/Step Time": 6.5794243067502975}
+{"Finetune/Learning Rate": 2.1559851650584274e-07, "Finetune/Loss": 0.578009843826294, "Finetune/Loss (Raw)": 0.5914312601089478, "Finetune/Step": 7299, "Finetune/Step Time": 6.582424949854612}
+{"Finetune/Learning Rate": 2.1474179336409938e-07, "Finetune/Loss": 0.5750337839126587, "Finetune/Loss (Raw)": 0.2493951916694641, "Finetune/Step": 7300, "Finetune/Step Time": 6.601921152323484}
+{"Finetune/Learning Rate": 2.1388675731664477e-07, "Finetune/Loss": 0.574263870716095, "Finetune/Loss (Raw)": 0.5185750722885132, "Finetune/Step": 7301, "Finetune/Step Time": 6.598575100302696}
+{"Finetune/Learning Rate": 2.130334085108976e-07, "Finetune/Loss": 0.5743769407272339, "Finetune/Loss (Raw)": 0.651045024394989, "Finetune/Step": 7302, "Finetune/Step Time": 6.598012758418918}
+{"Finetune/Learning Rate": 2.1218174709398465e-07, "Finetune/Loss": 0.575317919254303, "Finetune/Loss (Raw)": 0.6603953242301941, "Finetune/Step": 7303, "Finetune/Step Time": 6.586852815002203}
+{"Finetune/Learning Rate": 2.1133177321274289e-07, "Finetune/Loss": 0.5753673911094666, "Finetune/Loss (Raw)": 0.6747313737869263, "Finetune/Step": 7304, "Finetune/Step Time": 6.577776161953807}
+{"Finetune/Learning Rate": 2.1048348701371734e-07, "Finetune/Loss": 0.5745041966438293, "Finetune/Loss (Raw)": 0.6052740812301636, "Finetune/Step": 7305, "Finetune/Step Time": 6.563567161560059}
+{"Finetune/Learning Rate": 2.0963688864316324e-07, "Finetune/Loss": 0.5736039876937866, "Finetune/Loss (Raw)": 0.5003506541252136, "Finetune/Step": 7306, "Finetune/Step Time": 6.566402729600668}
+{"Finetune/Learning Rate": 2.087919782470449e-07, "Finetune/Loss": 0.5742170810699463, "Finetune/Loss (Raw)": 0.5462731719017029, "Finetune/Step": 7307, "Finetune/Step Time": 6.563187023624778}
+{"Finetune/Learning Rate": 2.0794875597103358e-07, "Finetune/Loss": 0.5720188617706299, "Finetune/Loss (Raw)": 0.39049646258354187, "Finetune/Step": 7308, "Finetune/Step Time": 6.600223092362285}
+{"Finetune/Learning Rate": 2.071072219605108e-07, "Finetune/Loss": 0.5723937749862671, "Finetune/Loss (Raw)": 0.637457549571991, "Finetune/Step": 7309, "Finetune/Step Time": 6.587868317961693}
+{"Finetune/Learning Rate": 2.0626737636056715e-07, "Finetune/Loss": 0.5729911923408508, "Finetune/Loss (Raw)": 0.636474609375, "Finetune/Step": 7310, "Finetune/Step Time": 6.588281609117985}
+{"Finetune/Learning Rate": 2.0542921931600235e-07, "Finetune/Loss": 0.5750148892402649, "Finetune/Loss (Raw)": 0.4231511354446411, "Finetune/Step": 7311, "Finetune/Step Time": 6.584928585216403}
+{"Finetune/Learning Rate": 2.0459275097132302e-07, "Finetune/Loss": 0.575485348701477, "Finetune/Loss (Raw)": 0.5713775753974915, "Finetune/Step": 7312, "Finetune/Step Time": 6.59079459682107}
+{"Finetune/Learning Rate": 2.0375797147074827e-07, "Finetune/Loss": 0.5746519565582275, "Finetune/Loss (Raw)": 0.5725275874137878, "Finetune/Step": 7313, "Finetune/Step Time": 6.564968602731824}
+{"Finetune/Learning Rate": 2.0292488095820405e-07, "Finetune/Loss": 0.5749871730804443, "Finetune/Loss (Raw)": 0.5622323751449585, "Finetune/Step": 7314, "Finetune/Step Time": 6.567138122394681}
+{"Finetune/Learning Rate": 2.0209347957732328e-07, "Finetune/Loss": 0.5742708444595337, "Finetune/Loss (Raw)": 0.5499144196510315, "Finetune/Step": 7315, "Finetune/Step Time": 6.558239210397005}
+{"Finetune/Learning Rate": 2.0126376747145014e-07, "Finetune/Loss": 0.5756425857543945, "Finetune/Loss (Raw)": 0.7013658285140991, "Finetune/Step": 7316, "Finetune/Step Time": 6.5495020262897015}
+{"Finetune/Learning Rate": 2.0043574478363804e-07, "Finetune/Loss": 0.576800525188446, "Finetune/Loss (Raw)": 0.7240715026855469, "Finetune/Step": 7317, "Finetune/Step Time": 6.561991697177291}
+{"Finetune/Learning Rate": 1.9960941165664605e-07, "Finetune/Loss": 0.5762425661087036, "Finetune/Loss (Raw)": 0.552834153175354, "Finetune/Step": 7318, "Finetune/Step Time": 6.556642921641469}
+{"Finetune/Learning Rate": 1.9878476823294467e-07, "Finetune/Loss": 0.5767412781715393, "Finetune/Loss (Raw)": 0.6867533326148987, "Finetune/Step": 7319, "Finetune/Step Time": 6.557102771475911}
+{"Finetune/Learning Rate": 1.979618146547113e-07, "Finetune/Loss": 0.5772504210472107, "Finetune/Loss (Raw)": 0.6532579660415649, "Finetune/Step": 7320, "Finetune/Step Time": 6.559376148506999}
+{"Finetune/Learning Rate": 1.9714055106383356e-07, "Finetune/Loss": 0.5765079259872437, "Finetune/Loss (Raw)": 0.58477383852005, "Finetune/Step": 7321, "Finetune/Step Time": 6.568984881043434}
+{"Finetune/Learning Rate": 1.9632097760190815e-07, "Finetune/Loss": 0.5754594802856445, "Finetune/Loss (Raw)": 0.5467180013656616, "Finetune/Step": 7322, "Finetune/Step Time": 6.574963316321373}
+{"Finetune/Learning Rate": 1.9550309441023761e-07, "Finetune/Loss": 0.5753942728042603, "Finetune/Loss (Raw)": 0.591765820980072, "Finetune/Step": 7323, "Finetune/Step Time": 6.5761642679572105}
+{"Finetune/Learning Rate": 1.9468690162983585e-07, "Finetune/Loss": 0.5739651918411255, "Finetune/Loss (Raw)": 0.5504406690597534, "Finetune/Step": 7324, "Finetune/Step Time": 6.579321200028062}
+{"Finetune/Learning Rate": 1.9387239940142244e-07, "Finetune/Loss": 0.573178768157959, "Finetune/Loss (Raw)": 0.5171450972557068, "Finetune/Step": 7325, "Finetune/Step Time": 6.587112745270133}
+{"Finetune/Learning Rate": 1.9305958786542954e-07, "Finetune/Loss": 0.5733029842376709, "Finetune/Loss (Raw)": 0.6492384076118469, "Finetune/Step": 7326, "Finetune/Step Time": 6.597745567560196}
+{"Finetune/Learning Rate": 1.9224846716199287e-07, "Finetune/Loss": 0.5729223489761353, "Finetune/Loss (Raw)": 0.5482545495033264, "Finetune/Step": 7327, "Finetune/Step Time": 6.596640929579735}
+{"Finetune/Learning Rate": 1.914390374309605e-07, "Finetune/Loss": 0.5727425813674927, "Finetune/Loss (Raw)": 0.6575100421905518, "Finetune/Step": 7328, "Finetune/Step Time": 6.602023344486952}
+{"Finetune/Learning Rate": 1.9063129881188857e-07, "Finetune/Loss": 0.5739169716835022, "Finetune/Loss (Raw)": 0.6311237812042236, "Finetune/Step": 7329, "Finetune/Step Time": 6.580964868888259}
+{"Finetune/Learning Rate": 1.898252514440402e-07, "Finetune/Loss": 0.5741596221923828, "Finetune/Loss (Raw)": 0.5727571249008179, "Finetune/Step": 7330, "Finetune/Step Time": 6.5877189338207245}
+{"Finetune/Learning Rate": 1.8902089546638746e-07, "Finetune/Loss": 0.5736352205276489, "Finetune/Loss (Raw)": 0.5098810791969299, "Finetune/Step": 7331, "Finetune/Step Time": 6.599486980587244}
+{"Finetune/Learning Rate": 1.8821823101760949e-07, "Finetune/Loss": 0.5751441717147827, "Finetune/Loss (Raw)": 0.6908966302871704, "Finetune/Step": 7332, "Finetune/Step Time": 6.599782349541783}
+{"Finetune/Learning Rate": 1.874172582360978e-07, "Finetune/Loss": 0.5733935832977295, "Finetune/Loss (Raw)": 0.5669263601303101, "Finetune/Step": 7333, "Finetune/Step Time": 6.589621379971504}
+{"Finetune/Learning Rate": 1.8661797725994634e-07, "Finetune/Loss": 0.5736163854598999, "Finetune/Loss (Raw)": 0.6150235533714294, "Finetune/Step": 7334, "Finetune/Step Time": 6.590545445680618}
+{"Finetune/Learning Rate": 1.858203882269638e-07, "Finetune/Loss": 0.5726479291915894, "Finetune/Loss (Raw)": 0.5318905115127563, "Finetune/Step": 7335, "Finetune/Step Time": 6.581253005191684}
+{"Finetune/Learning Rate": 1.8502449127466127e-07, "Finetune/Loss": 0.5727396607398987, "Finetune/Loss (Raw)": 0.5612035989761353, "Finetune/Step": 7336, "Finetune/Step Time": 6.560227070003748}
+{"Finetune/Learning Rate": 1.8423028654026232e-07, "Finetune/Loss": 0.5724182724952698, "Finetune/Loss (Raw)": 0.5755394101142883, "Finetune/Step": 7337, "Finetune/Step Time": 6.5708667524158955}
+{"Finetune/Learning Rate": 1.834377741606974e-07, "Finetune/Loss": 0.5719048976898193, "Finetune/Loss (Raw)": 0.5930936336517334, "Finetune/Step": 7338, "Finetune/Step Time": 6.569721670821309}
+{"Finetune/Learning Rate": 1.8264695427260503e-07, "Finetune/Loss": 0.5713821649551392, "Finetune/Loss (Raw)": 0.4606344997882843, "Finetune/Step": 7339, "Finetune/Step Time": 6.584876876324415}
+{"Finetune/Learning Rate": 1.8185782701233057e-07, "Finetune/Loss": 0.5716713666915894, "Finetune/Loss (Raw)": 0.5652691721916199, "Finetune/Step": 7340, "Finetune/Step Time": 6.602658685296774}
+{"Finetune/Learning Rate": 1.8107039251593072e-07, "Finetune/Loss": 0.5704746842384338, "Finetune/Loss (Raw)": 0.5644864439964294, "Finetune/Step": 7341, "Finetune/Step Time": 6.6245224587619305}
+{"Finetune/Learning Rate": 1.802846509191669e-07, "Finetune/Loss": 0.5707542896270752, "Finetune/Loss (Raw)": 0.5413510799407959, "Finetune/Step": 7342, "Finetune/Step Time": 6.622403217479587}
+{"Finetune/Learning Rate": 1.7950060235751077e-07, "Finetune/Loss": 0.5708627700805664, "Finetune/Loss (Raw)": 0.605996310710907, "Finetune/Step": 7343, "Finetune/Step Time": 6.626143107190728}
+{"Finetune/Learning Rate": 1.787182469661408e-07, "Finetune/Loss": 0.570835292339325, "Finetune/Loss (Raw)": 0.5544756054878235, "Finetune/Step": 7344, "Finetune/Step Time": 6.627005642279983}
+{"Finetune/Learning Rate": 1.7793758487994694e-07, "Finetune/Loss": 0.5707060098648071, "Finetune/Loss (Raw)": 0.5061030387878418, "Finetune/Step": 7345, "Finetune/Step Time": 6.6247823145240545}
+{"Finetune/Learning Rate": 1.771586162335226e-07, "Finetune/Loss": 0.5709882378578186, "Finetune/Loss (Raw)": 0.6482253074645996, "Finetune/Step": 7346, "Finetune/Step Time": 6.617230497300625}
+{"Finetune/Learning Rate": 1.7638134116117146e-07, "Finetune/Loss": 0.5725302696228027, "Finetune/Loss (Raw)": 0.5989602208137512, "Finetune/Step": 7347, "Finetune/Step Time": 6.617324333637953}
+{"Finetune/Learning Rate": 1.7560575979690407e-07, "Finetune/Loss": 0.5734933614730835, "Finetune/Loss (Raw)": 0.5329524874687195, "Finetune/Step": 7348, "Finetune/Step Time": 6.590747497975826}
+{"Finetune/Learning Rate": 1.7483187227444243e-07, "Finetune/Loss": 0.5744771957397461, "Finetune/Loss (Raw)": 0.30977484583854675, "Finetune/Step": 7349, "Finetune/Step Time": 6.58565809391439}
+{"Finetune/Learning Rate": 1.7405967872721085e-07, "Finetune/Loss": 0.5755950808525085, "Finetune/Loss (Raw)": 0.6688909530639648, "Finetune/Step": 7350, "Finetune/Step Time": 6.578136993572116}
+{"Finetune/Learning Rate": 1.732891792883462e-07, "Finetune/Loss": 0.5751640796661377, "Finetune/Loss (Raw)": 0.45249223709106445, "Finetune/Step": 7351, "Finetune/Step Time": 6.5814543049782515}
+{"Finetune/Learning Rate": 1.7252037409069112e-07, "Finetune/Loss": 0.5738115906715393, "Finetune/Loss (Raw)": 0.41896459460258484, "Finetune/Step": 7352, "Finetune/Step Time": 6.579961748793721}
+{"Finetune/Learning Rate": 1.7175326326679732e-07, "Finetune/Loss": 0.5728887915611267, "Finetune/Loss (Raw)": 0.507147490978241, "Finetune/Step": 7353, "Finetune/Step Time": 6.58162459358573}
+{"Finetune/Learning Rate": 1.7098784694892346e-07, "Finetune/Loss": 0.5724904537200928, "Finetune/Loss (Raw)": 0.6111754775047302, "Finetune/Step": 7354, "Finetune/Step Time": 6.570065980777144}
+{"Finetune/Learning Rate": 1.702241252690373e-07, "Finetune/Loss": 0.5722187757492065, "Finetune/Loss (Raw)": 0.5282945036888123, "Finetune/Step": 7355, "Finetune/Step Time": 6.568484945222735}
+{"Finetune/Learning Rate": 1.6946209835881244e-07, "Finetune/Loss": 0.5708730220794678, "Finetune/Loss (Raw)": 0.5132477879524231, "Finetune/Step": 7356, "Finetune/Step Time": 6.566951557993889}
+{"Finetune/Learning Rate": 1.6870176634963042e-07, "Finetune/Loss": 0.5697819590568542, "Finetune/Loss (Raw)": 0.4701477587223053, "Finetune/Step": 7357, "Finetune/Step Time": 6.567954197525978}
+{"Finetune/Learning Rate": 1.6794312937258417e-07, "Finetune/Loss": 0.5697603225708008, "Finetune/Loss (Raw)": 0.6421456336975098, "Finetune/Step": 7358, "Finetune/Step Time": 6.560551933944225}
+{"Finetune/Learning Rate": 1.6718618755846906e-07, "Finetune/Loss": 0.5694223642349243, "Finetune/Loss (Raw)": 0.5617990493774414, "Finetune/Step": 7359, "Finetune/Step Time": 6.560958545655012}
+{"Finetune/Learning Rate": 1.664309410377918e-07, "Finetune/Loss": 0.5692028403282166, "Finetune/Loss (Raw)": 0.6374862194061279, "Finetune/Step": 7360, "Finetune/Step Time": 6.5603183805942535}
+{"Finetune/Learning Rate": 1.6567738994076597e-07, "Finetune/Loss": 0.5700113773345947, "Finetune/Loss (Raw)": 0.5850617289543152, "Finetune/Step": 7361, "Finetune/Step Time": 6.545133417472243}
+{"Finetune/Learning Rate": 1.649255343973122e-07, "Finetune/Loss": 0.5693914890289307, "Finetune/Loss (Raw)": 0.5224989056587219, "Finetune/Step": 7362, "Finetune/Step Time": 6.5522137470543385}
+{"Finetune/Learning Rate": 1.6417537453706111e-07, "Finetune/Loss": 0.568271279335022, "Finetune/Loss (Raw)": 0.5740975737571716, "Finetune/Step": 7363, "Finetune/Step Time": 6.561844166368246}
+{"Finetune/Learning Rate": 1.6342691048934712e-07, "Finetune/Loss": 0.5679222345352173, "Finetune/Loss (Raw)": 0.4693477153778076, "Finetune/Step": 7364, "Finetune/Step Time": 6.5370648838579655}
+{"Finetune/Learning Rate": 1.6268014238321474e-07, "Finetune/Loss": 0.5683084726333618, "Finetune/Loss (Raw)": 0.5781784057617188, "Finetune/Step": 7365, "Finetune/Step Time": 6.5396113488823175}
+{"Finetune/Learning Rate": 1.619350703474154e-07, "Finetune/Loss": 0.567001223564148, "Finetune/Loss (Raw)": 0.5342245101928711, "Finetune/Step": 7366, "Finetune/Step Time": 6.540367053821683}
+{"Finetune/Learning Rate": 1.6119169451040861e-07, "Finetune/Loss": 0.567131757736206, "Finetune/Loss (Raw)": 0.567603588104248, "Finetune/Step": 7367, "Finetune/Step Time": 6.5285563468933105}
+{"Finetune/Learning Rate": 1.6045001500036072e-07, "Finetune/Loss": 0.5679560303688049, "Finetune/Loss (Raw)": 0.6288611888885498, "Finetune/Step": 7368, "Finetune/Step Time": 6.531435197219253}
+{"Finetune/Learning Rate": 1.5971003194514835e-07, "Finetune/Loss": 0.5692200660705566, "Finetune/Loss (Raw)": 0.6009225249290466, "Finetune/Step": 7369, "Finetune/Step Time": 6.52355894073844}
+{"Finetune/Learning Rate": 1.589717454723505e-07, "Finetune/Loss": 0.5711969137191772, "Finetune/Loss (Raw)": 0.7561144232749939, "Finetune/Step": 7370, "Finetune/Step Time": 6.507047759369016}
+{"Finetune/Learning Rate": 1.5823515570925763e-07, "Finetune/Loss": 0.5709149241447449, "Finetune/Loss (Raw)": 0.6975776553153992, "Finetune/Step": 7371, "Finetune/Step Time": 6.496020024642348}
+{"Finetune/Learning Rate": 1.57500262782867e-07, "Finetune/Loss": 0.5714824199676514, "Finetune/Loss (Raw)": 0.6268427968025208, "Finetune/Step": 7372, "Finetune/Step Time": 6.49338311702013}
+{"Finetune/Learning Rate": 1.5676706681988175e-07, "Finetune/Loss": 0.5737683773040771, "Finetune/Loss (Raw)": 0.4809685945510864, "Finetune/Step": 7373, "Finetune/Step Time": 6.495264448225498}
+{"Finetune/Learning Rate": 1.5603556794671403e-07, "Finetune/Loss": 0.5723835229873657, "Finetune/Loss (Raw)": 0.45569002628326416, "Finetune/Step": 7374, "Finetune/Step Time": 6.5130524933338165}
+{"Finetune/Learning Rate": 1.5530576628948412e-07, "Finetune/Loss": 0.5722257494926453, "Finetune/Loss (Raw)": 0.5787506699562073, "Finetune/Step": 7375, "Finetune/Step Time": 6.494087964296341}
+{"Finetune/Learning Rate": 1.545776619740158e-07, "Finetune/Loss": 0.5695589780807495, "Finetune/Loss (Raw)": 0.1935483068227768, "Finetune/Step": 7376, "Finetune/Step Time": 6.508963204920292}
+{"Finetune/Learning Rate": 1.538512551258442e-07, "Finetune/Loss": 0.5707281231880188, "Finetune/Loss (Raw)": 0.6956511735916138, "Finetune/Step": 7377, "Finetune/Step Time": 6.508888214826584}
+{"Finetune/Learning Rate": 1.5312654587021135e-07, "Finetune/Loss": 0.572088360786438, "Finetune/Loss (Raw)": 0.6608310341835022, "Finetune/Step": 7378, "Finetune/Step Time": 6.507363019511104}
+{"Finetune/Learning Rate": 1.5240353433206513e-07, "Finetune/Loss": 0.5726479291915894, "Finetune/Loss (Raw)": 0.6051176190376282, "Finetune/Step": 7379, "Finetune/Step Time": 6.5017007272690535}
+{"Finetune/Learning Rate": 1.516822206360613e-07, "Finetune/Loss": 0.5728914141654968, "Finetune/Loss (Raw)": 0.588255763053894, "Finetune/Step": 7380, "Finetune/Step Time": 6.51578020863235}
+{"Finetune/Learning Rate": 1.5096260490656268e-07, "Finetune/Loss": 0.5722797513008118, "Finetune/Loss (Raw)": 0.6202330589294434, "Finetune/Step": 7381, "Finetune/Step Time": 6.5197658613324165}
+{"Finetune/Learning Rate": 1.5024468726763886e-07, "Finetune/Loss": 0.5723727345466614, "Finetune/Loss (Raw)": 0.5792887806892395, "Finetune/Step": 7382, "Finetune/Step Time": 6.537294991314411}
+{"Finetune/Learning Rate": 1.4952846784306864e-07, "Finetune/Loss": 0.5728840827941895, "Finetune/Loss (Raw)": 0.5773445963859558, "Finetune/Step": 7383, "Finetune/Step Time": 6.533807713538408}
+{"Finetune/Learning Rate": 1.4881394675633543e-07, "Finetune/Loss": 0.5732958316802979, "Finetune/Loss (Raw)": 0.6164271235466003, "Finetune/Step": 7384, "Finetune/Step Time": 6.55390877649188}
+{"Finetune/Learning Rate": 1.4810112413063293e-07, "Finetune/Loss": 0.5737163424491882, "Finetune/Loss (Raw)": 0.6587138175964355, "Finetune/Step": 7385, "Finetune/Step Time": 6.551749302074313}
+{"Finetune/Learning Rate": 1.4739000008885839e-07, "Finetune/Loss": 0.5737940073013306, "Finetune/Loss (Raw)": 0.6728909015655518, "Finetune/Step": 7386, "Finetune/Step Time": 6.540523204952478}
+{"Finetune/Learning Rate": 1.466805747536193e-07, "Finetune/Loss": 0.5731563568115234, "Finetune/Loss (Raw)": 0.5858795046806335, "Finetune/Step": 7387, "Finetune/Step Time": 6.5410195253789425}
+{"Finetune/Learning Rate": 1.459728482472278e-07, "Finetune/Loss": 0.573057234287262, "Finetune/Loss (Raw)": 0.6315538287162781, "Finetune/Step": 7388, "Finetune/Step Time": 6.547340385615826}
+{"Finetune/Learning Rate": 1.4526682069170517e-07, "Finetune/Loss": 0.5740611553192139, "Finetune/Loss (Raw)": 0.6731605529785156, "Finetune/Step": 7389, "Finetune/Step Time": 6.5473835822194815}
+{"Finetune/Learning Rate": 1.4456249220877849e-07, "Finetune/Loss": 0.5720908045768738, "Finetune/Loss (Raw)": 0.5257530808448792, "Finetune/Step": 7390, "Finetune/Step Time": 6.565646404400468}
+{"Finetune/Learning Rate": 1.4385986291988175e-07, "Finetune/Loss": 0.5712453722953796, "Finetune/Loss (Raw)": 0.5895930528640747, "Finetune/Step": 7391, "Finetune/Step Time": 6.5645424872636795}
+{"Finetune/Learning Rate": 1.4315893294615802e-07, "Finetune/Loss": 0.5681256651878357, "Finetune/Loss (Raw)": 0.22722554206848145, "Finetune/Step": 7392, "Finetune/Step Time": 6.584395533427596}
+{"Finetune/Learning Rate": 1.424597024084551e-07, "Finetune/Loss": 0.5689302682876587, "Finetune/Loss (Raw)": 0.6404677629470825, "Finetune/Step": 7393, "Finetune/Step Time": 6.588011750951409}
+{"Finetune/Learning Rate": 1.4176217142732874e-07, "Finetune/Loss": 0.5704096555709839, "Finetune/Loss (Raw)": 0.5908970236778259, "Finetune/Step": 7394, "Finetune/Step Time": 6.597830560058355}
+{"Finetune/Learning Rate": 1.4106634012304166e-07, "Finetune/Loss": 0.5703877210617065, "Finetune/Loss (Raw)": 0.5227982997894287, "Finetune/Step": 7395, "Finetune/Step Time": 6.610056830570102}
+{"Finetune/Learning Rate": 1.4037220861556234e-07, "Finetune/Loss": 0.5685131549835205, "Finetune/Loss (Raw)": 0.2484082728624344, "Finetune/Step": 7396, "Finetune/Step Time": 6.625837670639157}
+{"Finetune/Learning Rate": 1.3967977702456946e-07, "Finetune/Loss": 0.5680716633796692, "Finetune/Loss (Raw)": 0.6426352858543396, "Finetune/Step": 7397, "Finetune/Step Time": 6.6334301102906466}
+{"Finetune/Learning Rate": 1.3898904546944425e-07, "Finetune/Loss": 0.5672928094863892, "Finetune/Loss (Raw)": 0.4596850872039795, "Finetune/Step": 7398, "Finetune/Step Time": 6.62261507473886}
+{"Finetune/Learning Rate": 1.3830001406927807e-07, "Finetune/Loss": 0.5662045478820801, "Finetune/Loss (Raw)": 0.4174368679523468, "Finetune/Step": 7399, "Finetune/Step Time": 6.6263395342975855}
+{"Finetune/Learning Rate": 1.37612682942867e-07, "Finetune/Loss": 0.5655002593994141, "Finetune/Loss (Raw)": 0.5695381164550781, "Finetune/Step": 7400, "Finetune/Step Time": 6.636907732114196}
+{"Finetune/Learning Rate": 1.3692705220871627e-07, "Finetune/Loss": 0.5659918785095215, "Finetune/Loss (Raw)": 0.6979695558547974, "Finetune/Step": 7401, "Finetune/Step Time": 6.634648920968175}
+{"Finetune/Learning Rate": 1.3624312198503796e-07, "Finetune/Loss": 0.5671259760856628, "Finetune/Loss (Raw)": 0.6167242527008057, "Finetune/Step": 7402, "Finetune/Step Time": 6.633031083270907}
+{"Finetune/Learning Rate": 1.3556089238974668e-07, "Finetune/Loss": 0.5681368112564087, "Finetune/Loss (Raw)": 0.744711697101593, "Finetune/Step": 7403, "Finetune/Step Time": 6.642179273068905}
+{"Finetune/Learning Rate": 1.348803635404683e-07, "Finetune/Loss": 0.5667128562927246, "Finetune/Loss (Raw)": 0.45324015617370605, "Finetune/Step": 7404, "Finetune/Step Time": 6.652948820963502}
+{"Finetune/Learning Rate": 1.3420153555453564e-07, "Finetune/Loss": 0.5670359134674072, "Finetune/Loss (Raw)": 0.6785148978233337, "Finetune/Step": 7405, "Finetune/Step Time": 6.662992529571056}
+{"Finetune/Learning Rate": 1.3352440854898397e-07, "Finetune/Loss": 0.5659120082855225, "Finetune/Loss (Raw)": 0.5395393371582031, "Finetune/Step": 7406, "Finetune/Step Time": 6.6631887927651405}
+{"Finetune/Learning Rate": 1.3284898264055878e-07, "Finetune/Loss": 0.5650604963302612, "Finetune/Loss (Raw)": 0.5849524736404419, "Finetune/Step": 7407, "Finetune/Step Time": 6.671059437096119}
+{"Finetune/Learning Rate": 1.321752579457125e-07, "Finetune/Loss": 0.5641611814498901, "Finetune/Loss (Raw)": 0.47430840134620667, "Finetune/Step": 7408, "Finetune/Step Time": 6.707943718880415}
+{"Finetune/Learning Rate": 1.315032345806022e-07, "Finetune/Loss": 0.5650076866149902, "Finetune/Loss (Raw)": 0.6654747724533081, "Finetune/Step": 7409, "Finetune/Step Time": 6.703567240387201}
+{"Finetune/Learning Rate": 1.30832912661093e-07, "Finetune/Loss": 0.5665613412857056, "Finetune/Loss (Raw)": 0.682560384273529, "Finetune/Step": 7410, "Finetune/Step Time": 6.696748843416572}
+{"Finetune/Learning Rate": 1.3016429230275684e-07, "Finetune/Loss": 0.565118134021759, "Finetune/Loss (Raw)": 0.49363163113594055, "Finetune/Step": 7411, "Finetune/Step Time": 6.702580999583006}
+{"Finetune/Learning Rate": 1.2949737362087156e-07, "Finetune/Loss": 0.5641311407089233, "Finetune/Loss (Raw)": 0.5345326662063599, "Finetune/Step": 7412, "Finetune/Step Time": 6.724097080528736}
+{"Finetune/Learning Rate": 1.2883215673042182e-07, "Finetune/Loss": 0.5647441148757935, "Finetune/Loss (Raw)": 0.6250508427619934, "Finetune/Step": 7413, "Finetune/Step Time": 6.726099379360676}
+{"Finetune/Learning Rate": 1.281686417460981e-07, "Finetune/Loss": 0.5641466379165649, "Finetune/Loss (Raw)": 0.561211884021759, "Finetune/Step": 7414, "Finetune/Step Time": 6.7228891886770725}
+{"Finetune/Learning Rate": 1.2750682878229892e-07, "Finetune/Loss": 0.564268946647644, "Finetune/Loss (Raw)": 0.6165981292724609, "Finetune/Step": 7415, "Finetune/Step Time": 6.7369210962206125}
+{"Finetune/Learning Rate": 1.2684671795312854e-07, "Finetune/Loss": 0.5677828788757324, "Finetune/Loss (Raw)": 0.6191217303276062, "Finetune/Step": 7416, "Finetune/Step Time": 6.727686051279306}
+{"Finetune/Learning Rate": 1.2618830937239812e-07, "Finetune/Loss": 0.5670356750488281, "Finetune/Loss (Raw)": 0.5343800783157349, "Finetune/Step": 7417, "Finetune/Step Time": 6.736802518367767}
+{"Finetune/Learning Rate": 1.2553160315362468e-07, "Finetune/Loss": 0.568591833114624, "Finetune/Loss (Raw)": 0.42304983735084534, "Finetune/Step": 7418, "Finetune/Step Time": 6.718254968523979}
+{"Finetune/Learning Rate": 1.2487659941003204e-07, "Finetune/Loss": 0.5671180486679077, "Finetune/Loss (Raw)": 0.5569842457771301, "Finetune/Step": 7419, "Finetune/Step Time": 6.742519533261657}
+{"Finetune/Learning Rate": 1.2422329825455104e-07, "Finetune/Loss": 0.5663140416145325, "Finetune/Loss (Raw)": 0.5729854106903076, "Finetune/Step": 7420, "Finetune/Step Time": 6.74248350225389}
+{"Finetune/Learning Rate": 1.2357169979981931e-07, "Finetune/Loss": 0.5667628645896912, "Finetune/Loss (Raw)": 0.5275794267654419, "Finetune/Step": 7421, "Finetune/Step Time": 6.751482047140598}
+{"Finetune/Learning Rate": 1.229218041581781e-07, "Finetune/Loss": 0.5682930946350098, "Finetune/Loss (Raw)": 0.6297715306282043, "Finetune/Step": 7422, "Finetune/Step Time": 6.740525161847472}
+{"Finetune/Learning Rate": 1.2227361144167892e-07, "Finetune/Loss": 0.5675147771835327, "Finetune/Loss (Raw)": 0.5506937503814697, "Finetune/Step": 7423, "Finetune/Step Time": 6.753668516874313}
+{"Finetune/Learning Rate": 1.216271217620757e-07, "Finetune/Loss": 0.567173957824707, "Finetune/Loss (Raw)": 0.5434316396713257, "Finetune/Step": 7424, "Finetune/Step Time": 6.771672122180462}
+{"Finetune/Learning Rate": 1.209823352308337e-07, "Finetune/Loss": 0.5676614046096802, "Finetune/Loss (Raw)": 0.5867622494697571, "Finetune/Step": 7425, "Finetune/Step Time": 6.766865001991391}
+{"Finetune/Learning Rate": 1.2033925195912067e-07, "Finetune/Loss": 0.5668632388114929, "Finetune/Loss (Raw)": 0.5410498380661011, "Finetune/Step": 7426, "Finetune/Step Time": 6.7591408640146255}
+{"Finetune/Learning Rate": 1.1969787205781125e-07, "Finetune/Loss": 0.5635367631912231, "Finetune/Loss (Raw)": 0.16564489901065826, "Finetune/Step": 7427, "Finetune/Step Time": 6.778566608205438}
+{"Finetune/Learning Rate": 1.19058195637487e-07, "Finetune/Loss": 0.5651681423187256, "Finetune/Loss (Raw)": 0.45821326971054077, "Finetune/Step": 7428, "Finetune/Step Time": 6.7578575778752565}
+{"Finetune/Learning Rate": 1.1842022280843524e-07, "Finetune/Loss": 0.5658682584762573, "Finetune/Loss (Raw)": 0.6081908941268921, "Finetune/Step": 7429, "Finetune/Step Time": 6.753172783181071}
+{"Finetune/Learning Rate": 1.1778395368065132e-07, "Finetune/Loss": 0.5647475719451904, "Finetune/Loss (Raw)": 0.5075979828834534, "Finetune/Step": 7430, "Finetune/Step Time": 6.745672153308988}
+{"Finetune/Learning Rate": 1.1714938836383526e-07, "Finetune/Loss": 0.5643669366836548, "Finetune/Loss (Raw)": 0.6116698980331421, "Finetune/Step": 7431, "Finetune/Step Time": 6.748884858563542}
+{"Finetune/Learning Rate": 1.1651652696739291e-07, "Finetune/Loss": 0.5646095275878906, "Finetune/Loss (Raw)": 0.7057764530181885, "Finetune/Step": 7432, "Finetune/Step Time": 6.7509199026972055}
+{"Finetune/Learning Rate": 1.1588536960043694e-07, "Finetune/Loss": 0.564913272857666, "Finetune/Loss (Raw)": 0.6441571712493896, "Finetune/Step": 7433, "Finetune/Step Time": 6.755901115015149}
+{"Finetune/Learning Rate": 1.1525591637178813e-07, "Finetune/Loss": 0.5649745464324951, "Finetune/Loss (Raw)": 0.5081905722618103, "Finetune/Step": 7434, "Finetune/Step Time": 6.76496472209692}
+{"Finetune/Learning Rate": 1.1462816738996962e-07, "Finetune/Loss": 0.565142035484314, "Finetune/Loss (Raw)": 0.5677136778831482, "Finetune/Step": 7435, "Finetune/Step Time": 6.774141514673829}
+{"Finetune/Learning Rate": 1.1400212276321377e-07, "Finetune/Loss": 0.56699138879776, "Finetune/Loss (Raw)": 0.6272203326225281, "Finetune/Step": 7436, "Finetune/Step Time": 6.746332783252001}
+{"Finetune/Learning Rate": 1.1337778259945753e-07, "Finetune/Loss": 0.5661880970001221, "Finetune/Loss (Raw)": 0.5346331596374512, "Finetune/Step": 7437, "Finetune/Step Time": 6.7456145118921995}
+{"Finetune/Learning Rate": 1.1275514700634483e-07, "Finetune/Loss": 0.5659207105636597, "Finetune/Loss (Raw)": 0.6022467613220215, "Finetune/Step": 7438, "Finetune/Step Time": 6.75161162391305}
+{"Finetune/Learning Rate": 1.1213421609122532e-07, "Finetune/Loss": 0.5674241781234741, "Finetune/Loss (Raw)": 0.6155971884727478, "Finetune/Step": 7439, "Finetune/Step Time": 6.747873643413186}
+{"Finetune/Learning Rate": 1.115149899611545e-07, "Finetune/Loss": 0.5682076215744019, "Finetune/Loss (Raw)": 0.6716591715812683, "Finetune/Step": 7440, "Finetune/Step Time": 6.7475407384335995}
+{"Finetune/Learning Rate": 1.1089746872289587e-07, "Finetune/Loss": 0.5671063661575317, "Finetune/Loss (Raw)": 0.4315706193447113, "Finetune/Step": 7441, "Finetune/Step Time": 6.747281325981021}
+{"Finetune/Learning Rate": 1.1028165248291534e-07, "Finetune/Loss": 0.5669282674789429, "Finetune/Loss (Raw)": 0.5394353866577148, "Finetune/Step": 7442, "Finetune/Step Time": 6.744726391509175}
+{"Finetune/Learning Rate": 1.0966754134738911e-07, "Finetune/Loss": 0.5678298473358154, "Finetune/Loss (Raw)": 0.6653103232383728, "Finetune/Step": 7443, "Finetune/Step Time": 6.739739537239075}
+{"Finetune/Learning Rate": 1.090551354221947e-07, "Finetune/Loss": 0.5643228888511658, "Finetune/Loss (Raw)": 0.2524753212928772, "Finetune/Step": 7444, "Finetune/Step Time": 6.760570345446467}
+{"Finetune/Learning Rate": 1.0844443481291989e-07, "Finetune/Loss": 0.560886561870575, "Finetune/Loss (Raw)": 0.28422367572784424, "Finetune/Step": 7445, "Finetune/Step Time": 6.78523575514555}
+{"Finetune/Learning Rate": 1.0783543962485598e-07, "Finetune/Loss": 0.5613692998886108, "Finetune/Loss (Raw)": 0.6146233081817627, "Finetune/Step": 7446, "Finetune/Step Time": 6.80105659365654}
+{"Finetune/Learning Rate": 1.0722814996300124e-07, "Finetune/Loss": 0.561219334602356, "Finetune/Loss (Raw)": 0.6675541996955872, "Finetune/Step": 7447, "Finetune/Step Time": 6.7947716023772955}
+{"Finetune/Learning Rate": 1.0662256593205855e-07, "Finetune/Loss": 0.5575450658798218, "Finetune/Loss (Raw)": 0.18295229971408844, "Finetune/Step": 7448, "Finetune/Step Time": 6.809682475402951}
+{"Finetune/Learning Rate": 1.0601868763643997e-07, "Finetune/Loss": 0.557558536529541, "Finetune/Loss (Raw)": 0.5864982604980469, "Finetune/Step": 7449, "Finetune/Step Time": 6.800853872671723}
+{"Finetune/Learning Rate": 1.0541651518025887e-07, "Finetune/Loss": 0.5578490495681763, "Finetune/Loss (Raw)": 0.5839070081710815, "Finetune/Step": 7450, "Finetune/Step Time": 6.787643318995833}
+{"Finetune/Learning Rate": 1.0481604866733886e-07, "Finetune/Loss": 0.5579137802124023, "Finetune/Loss (Raw)": 0.6000465154647827, "Finetune/Step": 7451, "Finetune/Step Time": 6.788948565721512}
+{"Finetune/Learning Rate": 1.0421728820120713e-07, "Finetune/Loss": 0.5584995746612549, "Finetune/Loss (Raw)": 0.6254303455352783, "Finetune/Step": 7452, "Finetune/Step Time": 6.7737089935690165}
+{"Finetune/Learning Rate": 1.0362023388509557e-07, "Finetune/Loss": 0.5590161681175232, "Finetune/Loss (Raw)": 0.5832681059837341, "Finetune/Step": 7453, "Finetune/Step Time": 6.7800581101328135}
+{"Finetune/Learning Rate": 1.0302488582194515e-07, "Finetune/Loss": 0.5584954619407654, "Finetune/Loss (Raw)": 0.58258455991745, "Finetune/Step": 7454, "Finetune/Step Time": 6.77501068264246}
+{"Finetune/Learning Rate": 1.0243124411439931e-07, "Finetune/Loss": 0.5596452951431274, "Finetune/Loss (Raw)": 0.695432722568512, "Finetune/Step": 7455, "Finetune/Step Time": 6.774028152227402}
+{"Finetune/Learning Rate": 1.0183930886481064e-07, "Finetune/Loss": 0.556076169013977, "Finetune/Loss (Raw)": 0.20066848397254944, "Finetune/Step": 7456, "Finetune/Step Time": 6.798887189477682}
+{"Finetune/Learning Rate": 1.0124908017523416e-07, "Finetune/Loss": 0.5538681745529175, "Finetune/Loss (Raw)": 0.3485005795955658, "Finetune/Step": 7457, "Finetune/Step Time": 6.817765366286039}
+{"Finetune/Learning Rate": 1.0066055814743292e-07, "Finetune/Loss": 0.5509085655212402, "Finetune/Loss (Raw)": 0.19392140209674835, "Finetune/Step": 7458, "Finetune/Step Time": 6.819097010418773}
+{"Finetune/Learning Rate": 1.0007374288287575e-07, "Finetune/Loss": 0.5510645508766174, "Finetune/Loss (Raw)": 0.5298484563827515, "Finetune/Step": 7459, "Finetune/Step Time": 6.811854416504502}
+{"Finetune/Learning Rate": 9.948863448273615e-08, "Finetune/Loss": 0.5500545501708984, "Finetune/Loss (Raw)": 0.5616141557693481, "Finetune/Step": 7460, "Finetune/Step Time": 6.808222418650985}
+{"Finetune/Learning Rate": 9.890523304789346e-08, "Finetune/Loss": 0.550449550151825, "Finetune/Loss (Raw)": 0.617486298084259, "Finetune/Step": 7461, "Finetune/Step Time": 6.805087823420763}
+{"Finetune/Learning Rate": 9.832353867893385e-08, "Finetune/Loss": 0.5504312515258789, "Finetune/Loss (Raw)": 0.6126843690872192, "Finetune/Step": 7462, "Finetune/Step Time": 6.8155167400836945}
+{"Finetune/Learning Rate": 9.774355147614601e-08, "Finetune/Loss": 0.551048994064331, "Finetune/Loss (Raw)": 0.6109592318534851, "Finetune/Step": 7463, "Finetune/Step Time": 6.816764950752258}
+{"Finetune/Learning Rate": 9.716527153952882e-08, "Finetune/Loss": 0.5507799386978149, "Finetune/Loss (Raw)": 0.5267610549926758, "Finetune/Step": 7464, "Finetune/Step Time": 6.817287776619196}
+{"Finetune/Learning Rate": 9.658869896878476e-08, "Finetune/Loss": 0.5509620308876038, "Finetune/Loss (Raw)": 0.598848819732666, "Finetune/Step": 7465, "Finetune/Step Time": 6.81197658367455}
+{"Finetune/Learning Rate": 9.601383386331875e-08, "Finetune/Loss": 0.5514357089996338, "Finetune/Loss (Raw)": 0.6537253856658936, "Finetune/Step": 7466, "Finetune/Step Time": 6.812775490805507}
+{"Finetune/Learning Rate": 9.544067632224818e-08, "Finetune/Loss": 0.5531595945358276, "Finetune/Loss (Raw)": 0.6813004612922668, "Finetune/Step": 7467, "Finetune/Step Time": 6.808186635375023}
+{"Finetune/Learning Rate": 9.486922644439067e-08, "Finetune/Loss": 0.5526937246322632, "Finetune/Loss (Raw)": 0.5056256651878357, "Finetune/Step": 7468, "Finetune/Step Time": 6.79296531714499}
+{"Finetune/Learning Rate": 9.429948432826963e-08, "Finetune/Loss": 0.5520130395889282, "Finetune/Loss (Raw)": 0.47736847400665283, "Finetune/Step": 7469, "Finetune/Step Time": 6.782707497477531}
+{"Finetune/Learning Rate": 9.373145007211759e-08, "Finetune/Loss": 0.5517678260803223, "Finetune/Loss (Raw)": 0.5099571347236633, "Finetune/Step": 7470, "Finetune/Step Time": 6.778059404343367}
+{"Finetune/Learning Rate": 9.316512377386844e-08, "Finetune/Loss": 0.5483850240707397, "Finetune/Loss (Raw)": 0.17299826443195343, "Finetune/Step": 7471, "Finetune/Step Time": 6.794826619327068}
+{"Finetune/Learning Rate": 9.260050553116518e-08, "Finetune/Loss": 0.5478864908218384, "Finetune/Loss (Raw)": 0.49066615104675293, "Finetune/Step": 7472, "Finetune/Step Time": 6.796383721753955}
+{"Finetune/Learning Rate": 9.203759544135326e-08, "Finetune/Loss": 0.5485119819641113, "Finetune/Loss (Raw)": 0.5861595869064331, "Finetune/Step": 7473, "Finetune/Step Time": 6.789073422551155}
+{"Finetune/Learning Rate": 9.147639360148508e-08, "Finetune/Loss": 0.5486286878585815, "Finetune/Loss (Raw)": 0.6631627678871155, "Finetune/Step": 7474, "Finetune/Step Time": 6.79255142621696}
+{"Finetune/Learning Rate": 9.091690010831988e-08, "Finetune/Loss": 0.5486451387405396, "Finetune/Loss (Raw)": 0.6010745763778687, "Finetune/Step": 7475, "Finetune/Step Time": 6.790213819593191}
+{"Finetune/Learning Rate": 9.035911505832051e-08, "Finetune/Loss": 0.5495278835296631, "Finetune/Loss (Raw)": 0.6459396481513977, "Finetune/Step": 7476, "Finetune/Step Time": 6.800409244373441}
+{"Finetune/Learning Rate": 8.980303854765449e-08, "Finetune/Loss": 0.5483711957931519, "Finetune/Loss (Raw)": 0.1617237776517868, "Finetune/Step": 7477, "Finetune/Step Time": 6.806975424289703}
+{"Finetune/Learning Rate": 8.924867067219734e-08, "Finetune/Loss": 0.5447887182235718, "Finetune/Loss (Raw)": 0.21033135056495667, "Finetune/Step": 7478, "Finetune/Step Time": 6.829049678519368}
+{"Finetune/Learning Rate": 8.869601152752816e-08, "Finetune/Loss": 0.5453303456306458, "Finetune/Loss (Raw)": 0.5218254327774048, "Finetune/Step": 7479, "Finetune/Step Time": 6.832605322822928}
+{"Finetune/Learning Rate": 8.814506120893184e-08, "Finetune/Loss": 0.5472623705863953, "Finetune/Loss (Raw)": 0.6662554740905762, "Finetune/Step": 7480, "Finetune/Step Time": 6.820234013721347}
+{"Finetune/Learning Rate": 8.759581981139908e-08, "Finetune/Loss": 0.5477160215377808, "Finetune/Loss (Raw)": 0.5652122497558594, "Finetune/Step": 7481, "Finetune/Step Time": 6.8192525915801525}
+{"Finetune/Learning Rate": 8.704828742962412e-08, "Finetune/Loss": 0.5469717979431152, "Finetune/Loss (Raw)": 0.5159180760383606, "Finetune/Step": 7482, "Finetune/Step Time": 6.835114024579525}
+{"Finetune/Learning Rate": 8.650246415801034e-08, "Finetune/Loss": 0.5476325750350952, "Finetune/Loss (Raw)": 0.6128746867179871, "Finetune/Step": 7483, "Finetune/Step Time": 6.83959786221385}
+{"Finetune/Learning Rate": 8.595835009066244e-08, "Finetune/Loss": 0.5475344657897949, "Finetune/Loss (Raw)": 0.5006812214851379, "Finetune/Step": 7484, "Finetune/Step Time": 6.837665067985654}
+{"Finetune/Learning Rate": 8.541594532139208e-08, "Finetune/Loss": 0.5454341769218445, "Finetune/Loss (Raw)": 0.20132535696029663, "Finetune/Step": 7485, "Finetune/Step Time": 6.8528756853193045}
+{"Finetune/Learning Rate": 8.487524994371776e-08, "Finetune/Loss": 0.5457569360733032, "Finetune/Loss (Raw)": 0.6834601163864136, "Finetune/Step": 7486, "Finetune/Step Time": 6.8530850894749165}
+{"Finetune/Learning Rate": 8.433626405086159e-08, "Finetune/Loss": 0.5461280345916748, "Finetune/Loss (Raw)": 0.6093000173568726, "Finetune/Step": 7487, "Finetune/Step Time": 6.857584839686751}
+{"Finetune/Learning Rate": 8.379898773574924e-08, "Finetune/Loss": 0.5456942319869995, "Finetune/Loss (Raw)": 0.5819534063339233, "Finetune/Step": 7488, "Finetune/Step Time": 6.864022679626942}
+{"Finetune/Learning Rate": 8.326342109101438e-08, "Finetune/Loss": 0.5426887273788452, "Finetune/Loss (Raw)": 0.20035608112812042, "Finetune/Step": 7489, "Finetune/Step Time": 6.877303035929799}
+{"Finetune/Learning Rate": 8.272956420899535e-08, "Finetune/Loss": 0.543360710144043, "Finetune/Loss (Raw)": 0.6085120439529419, "Finetune/Step": 7490, "Finetune/Step Time": 6.873266300186515}
+{"Finetune/Learning Rate": 8.219741718173635e-08, "Finetune/Loss": 0.5438499450683594, "Finetune/Loss (Raw)": 0.6367277503013611, "Finetune/Step": 7491, "Finetune/Step Time": 6.857461178675294}
+{"Finetune/Learning Rate": 8.166698010098395e-08, "Finetune/Loss": 0.5451934337615967, "Finetune/Loss (Raw)": 0.641309916973114, "Finetune/Step": 7492, "Finetune/Step Time": 6.86837443523109}
+{"Finetune/Learning Rate": 8.113825305819278e-08, "Finetune/Loss": 0.5448065996170044, "Finetune/Loss (Raw)": 0.5286622643470764, "Finetune/Step": 7493, "Finetune/Step Time": 6.880147496238351}
+{"Finetune/Learning Rate": 8.061123614452215e-08, "Finetune/Loss": 0.5453764200210571, "Finetune/Loss (Raw)": 0.6071658134460449, "Finetune/Step": 7494, "Finetune/Step Time": 6.879984773695469}
+{"Finetune/Learning Rate": 8.008592945083493e-08, "Finetune/Loss": 0.544712483882904, "Finetune/Loss (Raw)": 0.48262134194374084, "Finetune/Step": 7495, "Finetune/Step Time": 6.883777376264334}
+{"Finetune/Learning Rate": 7.956233306769978e-08, "Finetune/Loss": 0.5437723398208618, "Finetune/Loss (Raw)": 0.5085175037384033, "Finetune/Step": 7496, "Finetune/Step Time": 6.904485048726201}
+{"Finetune/Learning Rate": 7.904044708539338e-08, "Finetune/Loss": 0.5432798862457275, "Finetune/Loss (Raw)": 0.5378918051719666, "Finetune/Step": 7497, "Finetune/Step Time": 6.921740859746933}
+{"Finetune/Learning Rate": 7.852027159389153e-08, "Finetune/Loss": 0.5421335697174072, "Finetune/Loss (Raw)": 0.6093798875808716, "Finetune/Step": 7498, "Finetune/Step Time": 6.925100674852729}
+{"Finetune/Learning Rate": 7.800180668288249e-08, "Finetune/Loss": 0.5413190126419067, "Finetune/Loss (Raw)": 0.5933100581169128, "Finetune/Step": 7499, "Finetune/Step Time": 6.928139720112085}
+{"Finetune/Learning Rate": 7.748505244175252e-08, "Finetune/Loss": 0.5410083532333374, "Finetune/Loss (Raw)": 0.5870780944824219, "Finetune/Step": 7500, "Finetune/Step Time": 6.936340501531959}
+{"Finetune/Learning Rate": 7.697000895959817e-08, "Finetune/Loss": 0.5418009757995605, "Finetune/Loss (Raw)": 0.5824313759803772, "Finetune/Step": 7501, "Finetune/Step Time": 6.916243461892009}
+{"Finetune/Learning Rate": 7.645667632521836e-08, "Finetune/Loss": 0.5429040193557739, "Finetune/Loss (Raw)": 0.5968797206878662, "Finetune/Step": 7502, "Finetune/Step Time": 6.896835796535015}
+{"Finetune/Learning Rate": 7.594505462711677e-08, "Finetune/Loss": 0.5432742834091187, "Finetune/Loss (Raw)": 0.6261453628540039, "Finetune/Step": 7503, "Finetune/Step Time": 6.907483281567693}
+{"Finetune/Learning Rate": 7.543514395350504e-08, "Finetune/Loss": 0.5475049614906311, "Finetune/Loss (Raw)": 0.7350728511810303, "Finetune/Step": 7504, "Finetune/Step Time": 6.893656957894564}
+{"Finetune/Learning Rate": 7.492694439229619e-08, "Finetune/Loss": 0.5464814901351929, "Finetune/Loss (Raw)": 0.5646486282348633, "Finetune/Step": 7505, "Finetune/Step Time": 6.894991561770439}
+{"Finetune/Learning Rate": 7.442045603110903e-08, "Finetune/Loss": 0.5454142093658447, "Finetune/Loss (Raw)": 0.5242165923118591, "Finetune/Step": 7506, "Finetune/Step Time": 6.882939111441374}
+{"Finetune/Learning Rate": 7.391567895727036e-08, "Finetune/Loss": 0.5460793972015381, "Finetune/Loss (Raw)": 0.6902567744255066, "Finetune/Step": 7507, "Finetune/Step Time": 6.883309319615364}
+{"Finetune/Learning Rate": 7.341261325780946e-08, "Finetune/Loss": 0.5460752844810486, "Finetune/Loss (Raw)": 0.5877310037612915, "Finetune/Step": 7508, "Finetune/Step Time": 6.870707165449858}
+{"Finetune/Learning Rate": 7.291125901946027e-08, "Finetune/Loss": 0.5472822189331055, "Finetune/Loss (Raw)": 0.7747240662574768, "Finetune/Step": 7509, "Finetune/Step Time": 6.867024684324861}
+{"Finetune/Learning Rate": 7.241161632866145e-08, "Finetune/Loss": 0.5447982549667358, "Finetune/Loss (Raw)": 0.26134148240089417, "Finetune/Step": 7510, "Finetune/Step Time": 6.867707993835211}
+{"Finetune/Learning Rate": 7.191368527155851e-08, "Finetune/Loss": 0.5455051064491272, "Finetune/Loss (Raw)": 0.6678243279457092, "Finetune/Step": 7511, "Finetune/Step Time": 6.883963204920292}
+{"Finetune/Learning Rate": 7.141746593399945e-08, "Finetune/Loss": 0.5452393889427185, "Finetune/Loss (Raw)": 0.5824105739593506, "Finetune/Step": 7512, "Finetune/Step Time": 6.857323754578829}
+{"Finetune/Learning Rate": 7.092295840153917e-08, "Finetune/Loss": 0.5453596115112305, "Finetune/Loss (Raw)": 0.6741088628768921, "Finetune/Step": 7513, "Finetune/Step Time": 6.859954960644245}
+{"Finetune/Learning Rate": 7.043016275943614e-08, "Finetune/Loss": 0.5450403690338135, "Finetune/Loss (Raw)": 0.6320220828056335, "Finetune/Step": 7514, "Finetune/Step Time": 6.872223023325205}
+{"Finetune/Learning Rate": 6.993907909265463e-08, "Finetune/Loss": 0.5454169511795044, "Finetune/Loss (Raw)": 0.6340842843055725, "Finetune/Step": 7515, "Finetune/Step Time": 6.869363106787205}
+{"Finetune/Learning Rate": 6.944970748586355e-08, "Finetune/Loss": 0.5453281402587891, "Finetune/Loss (Raw)": 0.6201829314231873, "Finetune/Step": 7516, "Finetune/Step Time": 6.860749389976263}
+{"Finetune/Learning Rate": 6.896204802343542e-08, "Finetune/Loss": 0.5445442199707031, "Finetune/Loss (Raw)": 0.572821319103241, "Finetune/Step": 7517, "Finetune/Step Time": 6.8561965227127075}
+{"Finetune/Learning Rate": 6.847610078944966e-08, "Finetune/Loss": 0.5460808277130127, "Finetune/Loss (Raw)": 0.7224377989768982, "Finetune/Step": 7518, "Finetune/Step Time": 6.839034415781498}
+{"Finetune/Learning Rate": 6.799186586768813e-08, "Finetune/Loss": 0.5453593134880066, "Finetune/Loss (Raw)": 0.49723678827285767, "Finetune/Step": 7519, "Finetune/Step Time": 6.859912296757102}
+{"Finetune/Learning Rate": 6.750934334163961e-08, "Finetune/Loss": 0.5488326549530029, "Finetune/Loss (Raw)": 0.6718090772628784, "Finetune/Step": 7520, "Finetune/Step Time": 6.831147585064173}
+{"Finetune/Learning Rate": 6.702853329449533e-08, "Finetune/Loss": 0.5473833084106445, "Finetune/Loss (Raw)": 0.45496055483818054, "Finetune/Step": 7521, "Finetune/Step Time": 6.831963082775474}
+{"Finetune/Learning Rate": 6.654943580915341e-08, "Finetune/Loss": 0.5488806962966919, "Finetune/Loss (Raw)": 0.7825579047203064, "Finetune/Step": 7522, "Finetune/Step Time": 6.812952654436231}
+{"Finetune/Learning Rate": 6.607205096821779e-08, "Finetune/Loss": 0.5490712523460388, "Finetune/Loss (Raw)": 0.5471901297569275, "Finetune/Step": 7523, "Finetune/Step Time": 6.8100740108639}
+{"Finetune/Learning Rate": 6.559637885399262e-08, "Finetune/Loss": 0.5518990159034729, "Finetune/Loss (Raw)": 0.6103621125221252, "Finetune/Step": 7524, "Finetune/Step Time": 6.7935769483447075}
+{"Finetune/Learning Rate": 6.512241954849007e-08, "Finetune/Loss": 0.5522048473358154, "Finetune/Loss (Raw)": 0.6817887425422668, "Finetune/Step": 7525, "Finetune/Step Time": 6.789481051266193}
+{"Finetune/Learning Rate": 6.465017313342703e-08, "Finetune/Loss": 0.5535913705825806, "Finetune/Loss (Raw)": 0.6371545791625977, "Finetune/Step": 7526, "Finetune/Step Time": 6.7906131986528635}
+{"Finetune/Learning Rate": 6.417963969022389e-08, "Finetune/Loss": 0.5551434755325317, "Finetune/Loss (Raw)": 0.6161048412322998, "Finetune/Step": 7527, "Finetune/Step Time": 6.788417195901275}
+{"Finetune/Learning Rate": 6.371081930000578e-08, "Finetune/Loss": 0.5550152063369751, "Finetune/Loss (Raw)": 0.5531142354011536, "Finetune/Step": 7528, "Finetune/Step Time": 6.784201439470053}
+{"Finetune/Learning Rate": 6.324371204360358e-08, "Finetune/Loss": 0.5546793341636658, "Finetune/Loss (Raw)": 0.6549906134605408, "Finetune/Step": 7529, "Finetune/Step Time": 6.782509084790945}
+{"Finetune/Learning Rate": 6.277831800155176e-08, "Finetune/Loss": 0.5542371273040771, "Finetune/Loss (Raw)": 0.5601252913475037, "Finetune/Step": 7530, "Finetune/Step Time": 6.7871008682996035}
+{"Finetune/Learning Rate": 6.231463725408948e-08, "Finetune/Loss": 0.5498620271682739, "Finetune/Loss (Raw)": 0.18469908833503723, "Finetune/Step": 7531, "Finetune/Step Time": 6.79849605448544}
+{"Finetune/Learning Rate": 6.185266988116167e-08, "Finetune/Loss": 0.547722339630127, "Finetune/Loss (Raw)": 0.17934730648994446, "Finetune/Step": 7532, "Finetune/Step Time": 6.805940520018339}
+{"Finetune/Learning Rate": 6.139241596241686e-08, "Finetune/Loss": 0.5475412607192993, "Finetune/Loss (Raw)": 0.6553425788879395, "Finetune/Step": 7533, "Finetune/Step Time": 6.798925960436463}
+{"Finetune/Learning Rate": 6.093387557720709e-08, "Finetune/Loss": 0.5476068258285522, "Finetune/Loss (Raw)": 0.5479297637939453, "Finetune/Step": 7534, "Finetune/Step Time": 6.792283548042178}
+{"Finetune/Learning Rate": 6.047704880459138e-08, "Finetune/Loss": 0.5473512411117554, "Finetune/Loss (Raw)": 0.5522362589836121, "Finetune/Step": 7535, "Finetune/Step Time": 6.796991217881441}
+{"Finetune/Learning Rate": 6.002193572333226e-08, "Finetune/Loss": 0.5481324195861816, "Finetune/Loss (Raw)": 0.5743001699447632, "Finetune/Step": 7536, "Finetune/Step Time": 6.779097253456712}
+{"Finetune/Learning Rate": 5.956853641189475e-08, "Finetune/Loss": 0.5484910607337952, "Finetune/Loss (Raw)": 0.7113870978355408, "Finetune/Step": 7537, "Finetune/Step Time": 6.801732776686549}
+{"Finetune/Learning Rate": 5.911685094845188e-08, "Finetune/Loss": 0.5475386381149292, "Finetune/Loss (Raw)": 0.5606464147567749, "Finetune/Step": 7538, "Finetune/Step Time": 6.808844543993473}
+{"Finetune/Learning Rate": 5.8666879410879116e-08, "Finetune/Loss": 0.548046350479126, "Finetune/Loss (Raw)": 0.5586193799972534, "Finetune/Step": 7539, "Finetune/Step Time": 6.808201849460602}
+{"Finetune/Learning Rate": 5.821862187675775e-08, "Finetune/Loss": 0.548539400100708, "Finetune/Loss (Raw)": 0.5976429581642151, "Finetune/Step": 7540, "Finetune/Step Time": 6.782854780554771}
+{"Finetune/Learning Rate": 5.77720784233704e-08, "Finetune/Loss": 0.5489856600761414, "Finetune/Loss (Raw)": 0.6821720600128174, "Finetune/Step": 7541, "Finetune/Step Time": 6.7819114569574594}
+{"Finetune/Learning Rate": 5.7327249127708816e-08, "Finetune/Loss": 0.5461865663528442, "Finetune/Loss (Raw)": 0.202924445271492, "Finetune/Step": 7542, "Finetune/Step Time": 6.799252603203058}
+{"Finetune/Learning Rate": 5.688413406646609e-08, "Finetune/Loss": 0.5455847978591919, "Finetune/Loss (Raw)": 0.5395674705505371, "Finetune/Step": 7543, "Finetune/Step Time": 6.78567361459136}
+{"Finetune/Learning Rate": 5.644273331604e-08, "Finetune/Loss": 0.5458306074142456, "Finetune/Loss (Raw)": 0.6505873799324036, "Finetune/Step": 7544, "Finetune/Step Time": 6.778900865465403}
+{"Finetune/Learning Rate": 5.6003046952534114e-08, "Finetune/Loss": 0.5463953018188477, "Finetune/Loss (Raw)": 0.6066650748252869, "Finetune/Step": 7545, "Finetune/Step Time": 6.776668665930629}
+{"Finetune/Learning Rate": 5.5565075051754457e-08, "Finetune/Loss": 0.5475826263427734, "Finetune/Loss (Raw)": 0.5750249028205872, "Finetune/Step": 7546, "Finetune/Step Time": 6.80368391610682}
+{"Finetune/Learning Rate": 5.512881768921286e-08, "Finetune/Loss": 0.5445182919502258, "Finetune/Loss (Raw)": 0.16475553810596466, "Finetune/Step": 7547, "Finetune/Step Time": 6.79982984252274}
+{"Finetune/Learning Rate": 5.46942749401258e-08, "Finetune/Loss": 0.5449278354644775, "Finetune/Loss (Raw)": 0.6253995299339294, "Finetune/Step": 7548, "Finetune/Step Time": 6.794112257659435}
+{"Finetune/Learning Rate": 5.426144687941337e-08, "Finetune/Loss": 0.5460032224655151, "Finetune/Loss (Raw)": 0.6652331948280334, "Finetune/Step": 7549, "Finetune/Step Time": 6.810124075040221}
+{"Finetune/Learning Rate": 5.383033358170031e-08, "Finetune/Loss": 0.545608401298523, "Finetune/Loss (Raw)": 0.579235851764679, "Finetune/Step": 7550, "Finetune/Step Time": 6.8128345515578985}
+{"Finetune/Learning Rate": 5.3400935121316054e-08, "Finetune/Loss": 0.5458986759185791, "Finetune/Loss (Raw)": 0.5878485441207886, "Finetune/Step": 7551, "Finetune/Step Time": 6.804022232070565}
+{"Finetune/Learning Rate": 5.2973251572292495e-08, "Finetune/Loss": 0.5433334112167358, "Finetune/Loss (Raw)": 0.21507740020751953, "Finetune/Step": 7552, "Finetune/Step Time": 6.805621944367886}
+{"Finetune/Learning Rate": 5.2547283008369534e-08, "Finetune/Loss": 0.5425319075584412, "Finetune/Loss (Raw)": 0.48417139053344727, "Finetune/Step": 7553, "Finetune/Step Time": 6.83036988414824}
+{"Finetune/Learning Rate": 5.21230295029862e-08, "Finetune/Loss": 0.5426778793334961, "Finetune/Loss (Raw)": 0.5597320795059204, "Finetune/Step": 7554, "Finetune/Step Time": 6.8325355891138315}
+{"Finetune/Learning Rate": 5.1700491129291765e-08, "Finetune/Loss": 0.5455746650695801, "Finetune/Loss (Raw)": 0.5364331007003784, "Finetune/Step": 7555, "Finetune/Step Time": 6.8121094815433025}
+{"Finetune/Learning Rate": 5.1279667960135724e-08, "Finetune/Loss": 0.5469052791595459, "Finetune/Loss (Raw)": 0.6285362243652344, "Finetune/Step": 7556, "Finetune/Step Time": 6.803975163027644}
+{"Finetune/Learning Rate": 5.0860560068073384e-08, "Finetune/Loss": 0.5461729168891907, "Finetune/Loss (Raw)": 0.5144407153129578, "Finetune/Step": 7557, "Finetune/Step Time": 6.809103274717927}
+{"Finetune/Learning Rate": 5.044316752536249e-08, "Finetune/Loss": 0.5473227500915527, "Finetune/Loss (Raw)": 0.6547717452049255, "Finetune/Step": 7558, "Finetune/Step Time": 6.812231246381998}
+{"Finetune/Learning Rate": 5.002749040396771e-08, "Finetune/Loss": 0.5441086292266846, "Finetune/Loss (Raw)": 0.20026589930057526, "Finetune/Step": 7559, "Finetune/Step Time": 6.831328548491001}
+{"Finetune/Learning Rate": 4.9613528775556143e-08, "Finetune/Loss": 0.5434571504592896, "Finetune/Loss (Raw)": 0.6223949790000916, "Finetune/Step": 7560, "Finetune/Step Time": 6.831517733633518}
+{"Finetune/Learning Rate": 4.920128271150071e-08, "Finetune/Loss": 0.5449244976043701, "Finetune/Loss (Raw)": 0.831974446773529, "Finetune/Step": 7561, "Finetune/Step Time": 6.828302104026079}
+{"Finetune/Learning Rate": 4.879075228287566e-08, "Finetune/Loss": 0.545805037021637, "Finetune/Loss (Raw)": 0.6208955645561218, "Finetune/Step": 7562, "Finetune/Step Time": 6.8138047233223915}
+{"Finetune/Learning Rate": 4.8381937560462166e-08, "Finetune/Loss": 0.546353816986084, "Finetune/Loss (Raw)": 0.6379576325416565, "Finetune/Step": 7563, "Finetune/Step Time": 6.816802563145757}
+{"Finetune/Learning Rate": 4.797483861474605e-08, "Finetune/Loss": 0.5459241271018982, "Finetune/Loss (Raw)": 0.5722257494926453, "Finetune/Step": 7564, "Finetune/Step Time": 6.809509752318263}
+{"Finetune/Learning Rate": 4.756945551591452e-08, "Finetune/Loss": 0.5468028783798218, "Finetune/Loss (Raw)": 0.6471073031425476, "Finetune/Step": 7565, "Finetune/Step Time": 6.805603865534067}
+{"Finetune/Learning Rate": 4.716578833386054e-08, "Finetune/Loss": 0.5471166372299194, "Finetune/Loss (Raw)": 0.6424089670181274, "Finetune/Step": 7566, "Finetune/Step Time": 6.793604366481304}
+{"Finetune/Learning Rate": 4.6763837138180666e-08, "Finetune/Loss": 0.5464893579483032, "Finetune/Loss (Raw)": 0.5353003740310669, "Finetune/Step": 7567, "Finetune/Step Time": 6.780279662460089}
+{"Finetune/Learning Rate": 4.636360199817835e-08, "Finetune/Loss": 0.545913577079773, "Finetune/Loss (Raw)": 0.5979652404785156, "Finetune/Step": 7568, "Finetune/Step Time": 6.783138504251838}
+{"Finetune/Learning Rate": 4.596508298285618e-08, "Finetune/Loss": 0.5470293164253235, "Finetune/Loss (Raw)": 0.5743870139122009, "Finetune/Step": 7569, "Finetune/Step Time": 6.781855385750532}
+{"Finetune/Learning Rate": 4.5568280160923625e-08, "Finetune/Loss": 0.5471854209899902, "Finetune/Loss (Raw)": 0.5594111680984497, "Finetune/Step": 7570, "Finetune/Step Time": 6.7885932344943285}
+{"Finetune/Learning Rate": 4.517319360079597e-08, "Finetune/Loss": 0.5467244386672974, "Finetune/Loss (Raw)": 0.6063052415847778, "Finetune/Step": 7571, "Finetune/Step Time": 6.794809343293309}
+{"Finetune/Learning Rate": 4.4779823370590945e-08, "Finetune/Loss": 0.5491244792938232, "Finetune/Loss (Raw)": 0.5596858263015747, "Finetune/Step": 7572, "Finetune/Step Time": 6.780877232551575}
+{"Finetune/Learning Rate": 4.438816953812763e-08, "Finetune/Loss": 0.548352837562561, "Finetune/Loss (Raw)": 0.18544575572013855, "Finetune/Step": 7573, "Finetune/Step Time": 6.771494064480066}
+{"Finetune/Learning Rate": 4.399823217093424e-08, "Finetune/Loss": 0.5478518009185791, "Finetune/Loss (Raw)": 0.5504960417747498, "Finetune/Step": 7574, "Finetune/Step Time": 6.758851235732436}
+{"Finetune/Learning Rate": 4.361001133624032e-08, "Finetune/Loss": 0.547266960144043, "Finetune/Loss (Raw)": 0.5926908254623413, "Finetune/Step": 7575, "Finetune/Step Time": 6.768370445817709}
+{"Finetune/Learning Rate": 4.322350710097789e-08, "Finetune/Loss": 0.5504670143127441, "Finetune/Loss (Raw)": 0.5925583839416504, "Finetune/Step": 7576, "Finetune/Step Time": 6.762700721621513}
+{"Finetune/Learning Rate": 4.2838719531786975e-08, "Finetune/Loss": 0.5497617721557617, "Finetune/Loss (Raw)": 0.49624040722846985, "Finetune/Step": 7577, "Finetune/Step Time": 6.758501587435603}
+{"Finetune/Learning Rate": 4.2455648695008956e-08, "Finetune/Loss": 0.547143816947937, "Finetune/Loss (Raw)": 0.24880248308181763, "Finetune/Step": 7578, "Finetune/Step Time": 6.781605038791895}
+{"Finetune/Learning Rate": 4.207429465668877e-08, "Finetune/Loss": 0.5473285913467407, "Finetune/Loss (Raw)": 0.6236932277679443, "Finetune/Step": 7579, "Finetune/Step Time": 6.773197878152132}
+{"Finetune/Learning Rate": 4.169465748257717e-08, "Finetune/Loss": 0.547147274017334, "Finetune/Loss (Raw)": 0.6022303104400635, "Finetune/Step": 7580, "Finetune/Step Time": 6.793424775823951}
+{"Finetune/Learning Rate": 4.1316737238128455e-08, "Finetune/Loss": 0.5474367141723633, "Finetune/Loss (Raw)": 0.6203059554100037, "Finetune/Step": 7581, "Finetune/Step Time": 6.790081651881337}
+{"Finetune/Learning Rate": 4.0940533988499396e-08, "Finetune/Loss": 0.5467285513877869, "Finetune/Loss (Raw)": 0.4919443428516388, "Finetune/Step": 7582, "Finetune/Step Time": 6.781434526666999}
+{"Finetune/Learning Rate": 4.0566047798553664e-08, "Finetune/Loss": 0.5449541211128235, "Finetune/Loss (Raw)": 0.4683050215244293, "Finetune/Step": 7583, "Finetune/Step Time": 6.788120159879327}
+{"Finetune/Learning Rate": 4.0193278732855166e-08, "Finetune/Loss": 0.5484052300453186, "Finetune/Loss (Raw)": 0.6424126625061035, "Finetune/Step": 7584, "Finetune/Step Time": 6.77013654448092}
+{"Finetune/Learning Rate": 3.982222685567472e-08, "Finetune/Loss": 0.54977947473526, "Finetune/Loss (Raw)": 0.524407148361206, "Finetune/Step": 7585, "Finetune/Step Time": 6.756311213597655}
+{"Finetune/Learning Rate": 3.945289223098558e-08, "Finetune/Loss": 0.5524972677230835, "Finetune/Loss (Raw)": 0.5417898297309875, "Finetune/Step": 7586, "Finetune/Step Time": 6.7354004718363285}
+{"Finetune/Learning Rate": 3.908527492246683e-08, "Finetune/Loss": 0.552399754524231, "Finetune/Loss (Raw)": 0.5173664093017578, "Finetune/Step": 7587, "Finetune/Step Time": 6.731697361916304}
+{"Finetune/Learning Rate": 3.871937499349776e-08, "Finetune/Loss": 0.5510070323944092, "Finetune/Loss (Raw)": 0.3833555281162262, "Finetune/Step": 7588, "Finetune/Step Time": 6.73513257317245}
+{"Finetune/Learning Rate": 3.8355192507165685e-08, "Finetune/Loss": 0.5510295629501343, "Finetune/Loss (Raw)": 0.6203609704971313, "Finetune/Step": 7589, "Finetune/Step Time": 6.737669421359897}
+{"Finetune/Learning Rate": 3.7992727526259264e-08, "Finetune/Loss": 0.5512279868125916, "Finetune/Loss (Raw)": 0.6380911469459534, "Finetune/Step": 7590, "Finetune/Step Time": 6.737048331648111}
+{"Finetune/Learning Rate": 3.7631980113271846e-08, "Finetune/Loss": 0.551365852355957, "Finetune/Loss (Raw)": 0.6285973191261292, "Finetune/Step": 7591, "Finetune/Step Time": 6.741528460755944}
+{"Finetune/Learning Rate": 3.727295033040035e-08, "Finetune/Loss": 0.5518136024475098, "Finetune/Loss (Raw)": 0.5840780735015869, "Finetune/Step": 7592, "Finetune/Step Time": 6.751903111115098}
+{"Finetune/Learning Rate": 3.691563823954636e-08, "Finetune/Loss": 0.5512744188308716, "Finetune/Loss (Raw)": 0.52983558177948, "Finetune/Step": 7593, "Finetune/Step Time": 6.758368264883757}
+{"Finetune/Learning Rate": 3.656004390231393e-08, "Finetune/Loss": 0.5502362251281738, "Finetune/Loss (Raw)": 0.5208321809768677, "Finetune/Step": 7594, "Finetune/Step Time": 6.754047879949212}
+{"Finetune/Learning Rate": 3.620616738001181e-08, "Finetune/Loss": 0.5463650226593018, "Finetune/Loss (Raw)": 0.18578967452049255, "Finetune/Step": 7595, "Finetune/Step Time": 6.758685663342476}
+{"Finetune/Learning Rate": 3.585400873365341e-08, "Finetune/Loss": 0.5470910668373108, "Finetune/Loss (Raw)": 0.5985640287399292, "Finetune/Step": 7596, "Finetune/Step Time": 6.7546607460826635}
+{"Finetune/Learning Rate": 3.5503568023953496e-08, "Finetune/Loss": 0.5477057695388794, "Finetune/Loss (Raw)": 0.5560455322265625, "Finetune/Step": 7597, "Finetune/Step Time": 6.761833045631647}
+{"Finetune/Learning Rate": 3.515484531133373e-08, "Finetune/Loss": 0.5482175946235657, "Finetune/Loss (Raw)": 0.5754712224006653, "Finetune/Step": 7598, "Finetune/Step Time": 6.761302255094051}
+{"Finetune/Learning Rate": 3.4807840655917133e-08, "Finetune/Loss": 0.5520683526992798, "Finetune/Loss (Raw)": 0.6658998727798462, "Finetune/Step": 7599, "Finetune/Step Time": 6.7408557292073965}
+{"Finetune/Learning Rate": 3.4462554117532524e-08, "Finetune/Loss": 0.5530162453651428, "Finetune/Loss (Raw)": 0.611990749835968, "Finetune/Step": 7600, "Finetune/Step Time": 6.737547539174557}
+{"Finetune/Learning Rate": 3.4118985755710045e-08, "Finetune/Loss": 0.5524319410324097, "Finetune/Loss (Raw)": 0.5113691091537476, "Finetune/Step": 7601, "Finetune/Step Time": 6.740808190777898}
+{"Finetune/Learning Rate": 3.377713562968454e-08, "Finetune/Loss": 0.5521888732910156, "Finetune/Loss (Raw)": 0.6320489645004272, "Finetune/Step": 7602, "Finetune/Step Time": 6.739976907148957}
+{"Finetune/Learning Rate": 3.343700379839665e-08, "Finetune/Loss": 0.5516682863235474, "Finetune/Loss (Raw)": 0.5344452261924744, "Finetune/Step": 7603, "Finetune/Step Time": 6.739666309207678}
+{"Finetune/Learning Rate": 3.309859032048834e-08, "Finetune/Loss": 0.5510678291320801, "Finetune/Loss (Raw)": 0.5690759420394897, "Finetune/Step": 7604, "Finetune/Step Time": 6.7286348678171635}
+{"Finetune/Learning Rate": 3.2761895254306285e-08, "Finetune/Loss": 0.5548673868179321, "Finetune/Loss (Raw)": 0.6480687260627747, "Finetune/Step": 7605, "Finetune/Step Time": 6.7076239958405495}
+{"Finetune/Learning Rate": 3.242691865790071e-08, "Finetune/Loss": 0.5575836896896362, "Finetune/Loss (Raw)": 0.5580167174339294, "Finetune/Step": 7606, "Finetune/Step Time": 6.699952736496925}
+{"Finetune/Learning Rate": 3.20936605890243e-08, "Finetune/Loss": 0.5579898953437805, "Finetune/Loss (Raw)": 0.5738219618797302, "Finetune/Step": 7607, "Finetune/Step Time": 6.6939056646078825}
+{"Finetune/Learning Rate": 3.1762121105136653e-08, "Finetune/Loss": 0.5579944252967834, "Finetune/Loss (Raw)": 0.6668365001678467, "Finetune/Step": 7608, "Finetune/Step Time": 6.696429081261158}
+{"Finetune/Learning Rate": 3.143230026339872e-08, "Finetune/Loss": 0.5580512285232544, "Finetune/Loss (Raw)": 0.5724738836288452, "Finetune/Step": 7609, "Finetune/Step Time": 6.699910961091518}
+{"Finetune/Learning Rate": 3.110419812067389e-08, "Finetune/Loss": 0.559079647064209, "Finetune/Loss (Raw)": 0.6475595235824585, "Finetune/Step": 7610, "Finetune/Step Time": 6.697087125852704}
+{"Finetune/Learning Rate": 3.077781473353358e-08, "Finetune/Loss": 0.5581086874008179, "Finetune/Loss (Raw)": 0.4885883629322052, "Finetune/Step": 7611, "Finetune/Step Time": 6.717085689306259}
+{"Finetune/Learning Rate": 3.045315015824724e-08, "Finetune/Loss": 0.5593098998069763, "Finetune/Loss (Raw)": 0.6544461250305176, "Finetune/Step": 7612, "Finetune/Step Time": 6.727835658937693}
+{"Finetune/Learning Rate": 3.013020445079229e-08, "Finetune/Loss": 0.5615464448928833, "Finetune/Loss (Raw)": 0.487591415643692, "Finetune/Step": 7613, "Finetune/Step Time": 6.725537475198507}
+{"Finetune/Learning Rate": 2.9808977666848646e-08, "Finetune/Loss": 0.5607625246047974, "Finetune/Loss (Raw)": 0.5831313133239746, "Finetune/Step": 7614, "Finetune/Step Time": 6.723073109984398}
+{"Finetune/Learning Rate": 2.948946986179979e-08, "Finetune/Loss": 0.5600634813308716, "Finetune/Loss (Raw)": 0.5198177695274353, "Finetune/Step": 7615, "Finetune/Step Time": 6.725033868104219}
+{"Finetune/Learning Rate": 2.917168109073165e-08, "Finetune/Loss": 0.5602017045021057, "Finetune/Loss (Raw)": 0.5996454358100891, "Finetune/Step": 7616, "Finetune/Step Time": 6.729249533265829}
+{"Finetune/Learning Rate": 2.8855611408434846e-08, "Finetune/Loss": 0.5635400414466858, "Finetune/Loss (Raw)": 0.6276601552963257, "Finetune/Step": 7617, "Finetune/Step Time": 6.70985259860754}
+{"Finetune/Learning Rate": 2.8541260869403565e-08, "Finetune/Loss": 0.5642033219337463, "Finetune/Loss (Raw)": 0.6934120655059814, "Finetune/Step": 7618, "Finetune/Step Time": 6.704358732327819}
+{"Finetune/Learning Rate": 2.822862952783667e-08, "Finetune/Loss": 0.5637050867080688, "Finetune/Loss (Raw)": 0.572957456111908, "Finetune/Step": 7619, "Finetune/Step Time": 6.706232009455562}
+{"Finetune/Learning Rate": 2.7917717437635495e-08, "Finetune/Loss": 0.5640401840209961, "Finetune/Loss (Raw)": 0.6842011213302612, "Finetune/Step": 7620, "Finetune/Step Time": 6.681916851550341}
+{"Finetune/Learning Rate": 2.7608524652402712e-08, "Finetune/Loss": 0.564875066280365, "Finetune/Loss (Raw)": 0.6355276107788086, "Finetune/Step": 7621, "Finetune/Step Time": 6.671698218211532}
+{"Finetune/Learning Rate": 2.7301051225449016e-08, "Finetune/Loss": 0.565013587474823, "Finetune/Loss (Raw)": 0.6248947978019714, "Finetune/Step": 7622, "Finetune/Step Time": 6.690279237926006}
+{"Finetune/Learning Rate": 2.6995297209786443e-08, "Finetune/Loss": 0.5660055875778198, "Finetune/Loss (Raw)": 0.6095989942550659, "Finetune/Step": 7623, "Finetune/Step Time": 6.693764129653573}
+{"Finetune/Learning Rate": 2.669126265812949e-08, "Finetune/Loss": 0.5635454654693604, "Finetune/Loss (Raw)": 0.1936182677745819, "Finetune/Step": 7624, "Finetune/Step Time": 6.6883569080382586}
+{"Finetune/Learning Rate": 2.6388947622897344e-08, "Finetune/Loss": 0.5646889209747314, "Finetune/Loss (Raw)": 0.6842561364173889, "Finetune/Step": 7625, "Finetune/Step Time": 6.683151140809059}
+{"Finetune/Learning Rate": 2.608835215621275e-08, "Finetune/Loss": 0.5646398067474365, "Finetune/Loss (Raw)": 0.60308837890625, "Finetune/Step": 7626, "Finetune/Step Time": 6.677384516224265}
+{"Finetune/Learning Rate": 2.578947630990314e-08, "Finetune/Loss": 0.5647320747375488, "Finetune/Loss (Raw)": 0.6051200032234192, "Finetune/Step": 7627, "Finetune/Step Time": 6.688527097925544}
+{"Finetune/Learning Rate": 2.5492320135497293e-08, "Finetune/Loss": 0.5641170740127563, "Finetune/Loss (Raw)": 0.5083705186843872, "Finetune/Step": 7628, "Finetune/Step Time": 6.687916172668338}
+{"Finetune/Learning Rate": 2.5196883684228678e-08, "Finetune/Loss": 0.564276933670044, "Finetune/Loss (Raw)": 0.6028862595558167, "Finetune/Step": 7629, "Finetune/Step Time": 6.69269728474319}
+{"Finetune/Learning Rate": 2.4903167007033214e-08, "Finetune/Loss": 0.5648871660232544, "Finetune/Loss (Raw)": 0.6749899983406067, "Finetune/Step": 7630, "Finetune/Step Time": 6.694350477308035}
+{"Finetune/Learning Rate": 2.4611170154552612e-08, "Finetune/Loss": 0.5628930330276489, "Finetune/Loss (Raw)": 0.3708955645561218, "Finetune/Step": 7631, "Finetune/Step Time": 6.691580219194293}
+{"Finetune/Learning Rate": 2.4320893177128822e-08, "Finetune/Loss": 0.5608692765235901, "Finetune/Loss (Raw)": 0.47603264451026917, "Finetune/Step": 7632, "Finetune/Step Time": 6.701219519600272}
+{"Finetune/Learning Rate": 2.4032336124810706e-08, "Finetune/Loss": 0.5602618455886841, "Finetune/Loss (Raw)": 0.48689600825309753, "Finetune/Step": 7633, "Finetune/Step Time": 6.7005916722118855}
+{"Finetune/Learning Rate": 2.3745499047348462e-08, "Finetune/Loss": 0.5607261657714844, "Finetune/Loss (Raw)": 0.5836474299430847, "Finetune/Step": 7634, "Finetune/Step Time": 6.712458197027445}
+{"Finetune/Learning Rate": 2.346038199419476e-08, "Finetune/Loss": 0.5600497722625732, "Finetune/Loss (Raw)": 0.60368412733078, "Finetune/Step": 7635, "Finetune/Step Time": 6.702070485800505}
+{"Finetune/Learning Rate": 2.3176985014509156e-08, "Finetune/Loss": 0.5604848861694336, "Finetune/Loss (Raw)": 0.6434198021888733, "Finetune/Step": 7636, "Finetune/Step Time": 6.696538867428899}
+{"Finetune/Learning Rate": 2.2895308157152574e-08, "Finetune/Loss": 0.5591979026794434, "Finetune/Loss (Raw)": 0.6099962592124939, "Finetune/Step": 7637, "Finetune/Step Time": 6.692452806979418}
+{"Finetune/Learning Rate": 2.2615351470687276e-08, "Finetune/Loss": 0.5612361431121826, "Finetune/Loss (Raw)": 0.5222338438034058, "Finetune/Step": 7638, "Finetune/Step Time": 6.694681830704212}
+{"Finetune/Learning Rate": 2.2337115003383536e-08, "Finetune/Loss": 0.5601240992546082, "Finetune/Loss (Raw)": 0.5254811644554138, "Finetune/Step": 7639, "Finetune/Step Time": 6.695159072056413}
+{"Finetune/Learning Rate": 2.2060598803210764e-08, "Finetune/Loss": 0.5567446947097778, "Finetune/Loss (Raw)": 0.14985528588294983, "Finetune/Step": 7640, "Finetune/Step Time": 6.714924903586507}
+{"Finetune/Learning Rate": 2.1785802917845266e-08, "Finetune/Loss": 0.5560954809188843, "Finetune/Loss (Raw)": 0.5910060405731201, "Finetune/Step": 7641, "Finetune/Step Time": 6.715083701536059}
+{"Finetune/Learning Rate": 2.151272739466359e-08, "Finetune/Loss": 0.555281400680542, "Finetune/Loss (Raw)": 0.5278142094612122, "Finetune/Step": 7642, "Finetune/Step Time": 6.703283971175551}
+{"Finetune/Learning Rate": 2.1241372280748075e-08, "Finetune/Loss": 0.5544549822807312, "Finetune/Loss (Raw)": 0.5283051133155823, "Finetune/Step": 7643, "Finetune/Step Time": 6.712964309379458}
+{"Finetune/Learning Rate": 2.0971737622883515e-08, "Finetune/Loss": 0.5535901784896851, "Finetune/Loss (Raw)": 0.5094884037971497, "Finetune/Step": 7644, "Finetune/Step Time": 6.7288984302431345}
+{"Finetune/Learning Rate": 2.070382346755828e-08, "Finetune/Loss": 0.5532102584838867, "Finetune/Loss (Raw)": 0.5241966247558594, "Finetune/Step": 7645, "Finetune/Step Time": 6.735971566289663}
+{"Finetune/Learning Rate": 2.0437629860963203e-08, "Finetune/Loss": 0.5527263879776001, "Finetune/Loss (Raw)": 0.6604917049407959, "Finetune/Step": 7646, "Finetune/Step Time": 6.733702320605516}
+{"Finetune/Learning Rate": 2.017315684899379e-08, "Finetune/Loss": 0.5551885366439819, "Finetune/Loss (Raw)": 0.8123989701271057, "Finetune/Step": 7647, "Finetune/Step Time": 6.715448850765824}
+{"Finetune/Learning Rate": 1.9910404477248013e-08, "Finetune/Loss": 0.5537812113761902, "Finetune/Loss (Raw)": 0.49167266488075256, "Finetune/Step": 7648, "Finetune/Step Time": 6.72287710942328}
+{"Finetune/Learning Rate": 1.964937279102741e-08, "Finetune/Loss": 0.5546041131019592, "Finetune/Loss (Raw)": 0.5602895021438599, "Finetune/Step": 7649, "Finetune/Step Time": 6.712813787162304}
+{"Finetune/Learning Rate": 1.9390061835337093e-08, "Finetune/Loss": 0.5523284077644348, "Finetune/Loss (Raw)": 0.49126842617988586, "Finetune/Step": 7650, "Finetune/Step Time": 6.727452874183655}
+{"Finetune/Learning Rate": 1.9132471654885743e-08, "Finetune/Loss": 0.5530244708061218, "Finetune/Loss (Raw)": 0.6362868547439575, "Finetune/Step": 7651, "Finetune/Step Time": 6.72450546361506}
+{"Finetune/Learning Rate": 1.8876602294084502e-08, "Finetune/Loss": 0.5517354011535645, "Finetune/Loss (Raw)": 0.4453590512275696, "Finetune/Step": 7652, "Finetune/Step Time": 6.720549907535315}
+{"Finetune/Learning Rate": 1.862245379704919e-08, "Finetune/Loss": 0.5517474412918091, "Finetune/Loss (Raw)": 0.6833382844924927, "Finetune/Step": 7653, "Finetune/Step Time": 6.716420169919729}
+{"Finetune/Learning Rate": 1.837002620759587e-08, "Finetune/Loss": 0.5509456992149353, "Finetune/Loss (Raw)": 0.5345243215560913, "Finetune/Step": 7654, "Finetune/Step Time": 6.720822615548968}
+{"Finetune/Learning Rate": 1.8119319569248615e-08, "Finetune/Loss": 0.5509092807769775, "Finetune/Loss (Raw)": 0.6114397048950195, "Finetune/Step": 7655, "Finetune/Step Time": 6.72274792380631}
+{"Finetune/Learning Rate": 1.787033392522952e-08, "Finetune/Loss": 0.5510823726654053, "Finetune/Loss (Raw)": 0.5752823948860168, "Finetune/Step": 7656, "Finetune/Step Time": 6.735556717962027}
+{"Finetune/Learning Rate": 1.7623069318469797e-08, "Finetune/Loss": 0.550881028175354, "Finetune/Loss (Raw)": 0.6292067170143127, "Finetune/Step": 7657, "Finetune/Step Time": 6.734468515962362}
+{"Finetune/Learning Rate": 1.7377525791597572e-08, "Finetune/Loss": 0.5511840581893921, "Finetune/Loss (Raw)": 0.5989204049110413, "Finetune/Step": 7658, "Finetune/Step Time": 6.735733345150948}
+{"Finetune/Learning Rate": 1.7133703386950086e-08, "Finetune/Loss": 0.554772138595581, "Finetune/Loss (Raw)": 0.6439740657806396, "Finetune/Step": 7659, "Finetune/Step Time": 6.715468626469374}
+{"Finetune/Learning Rate": 1.689160214656371e-08, "Finetune/Loss": 0.5579617023468018, "Finetune/Loss (Raw)": 0.5876073837280273, "Finetune/Step": 7660, "Finetune/Step Time": 6.702268557623029}
+{"Finetune/Learning Rate": 1.665122211218062e-08, "Finetune/Loss": 0.5571824312210083, "Finetune/Loss (Raw)": 0.5556009411811829, "Finetune/Step": 7661, "Finetune/Step Time": 6.697751982137561}
+{"Finetune/Learning Rate": 1.6412563325243214e-08, "Finetune/Loss": 0.5575566291809082, "Finetune/Loss (Raw)": 0.5958207845687866, "Finetune/Step": 7662, "Finetune/Step Time": 6.7020355723798275}
+{"Finetune/Learning Rate": 1.6175625826901907e-08, "Finetune/Loss": 0.5570281744003296, "Finetune/Loss (Raw)": 0.48458942770957947, "Finetune/Step": 7663, "Finetune/Step Time": 6.7201165575534105}
+{"Finetune/Learning Rate": 1.594040965800514e-08, "Finetune/Loss": 0.5572165250778198, "Finetune/Loss (Raw)": 0.5984222888946533, "Finetune/Step": 7664, "Finetune/Step Time": 6.725152211263776}
+{"Finetune/Learning Rate": 1.5706914859107136e-08, "Finetune/Loss": 0.5559519529342651, "Finetune/Loss (Raw)": 0.5495141744613647, "Finetune/Step": 7665, "Finetune/Step Time": 6.718880815431476}
+{"Finetune/Learning Rate": 1.5475141470466805e-08, "Finetune/Loss": 0.5566327571868896, "Finetune/Loss (Raw)": 0.6477873921394348, "Finetune/Step": 7666, "Finetune/Step Time": 6.709603235125542}
+{"Finetune/Learning Rate": 1.52450895320444e-08, "Finetune/Loss": 0.5572025775909424, "Finetune/Loss (Raw)": 0.631563663482666, "Finetune/Step": 7667, "Finetune/Step Time": 6.713615050539374}
+{"Finetune/Learning Rate": 1.501675908350153e-08, "Finetune/Loss": 0.5579693913459778, "Finetune/Loss (Raw)": 0.6957870721817017, "Finetune/Step": 7668, "Finetune/Step Time": 6.727329904213548}
+{"Finetune/Learning Rate": 1.4790150164206707e-08, "Finetune/Loss": 0.5577952265739441, "Finetune/Loss (Raw)": 0.65988689661026, "Finetune/Step": 7669, "Finetune/Step Time": 6.7254908215254545}
+{"Finetune/Learning Rate": 1.4565262813230896e-08, "Finetune/Loss": 0.5600376129150391, "Finetune/Loss (Raw)": 0.4899466335773468, "Finetune/Step": 7670, "Finetune/Step Time": 6.723588693886995}
+{"Finetune/Learning Rate": 1.4342097069345307e-08, "Finetune/Loss": 0.560553789138794, "Finetune/Loss (Raw)": 0.6056311726570129, "Finetune/Step": 7671, "Finetune/Step Time": 6.723544055595994}
+{"Finetune/Learning Rate": 1.4120652971026938e-08, "Finetune/Loss": 0.560653567314148, "Finetune/Loss (Raw)": 0.6633650660514832, "Finetune/Step": 7672, "Finetune/Step Time": 6.717074045911431}
+{"Finetune/Learning Rate": 1.390093055645525e-08, "Finetune/Loss": 0.560405969619751, "Finetune/Loss (Raw)": 0.5749637484550476, "Finetune/Step": 7673, "Finetune/Step Time": 6.7177633829414845}
+{"Finetune/Learning Rate": 1.3682929863514383e-08, "Finetune/Loss": 0.5603662729263306, "Finetune/Loss (Raw)": 0.5699495673179626, "Finetune/Step": 7674, "Finetune/Step Time": 6.691559158265591}
+{"Finetune/Learning Rate": 1.3466650929788716e-08, "Finetune/Loss": 0.5639341473579407, "Finetune/Loss (Raw)": 0.6214437484741211, "Finetune/Step": 7675, "Finetune/Step Time": 6.672984562814236}
+{"Finetune/Learning Rate": 1.3252093792567311e-08, "Finetune/Loss": 0.5634232759475708, "Finetune/Loss (Raw)": 0.5600048899650574, "Finetune/Step": 7676, "Finetune/Step Time": 6.67290866188705}
+{"Finetune/Learning Rate": 1.303925848884391e-08, "Finetune/Loss": 0.563678503036499, "Finetune/Loss (Raw)": 0.6979091763496399, "Finetune/Step": 7677, "Finetune/Step Time": 6.635317396372557}
+{"Finetune/Learning Rate": 1.2828145055312491e-08, "Finetune/Loss": 0.5643150806427002, "Finetune/Loss (Raw)": 0.6607121229171753, "Finetune/Step": 7678, "Finetune/Step Time": 6.63269017636776}
+{"Finetune/Learning Rate": 1.2618753528371719e-08, "Finetune/Loss": 0.561503529548645, "Finetune/Loss (Raw)": 0.2279752790927887, "Finetune/Step": 7679, "Finetune/Step Time": 6.651524614542723}
+{"Finetune/Learning Rate": 1.2411083944122715e-08, "Finetune/Loss": 0.5652117729187012, "Finetune/Loss (Raw)": 0.6897343993186951, "Finetune/Step": 7680, "Finetune/Step Time": 6.6501851584762335}
+{"Finetune/Learning Rate": 1.2205136338371282e-08, "Finetune/Loss": 0.5661315321922302, "Finetune/Loss (Raw)": 0.6018948554992676, "Finetune/Step": 7681, "Finetune/Step Time": 6.625002900138497}
+{"Finetune/Learning Rate": 1.2000910746623462e-08, "Finetune/Loss": 0.5664511919021606, "Finetune/Loss (Raw)": 0.6006458401679993, "Finetune/Step": 7682, "Finetune/Step Time": 6.632474858313799}
+{"Finetune/Learning Rate": 1.179840720409331e-08, "Finetune/Loss": 0.5669872760772705, "Finetune/Loss (Raw)": 0.6050593256950378, "Finetune/Step": 7683, "Finetune/Step Time": 6.63443635776639}
+{"Finetune/Learning Rate": 1.1597625745690677e-08, "Finetune/Loss": 0.5677486658096313, "Finetune/Loss (Raw)": 0.7259922027587891, "Finetune/Step": 7684, "Finetune/Step Time": 6.645785380154848}
+{"Finetune/Learning Rate": 1.139856640603676e-08, "Finetune/Loss": 0.5688499212265015, "Finetune/Loss (Raw)": 0.655401349067688, "Finetune/Step": 7685, "Finetune/Step Time": 6.638491548597813}
+{"Finetune/Learning Rate": 1.120122921944855e-08, "Finetune/Loss": 0.568415641784668, "Finetune/Loss (Raw)": 0.5991803407669067, "Finetune/Step": 7686, "Finetune/Step Time": 6.639290546998382}
+{"Finetune/Learning Rate": 1.1005614219951056e-08, "Finetune/Loss": 0.5686880350112915, "Finetune/Loss (Raw)": 0.2351280003786087, "Finetune/Step": 7687, "Finetune/Step Time": 6.639700263738632}
+{"Finetune/Learning Rate": 1.0811721441270628e-08, "Finetune/Loss": 0.5675281882286072, "Finetune/Loss (Raw)": 0.4739410877227783, "Finetune/Step": 7688, "Finetune/Step Time": 6.651516465470195}
+{"Finetune/Learning Rate": 1.0619550916836086e-08, "Finetune/Loss": 0.5662058591842651, "Finetune/Loss (Raw)": 0.6627095341682434, "Finetune/Step": 7689, "Finetune/Step Time": 6.665587710216641}
+{"Finetune/Learning Rate": 1.0429102679779813e-08, "Finetune/Loss": 0.5656400918960571, "Finetune/Loss (Raw)": 0.5484827160835266, "Finetune/Step": 7690, "Finetune/Step Time": 6.672629475593567}
+{"Finetune/Learning Rate": 1.0240376762937764e-08, "Finetune/Loss": 0.5659281611442566, "Finetune/Loss (Raw)": 0.6748297214508057, "Finetune/Step": 7691, "Finetune/Step Time": 6.659448130056262}
+{"Finetune/Learning Rate": 1.005337319884725e-08, "Finetune/Loss": 0.5662149786949158, "Finetune/Loss (Raw)": 0.6089399456977844, "Finetune/Step": 7692, "Finetune/Step Time": 6.6714476104825735}
+{"Finetune/Learning Rate": 9.868092019752473e-09, "Finetune/Loss": 0.56601482629776, "Finetune/Loss (Raw)": 0.6214907169342041, "Finetune/Step": 7693, "Finetune/Step Time": 6.67145623639226}
+{"Finetune/Learning Rate": 9.684533257595663e-09, "Finetune/Loss": 0.5663406848907471, "Finetune/Loss (Raw)": 0.6841096878051758, "Finetune/Step": 7694, "Finetune/Step Time": 6.680093681439757}
+{"Finetune/Learning Rate": 9.502696944024837e-09, "Finetune/Loss": 0.5635969042778015, "Finetune/Loss (Raw)": 0.184102863073349, "Finetune/Step": 7695, "Finetune/Step Time": 6.709847556427121}
+{"Finetune/Learning Rate": 9.322583110392692e-09, "Finetune/Loss": 0.5634409189224243, "Finetune/Loss (Raw)": 0.5780029296875, "Finetune/Step": 7696, "Finetune/Step Time": 6.7281340304762125}
+{"Finetune/Learning Rate": 9.144191787751056e-09, "Finetune/Loss": 0.5647674202919006, "Finetune/Loss (Raw)": 0.7441762685775757, "Finetune/Step": 7697, "Finetune/Step Time": 6.7298479825258255}
+{"Finetune/Learning Rate": 8.967523006857549e-09, "Finetune/Loss": 0.5647760629653931, "Finetune/Loss (Raw)": 0.5605146884918213, "Finetune/Step": 7698, "Finetune/Step Time": 6.743628388270736}
+{"Finetune/Learning Rate": 8.792576798171137e-09, "Finetune/Loss": 0.563991904258728, "Finetune/Loss (Raw)": 0.5059337019920349, "Finetune/Step": 7699, "Finetune/Step Time": 6.737766994163394}
+{"Finetune/Learning Rate": 8.619353191855473e-09, "Finetune/Loss": 0.5646405220031738, "Finetune/Loss (Raw)": 0.6427151560783386, "Finetune/Step": 7700, "Finetune/Step Time": 6.734137360006571}
+{"Finetune/Learning Rate": 8.447852217775554e-09, "Finetune/Loss": 0.567555844783783, "Finetune/Loss (Raw)": 0.5586032271385193, "Finetune/Step": 7701, "Finetune/Step Time": 6.704075984656811}
+{"Finetune/Learning Rate": 8.27807390550106e-09, "Finetune/Loss": 0.5651059746742249, "Finetune/Loss (Raw)": 0.236910879611969, "Finetune/Step": 7702, "Finetune/Step Time": 6.719164596870542}
+{"Finetune/Learning Rate": 8.110018284304132e-09, "Finetune/Loss": 0.5624006986618042, "Finetune/Loss (Raw)": 0.2464173436164856, "Finetune/Step": 7703, "Finetune/Step Time": 6.731072111055255}
+{"Finetune/Learning Rate": 7.94368538315715e-09, "Finetune/Loss": 0.5631900429725647, "Finetune/Loss (Raw)": 0.6935939788818359, "Finetune/Step": 7704, "Finetune/Step Time": 6.7178005669265985}
+{"Finetune/Learning Rate": 7.779075230740507e-09, "Finetune/Loss": 0.563828706741333, "Finetune/Loss (Raw)": 0.5779899954795837, "Finetune/Step": 7705, "Finetune/Step Time": 6.721619948744774}
+{"Finetune/Learning Rate": 7.616187855433721e-09, "Finetune/Loss": 0.567123532295227, "Finetune/Loss (Raw)": 0.6705411076545715, "Finetune/Step": 7706, "Finetune/Step Time": 6.697612173855305}
+{"Finetune/Learning Rate": 7.455023285320996e-09, "Finetune/Loss": 0.5673081874847412, "Finetune/Loss (Raw)": 0.6473216414451599, "Finetune/Step": 7707, "Finetune/Step Time": 6.689355136826634}
+{"Finetune/Learning Rate": 7.29558154818899e-09, "Finetune/Loss": 0.5678141117095947, "Finetune/Loss (Raw)": 0.6669968366622925, "Finetune/Step": 7708, "Finetune/Step Time": 6.666290789842606}
+{"Finetune/Learning Rate": 7.1378626715268295e-09, "Finetune/Loss": 0.5677847266197205, "Finetune/Loss (Raw)": 0.616543173789978, "Finetune/Step": 7709, "Finetune/Step Time": 6.659607212990522}
+{"Finetune/Learning Rate": 6.981866682527206e-09, "Finetune/Loss": 0.5689939856529236, "Finetune/Loss (Raw)": 0.6467220783233643, "Finetune/Step": 7710, "Finetune/Step Time": 6.659010827541351}
+{"Finetune/Learning Rate": 6.827593608086381e-09, "Finetune/Loss": 0.569118857383728, "Finetune/Loss (Raw)": 0.4842984974384308, "Finetune/Step": 7711, "Finetune/Step Time": 6.671435719355941}
+{"Finetune/Learning Rate": 6.675043474801968e-09, "Finetune/Loss": 0.5687497854232788, "Finetune/Loss (Raw)": 0.5951630473136902, "Finetune/Step": 7712, "Finetune/Step Time": 6.662366818636656}
+{"Finetune/Learning Rate": 6.524216308975151e-09, "Finetune/Loss": 0.5697157979011536, "Finetune/Loss (Raw)": 0.6480610966682434, "Finetune/Step": 7713, "Finetune/Step Time": 6.669630605727434}
+{"Finetune/Learning Rate": 6.375112136611794e-09, "Finetune/Loss": 0.5702575445175171, "Finetune/Loss (Raw)": 0.6111398339271545, "Finetune/Step": 7714, "Finetune/Step Time": 6.679771900177002}
+{"Finetune/Learning Rate": 6.2277309834180015e-09, "Finetune/Loss": 0.5721246004104614, "Finetune/Loss (Raw)": 0.756342351436615, "Finetune/Step": 7715, "Finetune/Step Time": 6.681442191824317}
+{"Finetune/Learning Rate": 6.082072874804556e-09, "Finetune/Loss": 0.5750073790550232, "Finetune/Loss (Raw)": 0.752351701259613, "Finetune/Step": 7716, "Finetune/Step Time": 6.678499106317759}
+{"Finetune/Learning Rate": 5.9381378358847055e-09, "Finetune/Loss": 0.575182318687439, "Finetune/Loss (Raw)": 0.6427579522132874, "Finetune/Step": 7717, "Finetune/Step Time": 6.686000669375062}
+{"Finetune/Learning Rate": 5.7959258914741524e-09, "Finetune/Loss": 0.574920654296875, "Finetune/Loss (Raw)": 0.6045936942100525, "Finetune/Step": 7718, "Finetune/Step Time": 6.6730603985488415}
+{"Finetune/Learning Rate": 5.655437066092173e-09, "Finetune/Loss": 0.5738039016723633, "Finetune/Loss (Raw)": 0.48564571142196655, "Finetune/Step": 7719, "Finetune/Step Time": 6.681842405349016}
+{"Finetune/Learning Rate": 5.516671383960503e-09, "Finetune/Loss": 0.5743734836578369, "Finetune/Loss (Raw)": 0.6569886207580566, "Finetune/Step": 7720, "Finetune/Step Time": 6.69919766113162}
+{"Finetune/Learning Rate": 5.37962886900445e-09, "Finetune/Loss": 0.5749868154525757, "Finetune/Loss (Raw)": 0.6083437204360962, "Finetune/Step": 7721, "Finetune/Step Time": 6.694424003362656}
+{"Finetune/Learning Rate": 5.2443095448506674e-09, "Finetune/Loss": 0.575865626335144, "Finetune/Loss (Raw)": 0.6333215832710266, "Finetune/Step": 7722, "Finetune/Step Time": 6.706440741196275}
+{"Finetune/Learning Rate": 5.110713434831604e-09, "Finetune/Loss": 0.578595757484436, "Finetune/Loss (Raw)": 0.5352417230606079, "Finetune/Step": 7723, "Finetune/Step Time": 6.688573181629181}
+{"Finetune/Learning Rate": 4.9788405619788375e-09, "Finetune/Loss": 0.5783790946006775, "Finetune/Loss (Raw)": 0.570838451385498, "Finetune/Step": 7724, "Finetune/Step Time": 6.697743449360132}
+{"Finetune/Learning Rate": 4.848690949029733e-09, "Finetune/Loss": 0.5786212682723999, "Finetune/Loss (Raw)": 0.5870407819747925, "Finetune/Step": 7725, "Finetune/Step Time": 6.680324530228972}
+{"Finetune/Learning Rate": 4.72026461842412e-09, "Finetune/Loss": 0.5756762027740479, "Finetune/Loss (Raw)": 0.1984982043504715, "Finetune/Step": 7726, "Finetune/Step Time": 6.696436386555433}
+{"Finetune/Learning Rate": 4.593561592304285e-09, "Finetune/Loss": 0.5753507614135742, "Finetune/Loss (Raw)": 0.6242445111274719, "Finetune/Step": 7727, "Finetune/Step Time": 6.697626007720828}
+{"Finetune/Learning Rate": 4.468581892513868e-09, "Finetune/Loss": 0.574458122253418, "Finetune/Loss (Raw)": 0.4977317154407501, "Finetune/Step": 7728, "Finetune/Step Time": 6.704298781231046}
+{"Finetune/Learning Rate": 4.3453255406022966e-09, "Finetune/Loss": 0.5749173164367676, "Finetune/Loss (Raw)": 0.570152997970581, "Finetune/Step": 7729, "Finetune/Step Time": 6.717220542952418}
+{"Finetune/Learning Rate": 4.2237925578192394e-09, "Finetune/Loss": 0.5739779472351074, "Finetune/Loss (Raw)": 0.5118064284324646, "Finetune/Step": 7730, "Finetune/Step Time": 6.730099665001035}
+{"Finetune/Learning Rate": 4.103982965120157e-09, "Finetune/Loss": 0.5737382769584656, "Finetune/Loss (Raw)": 0.5037674307823181, "Finetune/Step": 7731, "Finetune/Step Time": 6.726754479110241}
+{"Finetune/Learning Rate": 3.985896783159637e-09, "Finetune/Loss": 0.5742295980453491, "Finetune/Loss (Raw)": 0.631965696811676, "Finetune/Step": 7732, "Finetune/Step Time": 6.725052976980805}
+{"Finetune/Learning Rate": 3.8695340322980615e-09, "Finetune/Loss": 0.5741063356399536, "Finetune/Loss (Raw)": 0.632286012172699, "Finetune/Step": 7733, "Finetune/Step Time": 6.724580589681864}
+{"Finetune/Learning Rate": 3.754894732598269e-09, "Finetune/Loss": 0.5737868547439575, "Finetune/Loss (Raw)": 0.5171278715133667, "Finetune/Step": 7734, "Finetune/Step Time": 6.715192176401615}
+{"Finetune/Learning Rate": 3.64197890382445e-09, "Finetune/Loss": 0.5740691423416138, "Finetune/Loss (Raw)": 0.6099595427513123, "Finetune/Step": 7735, "Finetune/Step Time": 6.708700183779001}
+{"Finetune/Learning Rate": 3.5307865654454763e-09, "Finetune/Loss": 0.5727760791778564, "Finetune/Loss (Raw)": 0.5013169050216675, "Finetune/Step": 7736, "Finetune/Step Time": 6.71466526016593}
+{"Finetune/Learning Rate": 3.4213177366315685e-09, "Finetune/Loss": 0.5723767280578613, "Finetune/Loss (Raw)": 0.5213651061058044, "Finetune/Step": 7737, "Finetune/Step Time": 6.710280681028962}
+{"Finetune/Learning Rate": 3.313572436256518e-09, "Finetune/Loss": 0.5718287229537964, "Finetune/Loss (Raw)": 0.5774107575416565, "Finetune/Step": 7738, "Finetune/Step Time": 6.718088828027248}
+{"Finetune/Learning Rate": 3.2075506828976868e-09, "Finetune/Loss": 0.5720042586326599, "Finetune/Loss (Raw)": 0.5110595226287842, "Finetune/Step": 7739, "Finetune/Step Time": 6.718746904283762}
+{"Finetune/Learning Rate": 3.103252494832676e-09, "Finetune/Loss": 0.5717166662216187, "Finetune/Loss (Raw)": 0.6176349520683289, "Finetune/Step": 7740, "Finetune/Step Time": 6.7090634275227785}
+{"Finetune/Learning Rate": 3.0006778900459887e-09, "Finetune/Loss": 0.5722166895866394, "Finetune/Loss (Raw)": 0.5515890121459961, "Finetune/Step": 7741, "Finetune/Step Time": 6.696340829133987}
+{"Finetune/Learning Rate": 2.8998268862212577e-09, "Finetune/Loss": 0.5730472207069397, "Finetune/Loss (Raw)": 0.6894423961639404, "Finetune/Step": 7742, "Finetune/Step Time": 6.692322274670005}
+{"Finetune/Learning Rate": 2.800699500746795e-09, "Finetune/Loss": 0.5734597444534302, "Finetune/Loss (Raw)": 0.5726196765899658, "Finetune/Step": 7743, "Finetune/Step Time": 6.690837571397424}
+{"Finetune/Learning Rate": 2.703295750713375e-09, "Finetune/Loss": 0.5733534097671509, "Finetune/Loss (Raw)": 0.5860298275947571, "Finetune/Step": 7744, "Finetune/Step Time": 6.685907229781151}
+{"Finetune/Learning Rate": 2.6076156529142305e-09, "Finetune/Loss": 0.5728332996368408, "Finetune/Loss (Raw)": 0.5610960721969604, "Finetune/Step": 7745, "Finetune/Step Time": 6.68272078409791}
+{"Finetune/Learning Rate": 2.5136592238461653e-09, "Finetune/Loss": 0.5724468231201172, "Finetune/Loss (Raw)": 0.6439393758773804, "Finetune/Step": 7746, "Finetune/Step Time": 6.684935892000794}
+{"Finetune/Learning Rate": 2.421426479708444e-09, "Finetune/Loss": 0.5693443417549133, "Finetune/Loss (Raw)": 0.1758408099412918, "Finetune/Step": 7747, "Finetune/Step Time": 6.705167837440968}
+{"Finetune/Learning Rate": 2.330917436402791e-09, "Finetune/Loss": 0.5676977634429932, "Finetune/Loss (Raw)": 0.4734385013580322, "Finetune/Step": 7748, "Finetune/Step Time": 6.705415036529303}
+{"Finetune/Learning Rate": 2.2421321095345005e-09, "Finetune/Loss": 0.5642940998077393, "Finetune/Loss (Raw)": 0.1998516023159027, "Finetune/Step": 7749, "Finetune/Step Time": 6.721881905570626}
+{"Finetune/Learning Rate": 2.155070514410218e-09, "Finetune/Loss": 0.5635616779327393, "Finetune/Loss (Raw)": 0.5311500430107117, "Finetune/Step": 7750, "Finetune/Step Time": 6.714248886331916}
+{"Finetune/Learning Rate": 2.069732666041269e-09, "Finetune/Loss": 0.564311146736145, "Finetune/Loss (Raw)": 0.705534040927887, "Finetune/Step": 7751, "Finetune/Step Time": 6.709910506382585}
+{"Finetune/Learning Rate": 1.986118579140328e-09, "Finetune/Loss": 0.5672834515571594, "Finetune/Loss (Raw)": 0.5740699768066406, "Finetune/Step": 7752, "Finetune/Step Time": 6.700914856046438}
+{"Finetune/Learning Rate": 1.9042282681236422e-09, "Finetune/Loss": 0.5667307376861572, "Finetune/Loss (Raw)": 0.6135058403015137, "Finetune/Step": 7753, "Finetune/Step Time": 6.692452270537615}
+{"Finetune/Learning Rate": 1.8240617471099175e-09, "Finetune/Loss": 0.5666317343711853, "Finetune/Loss (Raw)": 0.5904211401939392, "Finetune/Step": 7754, "Finetune/Step Time": 6.699020655825734}
+{"Finetune/Learning Rate": 1.7456190299214305e-09, "Finetune/Loss": 0.5670605301856995, "Finetune/Loss (Raw)": 0.6600093841552734, "Finetune/Step": 7755, "Finetune/Step Time": 6.6911192163825035}
+{"Finetune/Learning Rate": 1.6689001300829177e-09, "Finetune/Loss": 0.5678616762161255, "Finetune/Loss (Raw)": 0.6109131574630737, "Finetune/Step": 7756, "Finetune/Step Time": 6.696664487943053}
+{"Finetune/Learning Rate": 1.5939050608204664e-09, "Finetune/Loss": 0.5677506327629089, "Finetune/Loss (Raw)": 0.5886679887771606, "Finetune/Step": 7757, "Finetune/Step Time": 6.7059427332133055}
+{"Finetune/Learning Rate": 1.520633835063734e-09, "Finetune/Loss": 0.5672945976257324, "Finetune/Loss (Raw)": 0.61661696434021, "Finetune/Step": 7758, "Finetune/Step Time": 6.741636771708727}
+{"Finetune/Learning Rate": 1.4490864654481684e-09, "Finetune/Loss": 0.568434476852417, "Finetune/Loss (Raw)": 0.5168057680130005, "Finetune/Step": 7759, "Finetune/Step Time": 6.737160392105579}
+{"Finetune/Learning Rate": 1.3792629643061273e-09, "Finetune/Loss": 0.5682511925697327, "Finetune/Loss (Raw)": 0.4525706171989441, "Finetune/Step": 7760, "Finetune/Step Time": 6.7255239468067884}
+{"Finetune/Learning Rate": 1.3111633436779792e-09, "Finetune/Loss": 0.5696803331375122, "Finetune/Loss (Raw)": 0.6698323488235474, "Finetune/Step": 7761, "Finetune/Step Time": 6.725434983149171}
+{"Finetune/Learning Rate": 1.2447876153054429e-09, "Finetune/Loss": 0.5704032182693481, "Finetune/Loss (Raw)": 0.6761636137962341, "Finetune/Step": 7762, "Finetune/Step Time": 6.715487670153379}
+{"Finetune/Learning Rate": 1.1801357906304767e-09, "Finetune/Loss": 0.5705288648605347, "Finetune/Loss (Raw)": 0.6197770833969116, "Finetune/Step": 7763, "Finetune/Step Time": 6.735985470935702}
+{"Finetune/Learning Rate": 1.1172078808008301e-09, "Finetune/Loss": 0.570661187171936, "Finetune/Loss (Raw)": 0.6603540778160095, "Finetune/Step": 7764, "Finetune/Step Time": 6.748217204585671}
+{"Finetune/Learning Rate": 1.056003896666713e-09, "Finetune/Loss": 0.5709326267242432, "Finetune/Loss (Raw)": 0.6447433829307556, "Finetune/Step": 7765, "Finetune/Step Time": 6.762980105355382}
+{"Finetune/Learning Rate": 9.965238487785745e-10, "Finetune/Loss": 0.572319507598877, "Finetune/Loss (Raw)": 0.6997485756874084, "Finetune/Step": 7766, "Finetune/Step Time": 6.73975638858974}
+{"Finetune/Learning Rate": 9.38767747393765e-10, "Finetune/Loss": 0.5735026001930237, "Finetune/Loss (Raw)": 0.6769213676452637, "Finetune/Step": 7767, "Finetune/Step Time": 6.7236786764115095}
+{"Finetune/Learning Rate": 8.82735602468765e-10, "Finetune/Loss": 0.5767396688461304, "Finetune/Loss (Raw)": 0.5641936659812927, "Finetune/Step": 7768, "Finetune/Step Time": 6.718166457489133}
+{"Finetune/Learning Rate": 8.284274236636247e-10, "Finetune/Loss": 0.5767056941986084, "Finetune/Loss (Raw)": 0.5866597294807434, "Finetune/Step": 7769, "Finetune/Step Time": 6.731502065435052}
+{"Finetune/Learning Rate": 7.758432203430755e-10, "Finetune/Loss": 0.5772627592086792, "Finetune/Loss (Raw)": 0.5991175770759583, "Finetune/Step": 7770, "Finetune/Step Time": 6.733234725892544}
+{"Finetune/Learning Rate": 7.249830015731984e-10, "Finetune/Loss": 0.578589141368866, "Finetune/Loss (Raw)": 0.6980868577957153, "Finetune/Step": 7771, "Finetune/Step Time": 6.7225583996623755}
+{"Finetune/Learning Rate": 6.758467761214249e-10, "Finetune/Loss": 0.5794148445129395, "Finetune/Loss (Raw)": 0.6151790618896484, "Finetune/Step": 7772, "Finetune/Step Time": 6.711380563676357}
+{"Finetune/Learning Rate": 6.28434552460977e-10, "Finetune/Loss": 0.5796153545379639, "Finetune/Loss (Raw)": 0.5498641729354858, "Finetune/Step": 7773, "Finetune/Step Time": 6.719419805333018}
+{"Finetune/Learning Rate": 5.827463387653165e-10, "Finetune/Loss": 0.5787237882614136, "Finetune/Loss (Raw)": 0.5463670492172241, "Finetune/Step": 7774, "Finetune/Step Time": 6.722265465185046}
+{"Finetune/Learning Rate": 5.387821429125862e-10, "Finetune/Loss": 0.5771347284317017, "Finetune/Loss (Raw)": 0.6090000867843628, "Finetune/Step": 7775, "Finetune/Step Time": 6.751780908554792}
+{"Finetune/Learning Rate": 4.965419724811682e-10, "Finetune/Loss": 0.5782583951950073, "Finetune/Loss (Raw)": 0.6354976892471313, "Finetune/Step": 7776, "Finetune/Step Time": 6.745541110634804}
+{"Finetune/Learning Rate": 4.56025834755236e-10, "Finetune/Loss": 0.578275740146637, "Finetune/Loss (Raw)": 0.5625125169754028, "Finetune/Step": 7777, "Finetune/Step Time": 6.7720566894859076}
+{"Finetune/Learning Rate": 4.1723373672031276e-10, "Finetune/Loss": 0.5802807807922363, "Finetune/Loss (Raw)": 0.747911274433136, "Finetune/Step": 7778, "Finetune/Step Time": 6.7605740539729595}
+{"Finetune/Learning Rate": 3.8016568506327177e-10, "Finetune/Loss": 0.5801672339439392, "Finetune/Loss (Raw)": 0.6217575669288635, "Finetune/Step": 7779, "Finetune/Step Time": 6.747808029875159}
+{"Finetune/Learning Rate": 3.4482168617677724e-10, "Finetune/Loss": 0.5816318988800049, "Finetune/Loss (Raw)": 0.6328378915786743, "Finetune/Step": 7780, "Finetune/Step Time": 6.754253359511495}
+{"Finetune/Learning Rate": 3.1120174615262287e-10, "Finetune/Loss": 0.5805939435958862, "Finetune/Loss (Raw)": 0.5504746437072754, "Finetune/Step": 7781, "Finetune/Step Time": 6.768565991893411}
+{"Finetune/Learning Rate": 2.7930587078839333e-10, "Finetune/Loss": 0.5807534456253052, "Finetune/Loss (Raw)": 0.5549376606941223, "Finetune/Step": 7782, "Finetune/Step Time": 6.758199267089367}
+{"Finetune/Learning Rate": 2.4913406558413345e-10, "Finetune/Loss": 0.5793125629425049, "Finetune/Loss (Raw)": 0.4270150661468506, "Finetune/Step": 7783, "Finetune/Step Time": 6.772953392937779}
+{"Finetune/Learning Rate": 2.2068633574012787e-10, "Finetune/Loss": 0.5800207257270813, "Finetune/Loss (Raw)": 0.6659219264984131, "Finetune/Step": 7784, "Finetune/Step Time": 6.753275772556663}
+{"Finetune/Learning Rate": 1.9396268616245218e-10, "Finetune/Loss": 0.5801042318344116, "Finetune/Loss (Raw)": 0.6398956775665283, "Finetune/Step": 7785, "Finetune/Step Time": 6.756002675741911}
+{"Finetune/Learning Rate": 1.6896312145742167e-10, "Finetune/Loss": 0.5806094408035278, "Finetune/Loss (Raw)": 0.6635834574699402, "Finetune/Step": 7786, "Finetune/Step Time": 6.754147697240114}
+{"Finetune/Learning Rate": 1.4568764593603235e-10, "Finetune/Loss": 0.580759584903717, "Finetune/Loss (Raw)": 0.6631961464881897, "Finetune/Step": 7787, "Finetune/Step Time": 6.756193704903126}
+{"Finetune/Learning Rate": 1.2413626361063025e-10, "Finetune/Loss": 0.581115186214447, "Finetune/Loss (Raw)": 0.6331312656402588, "Finetune/Step": 7788, "Finetune/Step Time": 6.757039587944746}
+{"Finetune/Learning Rate": 1.0430897819824205e-10, "Finetune/Loss": 0.5782631635665894, "Finetune/Loss (Raw)": 0.19053731858730316, "Finetune/Step": 7789, "Finetune/Step Time": 6.771222511306405}
+{"Finetune/Learning Rate": 8.620579311613419e-11, "Finetune/Loss": 0.5779317617416382, "Finetune/Loss (Raw)": 0.5534014105796814, "Finetune/Step": 7790, "Finetune/Step Time": 6.768172958865762}
+{"Finetune/Learning Rate": 6.982671148514364e-11, "Finetune/Loss": 0.5791316032409668, "Finetune/Loss (Raw)": 0.6381639242172241, "Finetune/Step": 7791, "Finetune/Step Time": 6.738677816465497}
+{"Finetune/Learning Rate": 5.5171736130787965e-11, "Finetune/Loss": 0.5779281854629517, "Finetune/Loss (Raw)": 0.4443950951099396, "Finetune/Step": 7792, "Finetune/Step Time": 6.733865911141038}
+{"Finetune/Learning Rate": 4.224086957882456e-11, "Finetune/Loss": 0.578105628490448, "Finetune/Loss (Raw)": 0.5722182393074036, "Finetune/Step": 7793, "Finetune/Step Time": 6.726890154182911}
+{"Finetune/Learning Rate": 3.103411405858125e-11, "Finetune/Loss": 0.5768824815750122, "Finetune/Loss (Raw)": 0.4912235140800476, "Finetune/Step": 7794, "Finetune/Step Time": 6.728264596313238}
+{"Finetune/Learning Rate": 2.155147150184611e-11, "Finetune/Loss": 0.5772526264190674, "Finetune/Loss (Raw)": 0.6789476275444031, "Finetune/Step": 7795, "Finetune/Step Time": 6.709469702094793}
+{"Finetune/Learning Rate": 1.3792943545087867e-11, "Finetune/Loss": 0.5769039392471313, "Finetune/Loss (Raw)": 0.6511557102203369, "Finetune/Step": 7796, "Finetune/Step Time": 6.705430706962943}
+{"Finetune/Learning Rate": 7.758531523904821e-12, "Finetune/Loss": 0.5760676860809326, "Finetune/Loss (Raw)": 0.552840530872345, "Finetune/Step": 7797, "Finetune/Step Time": 6.702002054080367}
+{"Finetune/Learning Rate": 3.4482364807963965e-12, "Finetune/Loss": 0.5738823413848877, "Finetune/Loss (Raw)": 0.21021956205368042, "Finetune/Step": 7798, "Finetune/Step Time": 6.696071373298764}
+{"Finetune/Learning Rate": 8.620591573915704e-13, "Finetune/Loss": 0.5726921558380127, "Finetune/Loss (Raw)": 0.45328766107559204, "Finetune/Step": 7799, "Finetune/Step Time": 6.713911287486553}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.5726906657218933, "Finetune/Loss (Raw)": 0.6631834506988525, "Finetune/Step": 7800, "Finetune/Step Time": 6.719117630273104}