diff --git "a/prism-clip+13b/run-metrics.jsonl" "b/prism-clip+13b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/prism-clip+13b/run-metrics.jsonl"
@@ -0,0 +1,22308 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-lvis4v-lrv", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_lvis4v_lrv_mix1231k.json", "download/llava-v1.5-instruct"], "type": "llava-lvis4v-lrv"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 2, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "resize-naive", "llm_backbone_id": "llama2-13b-pure", "llm_max_length": 2048, "model_id": "prism-clip+13b", "reduce_in_full_precision": false, "type": "prism-clip+13b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": null, "run_id": "prism-clip+13b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "prism-clip+13b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 1.3101495034123313e-06, "Finetune/Loss": 0.5844689607620239, "Finetune/Loss (Raw)": 0.5552882552146912, "Finetune/Step": 16158, "Finetune/Step Time": 10.733888138085604}
+{"Finetune/Learning Rate": 1.309316339481913e-06, "Finetune/Loss": 0.5838656425476074, "Finetune/Loss (Raw)": 0.5775866508483887, "Finetune/Step": 16159, "Finetune/Step Time": 10.73318562656641}
+{"Finetune/Learning Rate": 1.3084834219945731e-06, "Finetune/Loss": 0.5829722881317139, "Finetune/Loss (Raw)": 0.49142464995384216, "Finetune/Step": 16160, "Finetune/Step Time": 10.736767185851932}
+{"Finetune/Learning Rate": 1.3076507509739279e-06, "Finetune/Loss": 0.5830439329147339, "Finetune/Loss (Raw)": 0.5957050323486328, "Finetune/Step": 16161, "Finetune/Step Time": 10.747414223849773}
+{"Finetune/Learning Rate": 3.472222222222222e-08, "Finetune/Loss": 6.608789920806885, "Finetune/Loss (Raw)": 6.608789920806885, "Finetune/Step": 1, "Finetune/Step Time": 39.27293848991394}
+{"Finetune/Learning Rate": 1.3068183264435885e-06, "Finetune/Loss": 0.5817899703979492, "Finetune/Loss (Raw)": 0.4530135989189148, "Finetune/Step": 16162, "Finetune/Step Time": 10.779153240844607}
+{"Finetune/Learning Rate": 6.944444444444444e-08, "Finetune/Loss": 5.891865253448486, "Finetune/Loss (Raw)": 5.174940586090088, "Finetune/Step": 2, "Finetune/Step Time": 24.482582807540894}
+{"Finetune/Learning Rate": 1.0416666666666667e-07, "Finetune/Loss": 5.626582145690918, "Finetune/Loss (Raw)": 5.096015453338623, "Finetune/Step": 3, "Finetune/Step Time": 19.686923265457153}
+{"Finetune/Learning Rate": 1.3059861484271653e-06, "Finetune/Loss": 0.581250786781311, "Finetune/Loss (Raw)": 0.5356929302215576, "Finetune/Step": 16163, "Finetune/Step Time": 10.818349061533809}
+{"Finetune/Learning Rate": 1.3888888888888888e-07, "Finetune/Loss": 5.59084415435791, "Finetune/Loss (Raw)": 5.48362922668457, "Finetune/Step": 4, "Finetune/Step Time": 17.262452483177185}
+{"Finetune/Learning Rate": 1.3051542169482489e-06, "Finetune/Loss": 0.5814082622528076, "Finetune/Loss (Raw)": 0.6590164303779602, "Finetune/Step": 16164, "Finetune/Step Time": 10.819275228306651}
+{"Finetune/Learning Rate": 1.7361111111111115e-07, "Finetune/Loss": 5.4208903312683105, "Finetune/Loss (Raw)": 4.7410759925842285, "Finetune/Step": 5, "Finetune/Step Time": 15.865764141082764}
+{"Finetune/Learning Rate": 1.3043225320304343e-06, "Finetune/Loss": 0.5821902751922607, "Finetune/Loss (Raw)": 0.7157984972000122, "Finetune/Step": 16165, "Finetune/Step Time": 10.798933327198029}
+{"Finetune/Learning Rate": 2.0833333333333333e-07, "Finetune/Loss": 5.423397064208984, "Finetune/Loss (Raw)": 5.435929298400879, "Finetune/Step": 6, "Finetune/Step Time": 15.411563078562418}
+{"Finetune/Learning Rate": 1.3034910936973032e-06, "Finetune/Loss": 0.582693338394165, "Finetune/Loss (Raw)": 0.6111908555030823, "Finetune/Step": 16166, "Finetune/Step Time": 10.833385461941361}
+{"Finetune/Learning Rate": 2.430555555555556e-07, "Finetune/Loss": 5.265329837799072, "Finetune/Loss (Raw)": 4.316929340362549, "Finetune/Step": 7, "Finetune/Step Time": 14.712247814450945}
+{"Finetune/Learning Rate": 1.3026599019724374e-06, "Finetune/Loss": 0.5825330018997192, "Finetune/Loss (Raw)": 0.5868613719940186, "Finetune/Step": 16167, "Finetune/Step Time": 10.843696983531117}
+{"Finetune/Learning Rate": 2.7777777777777776e-07, "Finetune/Loss": 5.223948001861572, "Finetune/Loss (Raw)": 4.934271812438965, "Finetune/Step": 8, "Finetune/Step Time": 14.13119626045227}
+{"Finetune/Learning Rate": 1.301828956879405e-06, "Finetune/Loss": 0.5837444067001343, "Finetune/Loss (Raw)": 0.6397436261177063, "Finetune/Step": 16168, "Finetune/Step Time": 10.842663699761033}
+{"Finetune/Learning Rate": 3.125e-07, "Finetune/Loss": 5.163624286651611, "Finetune/Loss (Raw)": 4.681034088134766, "Finetune/Step": 9, "Finetune/Step Time": 13.828526788287693}
+{"Finetune/Learning Rate": 1.3009982584417712e-06, "Finetune/Loss": 0.5842564702033997, "Finetune/Loss (Raw)": 0.554468035697937, "Finetune/Step": 16169, "Finetune/Step Time": 10.847092617303133}
+{"Finetune/Learning Rate": 3.472222222222223e-07, "Finetune/Loss": 5.121857166290283, "Finetune/Loss (Raw)": 4.745954513549805, "Finetune/Step": 10, "Finetune/Step Time": 13.420518159866333}
+{"Finetune/Learning Rate": 1.300167806683088e-06, "Finetune/Loss": 0.583719789981842, "Finetune/Loss (Raw)": 0.577110230922699, "Finetune/Step": 16170, "Finetune/Step Time": 10.863123066723347}
+{"Finetune/Learning Rate": 3.819444444444445e-07, "Finetune/Loss": 5.1223368644714355, "Finetune/Loss (Raw)": 5.127131938934326, "Finetune/Step": 11, "Finetune/Step Time": 13.149093216115778}
+{"Finetune/Learning Rate": 1.2993376016269076e-06, "Finetune/Loss": 0.583226203918457, "Finetune/Loss (Raw)": 0.5524704456329346, "Finetune/Step": 16171, "Finetune/Step Time": 10.86396149918437}
+{"Finetune/Learning Rate": 4.1666666666666667e-07, "Finetune/Loss": 5.083604335784912, "Finetune/Loss (Raw)": 4.657550811767578, "Finetune/Step": 12, "Finetune/Step Time": 12.936111251513163}
+{"Finetune/Learning Rate": 1.2985076432967703e-06, "Finetune/Loss": 0.5819647312164307, "Finetune/Loss (Raw)": 0.5103973746299744, "Finetune/Step": 16172, "Finetune/Step Time": 10.870849071070552}
+{"Finetune/Learning Rate": 4.5138888888888893e-07, "Finetune/Loss": 5.0179877281188965, "Finetune/Loss (Raw)": 4.230590343475342, "Finetune/Step": 13, "Finetune/Step Time": 12.70510431436392}
+{"Finetune/Learning Rate": 1.2976779317162114e-06, "Finetune/Loss": 0.5832647085189819, "Finetune/Loss (Raw)": 0.6446290612220764, "Finetune/Step": 16173, "Finetune/Step Time": 10.854840204119682}
+{"Finetune/Learning Rate": 4.861111111111112e-07, "Finetune/Loss": 4.979620933532715, "Finetune/Loss (Raw)": 4.480849742889404, "Finetune/Step": 14, "Finetune/Step Time": 12.62257991518293}
+{"Finetune/Learning Rate": 1.2968484669087612e-06, "Finetune/Loss": 0.5833598375320435, "Finetune/Loss (Raw)": 0.5857555866241455, "Finetune/Step": 16174, "Finetune/Step Time": 10.856654370203614}
+{"Finetune/Learning Rate": 5.208333333333334e-07, "Finetune/Loss": 4.925179958343506, "Finetune/Loss (Raw)": 4.163005352020264, "Finetune/Step": 15, "Finetune/Step Time": 12.404090309143067}
+{"Finetune/Learning Rate": 1.296019248897943e-06, "Finetune/Loss": 0.5843963623046875, "Finetune/Loss (Raw)": 0.6416282653808594, "Finetune/Step": 16175, "Finetune/Step Time": 10.85497097298503}
+{"Finetune/Learning Rate": 1.2951902777072656e-06, "Finetune/Loss": 0.5848629474639893, "Finetune/Loss (Raw)": 0.6580009460449219, "Finetune/Step": 16176, "Finetune/Step Time": 10.859990645200014}
+{"Finetune/Learning Rate": 5.555555555555555e-07, "Finetune/Loss": 4.656243324279785, "Finetune/Loss (Raw)": 0.6221947073936462, "Finetune/Step": 16, "Finetune/Step Time": 12.59732511639595}
+{"Finetune/Learning Rate": 1.2943615533602393e-06, "Finetune/Loss": 0.5844354629516602, "Finetune/Loss (Raw)": 0.6174172163009644, "Finetune/Step": 16177, "Finetune/Step Time": 10.87286970578134}
+{"Finetune/Learning Rate": 5.902777777777778e-07, "Finetune/Loss": 4.626061916351318, "Finetune/Loss (Raw)": 4.143152713775635, "Finetune/Step": 17, "Finetune/Step Time": 12.49638588288251}
+{"Finetune/Learning Rate": 1.2935330758803633e-06, "Finetune/Loss": 0.5842543840408325, "Finetune/Loss (Raw)": 0.568026065826416, "Finetune/Step": 16178, "Finetune/Step Time": 10.87089255452156}
+{"Finetune/Learning Rate": 6.25e-07, "Finetune/Loss": 4.619241714477539, "Finetune/Loss (Raw)": 4.503296375274658, "Finetune/Step": 18, "Finetune/Step Time": 12.557094984584385}
+{"Finetune/Learning Rate": 1.2927048452911318e-06, "Finetune/Loss": 0.5835049152374268, "Finetune/Loss (Raw)": 0.5612807869911194, "Finetune/Step": 16179, "Finetune/Step Time": 10.871162623167038}
+{"Finetune/Learning Rate": 1.2918768616160294e-06, "Finetune/Loss": 0.5828897953033447, "Finetune/Loss (Raw)": 0.5920830965042114, "Finetune/Step": 16180, "Finetune/Step Time": 10.878613755106926}
+{"Finetune/Learning Rate": 6.597222222222223e-07, "Finetune/Loss": 4.621666431427002, "Finetune/Loss (Raw)": 4.665311813354492, "Finetune/Step": 19, "Finetune/Step Time": 12.655276712618376}
+{"Finetune/Learning Rate": 6.944444444444446e-07, "Finetune/Loss": 4.569761753082275, "Finetune/Loss (Raw)": 3.583575487136841, "Finetune/Step": 20, "Finetune/Step Time": 12.58701183795929}
+{"Finetune/Learning Rate": 1.2910491248785385e-06, "Finetune/Loss": 0.5839788913726807, "Finetune/Loss (Raw)": 0.6331072449684143, "Finetune/Step": 16181, "Finetune/Step Time": 10.877486821264029}
+{"Finetune/Learning Rate": 7.291666666666667e-07, "Finetune/Loss": 4.544129848480225, "Finetune/Loss (Raw)": 4.031493186950684, "Finetune/Step": 21, "Finetune/Step Time": 12.438966955457415}
+{"Finetune/Learning Rate": 1.290221635102128e-06, "Finetune/Loss": 0.5845909118652344, "Finetune/Loss (Raw)": 0.6602362990379333, "Finetune/Step": 16182, "Finetune/Step Time": 10.872750859707594}
+{"Finetune/Learning Rate": 7.63888888888889e-07, "Finetune/Loss": 4.506539344787598, "Finetune/Loss (Raw)": 3.717136859893799, "Finetune/Step": 22, "Finetune/Step Time": 12.317417220635848}
+{"Finetune/Learning Rate": 1.2893943923102647e-06, "Finetune/Loss": 0.5840331315994263, "Finetune/Loss (Raw)": 0.5450296401977539, "Finetune/Step": 16183, "Finetune/Step Time": 10.865932343527675}
+{"Finetune/Learning Rate": 7.986111111111111e-07, "Finetune/Loss": 4.459738254547119, "Finetune/Loss (Raw)": 3.4301064014434814, "Finetune/Step": 23, "Finetune/Step Time": 12.207962730656499}
+{"Finetune/Learning Rate": 1.2885673965264078e-06, "Finetune/Loss": 0.5829010605812073, "Finetune/Loss (Raw)": 0.5860668420791626, "Finetune/Step": 16184, "Finetune/Step Time": 10.85408084653318}
+{"Finetune/Learning Rate": 8.333333333333333e-07, "Finetune/Loss": 4.4199748039245605, "Finetune/Loss (Raw)": 3.5054218769073486, "Finetune/Step": 24, "Finetune/Step Time": 12.111284792423248}
+{"Finetune/Learning Rate": 1.2877406477740074e-06, "Finetune/Loss": 0.5827614068984985, "Finetune/Loss (Raw)": 0.566230058670044, "Finetune/Step": 16185, "Finetune/Step Time": 10.859442092478275}
+{"Finetune/Learning Rate": 8.680555555555556e-07, "Finetune/Loss": 4.37894868850708, "Finetune/Loss (Raw)": 3.3943381309509277, "Finetune/Step": 25, "Finetune/Step Time": 12.035530948638916}
+{"Finetune/Learning Rate": 1.2869141460765067e-06, "Finetune/Loss": 0.5839882493019104, "Finetune/Loss (Raw)": 0.7069320678710938, "Finetune/Step": 16186, "Finetune/Step Time": 10.869382746517658}
+{"Finetune/Learning Rate": 9.027777777777779e-07, "Finetune/Loss": 4.33127498626709, "Finetune/Loss (Raw)": 3.1394202709198, "Finetune/Step": 26, "Finetune/Step Time": 11.982326003221365}
+{"Finetune/Learning Rate": 1.286087891457345e-06, "Finetune/Loss": 0.5845987200737, "Finetune/Loss (Raw)": 0.7000130414962769, "Finetune/Step": 16187, "Finetune/Step Time": 10.874209597706795}
+{"Finetune/Learning Rate": 9.375000000000001e-07, "Finetune/Loss": 4.286896705627441, "Finetune/Loss (Raw)": 3.133061170578003, "Finetune/Step": 27, "Finetune/Step Time": 11.895671985767505}
+{"Finetune/Learning Rate": 1.2852618839399522e-06, "Finetune/Loss": 0.5833727717399597, "Finetune/Loss (Raw)": 0.4713418781757355, "Finetune/Step": 16188, "Finetune/Step Time": 10.908416802063584}
+{"Finetune/Learning Rate": 9.722222222222224e-07, "Finetune/Loss": 4.25576639175415, "Finetune/Loss (Raw)": 3.4152472019195557, "Finetune/Step": 28, "Finetune/Step Time": 11.88602305310113}
+{"Finetune/Learning Rate": 1.2844361235477497e-06, "Finetune/Loss": 0.5832831859588623, "Finetune/Loss (Raw)": 0.591041624546051, "Finetune/Step": 16189, "Finetune/Step Time": 10.911101929843426}
+{"Finetune/Learning Rate": 1.0069444444444447e-06, "Finetune/Loss": 4.220704555511475, "Finetune/Loss (Raw)": 3.2389824390411377, "Finetune/Step": 29, "Finetune/Step Time": 11.843010614658224}
+{"Finetune/Learning Rate": 1.2836106103041556e-06, "Finetune/Loss": 0.5825001001358032, "Finetune/Loss (Raw)": 0.5986990332603455, "Finetune/Step": 16190, "Finetune/Step Time": 10.920255834236741}
+{"Finetune/Learning Rate": 1.0416666666666667e-06, "Finetune/Loss": 4.169363498687744, "Finetune/Loss (Raw)": 2.6804580688476562, "Finetune/Step": 30, "Finetune/Step Time": 11.783002352714538}
+{"Finetune/Learning Rate": 1.2827853442325787e-06, "Finetune/Loss": 0.58209228515625, "Finetune/Loss (Raw)": 0.5147789120674133, "Finetune/Step": 16191, "Finetune/Step Time": 10.924382841214538}
+{"Finetune/Learning Rate": 1.076388888888889e-06, "Finetune/Loss": 4.124662399291992, "Finetune/Loss (Raw)": 2.783630609512329, "Finetune/Step": 31, "Finetune/Step Time": 11.7775946663272}
+{"Finetune/Learning Rate": 1.2819603253564206e-06, "Finetune/Loss": 0.582473635673523, "Finetune/Loss (Raw)": 0.6953075528144836, "Finetune/Step": 16192, "Finetune/Step Time": 10.929020693525672}
+{"Finetune/Learning Rate": 1.111111111111111e-06, "Finetune/Loss": 4.065230369567871, "Finetune/Loss (Raw)": 2.2228496074676514, "Finetune/Step": 32, "Finetune/Step Time": 11.730143465101719}
+{"Finetune/Learning Rate": 1.2811355536990777e-06, "Finetune/Loss": 0.5829314589500427, "Finetune/Loss (Raw)": 0.6073787212371826, "Finetune/Step": 16193, "Finetune/Step Time": 10.932507349178195}
+{"Finetune/Learning Rate": 1.1458333333333333e-06, "Finetune/Loss": 4.0160088539123535, "Finetune/Loss (Raw)": 2.440913200378418, "Finetune/Step": 33, "Finetune/Step Time": 11.677970683935916}
+{"Finetune/Learning Rate": 1.280311029283936e-06, "Finetune/Loss": 0.582120954990387, "Finetune/Loss (Raw)": 0.479778528213501, "Finetune/Step": 16194, "Finetune/Step Time": 10.936446806415915}
+{"Finetune/Learning Rate": 1.1805555555555556e-06, "Finetune/Loss": 3.9624459743499756, "Finetune/Loss (Raw)": 2.1948606967926025, "Finetune/Step": 34, "Finetune/Step Time": 11.633208506247577}
+{"Finetune/Learning Rate": 1.279486752134379e-06, "Finetune/Loss": 0.5820468664169312, "Finetune/Loss (Raw)": 0.6004734635353088, "Finetune/Step": 16195, "Finetune/Step Time": 10.942019138485193}
+{"Finetune/Learning Rate": 1.2152777777777778e-06, "Finetune/Loss": 3.9173872470855713, "Finetune/Loss (Raw)": 2.38539719581604, "Finetune/Step": 35, "Finetune/Step Time": 11.647443001610892}
+{"Finetune/Learning Rate": 1.2786627222737801e-06, "Finetune/Loss": 0.5811812281608582, "Finetune/Loss (Raw)": 0.5229191780090332, "Finetune/Step": 16196, "Finetune/Step Time": 10.946099895983934}
+{"Finetune/Learning Rate": 1.25e-06, "Finetune/Loss": 3.8725290298461914, "Finetune/Loss (Raw)": 2.302487850189209, "Finetune/Step": 36, "Finetune/Step Time": 11.586694452497694}
+{"Finetune/Learning Rate": 1.2778389397255053e-06, "Finetune/Loss": 0.581348717212677, "Finetune/Loss (Raw)": 0.5958067178726196, "Finetune/Step": 16197, "Finetune/Step Time": 10.943183748051524}
+{"Finetune/Learning Rate": 1.2847222222222222e-06, "Finetune/Loss": 3.8253555297851562, "Finetune/Loss (Raw)": 2.1271140575408936, "Finetune/Step": 37, "Finetune/Step Time": 11.579541799184438}
+{"Finetune/Learning Rate": 1.2770154045129168e-06, "Finetune/Loss": 0.5831642150878906, "Finetune/Loss (Raw)": 0.7414314150810242, "Finetune/Step": 16198, "Finetune/Step Time": 10.940117865800858}
+{"Finetune/Learning Rate": 1.3194444444444446e-06, "Finetune/Loss": 3.780897378921509, "Finetune/Loss (Raw)": 2.135958194732666, "Finetune/Step": 38, "Finetune/Step Time": 11.533059446435226}
+{"Finetune/Learning Rate": 1.2761921166593683e-06, "Finetune/Loss": 0.5829347372055054, "Finetune/Loss (Raw)": 0.5240979790687561, "Finetune/Step": 16199, "Finetune/Step Time": 10.93922514654696}
+{"Finetune/Learning Rate": 1.3541666666666667e-06, "Finetune/Loss": 3.7330992221832275, "Finetune/Loss (Raw)": 1.9167546033859253, "Finetune/Step": 39, "Finetune/Step Time": 11.49413486627432}
+{"Finetune/Learning Rate": 1.275369076188202e-06, "Finetune/Loss": 0.5829532742500305, "Finetune/Loss (Raw)": 0.48193860054016113, "Finetune/Step": 16200, "Finetune/Step Time": 10.911166800186038}
+{"Finetune/Learning Rate": 1.3888888888888892e-06, "Finetune/Loss": 3.6896514892578125, "Finetune/Loss (Raw)": 1.9952013492584229, "Finetune/Step": 40, "Finetune/Step Time": 11.463591736555099}
+{"Finetune/Learning Rate": 1.2745462831227561e-06, "Finetune/Loss": 0.5817777514457703, "Finetune/Loss (Raw)": 0.5122136473655701, "Finetune/Step": 16201, "Finetune/Step Time": 10.921021295711398}
+{"Finetune/Learning Rate": 1.4236111111111112e-06, "Finetune/Loss": 3.645799160003662, "Finetune/Loss (Raw)": 1.8917020559310913, "Finetune/Step": 41, "Finetune/Step Time": 11.422524254496505}
+{"Finetune/Learning Rate": 1.2737237374863687e-06, "Finetune/Loss": 0.5806992053985596, "Finetune/Loss (Raw)": 0.4653030037879944, "Finetune/Step": 16202, "Finetune/Step Time": 10.925699714571238}
+{"Finetune/Learning Rate": 1.4583333333333335e-06, "Finetune/Loss": 3.606196403503418, "Finetune/Loss (Raw)": 1.9824937582015991, "Finetune/Step": 42, "Finetune/Step Time": 11.382730432919093}
+{"Finetune/Learning Rate": 1.272901439302362e-06, "Finetune/Loss": 0.580125093460083, "Finetune/Loss (Raw)": 0.5620340704917908, "Finetune/Step": 16203, "Finetune/Step Time": 10.92624738253653}
+{"Finetune/Learning Rate": 1.4930555555555555e-06, "Finetune/Loss": 3.5654399394989014, "Finetune/Loss (Raw)": 1.853664517402649, "Finetune/Step": 43, "Finetune/Step Time": 11.358584736668787}
+{"Finetune/Learning Rate": 1.527777777777778e-06, "Finetune/Loss": 3.5238301753997803, "Finetune/Loss (Raw)": 1.734596848487854, "Finetune/Step": 44, "Finetune/Step Time": 11.335106784647161}
+{"Finetune/Learning Rate": 1.2720793885940541e-06, "Finetune/Loss": 0.57997727394104, "Finetune/Loss (Raw)": 0.5954000949859619, "Finetune/Step": 16204, "Finetune/Step Time": 10.927317343652248}
+{"Finetune/Learning Rate": 1.5625e-06, "Finetune/Loss": 3.4854211807250977, "Finetune/Loss (Raw)": 1.7954249382019043, "Finetune/Step": 45, "Finetune/Step Time": 11.323903343412612}
+{"Finetune/Learning Rate": 1.2712575853847575e-06, "Finetune/Loss": 0.5787952542304993, "Finetune/Loss (Raw)": 0.4611220061779022, "Finetune/Step": 16205, "Finetune/Step Time": 10.968046337366104}
+{"Finetune/Learning Rate": 1.5972222222222221e-06, "Finetune/Loss": 3.4417920112609863, "Finetune/Loss (Raw)": 1.4784950017929077, "Finetune/Step": 46, "Finetune/Step Time": 11.310897262200065}
+{"Finetune/Learning Rate": 1.2704360296977735e-06, "Finetune/Loss": 0.5788369178771973, "Finetune/Loss (Raw)": 0.6261856555938721, "Finetune/Step": 16206, "Finetune/Step Time": 10.96964523382485}
+{"Finetune/Learning Rate": 1.6319444444444446e-06, "Finetune/Loss": 3.4027647972106934, "Finetune/Loss (Raw)": 1.607507348060608, "Finetune/Step": 47, "Finetune/Step Time": 11.274289846420288}
+{"Finetune/Learning Rate": 1.2696147215563992e-06, "Finetune/Loss": 0.579393744468689, "Finetune/Loss (Raw)": 0.5854694843292236, "Finetune/Step": 16207, "Finetune/Step Time": 10.96789813041687}
+{"Finetune/Learning Rate": 1.6666666666666667e-06, "Finetune/Loss": 3.368539810180664, "Finetune/Loss (Raw)": 1.7599643468856812, "Finetune/Step": 48, "Finetune/Step Time": 11.253968174258867}
+{"Finetune/Learning Rate": 1.2687936609839235e-06, "Finetune/Loss": 0.5806344151496887, "Finetune/Loss (Raw)": 0.6592899560928345, "Finetune/Step": 16208, "Finetune/Step Time": 10.979154903441668}
+{"Finetune/Learning Rate": 1.7013888888888891e-06, "Finetune/Loss": 3.3328464031219482, "Finetune/Loss (Raw)": 1.6195675134658813, "Finetune/Step": 49, "Finetune/Step Time": 11.229355116279757}
+{"Finetune/Learning Rate": 1.2679728480036335e-06, "Finetune/Loss": 0.5802450776100159, "Finetune/Loss (Raw)": 0.5163713693618774, "Finetune/Step": 16209, "Finetune/Step Time": 10.957509001716971}
+{"Finetune/Learning Rate": 1.7361111111111112e-06, "Finetune/Loss": 3.301804780960083, "Finetune/Loss (Raw)": 1.7807649374008179, "Finetune/Step": 50, "Finetune/Step Time": 11.206114645004272}
+{"Finetune/Learning Rate": 1.2671522826388028e-06, "Finetune/Loss": 0.5793443918228149, "Finetune/Loss (Raw)": 0.4783034324645996, "Finetune/Step": 16210, "Finetune/Step Time": 10.923370053991675}
+{"Finetune/Learning Rate": 1.7708333333333337e-06, "Finetune/Loss": 3.2658278942108154, "Finetune/Loss (Raw)": 1.466972827911377, "Finetune/Step": 51, "Finetune/Step Time": 11.189500411351522}
+{"Finetune/Learning Rate": 1.2663319649127025e-06, "Finetune/Loss": 0.5796422362327576, "Finetune/Loss (Raw)": 0.6473917365074158, "Finetune/Step": 16211, "Finetune/Step Time": 10.931866841390729}
+{"Finetune/Learning Rate": 1.8055555555555557e-06, "Finetune/Loss": 3.232959508895874, "Finetune/Loss (Raw)": 1.5566655397415161, "Finetune/Step": 52, "Finetune/Step Time": 11.175132774389708}
+{"Finetune/Learning Rate": 1.26551189484859e-06, "Finetune/Loss": 0.5804516673088074, "Finetune/Loss (Raw)": 0.6208435297012329, "Finetune/Step": 16212, "Finetune/Step Time": 10.911476643756032}
+{"Finetune/Learning Rate": 1.840277777777778e-06, "Finetune/Loss": 3.2033984661102295, "Finetune/Loss (Raw)": 1.6662285327911377, "Finetune/Step": 53, "Finetune/Step Time": 11.15220293908749}
+{"Finetune/Learning Rate": 1.2646920724697242e-06, "Finetune/Loss": 0.5802720785140991, "Finetune/Loss (Raw)": 0.5900470614433289, "Finetune/Step": 16213, "Finetune/Step Time": 10.901014605537057}
+{"Finetune/Learning Rate": 1.8750000000000003e-06, "Finetune/Loss": 3.1675305366516113, "Finetune/Loss (Raw)": 1.2665338516235352, "Finetune/Step": 54, "Finetune/Step Time": 11.172144417409543}
+{"Finetune/Learning Rate": 1.26387249779935e-06, "Finetune/Loss": 0.5800970196723938, "Finetune/Loss (Raw)": 0.5013056397438049, "Finetune/Step": 16214, "Finetune/Step Time": 10.869928466156125}
+{"Finetune/Learning Rate": 1.909722222222222e-06, "Finetune/Loss": 3.136289119720459, "Finetune/Loss (Raw)": 1.4492679834365845, "Finetune/Step": 55, "Finetune/Step Time": 11.14653822291981}
+{"Finetune/Learning Rate": 1.2630531708607074e-06, "Finetune/Loss": 0.5804407000541687, "Finetune/Loss (Raw)": 0.7151544690132141, "Finetune/Step": 16215, "Finetune/Step Time": 10.852756714448333}
+{"Finetune/Learning Rate": 1.944444444444445e-06, "Finetune/Loss": 3.10585355758667, "Finetune/Loss (Raw)": 1.4318712949752808, "Finetune/Step": 56, "Finetune/Step Time": 11.121461208377566}
+{"Finetune/Learning Rate": 1.2622340916770348e-06, "Finetune/Loss": 0.5812331438064575, "Finetune/Loss (Raw)": 0.7051392793655396, "Finetune/Step": 16216, "Finetune/Step Time": 10.87999464944005}
+{"Finetune/Learning Rate": 1.9791666666666666e-06, "Finetune/Loss": 3.075941324234009, "Finetune/Loss (Raw)": 1.4008674621582031, "Finetune/Step": 57, "Finetune/Step Time": 11.139672601432132}
+{"Finetune/Learning Rate": 1.261415260271559e-06, "Finetune/Loss": 0.5816329121589661, "Finetune/Loss (Raw)": 0.5360578298568726, "Finetune/Step": 16217, "Finetune/Step Time": 10.850607825443149}
+{"Finetune/Learning Rate": 2.0138888888888893e-06, "Finetune/Loss": 3.043973922729492, "Finetune/Loss (Raw)": 1.2218328714370728, "Finetune/Step": 58, "Finetune/Step Time": 11.130372906553335}
+{"Finetune/Learning Rate": 1.2605966766674948e-06, "Finetune/Loss": 0.5822540521621704, "Finetune/Loss (Raw)": 0.7305974364280701, "Finetune/Step": 16218, "Finetune/Step Time": 10.856091741472483}
+{"Finetune/Learning Rate": 2.048611111111111e-06, "Finetune/Loss": 3.018864631652832, "Finetune/Loss (Raw)": 1.5625200271606445, "Finetune/Step": 59, "Finetune/Step Time": 11.128818293749276}
+{"Finetune/Learning Rate": 1.259778340888057e-06, "Finetune/Loss": 0.5813091397285461, "Finetune/Loss (Raw)": 0.459595650434494, "Finetune/Step": 16219, "Finetune/Step Time": 10.87855346687138}
+{"Finetune/Learning Rate": 2.0833333333333334e-06, "Finetune/Loss": 2.988302707672119, "Finetune/Loss (Raw)": 1.1851435899734497, "Finetune/Step": 60, "Finetune/Step Time": 11.11459264755249}
+{"Finetune/Learning Rate": 1.2589602529564516e-06, "Finetune/Loss": 0.5830268263816833, "Finetune/Loss (Raw)": 0.7375112771987915, "Finetune/Step": 16220, "Finetune/Step Time": 10.87107435055077}
+{"Finetune/Learning Rate": 2.1180555555555557e-06, "Finetune/Loss": 2.9574217796325684, "Finetune/Loss (Raw)": 1.1045832633972168, "Finetune/Step": 61, "Finetune/Step Time": 11.151789301731547}
+{"Finetune/Learning Rate": 1.2581424128958775e-06, "Finetune/Loss": 0.5833276510238647, "Finetune/Loss (Raw)": 0.598707377910614, "Finetune/Step": 16221, "Finetune/Step Time": 10.850951021537185}
+{"Finetune/Learning Rate": 2.152777777777778e-06, "Finetune/Loss": 2.9307734966278076, "Finetune/Loss (Raw)": 1.3052220344543457, "Finetune/Step": 62, "Finetune/Step Time": 11.149828407072253}
+{"Finetune/Learning Rate": 1.2573248207295241e-06, "Finetune/Loss": 0.5832480192184448, "Finetune/Loss (Raw)": 0.7117490768432617, "Finetune/Step": 16222, "Finetune/Step Time": 10.858502730727196}
+{"Finetune/Learning Rate": 2.1875000000000002e-06, "Finetune/Loss": 2.90533185005188, "Finetune/Loss (Raw)": 1.3279308080673218, "Finetune/Step": 63, "Finetune/Step Time": 11.131889759548127}
+{"Finetune/Learning Rate": 1.256507476480582e-06, "Finetune/Loss": 0.582770586013794, "Finetune/Loss (Raw)": 0.5705885887145996, "Finetune/Step": 16223, "Finetune/Step Time": 10.863680647686124}
+{"Finetune/Learning Rate": 2.222222222222222e-06, "Finetune/Loss": 2.8798441886901855, "Finetune/Loss (Raw)": 1.2741479873657227, "Finetune/Step": 64, "Finetune/Step Time": 11.128880761563778}
+{"Finetune/Learning Rate": 1.255690380172222e-06, "Finetune/Loss": 0.5843269228935242, "Finetune/Loss (Raw)": 0.7479283809661865, "Finetune/Step": 16224, "Finetune/Step Time": 10.8450688123703}
+{"Finetune/Learning Rate": 2.2569444444444448e-06, "Finetune/Loss": 2.854782819747925, "Finetune/Loss (Raw)": 1.2508527040481567, "Finetune/Step": 65, "Finetune/Step Time": 11.131964173683754}
+{"Finetune/Learning Rate": 1.2548735318276173e-06, "Finetune/Loss": 0.5829181671142578, "Finetune/Loss (Raw)": 0.6150026321411133, "Finetune/Step": 16225, "Finetune/Step Time": 10.847001176327467}
+{"Finetune/Learning Rate": 2.2916666666666666e-06, "Finetune/Loss": 2.828809976577759, "Finetune/Loss (Raw)": 1.140552043914795, "Finetune/Step": 66, "Finetune/Step Time": 11.176195924932307}
+{"Finetune/Learning Rate": 1.2540569314699325e-06, "Finetune/Loss": 0.5830569863319397, "Finetune/Loss (Raw)": 0.618110179901123, "Finetune/Step": 16226, "Finetune/Step Time": 10.855793979018927}
+{"Finetune/Learning Rate": 2.3263888888888893e-06, "Finetune/Loss": 2.8068623542785645, "Finetune/Loss (Raw)": 1.358339548110962, "Finetune/Step": 67, "Finetune/Step Time": 11.161687132137924}
+{"Finetune/Learning Rate": 1.2532405791223224e-06, "Finetune/Loss": 0.5824437141418457, "Finetune/Loss (Raw)": 0.5609022974967957, "Finetune/Step": 16227, "Finetune/Step Time": 10.860446548089385}
+{"Finetune/Learning Rate": 2.361111111111111e-06, "Finetune/Loss": 2.7837636470794678, "Finetune/Loss (Raw)": 1.2361431121826172, "Finetune/Step": 68, "Finetune/Step Time": 11.15591741660062}
+{"Finetune/Learning Rate": 1.2524244748079372e-06, "Finetune/Loss": 0.5819283723831177, "Finetune/Loss (Raw)": 0.5979498624801636, "Finetune/Step": 16228, "Finetune/Step Time": 10.86091766320169}
+{"Finetune/Learning Rate": 2.395833333333334e-06, "Finetune/Loss": 2.760233163833618, "Finetune/Loss (Raw)": 1.1601682901382446, "Finetune/Step": 69, "Finetune/Step Time": 11.148946945218073}
+{"Finetune/Learning Rate": 1.2516086185499187e-06, "Finetune/Loss": 0.5814989805221558, "Finetune/Loss (Raw)": 0.5195038914680481, "Finetune/Step": 16229, "Finetune/Step Time": 10.858351521193981}
+{"Finetune/Learning Rate": 2.4305555555555557e-06, "Finetune/Loss": 2.7400801181793213, "Finetune/Loss (Raw)": 1.3495241403579712, "Finetune/Step": 70, "Finetune/Step Time": 11.134550622531346}
+{"Finetune/Learning Rate": 1.2507930103714028e-06, "Finetune/Loss": 0.580898642539978, "Finetune/Loss (Raw)": 0.38217592239379883, "Finetune/Step": 16230, "Finetune/Step Time": 10.908071843907237}
+{"Finetune/Learning Rate": 2.465277777777778e-06, "Finetune/Loss": 2.7217235565185547, "Finetune/Loss (Raw)": 1.4367682933807373, "Finetune/Step": 71, "Finetune/Step Time": 11.120885607222435}
+{"Finetune/Learning Rate": 2.5e-06, "Finetune/Loss": 2.7026851177215576, "Finetune/Loss (Raw)": 1.350938320159912, "Finetune/Step": 72, "Finetune/Step Time": 11.106916785240173}
+{"Finetune/Learning Rate": 1.2499776502955185e-06, "Finetune/Loss": 0.5808836221694946, "Finetune/Loss (Raw)": 0.6212614178657532, "Finetune/Step": 16231, "Finetune/Step Time": 10.940819684416056}
+{"Finetune/Learning Rate": 2.5347222222222225e-06, "Finetune/Loss": 2.6826159954071045, "Finetune/Loss (Raw)": 1.237633466720581, "Finetune/Step": 73, "Finetune/Step Time": 11.084402348897228}
+{"Finetune/Learning Rate": 1.2491625383453854e-06, "Finetune/Loss": 0.5810419321060181, "Finetune/Loss (Raw)": 0.5500830411911011, "Finetune/Step": 16232, "Finetune/Step Time": 10.926984144374728}
+{"Finetune/Learning Rate": 2.5694444444444443e-06, "Finetune/Loss": 2.6631319522857666, "Finetune/Loss (Raw)": 1.2408082485198975, "Finetune/Step": 74, "Finetune/Step Time": 11.086508409397021}
+{"Finetune/Learning Rate": 1.2483476745441193e-06, "Finetune/Loss": 0.5813350677490234, "Finetune/Loss (Raw)": 0.6331992149353027, "Finetune/Step": 16233, "Finetune/Step Time": 10.959634149447083}
+{"Finetune/Learning Rate": 2.604166666666667e-06, "Finetune/Loss": 2.6452441215515137, "Finetune/Loss (Raw)": 1.3215525150299072, "Finetune/Step": 75, "Finetune/Step Time": 11.070766633351644}
+{"Finetune/Learning Rate": 1.247533058914826e-06, "Finetune/Loss": 0.5810868740081787, "Finetune/Loss (Raw)": 0.5796424150466919, "Finetune/Step": 16234, "Finetune/Step Time": 10.984054777771235}
+{"Finetune/Learning Rate": 2.6388888888888893e-06, "Finetune/Loss": 2.627293348312378, "Finetune/Loss (Raw)": 1.2809630632400513, "Finetune/Step": 76, "Finetune/Step Time": 11.06557922927957}
+{"Finetune/Learning Rate": 2.673611111111111e-06, "Finetune/Loss": 2.6091954708099365, "Finetune/Loss (Raw)": 1.233779788017273, "Finetune/Step": 77, "Finetune/Step Time": 11.061261074883598}
+{"Finetune/Learning Rate": 1.2467186914806073e-06, "Finetune/Loss": 0.5828179121017456, "Finetune/Loss (Raw)": 0.6090793609619141, "Finetune/Step": 16235, "Finetune/Step Time": 11.00310400314629}
+{"Finetune/Learning Rate": 2.7083333333333334e-06, "Finetune/Loss": 2.5910260677337646, "Finetune/Loss (Raw)": 1.1919753551483154, "Finetune/Step": 78, "Finetune/Step Time": 11.051252380395548}
+{"Finetune/Learning Rate": 1.2459045722645547e-06, "Finetune/Loss": 0.5827568769454956, "Finetune/Loss (Raw)": 0.6020291447639465, "Finetune/Step": 16236, "Finetune/Step Time": 11.000139912590384}
+{"Finetune/Learning Rate": 2.743055555555556e-06, "Finetune/Loss": 2.573068141937256, "Finetune/Loss (Raw)": 1.172337293624878, "Finetune/Step": 79, "Finetune/Step Time": 11.038674179511734}
+{"Finetune/Learning Rate": 1.2450907012897562e-06, "Finetune/Loss": 0.5816701054573059, "Finetune/Loss (Raw)": 0.5345776081085205, "Finetune/Step": 16237, "Finetune/Step Time": 10.999421264976263}
+{"Finetune/Learning Rate": 1.244277078579289e-06, "Finetune/Loss": 0.5836206078529358, "Finetune/Loss (Raw)": 0.6998625993728638, "Finetune/Step": 16238, "Finetune/Step Time": 11.002612544223666}
+{"Finetune/Learning Rate": 2.7777777777777783e-06, "Finetune/Loss": 2.556370258331299, "Finetune/Loss (Raw)": 1.2372467517852783, "Finetune/Step": 80, "Finetune/Step Time": 11.166698896884919}
+{"Finetune/Learning Rate": 1.2434637041562258e-06, "Finetune/Loss": 0.5824577212333679, "Finetune/Loss (Raw)": 0.5266196727752686, "Finetune/Step": 16239, "Finetune/Step Time": 11.003644950687885}
+{"Finetune/Learning Rate": 2.8125e-06, "Finetune/Loss": 2.54097843170166, "Finetune/Loss (Raw)": 1.3096212148666382, "Finetune/Step": 81, "Finetune/Step Time": 11.161416545326327}
+{"Finetune/Learning Rate": 1.2426505780436326e-06, "Finetune/Loss": 0.581944465637207, "Finetune/Loss (Raw)": 0.5502278804779053, "Finetune/Step": 16240, "Finetune/Step Time": 11.005607975646853}
+{"Finetune/Learning Rate": 2.8472222222222224e-06, "Finetune/Loss": 2.5222482681274414, "Finetune/Loss (Raw)": 1.005115270614624, "Finetune/Step": 82, "Finetune/Step Time": 11.159390344852355}
+{"Finetune/Learning Rate": 1.2418377002645653e-06, "Finetune/Loss": 0.5823409557342529, "Finetune/Loss (Raw)": 0.6016485095024109, "Finetune/Step": 16241, "Finetune/Step Time": 11.011042119935155}
+{"Finetune/Learning Rate": 2.8819444444444443e-06, "Finetune/Loss": 2.506575345993042, "Finetune/Loss (Raw)": 1.221404790878296, "Finetune/Step": 83, "Finetune/Step Time": 11.153785042015903}
+{"Finetune/Learning Rate": 1.2410250708420767e-06, "Finetune/Loss": 0.5820698142051697, "Finetune/Loss (Raw)": 0.5756106376647949, "Finetune/Step": 16242, "Finetune/Step Time": 11.012460511177778}
+{"Finetune/Learning Rate": 1.2402126897992094e-06, "Finetune/Loss": 0.5819299221038818, "Finetune/Loss (Raw)": 0.5590555667877197, "Finetune/Step": 16243, "Finetune/Step Time": 11.013344269245863}
+{"Finetune/Learning Rate": 2.916666666666667e-06, "Finetune/Loss": 2.490483522415161, "Finetune/Loss (Raw)": 1.1548469066619873, "Finetune/Step": 84, "Finetune/Step Time": 11.138499682857876}
+{"Finetune/Learning Rate": 1.2394005571590007e-06, "Finetune/Loss": 0.582564115524292, "Finetune/Loss (Raw)": 0.6073331832885742, "Finetune/Step": 16244, "Finetune/Step Time": 11.007094454020262}
+{"Finetune/Learning Rate": 2.9513888888888892e-06, "Finetune/Loss": 2.47458815574646, "Finetune/Loss (Raw)": 1.1393967866897583, "Finetune/Step": 85, "Finetune/Step Time": 11.159811507954316}
+{"Finetune/Learning Rate": 1.2385886729444808e-06, "Finetune/Loss": 0.5832500457763672, "Finetune/Loss (Raw)": 0.6006699800491333, "Finetune/Step": 16245, "Finetune/Step Time": 11.013060934841633}
+{"Finetune/Learning Rate": 2.986111111111111e-06, "Finetune/Loss": 2.4592466354370117, "Finetune/Loss (Raw)": 1.1551965475082397, "Finetune/Step": 86, "Finetune/Step Time": 11.145449971043787}
+{"Finetune/Learning Rate": 1.2377770371786723e-06, "Finetune/Loss": 0.5818281173706055, "Finetune/Loss (Raw)": 0.5275882482528687, "Finetune/Step": 16246, "Finetune/Step Time": 11.015813080593944}
+{"Finetune/Learning Rate": 3.0208333333333334e-06, "Finetune/Loss": 2.444451332092285, "Finetune/Loss (Raw)": 1.1720596551895142, "Finetune/Step": 87, "Finetune/Step Time": 11.132236058684601}
+{"Finetune/Learning Rate": 3.055555555555556e-06, "Finetune/Loss": 2.4302978515625, "Finetune/Loss (Raw)": 1.1989413499832153, "Finetune/Step": 88, "Finetune/Step Time": 11.121311753988266}
+{"Finetune/Learning Rate": 1.2369656498845906e-06, "Finetune/Loss": 0.5807225704193115, "Finetune/Loss (Raw)": 0.36288416385650635, "Finetune/Step": 16247, "Finetune/Step Time": 11.043698649853468}
+{"Finetune/Learning Rate": 3.0902777777777783e-06, "Finetune/Loss": 2.4142038822174072, "Finetune/Loss (Raw)": 0.9979262351989746, "Finetune/Step": 89, "Finetune/Step Time": 11.106500783663117}
+{"Finetune/Learning Rate": 1.2361545110852458e-06, "Finetune/Loss": 0.5806752443313599, "Finetune/Loss (Raw)": 0.510584831237793, "Finetune/Step": 16248, "Finetune/Step Time": 11.026538703590631}
+{"Finetune/Learning Rate": 3.125e-06, "Finetune/Loss": 2.4002342224121094, "Finetune/Loss (Raw)": 1.1569468975067139, "Finetune/Step": 90, "Finetune/Step Time": 11.101768186357287}
+{"Finetune/Learning Rate": 1.235343620803634e-06, "Finetune/Loss": 0.5798048973083496, "Finetune/Loss (Raw)": 0.5271703004837036, "Finetune/Step": 16249, "Finetune/Step Time": 11.03560495749116}
+{"Finetune/Learning Rate": 3.1597222222222224e-06, "Finetune/Loss": 2.3881728649139404, "Finetune/Loss (Raw)": 1.302653431892395, "Finetune/Step": 91, "Finetune/Step Time": 11.090772534464742}
+{"Finetune/Learning Rate": 1.234532979062756e-06, "Finetune/Loss": 0.5799657106399536, "Finetune/Loss (Raw)": 0.6071488261222839, "Finetune/Step": 16250, "Finetune/Step Time": 11.04213722795248}
+{"Finetune/Learning Rate": 3.1944444444444443e-06, "Finetune/Loss": 2.3749377727508545, "Finetune/Loss (Raw)": 1.1705363988876343, "Finetune/Step": 92, "Finetune/Step Time": 11.07919760113177}
+{"Finetune/Learning Rate": 1.233722585885596e-06, "Finetune/Loss": 0.5803420543670654, "Finetune/Loss (Raw)": 0.5453132390975952, "Finetune/Step": 16251, "Finetune/Step Time": 11.013328105211258}
+{"Finetune/Learning Rate": 3.229166666666667e-06, "Finetune/Loss": 2.3619277477264404, "Finetune/Loss (Raw)": 1.165022373199463, "Finetune/Step": 93, "Finetune/Step Time": 11.072529462076002}
+{"Finetune/Learning Rate": 1.2329124412951366e-06, "Finetune/Loss": 0.5805796384811401, "Finetune/Loss (Raw)": 0.6955274343490601, "Finetune/Step": 16252, "Finetune/Step Time": 11.019762597978115}
+{"Finetune/Learning Rate": 3.2638888888888892e-06, "Finetune/Loss": 2.3484487533569336, "Finetune/Loss (Raw)": 1.0948902368545532, "Finetune/Step": 94, "Finetune/Step Time": 11.06068966490157}
+{"Finetune/Learning Rate": 1.232102545314351e-06, "Finetune/Loss": 0.5804178714752197, "Finetune/Loss (Raw)": 0.6249589323997498, "Finetune/Step": 16253, "Finetune/Step Time": 11.032400147989392}
+{"Finetune/Learning Rate": 3.2986111111111115e-06, "Finetune/Loss": 2.334657907485962, "Finetune/Loss (Raw)": 1.0383189916610718, "Finetune/Step": 95, "Finetune/Step Time": 11.068625982184159}
+{"Finetune/Learning Rate": 1.2312928979662053e-06, "Finetune/Loss": 0.5811034440994263, "Finetune/Loss (Raw)": 0.6702566742897034, "Finetune/Step": 16254, "Finetune/Step Time": 11.034863907843828}
+{"Finetune/Learning Rate": 3.3333333333333333e-06, "Finetune/Loss": 2.3221147060394287, "Finetune/Loss (Raw)": 1.1304957866668701, "Finetune/Step": 96, "Finetune/Step Time": 11.055903695523739}
+{"Finetune/Learning Rate": 1.230483499273657e-06, "Finetune/Loss": 0.5813004970550537, "Finetune/Loss (Raw)": 0.6143121123313904, "Finetune/Step": 16255, "Finetune/Step Time": 11.037990910932422}
+{"Finetune/Learning Rate": 3.368055555555556e-06, "Finetune/Loss": 2.309037685394287, "Finetune/Loss (Raw)": 1.0536690950393677, "Finetune/Step": 97, "Finetune/Step Time": 11.053146502406326}
+{"Finetune/Learning Rate": 1.2296743492596587e-06, "Finetune/Loss": 0.5820872783660889, "Finetune/Loss (Raw)": 0.5390658974647522, "Finetune/Step": 16256, "Finetune/Step Time": 10.998552784323692}
+{"Finetune/Learning Rate": 3.4027777777777783e-06, "Finetune/Loss": 2.2947604656219482, "Finetune/Loss (Raw)": 0.9098610877990723, "Finetune/Step": 98, "Finetune/Step Time": 11.053505046027047}
+{"Finetune/Learning Rate": 1.228865447947154e-06, "Finetune/Loss": 0.5824402570724487, "Finetune/Loss (Raw)": 0.6341112852096558, "Finetune/Step": 16257, "Finetune/Step Time": 11.000531500205398}
+{"Finetune/Learning Rate": 3.4375e-06, "Finetune/Loss": 2.2826087474823, "Finetune/Loss (Raw)": 1.0917375087738037, "Finetune/Step": 99, "Finetune/Step Time": 11.04534433586429}
+{"Finetune/Learning Rate": 1.228056795359086e-06, "Finetune/Loss": 0.5835530161857605, "Finetune/Loss (Raw)": 0.5948503017425537, "Finetune/Step": 16258, "Finetune/Step Time": 10.993747470900416}
+{"Finetune/Learning Rate": 3.4722222222222224e-06, "Finetune/Loss": 2.2713584899902344, "Finetune/Loss (Raw)": 1.1576141119003296, "Finetune/Step": 100, "Finetune/Step Time": 11.033615002632141}
+{"Finetune/Learning Rate": 1.2272483915183841e-06, "Finetune/Loss": 0.5833123326301575, "Finetune/Loss (Raw)": 0.5589855909347534, "Finetune/Step": 16259, "Finetune/Step Time": 10.995496975257993}
+{"Finetune/Learning Rate": 3.5069444444444447e-06, "Finetune/Loss": 2.2589640617370605, "Finetune/Loss (Raw)": 1.019493579864502, "Finetune/Step": 101, "Finetune/Step Time": 11.049144579632447}
+{"Finetune/Learning Rate": 1.226440236447972e-06, "Finetune/Loss": 0.5823231339454651, "Finetune/Loss (Raw)": 0.4460327625274658, "Finetune/Step": 16260, "Finetune/Step Time": 11.00031279399991}
+{"Finetune/Learning Rate": 3.5416666666666673e-06, "Finetune/Loss": 2.2483463287353516, "Finetune/Loss (Raw)": 1.1759607791900635, "Finetune/Step": 102, "Finetune/Step Time": 11.047798187124963}
+{"Finetune/Learning Rate": 1.2256323301707652e-06, "Finetune/Loss": 0.5821864604949951, "Finetune/Loss (Raw)": 0.568715512752533, "Finetune/Step": 16261, "Finetune/Step Time": 11.005070015788078}
+{"Finetune/Learning Rate": 3.576388888888889e-06, "Finetune/Loss": 2.23679518699646, "Finetune/Loss (Raw)": 1.058556318283081, "Finetune/Step": 103, "Finetune/Step Time": 11.036848563592411}
+{"Finetune/Learning Rate": 1.2248246727096747e-06, "Finetune/Loss": 0.5811018943786621, "Finetune/Loss (Raw)": 0.4600019156932831, "Finetune/Step": 16262, "Finetune/Step Time": 11.011487761512399}
+{"Finetune/Learning Rate": 3.6111111111111115e-06, "Finetune/Loss": 2.2248923778533936, "Finetune/Loss (Raw)": 0.9989166259765625, "Finetune/Step": 104, "Finetune/Step Time": 11.033802484090511}
+{"Finetune/Learning Rate": 1.2240172640876025e-06, "Finetune/Loss": 0.5807607173919678, "Finetune/Loss (Raw)": 0.5872323513031006, "Finetune/Step": 16263, "Finetune/Step Time": 11.012963408604264}
+{"Finetune/Learning Rate": 3.6458333333333333e-06, "Finetune/Loss": 2.214860677719116, "Finetune/Loss (Raw)": 1.1715599298477173, "Finetune/Step": 105, "Finetune/Step Time": 11.026767374220348}
+{"Finetune/Learning Rate": 1.2232101043274437e-06, "Finetune/Loss": 0.580065131187439, "Finetune/Loss (Raw)": 0.5717774629592896, "Finetune/Step": 16264, "Finetune/Step Time": 11.013477811589837}
+{"Finetune/Learning Rate": 3.680555555555556e-06, "Finetune/Loss": 2.204162836074829, "Finetune/Loss (Raw)": 1.0808995962142944, "Finetune/Step": 106, "Finetune/Step Time": 11.01912780977645}
+{"Finetune/Learning Rate": 1.2224031934520896e-06, "Finetune/Loss": 0.5792964696884155, "Finetune/Loss (Raw)": 0.5237410664558411, "Finetune/Step": 16265, "Finetune/Step Time": 11.012899463996291}
+{"Finetune/Learning Rate": 3.7152777777777783e-06, "Finetune/Loss": 2.193772554397583, "Finetune/Loss (Raw)": 1.0924164056777954, "Finetune/Step": 107, "Finetune/Step Time": 11.01213872098477}
+{"Finetune/Learning Rate": 1.2215965314844235e-06, "Finetune/Loss": 0.5790573954582214, "Finetune/Loss (Raw)": 0.5245463252067566, "Finetune/Step": 16266, "Finetune/Step Time": 11.025207770988345}
+{"Finetune/Learning Rate": 3.7500000000000005e-06, "Finetune/Loss": 2.184413433074951, "Finetune/Loss (Raw)": 1.1829818487167358, "Finetune/Step": 108, "Finetune/Step Time": 11.00979948926855}
+{"Finetune/Learning Rate": 1.2207901184473147e-06, "Finetune/Loss": 0.5792077779769897, "Finetune/Loss (Raw)": 0.594355046749115, "Finetune/Step": 16267, "Finetune/Step Time": 11.03018556162715}
+{"Finetune/Learning Rate": 3.7847222222222224e-06, "Finetune/Loss": 2.174212694168091, "Finetune/Loss (Raw)": 1.0725427865982056, "Finetune/Step": 109, "Finetune/Step Time": 11.001909334725196}
+{"Finetune/Learning Rate": 1.2199839543636338e-06, "Finetune/Loss": 0.5792027711868286, "Finetune/Loss (Raw)": 0.565565288066864, "Finetune/Step": 16268, "Finetune/Step Time": 11.021433360874653}
+{"Finetune/Learning Rate": 3.819444444444444e-06, "Finetune/Loss": 2.1650710105895996, "Finetune/Loss (Raw)": 1.1686028242111206, "Finetune/Step": 110, "Finetune/Step Time": 10.993519102443349}
+{"Finetune/Learning Rate": 1.2191780392562414e-06, "Finetune/Loss": 0.5793516039848328, "Finetune/Loss (Raw)": 0.43266716599464417, "Finetune/Step": 16269, "Finetune/Step Time": 11.050079302862287}
+{"Finetune/Learning Rate": 3.854166666666667e-06, "Finetune/Loss": 2.156806707382202, "Finetune/Loss (Raw)": 1.2477432489395142, "Finetune/Step": 111, "Finetune/Step Time": 10.989327237412736}
+{"Finetune/Learning Rate": 1.21837237314799e-06, "Finetune/Loss": 0.5788865089416504, "Finetune/Loss (Raw)": 0.5920021533966064, "Finetune/Step": 16270, "Finetune/Step Time": 11.056683123111725}
+{"Finetune/Learning Rate": 3.88888888888889e-06, "Finetune/Loss": 2.148559331893921, "Finetune/Loss (Raw)": 1.2330915927886963, "Finetune/Step": 112, "Finetune/Step Time": 10.982497962457794}
+{"Finetune/Learning Rate": 1.2175669560617243e-06, "Finetune/Loss": 0.5790315270423889, "Finetune/Loss (Raw)": 0.5856469869613647, "Finetune/Step": 16271, "Finetune/Step Time": 11.055197047069669}
+{"Finetune/Learning Rate": 3.9236111111111114e-06, "Finetune/Loss": 2.138259172439575, "Finetune/Loss (Raw)": 0.9846592545509338, "Finetune/Step": 113, "Finetune/Step Time": 10.98000695642117}
+{"Finetune/Learning Rate": 1.216761788020291e-06, "Finetune/Loss": 0.5788989663124084, "Finetune/Loss (Raw)": 0.6325960159301758, "Finetune/Step": 16272, "Finetune/Step Time": 11.071814181283116}
+{"Finetune/Learning Rate": 3.958333333333333e-06, "Finetune/Loss": 2.1303353309631348, "Finetune/Loss (Raw)": 1.2349296808242798, "Finetune/Step": 114, "Finetune/Step Time": 10.974311054798594}
+{"Finetune/Learning Rate": 1.215956869046514e-06, "Finetune/Loss": 0.5801711082458496, "Finetune/Loss (Raw)": 0.5132299661636353, "Finetune/Step": 16273, "Finetune/Step Time": 11.033404614776373}
+{"Finetune/Learning Rate": 3.993055555555556e-06, "Finetune/Loss": 2.1207263469696045, "Finetune/Loss (Raw)": 1.0253169536590576, "Finetune/Step": 115, "Finetune/Step Time": 10.97500379189201}
+{"Finetune/Learning Rate": 1.215152199163222e-06, "Finetune/Loss": 0.5796838402748108, "Finetune/Loss (Raw)": 0.4864671528339386, "Finetune/Step": 16274, "Finetune/Step Time": 11.036893898621202}
+{"Finetune/Learning Rate": 4.027777777777779e-06, "Finetune/Loss": 2.111046552658081, "Finetune/Loss (Raw)": 0.9978655576705933, "Finetune/Step": 116, "Finetune/Step Time": 10.972276963036636}
+{"Finetune/Learning Rate": 1.2143477783932334e-06, "Finetune/Loss": 0.5802210569381714, "Finetune/Loss (Raw)": 0.49183616042137146, "Finetune/Step": 16275, "Finetune/Step Time": 10.998333148658276}
+{"Finetune/Learning Rate": 4.0625000000000005e-06, "Finetune/Loss": 2.1019692420959473, "Finetune/Loss (Raw)": 1.0489885807037354, "Finetune/Step": 117, "Finetune/Step Time": 10.967914658733923}
+{"Finetune/Learning Rate": 1.2135436067593575e-06, "Finetune/Loss": 0.5803769826889038, "Finetune/Loss (Raw)": 0.6663744449615479, "Finetune/Step": 16276, "Finetune/Step Time": 11.00598792731762}
+{"Finetune/Learning Rate": 4.097222222222222e-06, "Finetune/Loss": 2.0962698459625244, "Finetune/Loss (Raw)": 1.4294393062591553, "Finetune/Step": 118, "Finetune/Step Time": 10.971590547238366}
+{"Finetune/Learning Rate": 1.2127396842844009e-06, "Finetune/Loss": 0.5812820196151733, "Finetune/Loss (Raw)": 0.6682894825935364, "Finetune/Step": 16277, "Finetune/Step Time": 11.000102035701275}
+{"Finetune/Learning Rate": 4.131944444444444e-06, "Finetune/Loss": 2.087083339691162, "Finetune/Loss (Raw)": 1.0030741691589355, "Finetune/Step": 119, "Finetune/Step Time": 10.973936690001928}
+{"Finetune/Learning Rate": 1.2119360109911581e-06, "Finetune/Loss": 0.5803545117378235, "Finetune/Loss (Raw)": 0.5267077684402466, "Finetune/Step": 16278, "Finetune/Step Time": 10.983033519238234}
+{"Finetune/Learning Rate": 4.166666666666667e-06, "Finetune/Loss": 2.080278158187866, "Finetune/Loss (Raw)": 1.2704507112503052, "Finetune/Step": 120, "Finetune/Step Time": 10.968923272689183}
+{"Finetune/Learning Rate": 1.2111325869024215e-06, "Finetune/Loss": 0.579188346862793, "Finetune/Loss (Raw)": 0.3570552468299866, "Finetune/Step": 16279, "Finetune/Step Time": 11.002130147069693}
+{"Finetune/Learning Rate": 4.2013888888888896e-06, "Finetune/Loss": 2.0726468563079834, "Finetune/Loss (Raw)": 1.156906247138977, "Finetune/Step": 121, "Finetune/Step Time": 10.95939746967032}
+{"Finetune/Learning Rate": 1.2103294120409715e-06, "Finetune/Loss": 0.5781158208847046, "Finetune/Loss (Raw)": 0.5117730498313904, "Finetune/Step": 16280, "Finetune/Step Time": 10.99396188929677}
+{"Finetune/Learning Rate": 4.236111111111111e-06, "Finetune/Loss": 2.063941717147827, "Finetune/Loss (Raw)": 1.0106418132781982, "Finetune/Step": 122, "Finetune/Step Time": 10.955694089170363}
+{"Finetune/Learning Rate": 1.2095264864295852e-06, "Finetune/Loss": 0.5774734616279602, "Finetune/Loss (Raw)": 0.5140251517295837, "Finetune/Step": 16281, "Finetune/Step Time": 10.981592366471887}
+{"Finetune/Learning Rate": 4.270833333333333e-06, "Finetune/Loss": 2.05534029006958, "Finetune/Loss (Raw)": 1.0059632062911987, "Finetune/Step": 123, "Finetune/Step Time": 10.954389498485781}
+{"Finetune/Learning Rate": 1.2087238100910304e-06, "Finetune/Loss": 0.5773934125900269, "Finetune/Loss (Raw)": 0.6347870230674744, "Finetune/Step": 16282, "Finetune/Step Time": 10.983161872252822}
+{"Finetune/Learning Rate": 4.305555555555556e-06, "Finetune/Loss": 2.0462284088134766, "Finetune/Loss (Raw)": 0.9254677891731262, "Finetune/Step": 124, "Finetune/Step Time": 10.949562680336737}
+{"Finetune/Learning Rate": 1.2079213830480707e-06, "Finetune/Loss": 0.5770193338394165, "Finetune/Loss (Raw)": 0.4884452521800995, "Finetune/Step": 16283, "Finetune/Step Time": 10.944328797981143}
+{"Finetune/Learning Rate": 4.340277777777779e-06, "Finetune/Loss": 2.0387635231018066, "Finetune/Loss (Raw)": 1.1130919456481934, "Finetune/Step": 125, "Finetune/Step Time": 10.94430784034729}
+{"Finetune/Learning Rate": 1.2071192053234581e-06, "Finetune/Loss": 0.5776492357254028, "Finetune/Loss (Raw)": 0.5768441557884216, "Finetune/Step": 16284, "Finetune/Step Time": 10.942361352965236}
+{"Finetune/Learning Rate": 4.3750000000000005e-06, "Finetune/Loss": 2.031792163848877, "Finetune/Loss (Raw)": 1.160392165184021, "Finetune/Step": 126, "Finetune/Step Time": 10.934967213206821}
+{"Finetune/Learning Rate": 4.409722222222222e-06, "Finetune/Loss": 2.0244741439819336, "Finetune/Loss (Raw)": 1.1024086475372314, "Finetune/Step": 127, "Finetune/Step Time": 10.926570809732272}
+{"Finetune/Learning Rate": 1.2063172769399412e-06, "Finetune/Loss": 0.5766171813011169, "Finetune/Loss (Raw)": 0.48746809363365173, "Finetune/Step": 16285, "Finetune/Step Time": 10.945135578513145}
+{"Finetune/Learning Rate": 1.2055155979202616e-06, "Finetune/Loss": 0.5768548846244812, "Finetune/Loss (Raw)": 0.5857195258140564, "Finetune/Step": 16286, "Finetune/Step Time": 10.927522487938404}
+{"Finetune/Learning Rate": 4.444444444444444e-06, "Finetune/Loss": 2.0164926052093506, "Finetune/Loss (Raw)": 1.0028263330459595, "Finetune/Step": 128, "Finetune/Step Time": 10.934045892208815}
+{"Finetune/Learning Rate": 1.20471416828715e-06, "Finetune/Loss": 0.5767030715942383, "Finetune/Loss (Raw)": 0.5581578016281128, "Finetune/Step": 16287, "Finetune/Step Time": 10.923666739836335}
+{"Finetune/Learning Rate": 4.479166666666667e-06, "Finetune/Loss": 1.9742039442062378, "Finetune/Loss (Raw)": 1.1958457231521606, "Finetune/Step": 129, "Finetune/Step Time": 10.707172587513924}
+{"Finetune/Learning Rate": 1.203912988063335e-06, "Finetune/Loss": 0.5781259536743164, "Finetune/Loss (Raw)": 0.6735488176345825, "Finetune/Step": 16288, "Finetune/Step Time": 10.918575078248978}
+{"Finetune/Learning Rate": 4.5138888888888895e-06, "Finetune/Loss": 1.9420971870422363, "Finetune/Loss (Raw)": 1.0652809143066406, "Finetune/Step": 130, "Finetune/Step Time": 10.716486847028136}
+{"Finetune/Learning Rate": 1.2031120572715348e-06, "Finetune/Loss": 0.5775662064552307, "Finetune/Loss (Raw)": 0.5240553617477417, "Finetune/Step": 16289, "Finetune/Step Time": 10.913569267839193}
+{"Finetune/Learning Rate": 4.548611111111111e-06, "Finetune/Loss": 1.9103507995605469, "Finetune/Loss (Raw)": 1.0324771404266357, "Finetune/Step": 131, "Finetune/Step Time": 10.719129208475351}
+{"Finetune/Learning Rate": 1.202311375934464e-06, "Finetune/Loss": 0.5784907341003418, "Finetune/Loss (Raw)": 0.5713527798652649, "Finetune/Step": 16290, "Finetune/Step Time": 10.87424809858203}
+{"Finetune/Learning Rate": 4.583333333333333e-06, "Finetune/Loss": 1.8748273849487305, "Finetune/Loss (Raw)": 0.9366323947906494, "Finetune/Step": 132, "Finetune/Step Time": 10.71758796647191}
+{"Finetune/Learning Rate": 1.2015109440748207e-06, "Finetune/Loss": 0.5784584283828735, "Finetune/Loss (Raw)": 0.5315575003623962, "Finetune/Step": 16291, "Finetune/Step Time": 10.840621158480644}
+{"Finetune/Learning Rate": 4.618055555555556e-06, "Finetune/Loss": 1.846733570098877, "Finetune/Loss (Raw)": 1.1450631618499756, "Finetune/Step": 133, "Finetune/Step Time": 10.72221989184618}
+{"Finetune/Learning Rate": 1.2007107617153091e-06, "Finetune/Loss": 0.5778151154518127, "Finetune/Loss (Raw)": 0.5766780376434326, "Finetune/Step": 16292, "Finetune/Step Time": 10.838029554113746}
+{"Finetune/Learning Rate": 4.652777777777779e-06, "Finetune/Loss": 1.8121943473815918, "Finetune/Loss (Raw)": 1.0148804187774658, "Finetune/Step": 134, "Finetune/Step Time": 10.71875516884029}
+{"Finetune/Learning Rate": 1.19991082887862e-06, "Finetune/Loss": 0.5770105123519897, "Finetune/Loss (Raw)": 0.6128100156784058, "Finetune/Step": 16293, "Finetune/Step Time": 10.84232254140079}
+{"Finetune/Learning Rate": 4.6875000000000004e-06, "Finetune/Loss": 1.7860617637634277, "Finetune/Loss (Raw)": 0.9719787240028381, "Finetune/Step": 135, "Finetune/Step Time": 10.720370003953576}
+{"Finetune/Learning Rate": 1.1991111455874338e-06, "Finetune/Loss": 0.5765302777290344, "Finetune/Loss (Raw)": 0.5497186779975891, "Finetune/Step": 16294, "Finetune/Step Time": 10.82470978051424}
+{"Finetune/Learning Rate": 4.722222222222222e-06, "Finetune/Loss": 1.757454514503479, "Finetune/Loss (Raw)": 1.2725378274917603, "Finetune/Step": 136, "Finetune/Step Time": 10.720377838239074}
+{"Finetune/Learning Rate": 1.1983117118644304e-06, "Finetune/Loss": 0.5769451260566711, "Finetune/Loss (Raw)": 0.6399599313735962, "Finetune/Step": 16295, "Finetune/Step Time": 10.819112965837121}
+{"Finetune/Learning Rate": 4.756944444444445e-06, "Finetune/Loss": 1.7305630445480347, "Finetune/Loss (Raw)": 1.238926649093628, "Finetune/Step": 137, "Finetune/Step Time": 10.708858786150813}
+{"Finetune/Learning Rate": 1.1975125277322797e-06, "Finetune/Loss": 0.5768873691558838, "Finetune/Loss (Raw)": 0.6323569416999817, "Finetune/Step": 16296, "Finetune/Step Time": 10.823965359479189}
+{"Finetune/Learning Rate": 4.791666666666668e-06, "Finetune/Loss": 1.7026495933532715, "Finetune/Loss (Raw)": 1.173047661781311, "Finetune/Step": 138, "Finetune/Step Time": 10.71289843507111}
+{"Finetune/Learning Rate": 1.196713593213641e-06, "Finetune/Loss": 0.5769443511962891, "Finetune/Loss (Raw)": 0.5617601275444031, "Finetune/Step": 16297, "Finetune/Step Time": 10.830847615376115}
+{"Finetune/Learning Rate": 4.8263888888888895e-06, "Finetune/Loss": 1.6708705425262451, "Finetune/Loss (Raw)": 1.05939781665802, "Finetune/Step": 139, "Finetune/Step Time": 10.71001018024981}
+{"Finetune/Learning Rate": 4.861111111111111e-06, "Finetune/Loss": 1.642568588256836, "Finetune/Loss (Raw)": 1.0349088907241821, "Finetune/Step": 140, "Finetune/Step Time": 10.704221876338124}
+{"Finetune/Learning Rate": 1.1959149083311695e-06, "Finetune/Loss": 0.576018750667572, "Finetune/Loss (Raw)": 0.4586315155029297, "Finetune/Step": 16298, "Finetune/Step Time": 10.859999319538474}
+{"Finetune/Learning Rate": 4.895833333333333e-06, "Finetune/Loss": 1.6181166172027588, "Finetune/Loss (Raw)": 1.1007401943206787, "Finetune/Step": 141, "Finetune/Step Time": 10.708118541166186}
+{"Finetune/Learning Rate": 1.1951164731075183e-06, "Finetune/Loss": 0.5758441686630249, "Finetune/Loss (Raw)": 0.5301238298416138, "Finetune/Step": 16299, "Finetune/Step Time": 10.857981884852052}
+{"Finetune/Learning Rate": 4.930555555555556e-06, "Finetune/Loss": 1.5911035537719727, "Finetune/Loss (Raw)": 1.0231740474700928, "Finetune/Step": 142, "Finetune/Step Time": 10.712215173989534}
+{"Finetune/Learning Rate": 1.1943182875653258e-06, "Finetune/Loss": 0.5766860246658325, "Finetune/Loss (Raw)": 0.61815345287323, "Finetune/Step": 16300, "Finetune/Step Time": 10.863593719899654}
+{"Finetune/Learning Rate": 4.9652777777777786e-06, "Finetune/Loss": 1.5668809413909912, "Finetune/Loss (Raw)": 1.0625147819519043, "Finetune/Step": 143, "Finetune/Step Time": 10.718955494463444}
+{"Finetune/Learning Rate": 1.1935203517272264e-06, "Finetune/Loss": 0.5764795541763306, "Finetune/Loss (Raw)": 0.6181960701942444, "Finetune/Step": 16301, "Finetune/Step Time": 10.861949963495135}
+{"Finetune/Learning Rate": 5e-06, "Finetune/Loss": 1.5703415870666504, "Finetune/Loss (Raw)": 1.065155267715454, "Finetune/Step": 144, "Finetune/Step Time": 10.67511416040361}
+{"Finetune/Learning Rate": 1.1927226656158497e-06, "Finetune/Loss": 0.5765699148178101, "Finetune/Loss (Raw)": 0.5973314046859741, "Finetune/Step": 16302, "Finetune/Step Time": 10.90464493073523}
+{"Finetune/Learning Rate": 5.034722222222222e-06, "Finetune/Loss": 1.5469002723693848, "Finetune/Loss (Raw)": 1.142661213874817, "Finetune/Step": 145, "Finetune/Step Time": 10.668332068249583}
+{"Finetune/Learning Rate": 1.1919252292538118e-06, "Finetune/Loss": 0.5764169692993164, "Finetune/Loss (Raw)": 0.6220473051071167, "Finetune/Step": 16303, "Finetune/Step Time": 10.906411364674568}
+{"Finetune/Learning Rate": 5.069444444444445e-06, "Finetune/Loss": 1.5194151401519775, "Finetune/Loss (Raw)": 0.9852011203765869, "Finetune/Step": 146, "Finetune/Step Time": 10.643142310902476}
+{"Finetune/Learning Rate": 1.1911280426637274e-06, "Finetune/Loss": 0.575769305229187, "Finetune/Loss (Raw)": 0.5750982165336609, "Finetune/Step": 16304, "Finetune/Step Time": 10.919124575331807}
+{"Finetune/Learning Rate": 5.104166666666667e-06, "Finetune/Loss": 1.4900920391082764, "Finetune/Loss (Raw)": 0.9119648933410645, "Finetune/Step": 147, "Finetune/Step Time": 10.610368572175503}
+{"Finetune/Learning Rate": 5.138888888888889e-06, "Finetune/Loss": 1.470564365386963, "Finetune/Loss (Raw)": 1.0840167999267578, "Finetune/Step": 148, "Finetune/Step Time": 10.600743781775236}
+{"Finetune/Learning Rate": 1.190331105868201e-06, "Finetune/Loss": 0.5754268169403076, "Finetune/Loss (Raw)": 0.5735803842544556, "Finetune/Step": 16305, "Finetune/Step Time": 10.924227647483349}
+{"Finetune/Learning Rate": 5.173611111111112e-06, "Finetune/Loss": 1.4471229314804077, "Finetune/Loss (Raw)": 1.0309998989105225, "Finetune/Step": 149, "Finetune/Step Time": 10.597535694018006}
+{"Finetune/Learning Rate": 1.1895344188898339e-06, "Finetune/Loss": 0.5755043029785156, "Finetune/Loss (Raw)": 0.577951192855835, "Finetune/Step": 16306, "Finetune/Step Time": 10.926349397748709}
+{"Finetune/Learning Rate": 5.208333333333334e-06, "Finetune/Loss": 1.4255924224853516, "Finetune/Loss (Raw)": 0.9612246155738831, "Finetune/Step": 150, "Finetune/Step Time": 10.608234098181129}
+{"Finetune/Learning Rate": 1.1887379817512178e-06, "Finetune/Loss": 0.5762897729873657, "Finetune/Loss (Raw)": 0.661817193031311, "Finetune/Step": 16307, "Finetune/Step Time": 10.972713861614466}
+{"Finetune/Learning Rate": 5.243055555555556e-06, "Finetune/Loss": 1.4070290327072144, "Finetune/Loss (Raw)": 1.0539904832839966, "Finetune/Step": 151, "Finetune/Step Time": 10.61028627306223}
+{"Finetune/Learning Rate": 1.1879417944749395e-06, "Finetune/Loss": 0.5770044326782227, "Finetune/Loss (Raw)": 0.6835594177246094, "Finetune/Step": 16308, "Finetune/Step Time": 10.985274359583855}
+{"Finetune/Learning Rate": 5.2777777777777785e-06, "Finetune/Loss": 1.3875261545181274, "Finetune/Loss (Raw)": 1.0090526342391968, "Finetune/Step": 152, "Finetune/Step Time": 10.663633340969682}
+{"Finetune/Learning Rate": 1.1871458570835715e-06, "Finetune/Loss": 0.5759739875793457, "Finetune/Loss (Raw)": 0.5012052655220032, "Finetune/Step": 16309, "Finetune/Step Time": 10.999490585178137}
+{"Finetune/Learning Rate": 5.3125e-06, "Finetune/Loss": 1.3695367574691772, "Finetune/Loss (Raw)": 1.091705083847046, "Finetune/Step": 153, "Finetune/Step Time": 10.659842140972614}
+{"Finetune/Learning Rate": 1.186350169599686e-06, "Finetune/Loss": 0.5756216049194336, "Finetune/Loss (Raw)": 0.6151338815689087, "Finetune/Step": 16310, "Finetune/Step Time": 11.000618807971478}
+{"Finetune/Learning Rate": 5.347222222222222e-06, "Finetune/Loss": 1.3540709018707275, "Finetune/Loss (Raw)": 1.1597968339920044, "Finetune/Step": 154, "Finetune/Step Time": 10.654471822082996}
+{"Finetune/Learning Rate": 1.1855547320458472e-06, "Finetune/Loss": 0.576013445854187, "Finetune/Loss (Raw)": 0.595186710357666, "Finetune/Step": 16311, "Finetune/Step Time": 11.005268482491374}
+{"Finetune/Learning Rate": 5.381944444444445e-06, "Finetune/Loss": 1.3382799625396729, "Finetune/Loss (Raw)": 1.1118053197860718, "Finetune/Step": 155, "Finetune/Step Time": 10.658944083377719}
+{"Finetune/Learning Rate": 1.1847595444446115e-06, "Finetune/Loss": 0.575494647026062, "Finetune/Loss (Raw)": 0.5196547508239746, "Finetune/Step": 16312, "Finetune/Step Time": 11.001527164131403}
+{"Finetune/Learning Rate": 5.416666666666667e-06, "Finetune/Loss": 1.3202849626541138, "Finetune/Loss (Raw)": 1.1119015216827393, "Finetune/Step": 156, "Finetune/Step Time": 10.644707469269633}
+{"Finetune/Learning Rate": 1.1839646068185252e-06, "Finetune/Loss": 0.575463056564331, "Finetune/Loss (Raw)": 0.5621894598007202, "Finetune/Step": 16313, "Finetune/Step Time": 11.00532602518797}
+{"Finetune/Learning Rate": 5.451388888888889e-06, "Finetune/Loss": 1.3004783391952515, "Finetune/Loss (Raw)": 0.7037258148193359, "Finetune/Step": 157, "Finetune/Step Time": 10.681177075952291}
+{"Finetune/Learning Rate": 1.183169919190138e-06, "Finetune/Loss": 0.5749339461326599, "Finetune/Loss (Raw)": 0.6392049789428711, "Finetune/Step": 16314, "Finetune/Step Time": 10.995408890768886}
+{"Finetune/Learning Rate": 1.1823754815819777e-06, "Finetune/Loss": 0.5745881795883179, "Finetune/Loss (Raw)": 0.6557526588439941, "Finetune/Step": 16315, "Finetune/Step Time": 10.9864462018013}
+{"Finetune/Learning Rate": 5.486111111111112e-06, "Finetune/Loss": 1.2880576848983765, "Finetune/Loss (Raw)": 1.0906126499176025, "Finetune/Step": 158, "Finetune/Step Time": 10.711916634812951}
+{"Finetune/Learning Rate": 1.181581294016575e-06, "Finetune/Loss": 0.5753524899482727, "Finetune/Loss (Raw)": 0.5691794753074646, "Finetune/Step": 16316, "Finetune/Step Time": 10.958648385480046}
+{"Finetune/Learning Rate": 5.520833333333334e-06, "Finetune/Loss": 1.2750200033187866, "Finetune/Loss (Raw)": 1.1148015260696411, "Finetune/Step": 159, "Finetune/Step Time": 10.716892527416348}
+{"Finetune/Learning Rate": 1.1807873565164507e-06, "Finetune/Loss": 0.575160562992096, "Finetune/Loss (Raw)": 0.5664706826210022, "Finetune/Step": 16317, "Finetune/Step Time": 10.951281802728772}
+{"Finetune/Learning Rate": 5.555555555555557e-06, "Finetune/Loss": 1.266430377960205, "Finetune/Loss (Raw)": 1.1233930587768555, "Finetune/Step": 160, "Finetune/Step Time": 10.71474870853126}
+{"Finetune/Learning Rate": 1.179993669104118e-06, "Finetune/Loss": 0.574487566947937, "Finetune/Loss (Raw)": 0.5125622153282166, "Finetune/Step": 16318, "Finetune/Step Time": 10.97498669102788}
+{"Finetune/Learning Rate": 5.5902777777777785e-06, "Finetune/Loss": 1.2560853958129883, "Finetune/Loss (Raw)": 1.1167418956756592, "Finetune/Step": 161, "Finetune/Step Time": 10.732810413464904}
+{"Finetune/Learning Rate": 1.1792002318020845e-06, "Finetune/Loss": 0.5752174854278564, "Finetune/Loss (Raw)": 0.6082003116607666, "Finetune/Step": 16319, "Finetune/Step Time": 10.963729858398438}
+{"Finetune/Learning Rate": 5.625e-06, "Finetune/Loss": 1.2469651699066162, "Finetune/Loss (Raw)": 1.0274803638458252, "Finetune/Step": 162, "Finetune/Step Time": 10.732724407687783}
+{"Finetune/Learning Rate": 1.1784070446328477e-06, "Finetune/Loss": 0.5738657116889954, "Finetune/Loss (Raw)": 0.5222846269607544, "Finetune/Step": 16320, "Finetune/Step Time": 10.976653857156634}
+{"Finetune/Learning Rate": 5.659722222222222e-06, "Finetune/Loss": 1.2366559505462646, "Finetune/Loss (Raw)": 1.0658193826675415, "Finetune/Step": 163, "Finetune/Step Time": 10.724822649732232}
+{"Finetune/Learning Rate": 1.1776141076189062e-06, "Finetune/Loss": 0.5739915370941162, "Finetune/Loss (Raw)": 0.6234868168830872, "Finetune/Step": 16321, "Finetune/Step Time": 10.98019933886826}
+{"Finetune/Learning Rate": 5.694444444444445e-06, "Finetune/Loss": 1.2257299423217773, "Finetune/Loss (Raw)": 0.903961181640625, "Finetune/Step": 164, "Finetune/Step Time": 10.73153286613524}
+{"Finetune/Learning Rate": 1.1768214207827377e-06, "Finetune/Loss": 0.5748028755187988, "Finetune/Loss (Raw)": 0.5836343765258789, "Finetune/Step": 16322, "Finetune/Step Time": 10.977527586743236}
+{"Finetune/Learning Rate": 5.729166666666667e-06, "Finetune/Loss": 1.2185802459716797, "Finetune/Loss (Raw)": 1.2119338512420654, "Finetune/Step": 165, "Finetune/Step Time": 10.717513848096132}
+{"Finetune/Learning Rate": 1.1760289841468253e-06, "Finetune/Loss": 0.5749029517173767, "Finetune/Loss (Raw)": 0.6132773756980896, "Finetune/Step": 16323, "Finetune/Step Time": 10.973659364506602}
+{"Finetune/Learning Rate": 5.7638888888888886e-06, "Finetune/Loss": 1.2062349319458008, "Finetune/Loss (Raw)": 0.5557564496994019, "Finetune/Step": 166, "Finetune/Step Time": 10.763186670839787}
+{"Finetune/Learning Rate": 1.1752367977336376e-06, "Finetune/Loss": 0.5748097896575928, "Finetune/Loss (Raw)": 0.5109941959381104, "Finetune/Step": 16324, "Finetune/Step Time": 10.974658116698265}
+{"Finetune/Learning Rate": 5.798611111111112e-06, "Finetune/Loss": 1.200170874595642, "Finetune/Loss (Raw)": 1.1405709981918335, "Finetune/Step": 167, "Finetune/Step Time": 10.759333049878478}
+{"Finetune/Learning Rate": 1.1744448615656411e-06, "Finetune/Loss": 0.5744283199310303, "Finetune/Loss (Raw)": 0.5469756126403809, "Finetune/Step": 16325, "Finetune/Step Time": 10.97379639185965}
+{"Finetune/Learning Rate": 5.833333333333334e-06, "Finetune/Loss": 1.192525029182434, "Finetune/Loss (Raw)": 1.0165302753448486, "Finetune/Step": 168, "Finetune/Step Time": 10.762259406968951}
+{"Finetune/Learning Rate": 1.1736531756652914e-06, "Finetune/Loss": 0.5741512775421143, "Finetune/Loss (Raw)": 0.7059690952301025, "Finetune/Step": 16326, "Finetune/Step Time": 10.987075025215745}
+{"Finetune/Learning Rate": 5.868055555555557e-06, "Finetune/Loss": 1.1855041980743408, "Finetune/Loss (Raw)": 0.9930416941642761, "Finetune/Step": 169, "Finetune/Step Time": 10.762148056179285}
+{"Finetune/Learning Rate": 1.172861740055039e-06, "Finetune/Loss": 0.5751720666885376, "Finetune/Loss (Raw)": 0.6547653675079346, "Finetune/Step": 16327, "Finetune/Step Time": 10.981597339734435}
+{"Finetune/Learning Rate": 5.9027777777777785e-06, "Finetune/Loss": 1.1769189834594727, "Finetune/Loss (Raw)": 0.8835710883140564, "Finetune/Step": 170, "Finetune/Step Time": 10.765799008309841}
+{"Finetune/Learning Rate": 1.1720705547573263e-06, "Finetune/Loss": 0.5753207802772522, "Finetune/Loss (Raw)": 0.5009689927101135, "Finetune/Step": 16328, "Finetune/Step Time": 10.977087587118149}
+{"Finetune/Learning Rate": 5.9375e-06, "Finetune/Loss": 1.170384168624878, "Finetune/Loss (Raw)": 1.0172057151794434, "Finetune/Step": 171, "Finetune/Step Time": 10.759287716820836}
+{"Finetune/Learning Rate": 1.1712796197945897e-06, "Finetune/Loss": 0.5760558843612671, "Finetune/Loss (Raw)": 0.6063019037246704, "Finetune/Step": 16329, "Finetune/Step Time": 10.969052271917462}
+{"Finetune/Learning Rate": 5.972222222222222e-06, "Finetune/Loss": 1.1651414632797241, "Finetune/Loss (Raw)": 1.06354820728302, "Finetune/Step": 172, "Finetune/Step Time": 10.753770047798753}
+{"Finetune/Learning Rate": 1.170488935189258e-06, "Finetune/Loss": 0.5781623125076294, "Finetune/Loss (Raw)": 0.7349295020103455, "Finetune/Step": 16330, "Finetune/Step Time": 10.971741676330566}
+{"Finetune/Learning Rate": 6.006944444444445e-06, "Finetune/Loss": 1.1598079204559326, "Finetune/Loss (Raw)": 1.1127204895019531, "Finetune/Step": 173, "Finetune/Step Time": 10.744847306981683}
+{"Finetune/Learning Rate": 1.1696985009637518e-06, "Finetune/Loss": 0.5787936449050903, "Finetune/Loss (Raw)": 0.642852246761322, "Finetune/Step": 16331, "Finetune/Step Time": 10.971868254244328}
+{"Finetune/Learning Rate": 6.041666666666667e-06, "Finetune/Loss": 1.1561216115951538, "Finetune/Loss (Raw)": 1.0066524744033813, "Finetune/Step": 174, "Finetune/Step Time": 10.758592244237661}
+{"Finetune/Learning Rate": 1.1689083171404859e-06, "Finetune/Loss": 0.5784323215484619, "Finetune/Loss (Raw)": 0.5491483807563782, "Finetune/Step": 16332, "Finetune/Step Time": 10.962117357179523}
+{"Finetune/Learning Rate": 6.0763888888888885e-06, "Finetune/Loss": 1.1520626544952393, "Finetune/Loss (Raw)": 1.0879653692245483, "Finetune/Step": 175, "Finetune/Step Time": 10.761279162019491}
+{"Finetune/Learning Rate": 1.1681183837418687e-06, "Finetune/Loss": 0.5796399712562561, "Finetune/Loss (Raw)": 0.6157026886940002, "Finetune/Step": 16333, "Finetune/Step Time": 10.929818287491798}
+{"Finetune/Learning Rate": 6.111111111111112e-06, "Finetune/Loss": 1.1467936038970947, "Finetune/Loss (Raw)": 1.0855326652526855, "Finetune/Step": 176, "Finetune/Step Time": 10.777034351602197}
+{"Finetune/Learning Rate": 1.1673287007902988e-06, "Finetune/Loss": 0.5801254510879517, "Finetune/Loss (Raw)": 0.6883238554000854, "Finetune/Step": 16334, "Finetune/Step Time": 10.941469991579652}
+{"Finetune/Learning Rate": 6.145833333333334e-06, "Finetune/Loss": 1.142519235610962, "Finetune/Loss (Raw)": 1.0724282264709473, "Finetune/Step": 177, "Finetune/Step Time": 10.776005435734987}
+{"Finetune/Learning Rate": 1.166539268308171e-06, "Finetune/Loss": 0.579973578453064, "Finetune/Loss (Raw)": 0.5660274028778076, "Finetune/Step": 16335, "Finetune/Step Time": 10.94477729126811}
+{"Finetune/Learning Rate": 6.180555555555557e-06, "Finetune/Loss": 1.1364203691482544, "Finetune/Loss (Raw)": 1.0001232624053955, "Finetune/Step": 178, "Finetune/Step Time": 10.781210407614708}
+{"Finetune/Learning Rate": 1.1657500863178694e-06, "Finetune/Loss": 0.5796462893486023, "Finetune/Loss (Raw)": 0.6173996925354004, "Finetune/Step": 16336, "Finetune/Step Time": 10.93395634740591}
+{"Finetune/Learning Rate": 6.2152777777777785e-06, "Finetune/Loss": 1.1336612701416016, "Finetune/Loss (Raw)": 1.1138073205947876, "Finetune/Step": 179, "Finetune/Step Time": 10.799340475350618}
+{"Finetune/Learning Rate": 1.164961154841775e-06, "Finetune/Loss": 0.5789213180541992, "Finetune/Loss (Raw)": 0.42357122898101807, "Finetune/Step": 16337, "Finetune/Step Time": 10.957381369546056}
+{"Finetune/Learning Rate": 6.25e-06, "Finetune/Loss": 1.1301915645599365, "Finetune/Loss (Raw)": 1.1125531196594238, "Finetune/Step": 180, "Finetune/Step Time": 10.800542153418064}
+{"Finetune/Learning Rate": 1.1641724739022586e-06, "Finetune/Loss": 0.5789971351623535, "Finetune/Loss (Raw)": 0.4880100190639496, "Finetune/Step": 16338, "Finetune/Step Time": 10.967347433790565}
+{"Finetune/Learning Rate": 6.284722222222223e-06, "Finetune/Loss": 1.125712275505066, "Finetune/Loss (Raw)": 1.0928606986999512, "Finetune/Step": 181, "Finetune/Step Time": 10.802393728867173}
+{"Finetune/Learning Rate": 1.163384043521687e-06, "Finetune/Loss": 0.578029990196228, "Finetune/Loss (Raw)": 0.5236054062843323, "Finetune/Step": 16339, "Finetune/Step Time": 10.959254683926702}
+{"Finetune/Learning Rate": 6.319444444444445e-06, "Finetune/Loss": 1.1244041919708252, "Finetune/Loss (Raw)": 1.0990997552871704, "Finetune/Step": 182, "Finetune/Step Time": 10.793061628937721}
+{"Finetune/Learning Rate": 1.1625958637224122e-06, "Finetune/Loss": 0.5774098038673401, "Finetune/Loss (Raw)": 0.5414543151855469, "Finetune/Step": 16340, "Finetune/Step Time": 10.966931197792292}
+{"Finetune/Learning Rate": 6.354166666666667e-06, "Finetune/Loss": 1.1209979057312012, "Finetune/Loss (Raw)": 1.013282299041748, "Finetune/Step": 183, "Finetune/Step Time": 10.803546259179711}
+{"Finetune/Learning Rate": 1.1618079345267897e-06, "Finetune/Loss": 0.576968789100647, "Finetune/Loss (Raw)": 0.533595621585846, "Finetune/Step": 16341, "Finetune/Step Time": 10.963129710406065}
+{"Finetune/Learning Rate": 6.3888888888888885e-06, "Finetune/Loss": 1.11835515499115, "Finetune/Loss (Raw)": 1.0935865640640259, "Finetune/Step": 184, "Finetune/Step Time": 10.806422606110573}
+{"Finetune/Learning Rate": 1.1610202559571626e-06, "Finetune/Loss": 0.5770589113235474, "Finetune/Loss (Raw)": 0.512840747833252, "Finetune/Step": 16342, "Finetune/Step Time": 10.960130453109741}
+{"Finetune/Learning Rate": 6.423611111111112e-06, "Finetune/Loss": 1.1155153512954712, "Finetune/Loss (Raw)": 1.0373650789260864, "Finetune/Step": 185, "Finetune/Step Time": 10.787746170535684}
+{"Finetune/Learning Rate": 1.1602328280358655e-06, "Finetune/Loss": 0.5766614675521851, "Finetune/Loss (Raw)": 0.6642823815345764, "Finetune/Step": 16343, "Finetune/Step Time": 10.956009155139327}
+{"Finetune/Learning Rate": 1.1594456507852293e-06, "Finetune/Loss": 0.5751057267189026, "Finetune/Loss (Raw)": 0.506003737449646, "Finetune/Step": 16344, "Finetune/Step Time": 10.932591799646616}
+{"Finetune/Learning Rate": 6.458333333333334e-06, "Finetune/Loss": 1.1108033657073975, "Finetune/Loss (Raw)": 0.6187150478363037, "Finetune/Step": 186, "Finetune/Step Time": 10.833096999675035}
+{"Finetune/Learning Rate": 1.158658724227577e-06, "Finetune/Loss": 0.5750409364700317, "Finetune/Loss (Raw)": 0.5277649760246277, "Finetune/Step": 16345, "Finetune/Step Time": 10.931378949433565}
+{"Finetune/Learning Rate": 6.493055555555557e-06, "Finetune/Loss": 1.1056056022644043, "Finetune/Loss (Raw)": 0.8971852660179138, "Finetune/Step": 187, "Finetune/Step Time": 10.835248686373234}
+{"Finetune/Learning Rate": 6.5277777777777784e-06, "Finetune/Loss": 1.1049150228500366, "Finetune/Loss (Raw)": 1.0967624187469482, "Finetune/Step": 188, "Finetune/Step Time": 10.83141609840095}
+{"Finetune/Learning Rate": 1.1578720483852202e-06, "Finetune/Loss": 0.572879433631897, "Finetune/Loss (Raw)": 0.45392465591430664, "Finetune/Step": 16346, "Finetune/Step Time": 10.964969772845507}
+{"Finetune/Learning Rate": 6.5625e-06, "Finetune/Loss": 1.103998064994812, "Finetune/Loss (Raw)": 0.9872047305107117, "Finetune/Step": 189, "Finetune/Step Time": 10.81697024218738}
+{"Finetune/Learning Rate": 1.1570856232804661e-06, "Finetune/Loss": 0.5739234089851379, "Finetune/Loss (Raw)": 0.5932279825210571, "Finetune/Step": 16347, "Finetune/Step Time": 10.948951449245214}
+{"Finetune/Learning Rate": 6.597222222222223e-06, "Finetune/Loss": 1.101116418838501, "Finetune/Loss (Raw)": 0.9363683462142944, "Finetune/Step": 190, "Finetune/Step Time": 10.81244234368205}
+{"Finetune/Learning Rate": 1.1562994489356194e-06, "Finetune/Loss": 0.573637843132019, "Finetune/Loss (Raw)": 0.7009560465812683, "Finetune/Step": 16348, "Finetune/Step Time": 10.954008992761374}
+{"Finetune/Learning Rate": 1.1555135253729732e-06, "Finetune/Loss": 0.5731412172317505, "Finetune/Loss (Raw)": 0.5351481437683105, "Finetune/Step": 16349, "Finetune/Step Time": 10.958965010941029}
+{"Finetune/Learning Rate": 6.631944444444445e-06, "Finetune/Loss": 1.0973976850509644, "Finetune/Loss (Raw)": 0.851944625377655, "Finetune/Step": 191, "Finetune/Step Time": 10.833871798589826}
+{"Finetune/Learning Rate": 1.154727852614812e-06, "Finetune/Loss": 0.5722036361694336, "Finetune/Loss (Raw)": 0.591729998588562, "Finetune/Step": 16350, "Finetune/Step Time": 10.941287780180573}
+{"Finetune/Learning Rate": 6.666666666666667e-06, "Finetune/Loss": 1.0965862274169922, "Finetune/Loss (Raw)": 1.1702791452407837, "Finetune/Step": 192, "Finetune/Step Time": 10.825146915391088}
+{"Finetune/Learning Rate": 6.701388888888889e-06, "Finetune/Loss": 1.0940271615982056, "Finetune/Loss (Raw)": 0.9232777953147888, "Finetune/Step": 193, "Finetune/Step Time": 10.864680141210556}
+{"Finetune/Learning Rate": 1.153942430683419e-06, "Finetune/Loss": 0.5722562074661255, "Finetune/Loss (Raw)": 0.5773200988769531, "Finetune/Step": 16351, "Finetune/Step Time": 11.012076089158654}
+{"Finetune/Learning Rate": 6.736111111111112e-06, "Finetune/Loss": 1.0933327674865723, "Finetune/Loss (Raw)": 1.051681399345398, "Finetune/Step": 194, "Finetune/Step Time": 10.842524962499738}
+{"Finetune/Learning Rate": 1.153157259601062e-06, "Finetune/Loss": 0.5716658234596252, "Finetune/Loss (Raw)": 0.672355055809021, "Finetune/Step": 16352, "Finetune/Step Time": 11.020137028768659}
+{"Finetune/Learning Rate": 6.770833333333334e-06, "Finetune/Loss": 1.0923130512237549, "Finetune/Loss (Raw)": 1.2278228998184204, "Finetune/Step": 195, "Finetune/Step Time": 10.841033842414618}
+{"Finetune/Learning Rate": 1.1523723393900077e-06, "Finetune/Loss": 0.5703786015510559, "Finetune/Loss (Raw)": 0.45024147629737854, "Finetune/Step": 16353, "Finetune/Step Time": 11.029022043570876}
+{"Finetune/Learning Rate": 6.8055555555555566e-06, "Finetune/Loss": 1.090529203414917, "Finetune/Loss (Raw)": 1.0078030824661255, "Finetune/Step": 196, "Finetune/Step Time": 10.838104562833905}
+{"Finetune/Learning Rate": 1.1515876700725127e-06, "Finetune/Loss": 0.5696740746498108, "Finetune/Loss (Raw)": 0.527931272983551, "Finetune/Step": 16354, "Finetune/Step Time": 11.033268818631768}
+{"Finetune/Learning Rate": 6.840277777777778e-06, "Finetune/Loss": 1.0899930000305176, "Finetune/Loss (Raw)": 1.091522216796875, "Finetune/Step": 197, "Finetune/Step Time": 10.835291981697083}
+{"Finetune/Learning Rate": 1.1508032516708311e-06, "Finetune/Loss": 0.569812536239624, "Finetune/Loss (Raw)": 0.578629195690155, "Finetune/Step": 16355, "Finetune/Step Time": 11.029867108911276}
+{"Finetune/Learning Rate": 6.875e-06, "Finetune/Loss": 1.0875554084777832, "Finetune/Loss (Raw)": 1.0375250577926636, "Finetune/Step": 198, "Finetune/Step Time": 10.845478896051645}
+{"Finetune/Learning Rate": 1.1500190842072067e-06, "Finetune/Loss": 0.5705538988113403, "Finetune/Loss (Raw)": 0.6928398609161377, "Finetune/Step": 16356, "Finetune/Step Time": 11.031148796901107}
+{"Finetune/Learning Rate": 6.909722222222223e-06, "Finetune/Loss": 1.0846757888793945, "Finetune/Loss (Raw)": 1.0681716203689575, "Finetune/Step": 199, "Finetune/Step Time": 10.853248585015535}
+{"Finetune/Learning Rate": 1.149235167703877e-06, "Finetune/Loss": 0.571302056312561, "Finetune/Loss (Raw)": 0.6152639985084534, "Finetune/Step": 16357, "Finetune/Step Time": 11.033611636608839}
+{"Finetune/Learning Rate": 6.944444444444445e-06, "Finetune/Loss": 1.0826630592346191, "Finetune/Loss (Raw)": 1.0933059453964233, "Finetune/Step": 200, "Finetune/Step Time": 10.85848668217659}
+{"Finetune/Learning Rate": 1.1484515021830677e-06, "Finetune/Loss": 0.5733113288879395, "Finetune/Loss (Raw)": 0.6393636465072632, "Finetune/Step": 16358, "Finetune/Step Time": 10.978926781564951}
+{"Finetune/Learning Rate": 6.979166666666667e-06, "Finetune/Loss": 1.0807955265045166, "Finetune/Loss (Raw)": 0.998580813407898, "Finetune/Step": 201, "Finetune/Step Time": 10.8658298086375}
+{"Finetune/Learning Rate": 1.147668087667002e-06, "Finetune/Loss": 0.5724411606788635, "Finetune/Loss (Raw)": 0.5098811984062195, "Finetune/Step": 16359, "Finetune/Step Time": 10.95721024274826}
+{"Finetune/Learning Rate": 7.013888888888889e-06, "Finetune/Loss": 1.0793465375900269, "Finetune/Loss (Raw)": 1.0553531646728516, "Finetune/Step": 202, "Finetune/Step Time": 10.857356537133455}
+{"Finetune/Learning Rate": 1.1468849241778978e-06, "Finetune/Loss": 0.5740035176277161, "Finetune/Loss (Raw)": 0.7500635981559753, "Finetune/Step": 16360, "Finetune/Step Time": 10.969310626387596}
+{"Finetune/Learning Rate": 7.048611111111112e-06, "Finetune/Loss": 1.077391505241394, "Finetune/Loss (Raw)": 1.0713071823120117, "Finetune/Step": 203, "Finetune/Step Time": 10.876366797834635}
+{"Finetune/Learning Rate": 1.1461020117379606e-06, "Finetune/Loss": 0.573540449142456, "Finetune/Loss (Raw)": 0.5739315748214722, "Finetune/Step": 16361, "Finetune/Step Time": 10.93591858819127}
+{"Finetune/Learning Rate": 7.083333333333335e-06, "Finetune/Loss": 1.076175570487976, "Finetune/Loss (Raw)": 1.1253304481506348, "Finetune/Step": 204, "Finetune/Step Time": 10.876311104744673}
+{"Finetune/Learning Rate": 1.1453193503693948e-06, "Finetune/Loss": 0.5737100839614868, "Finetune/Loss (Raw)": 0.6013506650924683, "Finetune/Step": 16362, "Finetune/Step Time": 10.91590665653348}
+{"Finetune/Learning Rate": 7.1180555555555565e-06, "Finetune/Loss": 1.0746413469314575, "Finetune/Loss (Raw)": 1.0373890399932861, "Finetune/Step": 205, "Finetune/Step Time": 10.868870355188847}
+{"Finetune/Learning Rate": 7.152777777777778e-06, "Finetune/Loss": 1.07413911819458, "Finetune/Loss (Raw)": 1.1276899576187134, "Finetune/Step": 206, "Finetune/Step Time": 10.864042937755585}
+{"Finetune/Learning Rate": 1.144536940094395e-06, "Finetune/Loss": 0.572731614112854, "Finetune/Loss (Raw)": 0.48384401202201843, "Finetune/Step": 16363, "Finetune/Step Time": 10.94884262047708}
+{"Finetune/Learning Rate": 7.1875e-06, "Finetune/Loss": 1.073229432106018, "Finetune/Loss (Raw)": 1.0558980703353882, "Finetune/Step": 207, "Finetune/Step Time": 10.862767053768039}
+{"Finetune/Learning Rate": 1.1437547809351435e-06, "Finetune/Loss": 0.5717194080352783, "Finetune/Loss (Raw)": 0.4724622666835785, "Finetune/Step": 16364, "Finetune/Step Time": 10.95752022229135}
+{"Finetune/Learning Rate": 7.222222222222223e-06, "Finetune/Loss": 1.0721735954284668, "Finetune/Loss (Raw)": 1.1021177768707275, "Finetune/Step": 208, "Finetune/Step Time": 10.780951404944062}
+{"Finetune/Learning Rate": 1.1429728729138234e-06, "Finetune/Loss": 0.572595477104187, "Finetune/Loss (Raw)": 0.646714985370636, "Finetune/Step": 16365, "Finetune/Step Time": 10.96317776851356}
+{"Finetune/Learning Rate": 7.256944444444445e-06, "Finetune/Loss": 1.0707683563232422, "Finetune/Loss (Raw)": 1.1297249794006348, "Finetune/Step": 209, "Finetune/Step Time": 10.776108402758837}
+{"Finetune/Learning Rate": 1.142191216052606e-06, "Finetune/Loss": 0.5717366933822632, "Finetune/Loss (Raw)": 0.5899331569671631, "Finetune/Step": 16366, "Finetune/Step Time": 10.960469422861934}
+{"Finetune/Learning Rate": 7.291666666666667e-06, "Finetune/Loss": 1.070883870124817, "Finetune/Loss (Raw)": 1.0199134349822998, "Finetune/Step": 210, "Finetune/Step Time": 10.770564272999763}
+{"Finetune/Learning Rate": 1.1414098103736582e-06, "Finetune/Loss": 0.5717745423316956, "Finetune/Loss (Raw)": 0.5314711928367615, "Finetune/Step": 16367, "Finetune/Step Time": 10.96015397273004}
+{"Finetune/Learning Rate": 7.326388888888889e-06, "Finetune/Loss": 1.0694653987884521, "Finetune/Loss (Raw)": 1.03984534740448, "Finetune/Step": 211, "Finetune/Step Time": 10.764992339536548}
+{"Finetune/Learning Rate": 1.1406286558991376e-06, "Finetune/Loss": 0.5722028613090515, "Finetune/Loss (Raw)": 0.6050440669059753, "Finetune/Step": 16368, "Finetune/Step Time": 10.958593854680657}
+{"Finetune/Learning Rate": 7.361111111111112e-06, "Finetune/Loss": 1.067919373512268, "Finetune/Loss (Raw)": 0.9569502472877502, "Finetune/Step": 212, "Finetune/Step Time": 10.773058388382196}
+{"Finetune/Learning Rate": 1.1398477526511952e-06, "Finetune/Loss": 0.5713988542556763, "Finetune/Loss (Raw)": 0.4987369477748871, "Finetune/Step": 16369, "Finetune/Step Time": 10.943956328555942}
+{"Finetune/Learning Rate": 1.139067100651976e-06, "Finetune/Loss": 0.5710176229476929, "Finetune/Loss (Raw)": 0.5268121361732483, "Finetune/Step": 16370, "Finetune/Step Time": 10.944448590278625}
+{"Finetune/Learning Rate": 7.395833333333335e-06, "Finetune/Loss": 1.0661587715148926, "Finetune/Loss (Raw)": 0.9140444993972778, "Finetune/Step": 213, "Finetune/Step Time": 10.77585219964385}
+{"Finetune/Learning Rate": 1.1382866999236165e-06, "Finetune/Loss": 0.5711555480957031, "Finetune/Loss (Raw)": 0.5767189860343933, "Finetune/Step": 16371, "Finetune/Step Time": 10.940644605085254}
+{"Finetune/Learning Rate": 7.4305555555555565e-06, "Finetune/Loss": 1.065463662147522, "Finetune/Loss (Raw)": 1.066215991973877, "Finetune/Step": 214, "Finetune/Step Time": 10.776132706552744}
+{"Finetune/Learning Rate": 7.465277777777778e-06, "Finetune/Loss": 1.063758373260498, "Finetune/Loss (Raw)": 0.9537777304649353, "Finetune/Step": 215, "Finetune/Step Time": 10.771041305735707}
+{"Finetune/Learning Rate": 1.1375065504882465e-06, "Finetune/Loss": 0.5699437856674194, "Finetune/Loss (Raw)": 0.45222097635269165, "Finetune/Step": 16372, "Finetune/Step Time": 10.947725674137473}
+{"Finetune/Learning Rate": 7.500000000000001e-06, "Finetune/Loss": 1.062706470489502, "Finetune/Loss (Raw)": 1.0642995834350586, "Finetune/Step": 216, "Finetune/Step Time": 10.76826417632401}
+{"Finetune/Learning Rate": 1.1367266523679888e-06, "Finetune/Loss": 0.5701116919517517, "Finetune/Loss (Raw)": 0.6221619248390198, "Finetune/Step": 16373, "Finetune/Step Time": 10.946398586034775}
+{"Finetune/Learning Rate": 7.534722222222223e-06, "Finetune/Loss": 1.0626895427703857, "Finetune/Loss (Raw)": 0.995764434337616, "Finetune/Step": 217, "Finetune/Step Time": 10.78240100108087}
+{"Finetune/Learning Rate": 1.1359470055849609e-06, "Finetune/Loss": 0.5702442526817322, "Finetune/Loss (Raw)": 0.5445570945739746, "Finetune/Step": 16374, "Finetune/Step Time": 10.957546463236213}
+{"Finetune/Learning Rate": 7.569444444444445e-06, "Finetune/Loss": 1.0618642568588257, "Finetune/Loss (Raw)": 1.051303744316101, "Finetune/Step": 218, "Finetune/Step Time": 10.777202242985368}
+{"Finetune/Learning Rate": 1.1351676101612685e-06, "Finetune/Loss": 0.5732640027999878, "Finetune/Loss (Raw)": 0.7494163513183594, "Finetune/Step": 16375, "Finetune/Step Time": 10.936250157654285}
+{"Finetune/Learning Rate": 7.6041666666666666e-06, "Finetune/Loss": 1.0592548847198486, "Finetune/Loss (Raw)": 0.9686603546142578, "Finetune/Step": 219, "Finetune/Step Time": 10.798239547759295}
+{"Finetune/Learning Rate": 1.1343884661190153e-06, "Finetune/Loss": 0.5729040503501892, "Finetune/Loss (Raw)": 0.4645080268383026, "Finetune/Step": 16376, "Finetune/Step Time": 10.947565197944641}
+{"Finetune/Learning Rate": 7.638888888888888e-06, "Finetune/Loss": 1.059099793434143, "Finetune/Loss (Raw)": 1.1506956815719604, "Finetune/Step": 220, "Finetune/Step Time": 10.80095242895186}
+{"Finetune/Learning Rate": 1.1336095734802943e-06, "Finetune/Loss": 0.5737462639808655, "Finetune/Loss (Raw)": 0.6349728107452393, "Finetune/Step": 16377, "Finetune/Step Time": 10.95678491704166}
+{"Finetune/Learning Rate": 7.673611111111113e-06, "Finetune/Loss": 1.0578954219818115, "Finetune/Loss (Raw)": 1.0108532905578613, "Finetune/Step": 221, "Finetune/Step Time": 10.80469187349081}
+{"Finetune/Learning Rate": 1.1328309322671937e-06, "Finetune/Loss": 0.5749565362930298, "Finetune/Loss (Raw)": 0.7620643377304077, "Finetune/Step": 16378, "Finetune/Step Time": 10.989057952538133}
+{"Finetune/Learning Rate": 7.708333333333334e-06, "Finetune/Loss": 1.0573458671569824, "Finetune/Loss (Raw)": 1.0245412588119507, "Finetune/Step": 222, "Finetune/Step Time": 10.82777189835906}
+{"Finetune/Learning Rate": 1.1320525425017937e-06, "Finetune/Loss": 0.5750426054000854, "Finetune/Loss (Raw)": 0.5563350915908813, "Finetune/Step": 16379, "Finetune/Step Time": 11.0024111289531}
+{"Finetune/Learning Rate": 7.743055555555556e-06, "Finetune/Loss": 1.0568127632141113, "Finetune/Loss (Raw)": 0.9700790047645569, "Finetune/Step": 223, "Finetune/Step Time": 10.814434796571732}
+{"Finetune/Learning Rate": 1.1312744042061653e-06, "Finetune/Loss": 0.5741883516311646, "Finetune/Loss (Raw)": 0.5861789584159851, "Finetune/Step": 16380, "Finetune/Step Time": 11.009590104222298}
+{"Finetune/Learning Rate": 7.77777777777778e-06, "Finetune/Loss": 1.0566749572753906, "Finetune/Loss (Raw)": 1.1128612756729126, "Finetune/Step": 224, "Finetune/Step Time": 10.823345202952623}
+{"Finetune/Learning Rate": 1.1304965174023751e-06, "Finetune/Loss": 0.5743340849876404, "Finetune/Loss (Raw)": 0.6436082720756531, "Finetune/Step": 16381, "Finetune/Step Time": 11.00535712391138}
+{"Finetune/Learning Rate": 7.8125e-06, "Finetune/Loss": 1.0569543838500977, "Finetune/Loss (Raw)": 1.089428424835205, "Finetune/Step": 225, "Finetune/Step Time": 10.829408876597881}
+{"Finetune/Learning Rate": 1.129718882112484e-06, "Finetune/Loss": 0.5735306739807129, "Finetune/Loss (Raw)": 0.5674218535423279, "Finetune/Step": 16382, "Finetune/Step Time": 10.997368149459362}
+{"Finetune/Learning Rate": 7.847222222222223e-06, "Finetune/Loss": 1.0582268238067627, "Finetune/Loss (Raw)": 1.0727444887161255, "Finetune/Step": 226, "Finetune/Step Time": 10.82763484865427}
+{"Finetune/Learning Rate": 1.12894149835854e-06, "Finetune/Loss": 0.5731084942817688, "Finetune/Loss (Raw)": 0.5602782964706421, "Finetune/Step": 16383, "Finetune/Step Time": 10.996551351621747}
+{"Finetune/Learning Rate": 7.881944444444446e-06, "Finetune/Loss": 1.0572946071624756, "Finetune/Loss (Raw)": 0.9724064469337463, "Finetune/Step": 227, "Finetune/Step Time": 10.834077276289463}
+{"Finetune/Learning Rate": 1.1281643661625896e-06, "Finetune/Loss": 0.5737860202789307, "Finetune/Loss (Raw)": 0.6257871985435486, "Finetune/Step": 16384, "Finetune/Step Time": 11.00136393867433}
+{"Finetune/Learning Rate": 7.916666666666667e-06, "Finetune/Loss": 1.0564956665039062, "Finetune/Loss (Raw)": 1.0553715229034424, "Finetune/Step": 228, "Finetune/Step Time": 10.849867647513747}
+{"Finetune/Learning Rate": 1.1273874855466704e-06, "Finetune/Loss": 0.5740752220153809, "Finetune/Loss (Raw)": 0.6711325645446777, "Finetune/Step": 16385, "Finetune/Step Time": 10.998186657205224}
+{"Finetune/Learning Rate": 1.1266108565328103e-06, "Finetune/Loss": 0.5738662481307983, "Finetune/Loss (Raw)": 0.5680960416793823, "Finetune/Step": 16386, "Finetune/Step Time": 10.998044470325112}
+{"Finetune/Learning Rate": 7.95138888888889e-06, "Finetune/Loss": 1.055814504623413, "Finetune/Loss (Raw)": 0.9322841167449951, "Finetune/Step": 229, "Finetune/Step Time": 10.850601129233837}
+{"Finetune/Learning Rate": 1.1258344791430375e-06, "Finetune/Loss": 0.573392391204834, "Finetune/Loss (Raw)": 0.49833884835243225, "Finetune/Step": 16387, "Finetune/Step Time": 10.998761553317308}
+{"Finetune/Learning Rate": 7.986111111111112e-06, "Finetune/Loss": 1.0552101135253906, "Finetune/Loss (Raw)": 1.0986140966415405, "Finetune/Step": 230, "Finetune/Step Time": 10.849048312753439}
+{"Finetune/Learning Rate": 8.020833333333335e-06, "Finetune/Loss": 1.056836724281311, "Finetune/Loss (Raw)": 1.26675546169281, "Finetune/Step": 231, "Finetune/Step Time": 10.864200823009014}
+{"Finetune/Learning Rate": 1.1250583533993598e-06, "Finetune/Loss": 0.5729779005050659, "Finetune/Loss (Raw)": 0.3929756283760071, "Finetune/Step": 16388, "Finetune/Step Time": 11.03917657956481}
+{"Finetune/Learning Rate": 8.055555555555557e-06, "Finetune/Loss": 1.0573982000350952, "Finetune/Loss (Raw)": 1.0707828998565674, "Finetune/Step": 232, "Finetune/Step Time": 10.891065122559667}
+{"Finetune/Learning Rate": 1.1242824793237917e-06, "Finetune/Loss": 0.5727075934410095, "Finetune/Loss (Raw)": 0.5341089367866516, "Finetune/Step": 16389, "Finetune/Step Time": 11.049120597541332}
+{"Finetune/Learning Rate": 1.1235068569383334e-06, "Finetune/Loss": 0.5743387937545776, "Finetune/Loss (Raw)": 0.6687936186790466, "Finetune/Step": 16390, "Finetune/Step Time": 11.043771225959063}
+{"Finetune/Learning Rate": 8.090277777777778e-06, "Finetune/Loss": 1.0556859970092773, "Finetune/Loss (Raw)": 0.9523884057998657, "Finetune/Step": 233, "Finetune/Step Time": 10.92273541726172}
+{"Finetune/Learning Rate": 1.1227314862649785e-06, "Finetune/Loss": 0.5747066736221313, "Finetune/Loss (Raw)": 0.6343294978141785, "Finetune/Step": 16391, "Finetune/Step Time": 11.043399488553405}
+{"Finetune/Learning Rate": 8.125000000000001e-06, "Finetune/Loss": 1.0548794269561768, "Finetune/Loss (Raw)": 0.9776780605316162, "Finetune/Step": 234, "Finetune/Step Time": 10.919329009950161}
+{"Finetune/Learning Rate": 1.1219563673257162e-06, "Finetune/Loss": 0.5749519467353821, "Finetune/Loss (Raw)": 0.6031680107116699, "Finetune/Step": 16392, "Finetune/Step Time": 11.037527253851295}
+{"Finetune/Learning Rate": 8.159722222222222e-06, "Finetune/Loss": 1.0549625158309937, "Finetune/Loss (Raw)": 1.1030447483062744, "Finetune/Step": 235, "Finetune/Step Time": 10.915926257148385}
+{"Finetune/Learning Rate": 8.194444444444445e-06, "Finetune/Loss": 1.0536746978759766, "Finetune/Loss (Raw)": 1.0181485414505005, "Finetune/Step": 236, "Finetune/Step Time": 10.918319320306182}
+{"Finetune/Learning Rate": 1.1211815001425275e-06, "Finetune/Loss": 0.5743500590324402, "Finetune/Loss (Raw)": 0.4467020034790039, "Finetune/Step": 16393, "Finetune/Step Time": 11.076051197946072}
+{"Finetune/Learning Rate": 8.229166666666667e-06, "Finetune/Loss": 1.0535798072814941, "Finetune/Loss (Raw)": 1.0603947639465332, "Finetune/Step": 237, "Finetune/Step Time": 10.916816344484687}
+{"Finetune/Learning Rate": 1.1204068847373806e-06, "Finetune/Loss": 0.575670599937439, "Finetune/Loss (Raw)": 0.6935684084892273, "Finetune/Step": 16394, "Finetune/Step Time": 11.058307740837336}
+{"Finetune/Learning Rate": 1.1196325211322457e-06, "Finetune/Loss": 0.5753470659255981, "Finetune/Loss (Raw)": 0.5529555678367615, "Finetune/Step": 16395, "Finetune/Step Time": 11.05894735082984}
+{"Finetune/Learning Rate": 8.263888888888888e-06, "Finetune/Loss": 1.0515711307525635, "Finetune/Loss (Raw)": 0.9114972949028015, "Finetune/Step": 238, "Finetune/Step Time": 10.921665031462908}
+{"Finetune/Learning Rate": 1.1188584093490773e-06, "Finetune/Loss": 0.5747084617614746, "Finetune/Loss (Raw)": 0.48381468653678894, "Finetune/Step": 16396, "Finetune/Step Time": 11.054948987439275}
+{"Finetune/Learning Rate": 8.298611111111113e-06, "Finetune/Loss": 1.0493783950805664, "Finetune/Loss (Raw)": 0.9670743942260742, "Finetune/Step": 239, "Finetune/Step Time": 10.917235923931003}
+{"Finetune/Learning Rate": 8.333333333333334e-06, "Finetune/Loss": 1.0482473373413086, "Finetune/Loss (Raw)": 1.0883008241653442, "Finetune/Step": 240, "Finetune/Step Time": 10.919437298551202}
+{"Finetune/Learning Rate": 1.1180845494098313e-06, "Finetune/Loss": 0.57491135597229, "Finetune/Loss (Raw)": 0.45863911509513855, "Finetune/Step": 16397, "Finetune/Step Time": 11.03469898737967}
+{"Finetune/Learning Rate": 8.368055555555556e-06, "Finetune/Loss": 1.0485737323760986, "Finetune/Loss (Raw)": 1.0264368057250977, "Finetune/Step": 241, "Finetune/Step Time": 10.914123686030507}
+{"Finetune/Learning Rate": 1.1173109413364513e-06, "Finetune/Loss": 0.5747302770614624, "Finetune/Loss (Raw)": 0.5688266754150391, "Finetune/Step": 16398, "Finetune/Step Time": 11.036403788253665}
+{"Finetune/Learning Rate": 8.402777777777779e-06, "Finetune/Loss": 1.0479240417480469, "Finetune/Loss (Raw)": 1.1517760753631592, "Finetune/Step": 242, "Finetune/Step Time": 10.913017531856894}
+{"Finetune/Learning Rate": 1.1165375851508764e-06, "Finetune/Loss": 0.5744264721870422, "Finetune/Loss (Raw)": 0.5467619299888611, "Finetune/Step": 16399, "Finetune/Step Time": 11.032439064234495}
+{"Finetune/Learning Rate": 8.4375e-06, "Finetune/Loss": 1.0493500232696533, "Finetune/Loss (Raw)": 1.2078243494033813, "Finetune/Step": 243, "Finetune/Step Time": 10.90582642890513}
+{"Finetune/Learning Rate": 1.1157644808750313e-06, "Finetune/Loss": 0.5742107629776001, "Finetune/Loss (Raw)": 0.6049829721450806, "Finetune/Step": 16400, "Finetune/Step Time": 11.017057804390788}
+{"Finetune/Learning Rate": 8.472222222222223e-06, "Finetune/Loss": 1.0502830743789673, "Finetune/Loss (Raw)": 1.1173211336135864, "Finetune/Step": 244, "Finetune/Step Time": 10.900644112378359}
+{"Finetune/Learning Rate": 1.1149916285308426e-06, "Finetune/Loss": 0.5747300386428833, "Finetune/Loss (Raw)": 0.5796934962272644, "Finetune/Step": 16401, "Finetune/Step Time": 11.01750977896154}
+{"Finetune/Learning Rate": 8.506944444444445e-06, "Finetune/Loss": 1.050248146057129, "Finetune/Loss (Raw)": 1.0444992780685425, "Finetune/Step": 245, "Finetune/Step Time": 10.898336857557297}
+{"Finetune/Learning Rate": 1.1142190281402266e-06, "Finetune/Loss": 0.5756347179412842, "Finetune/Loss (Raw)": 0.6022617816925049, "Finetune/Step": 16402, "Finetune/Step Time": 11.008787183091044}
+{"Finetune/Learning Rate": 8.541666666666666e-06, "Finetune/Loss": 1.0470964908599854, "Finetune/Loss (Raw)": 1.0260273218154907, "Finetune/Step": 246, "Finetune/Step Time": 10.886744877323508}
+{"Finetune/Learning Rate": 1.1134466797250876e-06, "Finetune/Loss": 0.5758653879165649, "Finetune/Loss (Raw)": 0.5213660597801208, "Finetune/Step": 16403, "Finetune/Step Time": 11.009236825630069}
+{"Finetune/Learning Rate": 8.57638888888889e-06, "Finetune/Loss": 1.0477629899978638, "Finetune/Loss (Raw)": 1.088402509689331, "Finetune/Step": 247, "Finetune/Step Time": 10.880857925862074}
+{"Finetune/Learning Rate": 1.1126745833073338e-06, "Finetune/Loss": 0.5749595761299133, "Finetune/Loss (Raw)": 0.5504289269447327, "Finetune/Step": 16404, "Finetune/Step Time": 11.009205227717757}
+{"Finetune/Learning Rate": 8.611111111111112e-06, "Finetune/Loss": 1.0457844734191895, "Finetune/Loss (Raw)": 1.0171970129013062, "Finetune/Step": 248, "Finetune/Step Time": 10.879221819341183}
+{"Finetune/Learning Rate": 1.1119027389088565e-06, "Finetune/Loss": 0.5747202634811401, "Finetune/Loss (Raw)": 0.6376556754112244, "Finetune/Step": 16405, "Finetune/Step Time": 11.014978293329477}
+{"Finetune/Learning Rate": 8.645833333333335e-06, "Finetune/Loss": 1.0447025299072266, "Finetune/Loss (Raw)": 1.0184180736541748, "Finetune/Step": 249, "Finetune/Step Time": 10.881304927170277}
+{"Finetune/Learning Rate": 1.111131146551545e-06, "Finetune/Loss": 0.5760800838470459, "Finetune/Loss (Raw)": 0.7007726430892944, "Finetune/Step": 16406, "Finetune/Step Time": 11.017383582890034}
+{"Finetune/Learning Rate": 8.680555555555557e-06, "Finetune/Loss": 1.0445106029510498, "Finetune/Loss (Raw)": 0.9860633015632629, "Finetune/Step": 250, "Finetune/Step Time": 10.879767160862684}
+{"Finetune/Learning Rate": 1.1103598062572762e-06, "Finetune/Loss": 0.5781501531600952, "Finetune/Loss (Raw)": 0.6220232248306274, "Finetune/Step": 16407, "Finetune/Step Time": 10.977986201643944}
+{"Finetune/Learning Rate": 8.715277777777778e-06, "Finetune/Loss": 1.0448373556137085, "Finetune/Loss (Raw)": 1.047791600227356, "Finetune/Step": 251, "Finetune/Step Time": 10.879409305751324}
+{"Finetune/Learning Rate": 1.1095887180479248e-06, "Finetune/Loss": 0.5785784721374512, "Finetune/Loss (Raw)": 0.5665915608406067, "Finetune/Step": 16408, "Finetune/Step Time": 10.978075549006462}
+{"Finetune/Learning Rate": 8.750000000000001e-06, "Finetune/Loss": 1.0454387664794922, "Finetune/Loss (Raw)": 1.0024484395980835, "Finetune/Step": 252, "Finetune/Step Time": 10.881500022485852}
+{"Finetune/Learning Rate": 1.1088178819453555e-06, "Finetune/Loss": 0.5791951417922974, "Finetune/Loss (Raw)": 0.5929684638977051, "Finetune/Step": 16409, "Finetune/Step Time": 10.980966521427035}
+{"Finetune/Learning Rate": 1.1080472979714263e-06, "Finetune/Loss": 0.5786504745483398, "Finetune/Loss (Raw)": 0.5650588274002075, "Finetune/Step": 16410, "Finetune/Step Time": 10.983459601178765}
+{"Finetune/Learning Rate": 8.784722222222224e-06, "Finetune/Loss": 1.0453524589538574, "Finetune/Loss (Raw)": 1.1020433902740479, "Finetune/Step": 253, "Finetune/Step Time": 10.909593362361193}
+{"Finetune/Learning Rate": 1.1072769661479922e-06, "Finetune/Loss": 0.5788282155990601, "Finetune/Loss (Raw)": 0.5112001895904541, "Finetune/Step": 16411, "Finetune/Step Time": 10.991370785981417}
+{"Finetune/Learning Rate": 8.819444444444445e-06, "Finetune/Loss": 1.0446076393127441, "Finetune/Loss (Raw)": 1.0650562047958374, "Finetune/Step": 254, "Finetune/Step Time": 10.913464548066258}
+{"Finetune/Learning Rate": 1.1065068864968976e-06, "Finetune/Loss": 0.5789794921875, "Finetune/Loss (Raw)": 0.5962135791778564, "Finetune/Step": 16412, "Finetune/Step Time": 10.978375921025872}
+{"Finetune/Learning Rate": 8.854166666666667e-06, "Finetune/Loss": 1.0447313785552979, "Finetune/Loss (Raw)": 1.1182560920715332, "Finetune/Step": 255, "Finetune/Step Time": 10.91358226723969}
+{"Finetune/Learning Rate": 1.1057370590399763e-06, "Finetune/Loss": 0.5793269872665405, "Finetune/Loss (Raw)": 0.5319439768791199, "Finetune/Step": 16413, "Finetune/Step Time": 10.972399657592177}
+{"Finetune/Learning Rate": 8.888888888888888e-06, "Finetune/Loss": 1.0457308292388916, "Finetune/Loss (Raw)": 1.130746603012085, "Finetune/Step": 256, "Finetune/Step Time": 10.899852631613612}
+{"Finetune/Learning Rate": 1.104967483799061e-06, "Finetune/Loss": 0.5797462463378906, "Finetune/Loss (Raw)": 0.6393793821334839, "Finetune/Step": 16414, "Finetune/Step Time": 10.972768584266305}
+{"Finetune/Learning Rate": 8.923611111111113e-06, "Finetune/Loss": 1.0450241565704346, "Finetune/Loss (Raw)": 1.1054023504257202, "Finetune/Step": 257, "Finetune/Step Time": 10.898237340152264}
+{"Finetune/Learning Rate": 1.1041981607959728e-06, "Finetune/Loss": 0.5798225998878479, "Finetune/Loss (Raw)": 0.5679365396499634, "Finetune/Step": 16415, "Finetune/Step Time": 10.976264491677284}
+{"Finetune/Learning Rate": 8.958333333333334e-06, "Finetune/Loss": 1.0457082986831665, "Finetune/Loss (Raw)": 1.152849793434143, "Finetune/Step": 258, "Finetune/Step Time": 10.895255310460925}
+{"Finetune/Learning Rate": 1.1034290900525279e-06, "Finetune/Loss": 0.5782761573791504, "Finetune/Loss (Raw)": 0.47559854388237, "Finetune/Step": 16416, "Finetune/Step Time": 10.982708252966404}
+{"Finetune/Learning Rate": 8.993055555555556e-06, "Finetune/Loss": 1.0462901592254639, "Finetune/Loss (Raw)": 1.1069488525390625, "Finetune/Step": 259, "Finetune/Step Time": 10.893541235476732}
+{"Finetune/Learning Rate": 1.1026602715905343e-06, "Finetune/Loss": 0.5792449712753296, "Finetune/Loss (Raw)": 0.6480715870857239, "Finetune/Step": 16417, "Finetune/Step Time": 10.991095276549459}
+{"Finetune/Learning Rate": 9.027777777777779e-06, "Finetune/Loss": 1.0474830865859985, "Finetune/Loss (Raw)": 1.0893278121948242, "Finetune/Step": 260, "Finetune/Step Time": 10.893125085160136}
+{"Finetune/Learning Rate": 1.101891705431799e-06, "Finetune/Loss": 0.5795941948890686, "Finetune/Loss (Raw)": 0.6160455942153931, "Finetune/Step": 16418, "Finetune/Step Time": 11.001217022538185}
+{"Finetune/Learning Rate": 9.0625e-06, "Finetune/Loss": 1.0459599494934082, "Finetune/Loss (Raw)": 0.9501045942306519, "Finetune/Step": 261, "Finetune/Step Time": 10.922453993931413}
+{"Finetune/Learning Rate": 1.10112339159811e-06, "Finetune/Loss": 0.5800427198410034, "Finetune/Loss (Raw)": 0.5889768004417419, "Finetune/Step": 16419, "Finetune/Step Time": 11.002876562997699}
+{"Finetune/Learning Rate": 9.097222222222223e-06, "Finetune/Loss": 1.046234130859375, "Finetune/Loss (Raw)": 1.0499765872955322, "Finetune/Step": 262, "Finetune/Step Time": 10.906017320230603}
+{"Finetune/Learning Rate": 1.1003553301112557e-06, "Finetune/Loss": 0.5802770256996155, "Finetune/Loss (Raw)": 0.6066600680351257, "Finetune/Step": 16420, "Finetune/Step Time": 11.003867430612445}
+{"Finetune/Learning Rate": 9.131944444444445e-06, "Finetune/Loss": 1.0471247434616089, "Finetune/Loss (Raw)": 1.0859763622283936, "Finetune/Step": 263, "Finetune/Step Time": 10.901469284668565}
+{"Finetune/Learning Rate": 1.0995875209930185e-06, "Finetune/Loss": 0.5791740417480469, "Finetune/Loss (Raw)": 0.47164133191108704, "Finetune/Step": 16421, "Finetune/Step Time": 11.020676974207163}
+{"Finetune/Learning Rate": 9.166666666666666e-06, "Finetune/Loss": 1.0461373329162598, "Finetune/Loss (Raw)": 1.146150827407837, "Finetune/Step": 264, "Finetune/Step Time": 10.908631913363934}
+{"Finetune/Learning Rate": 1.0988199642651687e-06, "Finetune/Loss": 0.5802081823348999, "Finetune/Loss (Raw)": 0.6820809245109558, "Finetune/Step": 16422, "Finetune/Step Time": 11.008662231266499}
+{"Finetune/Learning Rate": 9.201388888888889e-06, "Finetune/Loss": 1.044792890548706, "Finetune/Loss (Raw)": 1.066841959953308, "Finetune/Step": 265, "Finetune/Step Time": 10.911332987248898}
+{"Finetune/Learning Rate": 9.236111111111112e-06, "Finetune/Loss": 1.0442256927490234, "Finetune/Loss (Raw)": 1.100429892539978, "Finetune/Step": 266, "Finetune/Step Time": 10.909962030127645}
+{"Finetune/Learning Rate": 1.0980526599494733e-06, "Finetune/Loss": 0.5785266757011414, "Finetune/Loss (Raw)": 0.4247295558452606, "Finetune/Step": 16423, "Finetune/Step Time": 11.050438337028027}
+{"Finetune/Learning Rate": 9.270833333333334e-06, "Finetune/Loss": 1.0448590517044067, "Finetune/Loss (Raw)": 1.140468955039978, "Finetune/Step": 267, "Finetune/Step Time": 10.909004440531135}
+{"Finetune/Learning Rate": 1.0972856080676908e-06, "Finetune/Loss": 0.5784029960632324, "Finetune/Loss (Raw)": 0.6165209412574768, "Finetune/Step": 16424, "Finetune/Step Time": 11.036843286827207}
+{"Finetune/Learning Rate": 9.305555555555557e-06, "Finetune/Loss": 1.0453808307647705, "Finetune/Loss (Raw)": 1.1017144918441772, "Finetune/Step": 268, "Finetune/Step Time": 10.920899530872703}
+{"Finetune/Learning Rate": 1.0965188086415735e-06, "Finetune/Loss": 0.5788910984992981, "Finetune/Loss (Raw)": 0.6242405772209167, "Finetune/Step": 16425, "Finetune/Step Time": 11.029479017481208}
+{"Finetune/Learning Rate": 9.340277777777778e-06, "Finetune/Loss": 1.044115424156189, "Finetune/Loss (Raw)": 0.9387531280517578, "Finetune/Step": 269, "Finetune/Step Time": 10.918796410784125}
+{"Finetune/Learning Rate": 1.0957522616928629e-06, "Finetune/Loss": 0.5794206857681274, "Finetune/Loss (Raw)": 0.5264147520065308, "Finetune/Step": 16426, "Finetune/Step Time": 10.999273009598255}
+{"Finetune/Learning Rate": 1.0949859672432993e-06, "Finetune/Loss": 0.5797384977340698, "Finetune/Loss (Raw)": 0.5708079934120178, "Finetune/Step": 16427, "Finetune/Step Time": 11.010021582245827}
+{"Finetune/Learning Rate": 9.375000000000001e-06, "Finetune/Loss": 1.040825605392456, "Finetune/Loss (Raw)": 0.6020768880844116, "Finetune/Step": 270, "Finetune/Step Time": 10.937021570280194}
+{"Finetune/Learning Rate": 1.0942199253146103e-06, "Finetune/Loss": 0.5797275304794312, "Finetune/Loss (Raw)": 0.6167536973953247, "Finetune/Step": 16428, "Finetune/Step Time": 11.004405049607158}
+{"Finetune/Learning Rate": 9.409722222222224e-06, "Finetune/Loss": 1.0404131412506104, "Finetune/Loss (Raw)": 1.0097160339355469, "Finetune/Step": 271, "Finetune/Step Time": 10.939341507852077}
+{"Finetune/Learning Rate": 9.444444444444445e-06, "Finetune/Loss": 1.0405046939849854, "Finetune/Loss (Raw)": 1.076879858970642, "Finetune/Step": 272, "Finetune/Step Time": 10.945063089951873}
+{"Finetune/Learning Rate": 1.09345413592852e-06, "Finetune/Loss": 0.5790399312973022, "Finetune/Loss (Raw)": 0.5301793217658997, "Finetune/Step": 16429, "Finetune/Step Time": 11.058008844032884}
+{"Finetune/Learning Rate": 9.479166666666667e-06, "Finetune/Loss": 1.0390700101852417, "Finetune/Loss (Raw)": 0.9590303301811218, "Finetune/Step": 273, "Finetune/Step Time": 10.94472886994481}
+{"Finetune/Learning Rate": 1.0926885991067437e-06, "Finetune/Loss": 0.5791435241699219, "Finetune/Loss (Raw)": 0.6105882525444031, "Finetune/Step": 16430, "Finetune/Step Time": 11.014857484027743}
+{"Finetune/Learning Rate": 9.51388888888889e-06, "Finetune/Loss": 1.038273811340332, "Finetune/Loss (Raw)": 0.8832783102989197, "Finetune/Step": 274, "Finetune/Step Time": 10.941358542069793}
+{"Finetune/Learning Rate": 1.0919233148709895e-06, "Finetune/Loss": 0.5784160494804382, "Finetune/Loss (Raw)": 0.5289306640625, "Finetune/Step": 16431, "Finetune/Step Time": 11.033219272270799}
+{"Finetune/Learning Rate": 9.548611111111113e-06, "Finetune/Loss": 1.038924217224121, "Finetune/Loss (Raw)": 0.9952293038368225, "Finetune/Step": 275, "Finetune/Step Time": 10.937972404062748}
+{"Finetune/Learning Rate": 1.0911582832429591e-06, "Finetune/Loss": 0.5784710049629211, "Finetune/Loss (Raw)": 0.5821323990821838, "Finetune/Step": 16432, "Finetune/Step Time": 11.016154054552317}
+{"Finetune/Learning Rate": 9.583333333333335e-06, "Finetune/Loss": 1.0388445854187012, "Finetune/Loss (Raw)": 1.0738102197647095, "Finetune/Step": 276, "Finetune/Step Time": 10.937559988349676}
+{"Finetune/Learning Rate": 1.0903935042443469e-06, "Finetune/Loss": 0.5786879062652588, "Finetune/Loss (Raw)": 0.6013405323028564, "Finetune/Step": 16433, "Finetune/Step Time": 11.005122290924191}
+{"Finetune/Learning Rate": 9.618055555555556e-06, "Finetune/Loss": 1.0382972955703735, "Finetune/Loss (Raw)": 0.9609425067901611, "Finetune/Step": 277, "Finetune/Step Time": 10.943152474239469}
+{"Finetune/Learning Rate": 1.0896289778968384e-06, "Finetune/Loss": 0.57818603515625, "Finetune/Loss (Raw)": 0.513712465763092, "Finetune/Step": 16434, "Finetune/Step Time": 11.004938656464219}
+{"Finetune/Learning Rate": 9.652777777777779e-06, "Finetune/Loss": 1.038414716720581, "Finetune/Loss (Raw)": 0.9762648940086365, "Finetune/Step": 278, "Finetune/Step Time": 10.9342504683882}
+{"Finetune/Learning Rate": 9.6875e-06, "Finetune/Loss": 1.0381994247436523, "Finetune/Loss (Raw)": 1.0264250040054321, "Finetune/Step": 279, "Finetune/Step Time": 10.934081418439746}
+{"Finetune/Learning Rate": 1.0888647042221146e-06, "Finetune/Loss": 0.5766093730926514, "Finetune/Loss (Raw)": 0.4600100517272949, "Finetune/Step": 16435, "Finetune/Step Time": 10.993087673559785}
+{"Finetune/Learning Rate": 9.722222222222223e-06, "Finetune/Loss": 1.0382153987884521, "Finetune/Loss (Raw)": 1.0111061334609985, "Finetune/Step": 280, "Finetune/Step Time": 10.877058926969767}
+{"Finetune/Learning Rate": 1.0881006832418506e-06, "Finetune/Loss": 0.5754154324531555, "Finetune/Loss (Raw)": 0.5307309627532959, "Finetune/Step": 16436, "Finetune/Step Time": 10.98504151031375}
+{"Finetune/Learning Rate": 9.756944444444445e-06, "Finetune/Loss": 1.0366735458374023, "Finetune/Loss (Raw)": 0.8943392038345337, "Finetune/Step": 281, "Finetune/Step Time": 10.876663507893682}
+{"Finetune/Learning Rate": 9.791666666666666e-06, "Finetune/Loss": 1.035071849822998, "Finetune/Loss (Raw)": 0.9547983407974243, "Finetune/Step": 282, "Finetune/Step Time": 10.876347174867988}
+{"Finetune/Learning Rate": 1.0873369149777047e-06, "Finetune/Loss": 0.5747635960578918, "Finetune/Loss (Raw)": 0.417776882648468, "Finetune/Step": 16437, "Finetune/Step Time": 11.002475833520293}
+{"Finetune/Learning Rate": 9.826388888888889e-06, "Finetune/Loss": 1.0360333919525146, "Finetune/Loss (Raw)": 1.2348631620407104, "Finetune/Step": 283, "Finetune/Step Time": 10.867286400869489}
+{"Finetune/Learning Rate": 1.0865733994513416e-06, "Finetune/Loss": 0.5744603872299194, "Finetune/Loss (Raw)": 0.5763130784034729, "Finetune/Step": 16438, "Finetune/Step Time": 10.99972678720951}
+{"Finetune/Learning Rate": 9.861111111111112e-06, "Finetune/Loss": 1.0341662168502808, "Finetune/Loss (Raw)": 0.8729117512702942, "Finetune/Step": 284, "Finetune/Step Time": 10.88793459162116}
+{"Finetune/Learning Rate": 1.0858101366844109e-06, "Finetune/Loss": 0.5744205117225647, "Finetune/Loss (Raw)": 0.5900886058807373, "Finetune/Step": 16439, "Finetune/Step Time": 11.000800717622042}
+{"Finetune/Learning Rate": 1.0850471266985551e-06, "Finetune/Loss": 0.5744343400001526, "Finetune/Loss (Raw)": 0.5214210152626038, "Finetune/Step": 16440, "Finetune/Step Time": 11.00315441004932}
+{"Finetune/Learning Rate": 9.895833333333334e-06, "Finetune/Loss": 1.0359909534454346, "Finetune/Loss (Raw)": 0.9372994303703308, "Finetune/Step": 285, "Finetune/Step Time": 10.857406295835972}
+{"Finetune/Learning Rate": 1.0842843695154137e-06, "Finetune/Loss": 0.5736122727394104, "Finetune/Loss (Raw)": 0.45697021484375, "Finetune/Step": 16441, "Finetune/Step Time": 10.997687861323357}
+{"Finetune/Learning Rate": 9.930555555555557e-06, "Finetune/Loss": 1.034585952758789, "Finetune/Loss (Raw)": 0.9107583165168762, "Finetune/Step": 286, "Finetune/Step Time": 10.841313019394875}
+{"Finetune/Learning Rate": 1.0835218651566148e-06, "Finetune/Loss": 0.5729522109031677, "Finetune/Loss (Raw)": 0.5547175407409668, "Finetune/Step": 16442, "Finetune/Step Time": 11.007135650143027}
+{"Finetune/Learning Rate": 9.965277777777778e-06, "Finetune/Loss": 1.033104658126831, "Finetune/Loss (Raw)": 0.9251983761787415, "Finetune/Step": 287, "Finetune/Step Time": 10.822089303284883}
+{"Finetune/Learning Rate": 1e-05, "Finetune/Loss": 1.031590461730957, "Finetune/Loss (Raw)": 0.9295757412910461, "Finetune/Step": 288, "Finetune/Step Time": 10.817841749638319}
+{"Finetune/Learning Rate": 1.0827596136437802e-06, "Finetune/Loss": 0.5717191696166992, "Finetune/Loss (Raw)": 0.49792376160621643, "Finetune/Step": 16443, "Finetune/Step Time": 11.043572375550866}
+{"Finetune/Learning Rate": 1.0034722222222224e-05, "Finetune/Loss": 1.0308682918548584, "Finetune/Loss (Raw)": 1.0242985486984253, "Finetune/Step": 289, "Finetune/Step Time": 10.806208850815892}
+{"Finetune/Learning Rate": 1.0819976149985233e-06, "Finetune/Loss": 0.5711046457290649, "Finetune/Loss (Raw)": 0.49051162600517273, "Finetune/Step": 16444, "Finetune/Step Time": 11.071720132604241}
+{"Finetune/Learning Rate": 1.0069444444444445e-05, "Finetune/Loss": 1.0314030647277832, "Finetune/Loss (Raw)": 1.0959439277648926, "Finetune/Step": 290, "Finetune/Step Time": 10.821333726868033}
+{"Finetune/Learning Rate": 1.0812358692424563e-06, "Finetune/Loss": 0.5701186060905457, "Finetune/Loss (Raw)": 0.44026461243629456, "Finetune/Step": 16445, "Finetune/Step Time": 11.116593047976494}
+{"Finetune/Learning Rate": 1.0104166666666669e-05, "Finetune/Loss": 1.0304639339447021, "Finetune/Loss (Raw)": 0.9456074237823486, "Finetune/Step": 291, "Finetune/Step Time": 10.815890211611986}
+{"Finetune/Learning Rate": 1.0804743763971791e-06, "Finetune/Loss": 0.5714161396026611, "Finetune/Loss (Raw)": 0.6786403656005859, "Finetune/Step": 16446, "Finetune/Step Time": 11.090695703402162}
+{"Finetune/Learning Rate": 1.013888888888889e-05, "Finetune/Loss": 1.0319538116455078, "Finetune/Loss (Raw)": 1.0946563482284546, "Finetune/Step": 292, "Finetune/Step Time": 10.82652690820396}
+{"Finetune/Learning Rate": 1.079713136484285e-06, "Finetune/Loss": 0.571700930595398, "Finetune/Loss (Raw)": 0.644659161567688, "Finetune/Step": 16447, "Finetune/Step Time": 11.093731988221407}
+{"Finetune/Learning Rate": 1.0173611111111113e-05, "Finetune/Loss": 1.0305845737457275, "Finetune/Loss (Raw)": 1.0366755723953247, "Finetune/Step": 293, "Finetune/Step Time": 10.834063235670328}
+{"Finetune/Learning Rate": 1.078952149525362e-06, "Finetune/Loss": 0.5719041228294373, "Finetune/Loss (Raw)": 0.5482935905456543, "Finetune/Step": 16448, "Finetune/Step Time": 11.071318943053484}
+{"Finetune/Learning Rate": 1.0208333333333334e-05, "Finetune/Loss": 1.033979892730713, "Finetune/Loss (Raw)": 0.9903517365455627, "Finetune/Step": 294, "Finetune/Step Time": 10.787760937586427}
+{"Finetune/Learning Rate": 1.0243055555555556e-05, "Finetune/Loss": 1.0330030918121338, "Finetune/Loss (Raw)": 1.0155552625656128, "Finetune/Step": 295, "Finetune/Step Time": 10.7879588752985}
+{"Finetune/Learning Rate": 1.0781914155419859e-06, "Finetune/Loss": 0.5704483985900879, "Finetune/Loss (Raw)": 0.43714970350265503, "Finetune/Step": 16449, "Finetune/Step Time": 11.096766663715243}
+{"Finetune/Learning Rate": 1.0277777777777777e-05, "Finetune/Loss": 1.033416509628296, "Finetune/Loss (Raw)": 1.06942880153656, "Finetune/Step": 296, "Finetune/Step Time": 10.784375196322799}
+{"Finetune/Learning Rate": 1.077430934555731e-06, "Finetune/Loss": 0.5706589221954346, "Finetune/Loss (Raw)": 0.6105829477310181, "Finetune/Step": 16450, "Finetune/Step Time": 11.10294166393578}
+{"Finetune/Learning Rate": 1.0312500000000002e-05, "Finetune/Loss": 1.0314035415649414, "Finetune/Loss (Raw)": 0.735395073890686, "Finetune/Step": 297, "Finetune/Step Time": 10.794403474777937}
+{"Finetune/Learning Rate": 1.0766707065881621e-06, "Finetune/Loss": 0.5698639154434204, "Finetune/Loss (Raw)": 0.5115178227424622, "Finetune/Step": 16451, "Finetune/Step Time": 11.108780786395073}
+{"Finetune/Learning Rate": 1.0347222222222224e-05, "Finetune/Loss": 1.0318849086761475, "Finetune/Loss (Raw)": 0.945182740688324, "Finetune/Step": 298, "Finetune/Step Time": 10.792996944859624}
+{"Finetune/Learning Rate": 1.0759107316608352e-06, "Finetune/Loss": 0.57080078125, "Finetune/Loss (Raw)": 0.6309143900871277, "Finetune/Step": 16452, "Finetune/Step Time": 11.09511293657124}
+{"Finetune/Learning Rate": 1.0381944444444445e-05, "Finetune/Loss": 1.03048837184906, "Finetune/Loss (Raw)": 0.8384555578231812, "Finetune/Step": 299, "Finetune/Step Time": 10.811507554724813}
+{"Finetune/Learning Rate": 1.0751510097953067e-06, "Finetune/Loss": 0.5708218812942505, "Finetune/Loss (Raw)": 0.5496801733970642, "Finetune/Step": 16453, "Finetune/Step Time": 11.117648044601083}
+{"Finetune/Learning Rate": 1.0416666666666668e-05, "Finetune/Loss": 1.0302598476409912, "Finetune/Loss (Raw)": 1.034285306930542, "Finetune/Step": 300, "Finetune/Step Time": 10.815609553828835}
+{"Finetune/Learning Rate": 1.0743915410131177e-06, "Finetune/Loss": 0.5698421597480774, "Finetune/Loss (Raw)": 0.5805584788322449, "Finetune/Step": 16454, "Finetune/Step Time": 11.127857884392142}
+{"Finetune/Learning Rate": 1.0451388888888889e-05, "Finetune/Loss": 1.0286312103271484, "Finetune/Loss (Raw)": 0.9042649865150452, "Finetune/Step": 301, "Finetune/Step Time": 10.81804216094315}
+{"Finetune/Learning Rate": 1.0736323253358016e-06, "Finetune/Loss": 0.5690282583236694, "Finetune/Loss (Raw)": 0.550583004951477, "Finetune/Step": 16455, "Finetune/Step Time": 11.126274174079299}
+{"Finetune/Learning Rate": 1.0486111111111112e-05, "Finetune/Loss": 1.0287280082702637, "Finetune/Loss (Raw)": 1.01903235912323, "Finetune/Step": 302, "Finetune/Step Time": 10.818132162094116}
+{"Finetune/Learning Rate": 1.0728733627848898e-06, "Finetune/Loss": 0.5698186159133911, "Finetune/Loss (Raw)": 0.6021338701248169, "Finetune/Step": 16456, "Finetune/Step Time": 11.145976200699806}
+{"Finetune/Learning Rate": 1.0520833333333333e-05, "Finetune/Loss": 1.0282024145126343, "Finetune/Loss (Raw)": 1.020699143409729, "Finetune/Step": 303, "Finetune/Step Time": 10.848740292713046}
+{"Finetune/Learning Rate": 1.0721146533819038e-06, "Finetune/Loss": 0.568750262260437, "Finetune/Loss (Raw)": 0.4695618748664856, "Finetune/Step": 16457, "Finetune/Step Time": 11.197195995599031}
+{"Finetune/Learning Rate": 1.0555555555555557e-05, "Finetune/Loss": 1.0280585289001465, "Finetune/Loss (Raw)": 1.0671112537384033, "Finetune/Step": 304, "Finetune/Step Time": 10.837009927257895}
+{"Finetune/Learning Rate": 1.0590277777777778e-05, "Finetune/Loss": 1.0284614562988281, "Finetune/Loss (Raw)": 1.1239889860153198, "Finetune/Step": 305, "Finetune/Step Time": 10.833129473030567}
+{"Finetune/Learning Rate": 1.0713561971483587e-06, "Finetune/Loss": 0.5683846473693848, "Finetune/Loss (Raw)": 0.6881242990493774, "Finetune/Step": 16458, "Finetune/Step Time": 11.223700055852532}
+{"Finetune/Learning Rate": 1.0625e-05, "Finetune/Loss": 1.0274991989135742, "Finetune/Loss (Raw)": 0.8769725561141968, "Finetune/Step": 306, "Finetune/Step Time": 10.829060109332204}
+{"Finetune/Learning Rate": 1.0705979941057608e-06, "Finetune/Loss": 0.5675838589668274, "Finetune/Loss (Raw)": 0.540357232093811, "Finetune/Step": 16459, "Finetune/Step Time": 11.223587974905968}
+{"Finetune/Learning Rate": 1.0659722222222223e-05, "Finetune/Loss": 1.0262126922607422, "Finetune/Loss (Raw)": 0.9491427540779114, "Finetune/Step": 307, "Finetune/Step Time": 10.808022782206535}
+{"Finetune/Learning Rate": 1.069840044275615e-06, "Finetune/Loss": 0.566192626953125, "Finetune/Loss (Raw)": 0.3710661828517914, "Finetune/Step": 16460, "Finetune/Step Time": 11.258233219385147}
+{"Finetune/Learning Rate": 1.0694444444444444e-05, "Finetune/Loss": 1.0252505540847778, "Finetune/Loss (Raw)": 0.9893775582313538, "Finetune/Step": 308, "Finetune/Step Time": 10.822030747309327}
+{"Finetune/Learning Rate": 1.0690823476794099e-06, "Finetune/Loss": 0.5643612146377563, "Finetune/Loss (Raw)": 0.3812868893146515, "Finetune/Step": 16461, "Finetune/Step Time": 11.292757513001561}
+{"Finetune/Learning Rate": 1.0729166666666669e-05, "Finetune/Loss": 1.0248525142669678, "Finetune/Loss (Raw)": 1.0419243574142456, "Finetune/Step": 309, "Finetune/Step Time": 10.821189768612385}
+{"Finetune/Learning Rate": 1.0683249043386335e-06, "Finetune/Loss": 0.5630370378494263, "Finetune/Loss (Raw)": 0.5188214182853699, "Finetune/Step": 16462, "Finetune/Step Time": 11.276429541409016}
+{"Finetune/Learning Rate": 1.076388888888889e-05, "Finetune/Loss": 1.0248299837112427, "Finetune/Loss (Raw)": 1.0962121486663818, "Finetune/Step": 310, "Finetune/Step Time": 10.828278450295329}
+{"Finetune/Learning Rate": 1.0675677142747654e-06, "Finetune/Loss": 0.5630518198013306, "Finetune/Loss (Raw)": 0.5679247379302979, "Finetune/Step": 16463, "Finetune/Step Time": 11.27348292991519}
+{"Finetune/Learning Rate": 1.0798611111111113e-05, "Finetune/Loss": 1.0256891250610352, "Finetune/Loss (Raw)": 1.1232481002807617, "Finetune/Step": 311, "Finetune/Step Time": 10.823127634823322}
+{"Finetune/Learning Rate": 1.066810777509275e-06, "Finetune/Loss": 0.5625746250152588, "Finetune/Loss (Raw)": 0.5563195943832397, "Finetune/Step": 16464, "Finetune/Step Time": 11.283853754401207}
+{"Finetune/Learning Rate": 1.0833333333333334e-05, "Finetune/Loss": 1.023949146270752, "Finetune/Loss (Raw)": 0.8708781003952026, "Finetune/Step": 312, "Finetune/Step Time": 10.830369297415018}
+{"Finetune/Learning Rate": 1.0868055555555556e-05, "Finetune/Loss": 1.0245550870895386, "Finetune/Loss (Raw)": 1.1149245500564575, "Finetune/Step": 313, "Finetune/Step Time": 10.830547735095024}
+{"Finetune/Learning Rate": 1.0660540940636289e-06, "Finetune/Loss": 0.5639010667800903, "Finetune/Loss (Raw)": 0.5933512449264526, "Finetune/Step": 16465, "Finetune/Step Time": 11.283574901521206}
+{"Finetune/Learning Rate": 1.0902777777777777e-05, "Finetune/Loss": 1.0274198055267334, "Finetune/Loss (Raw)": 0.9853999018669128, "Finetune/Step": 314, "Finetune/Step Time": 10.778216378763318}
+{"Finetune/Learning Rate": 1.0652976639592837e-06, "Finetune/Loss": 0.5640146732330322, "Finetune/Loss (Raw)": 0.5025503635406494, "Finetune/Step": 16466, "Finetune/Step Time": 11.274825865402818}
+{"Finetune/Learning Rate": 1.0937500000000002e-05, "Finetune/Loss": 1.028189778327942, "Finetune/Loss (Raw)": 0.9957404732704163, "Finetune/Step": 315, "Finetune/Step Time": 10.766465347260237}
+{"Finetune/Learning Rate": 1.0645414872176906e-06, "Finetune/Loss": 0.5642954707145691, "Finetune/Loss (Raw)": 0.5595472455024719, "Finetune/Step": 16467, "Finetune/Step Time": 11.28913240507245}
+{"Finetune/Learning Rate": 1.0637855638602913e-06, "Finetune/Loss": 0.5641502141952515, "Finetune/Loss (Raw)": 0.5228666067123413, "Finetune/Step": 16468, "Finetune/Step Time": 11.286113064736128}
+{"Finetune/Learning Rate": 1.0972222222222224e-05, "Finetune/Loss": 1.0278167724609375, "Finetune/Loss (Raw)": 1.0490058660507202, "Finetune/Step": 316, "Finetune/Step Time": 10.802455637603998}
+{"Finetune/Learning Rate": 1.0630298939085226e-06, "Finetune/Loss": 0.5641602277755737, "Finetune/Loss (Raw)": 0.5348749756813049, "Finetune/Step": 16469, "Finetune/Step Time": 11.279544154182076}
+{"Finetune/Learning Rate": 1.1006944444444445e-05, "Finetune/Loss": 1.0274553298950195, "Finetune/Loss (Raw)": 0.9409459829330444, "Finetune/Step": 317, "Finetune/Step Time": 10.800725594162941}
+{"Finetune/Learning Rate": 1.0622744773838123e-06, "Finetune/Loss": 0.5642989873886108, "Finetune/Loss (Raw)": 0.5306037664413452, "Finetune/Step": 16470, "Finetune/Step Time": 11.279641769826412}
+{"Finetune/Learning Rate": 1.1041666666666668e-05, "Finetune/Loss": 1.028200387954712, "Finetune/Loss (Raw)": 1.031731367111206, "Finetune/Step": 318, "Finetune/Step Time": 10.79700205847621}
+{"Finetune/Learning Rate": 1.061519314307583e-06, "Finetune/Loss": 0.5636743307113647, "Finetune/Loss (Raw)": 0.5843251347541809, "Finetune/Step": 16471, "Finetune/Step Time": 11.292507823556662}
+{"Finetune/Learning Rate": 1.1076388888888889e-05, "Finetune/Loss": 1.0295573472976685, "Finetune/Loss (Raw)": 1.0256428718566895, "Finetune/Step": 319, "Finetune/Step Time": 10.779735993593931}
+{"Finetune/Learning Rate": 1.0607644047012477e-06, "Finetune/Loss": 0.5644975900650024, "Finetune/Loss (Raw)": 0.6113739013671875, "Finetune/Step": 16472, "Finetune/Step Time": 11.287686938419938}
+{"Finetune/Learning Rate": 1.1111111111111113e-05, "Finetune/Loss": 1.0273672342300415, "Finetune/Loss (Raw)": 0.8899449706077576, "Finetune/Step": 320, "Finetune/Step Time": 10.777410129085183}
+{"Finetune/Learning Rate": 1.1145833333333334e-05, "Finetune/Loss": 1.0287365913391113, "Finetune/Loss (Raw)": 1.0985575914382935, "Finetune/Step": 321, "Finetune/Step Time": 10.73561735637486}
+{"Finetune/Learning Rate": 1.0600097485862148e-06, "Finetune/Loss": 0.563112735748291, "Finetune/Loss (Raw)": 0.350511759519577, "Finetune/Step": 16473, "Finetune/Step Time": 11.319909315556288}
+{"Finetune/Learning Rate": 1.1180555555555557e-05, "Finetune/Loss": 1.029348611831665, "Finetune/Loss (Raw)": 1.1300129890441895, "Finetune/Step": 322, "Finetune/Step Time": 10.726470351219177}
+{"Finetune/Learning Rate": 1.0592553459838828e-06, "Finetune/Loss": 0.5641906261444092, "Finetune/Loss (Raw)": 0.5918982625007629, "Finetune/Step": 16474, "Finetune/Step Time": 11.280906615778804}
+{"Finetune/Learning Rate": 1.1215277777777778e-05, "Finetune/Loss": 1.0274064540863037, "Finetune/Loss (Raw)": 0.9792223572731018, "Finetune/Step": 323, "Finetune/Step Time": 10.722774557769299}
+{"Finetune/Learning Rate": 1.0585011969156456e-06, "Finetune/Loss": 0.5648137331008911, "Finetune/Loss (Raw)": 0.672982931137085, "Finetune/Step": 16475, "Finetune/Step Time": 11.27641849219799}
+{"Finetune/Learning Rate": 1.125e-05, "Finetune/Loss": 1.027292013168335, "Finetune/Loss (Raw)": 0.9931620955467224, "Finetune/Step": 324, "Finetune/Step Time": 10.723219707608223}
+{"Finetune/Learning Rate": 1.0577473014028872e-06, "Finetune/Loss": 0.5641344785690308, "Finetune/Loss (Raw)": 0.6140136122703552, "Finetune/Step": 16476, "Finetune/Step Time": 11.275493256747723}
+{"Finetune/Learning Rate": 1.1284722222222223e-05, "Finetune/Loss": 1.0262675285339355, "Finetune/Loss (Raw)": 0.9603853821754456, "Finetune/Step": 325, "Finetune/Step Time": 10.728409592062235}
+{"Finetune/Learning Rate": 1.0569936594669883e-06, "Finetune/Loss": 0.5652062296867371, "Finetune/Loss (Raw)": 0.6723271012306213, "Finetune/Step": 16477, "Finetune/Step Time": 11.271202988922596}
+{"Finetune/Learning Rate": 1.0562402711293195e-06, "Finetune/Loss": 0.565369725227356, "Finetune/Loss (Raw)": 0.6126527190208435, "Finetune/Step": 16478, "Finetune/Step Time": 11.27200297638774}
+{"Finetune/Learning Rate": 1.1319444444444444e-05, "Finetune/Loss": 1.026271104812622, "Finetune/Loss (Raw)": 1.0379908084869385, "Finetune/Step": 326, "Finetune/Step Time": 10.722123583778739}
+{"Finetune/Learning Rate": 1.0554871364112407e-06, "Finetune/Loss": 0.5655113458633423, "Finetune/Loss (Raw)": 0.5954586267471313, "Finetune/Step": 16479, "Finetune/Step Time": 11.198028400540352}
+{"Finetune/Learning Rate": 1.1354166666666669e-05, "Finetune/Loss": 1.0254220962524414, "Finetune/Loss (Raw)": 0.9594981074333191, "Finetune/Step": 327, "Finetune/Step Time": 10.720860054716468}
+{"Finetune/Learning Rate": 1.138888888888889e-05, "Finetune/Loss": 1.02488374710083, "Finetune/Loss (Raw)": 1.0243985652923584, "Finetune/Step": 328, "Finetune/Step Time": 10.712488155812025}
+{"Finetune/Learning Rate": 1.0547342553341144e-06, "Finetune/Loss": 0.5651392936706543, "Finetune/Loss (Raw)": 0.6247197389602661, "Finetune/Step": 16480, "Finetune/Step Time": 11.197332482784986}
+{"Finetune/Learning Rate": 1.1423611111111112e-05, "Finetune/Loss": 1.0245327949523926, "Finetune/Loss (Raw)": 0.9536429047584534, "Finetune/Step": 329, "Finetune/Step Time": 10.712758662179112}
+{"Finetune/Learning Rate": 1.0539816279192871e-06, "Finetune/Loss": 0.565831184387207, "Finetune/Loss (Raw)": 0.5388101935386658, "Finetune/Step": 16481, "Finetune/Step Time": 11.18549120798707}
+{"Finetune/Learning Rate": 1.1458333333333333e-05, "Finetune/Loss": 1.024613618850708, "Finetune/Loss (Raw)": 1.0657172203063965, "Finetune/Step": 330, "Finetune/Step Time": 10.72148248553276}
+{"Finetune/Learning Rate": 1.0532292541881018e-06, "Finetune/Loss": 0.5648566484451294, "Finetune/Loss (Raw)": 0.40318676829338074, "Finetune/Step": 16482, "Finetune/Step Time": 11.192683447152376}
+{"Finetune/Learning Rate": 1.1493055555555556e-05, "Finetune/Loss": 1.023431658744812, "Finetune/Loss (Raw)": 0.9200097918510437, "Finetune/Step": 331, "Finetune/Step Time": 10.710203547030687}
+{"Finetune/Learning Rate": 1.0524771341618933e-06, "Finetune/Loss": 0.5648845434188843, "Finetune/Loss (Raw)": 0.5822024345397949, "Finetune/Step": 16483, "Finetune/Step Time": 11.19238961301744}
+{"Finetune/Learning Rate": 1.1527777777777777e-05, "Finetune/Loss": 1.022629976272583, "Finetune/Loss (Raw)": 1.0227257013320923, "Finetune/Step": 332, "Finetune/Step Time": 10.703420404344797}
+{"Finetune/Learning Rate": 1.0517252678619904e-06, "Finetune/Loss": 0.5637040734291077, "Finetune/Loss (Raw)": 0.5417389869689941, "Finetune/Step": 16484, "Finetune/Step Time": 11.198138501495123}
+{"Finetune/Learning Rate": 1.1562500000000002e-05, "Finetune/Loss": 1.0227320194244385, "Finetune/Loss (Raw)": 1.0504320859909058, "Finetune/Step": 333, "Finetune/Step Time": 10.70476834103465}
+{"Finetune/Learning Rate": 1.0509736553097149e-06, "Finetune/Loss": 0.5628471970558167, "Finetune/Loss (Raw)": 0.5055813193321228, "Finetune/Step": 16485, "Finetune/Step Time": 11.19855866022408}
+{"Finetune/Learning Rate": 1.0502222965263754e-06, "Finetune/Loss": 0.5620952844619751, "Finetune/Loss (Raw)": 0.5431200265884399, "Finetune/Step": 16486, "Finetune/Step Time": 11.20520805567503}
+{"Finetune/Learning Rate": 1.1597222222222224e-05, "Finetune/Loss": 1.0204699039459229, "Finetune/Loss (Raw)": 0.8381400108337402, "Finetune/Step": 334, "Finetune/Step Time": 10.749935230240226}
+{"Finetune/Learning Rate": 1.0494711915332844e-06, "Finetune/Loss": 0.5631201267242432, "Finetune/Loss (Raw)": 0.6410642862319946, "Finetune/Step": 16487, "Finetune/Step Time": 11.182483304291964}
+{"Finetune/Learning Rate": 1.1631944444444445e-05, "Finetune/Loss": 1.0202277898788452, "Finetune/Loss (Raw)": 1.0249158143997192, "Finetune/Step": 335, "Finetune/Step Time": 10.768608381971717}
+{"Finetune/Learning Rate": 1.0487203403517377e-06, "Finetune/Loss": 0.5624065399169922, "Finetune/Loss (Raw)": 0.6587179899215698, "Finetune/Step": 16488, "Finetune/Step Time": 11.177407778799534}
+{"Finetune/Learning Rate": 1.1666666666666668e-05, "Finetune/Loss": 1.0186785459518433, "Finetune/Loss (Raw)": 0.9038164019584656, "Finetune/Step": 336, "Finetune/Step Time": 10.76392482407391}
+{"Finetune/Learning Rate": 1.0479697430030277e-06, "Finetune/Loss": 0.5623117089271545, "Finetune/Loss (Raw)": 0.5617992877960205, "Finetune/Step": 16489, "Finetune/Step Time": 11.197844063863158}
+{"Finetune/Learning Rate": 1.1701388888888889e-05, "Finetune/Loss": 1.0171325206756592, "Finetune/Loss (Raw)": 0.9318289756774902, "Finetune/Step": 337, "Finetune/Step Time": 10.761270454153419}
+{"Finetune/Learning Rate": 1.04721939950844e-06, "Finetune/Loss": 0.5619868636131287, "Finetune/Loss (Raw)": 0.559773325920105, "Finetune/Step": 16490, "Finetune/Step Time": 11.19708595983684}
+{"Finetune/Learning Rate": 1.1736111111111113e-05, "Finetune/Loss": 1.017156720161438, "Finetune/Loss (Raw)": 1.0230172872543335, "Finetune/Step": 338, "Finetune/Step Time": 10.762783095240593}
+{"Finetune/Learning Rate": 1.0464693098892542e-06, "Finetune/Loss": 0.563336968421936, "Finetune/Loss (Raw)": 0.6566569805145264, "Finetune/Step": 16491, "Finetune/Step Time": 11.14157179929316}
+{"Finetune/Learning Rate": 1.1770833333333334e-05, "Finetune/Loss": 1.0176637172698975, "Finetune/Loss (Raw)": 1.1047357320785522, "Finetune/Step": 339, "Finetune/Step Time": 10.772143919020891}
+{"Finetune/Learning Rate": 1.0457194741667364e-06, "Finetune/Loss": 0.5638973116874695, "Finetune/Loss (Raw)": 0.5441837310791016, "Finetune/Step": 16492, "Finetune/Step Time": 11.141292419284582}
+{"Finetune/Learning Rate": 1.1805555555555557e-05, "Finetune/Loss": 1.0181100368499756, "Finetune/Loss (Raw)": 1.014075517654419, "Finetune/Step": 340, "Finetune/Step Time": 10.778541447594762}
+{"Finetune/Learning Rate": 1.1840277777777778e-05, "Finetune/Loss": 1.0191917419433594, "Finetune/Loss (Raw)": 1.0525010824203491, "Finetune/Step": 341, "Finetune/Step Time": 10.757543222978711}
+{"Finetune/Learning Rate": 1.0449698923621498e-06, "Finetune/Loss": 0.5624531507492065, "Finetune/Loss (Raw)": 0.46185559034347534, "Finetune/Step": 16493, "Finetune/Step Time": 11.174392756074667}
+{"Finetune/Learning Rate": 1.044220564496754e-06, "Finetune/Loss": 0.5619920492172241, "Finetune/Loss (Raw)": 0.5309171676635742, "Finetune/Step": 16494, "Finetune/Step Time": 11.187341503798962}
+{"Finetune/Learning Rate": 1.1875e-05, "Finetune/Loss": 1.0156478881835938, "Finetune/Loss (Raw)": 0.6126109957695007, "Finetune/Step": 342, "Finetune/Step Time": 10.79126512631774}
+{"Finetune/Learning Rate": 1.0434714905917965e-06, "Finetune/Loss": 0.5624184608459473, "Finetune/Loss (Raw)": 0.5860546827316284, "Finetune/Step": 16495, "Finetune/Step Time": 11.181497413665056}
+{"Finetune/Learning Rate": 1.1909722222222223e-05, "Finetune/Loss": 1.0162315368652344, "Finetune/Loss (Raw)": 1.0284849405288696, "Finetune/Step": 343, "Finetune/Step Time": 10.803866753354669}
+{"Finetune/Learning Rate": 1.0427226706685178e-06, "Finetune/Loss": 0.5616815686225891, "Finetune/Loss (Raw)": 0.5107206106185913, "Finetune/Step": 16496, "Finetune/Step Time": 11.189944608137012}
+{"Finetune/Learning Rate": 1.1944444444444444e-05, "Finetune/Loss": 1.0167262554168701, "Finetune/Loss (Raw)": 1.127631664276123, "Finetune/Step": 344, "Finetune/Step Time": 10.809069812297821}
+{"Finetune/Learning Rate": 1.0419741047481558e-06, "Finetune/Loss": 0.5623058676719666, "Finetune/Loss (Raw)": 0.578646719455719, "Finetune/Step": 16497, "Finetune/Step Time": 11.186545433476567}
+{"Finetune/Learning Rate": 1.1979166666666669e-05, "Finetune/Loss": 1.0169649124145508, "Finetune/Loss (Raw)": 1.0262905359268188, "Finetune/Step": 345, "Finetune/Step Time": 10.801583060994744}
+{"Finetune/Learning Rate": 1.041225792851932e-06, "Finetune/Loss": 0.5628485083580017, "Finetune/Loss (Raw)": 0.5962682962417603, "Finetune/Step": 16498, "Finetune/Step Time": 11.185766939073801}
+{"Finetune/Learning Rate": 1.201388888888889e-05, "Finetune/Loss": 1.0182479619979858, "Finetune/Loss (Raw)": 1.2155486345291138, "Finetune/Step": 346, "Finetune/Step Time": 10.798122828826308}
+{"Finetune/Learning Rate": 1.040477735001071e-06, "Finetune/Loss": 0.5629194378852844, "Finetune/Loss (Raw)": 0.5858021974563599, "Finetune/Step": 16499, "Finetune/Step Time": 11.19547769241035}
+{"Finetune/Learning Rate": 1.2048611111111112e-05, "Finetune/Loss": 1.0183125734329224, "Finetune/Loss (Raw)": 0.9769288897514343, "Finetune/Step": 347, "Finetune/Step Time": 10.77867128700018}
+{"Finetune/Learning Rate": 1.0397299312167807e-06, "Finetune/Loss": 0.5630384683609009, "Finetune/Loss (Raw)": 0.4674522578716278, "Finetune/Step": 16500, "Finetune/Step Time": 11.187153270468116}
+{"Finetune/Learning Rate": 1.2083333333333333e-05, "Finetune/Loss": 1.0172066688537598, "Finetune/Loss (Raw)": 1.009138822555542, "Finetune/Step": 348, "Finetune/Step Time": 10.777070563286543}
+{"Finetune/Learning Rate": 1.0389823815202727e-06, "Finetune/Loss": 0.5636122822761536, "Finetune/Loss (Raw)": 0.6956121921539307, "Finetune/Step": 16501, "Finetune/Step Time": 11.18877244181931}
+{"Finetune/Learning Rate": 1.2118055555555556e-05, "Finetune/Loss": 1.0174187421798706, "Finetune/Loss (Raw)": 1.038001298904419, "Finetune/Step": 349, "Finetune/Step Time": 10.76868549734354}
+{"Finetune/Learning Rate": 1.0382350859327416e-06, "Finetune/Loss": 0.5641549229621887, "Finetune/Loss (Raw)": 0.6140167713165283, "Finetune/Step": 16502, "Finetune/Step Time": 11.170760124921799}
+{"Finetune/Learning Rate": 1.2152777777777777e-05, "Finetune/Loss": 1.0175487995147705, "Finetune/Loss (Raw)": 1.0411890745162964, "Finetune/Step": 350, "Finetune/Step Time": 10.740926099941134}
+{"Finetune/Learning Rate": 1.037488044475382e-06, "Finetune/Loss": 0.5626994371414185, "Finetune/Loss (Raw)": 0.5631181597709656, "Finetune/Step": 16503, "Finetune/Step Time": 11.172124506905675}
+{"Finetune/Learning Rate": 1.2187500000000001e-05, "Finetune/Loss": 1.0141102075576782, "Finetune/Loss (Raw)": 0.529933750629425, "Finetune/Step": 351, "Finetune/Step Time": 10.784242490306497}
+{"Finetune/Learning Rate": 1.0367412571693746e-06, "Finetune/Loss": 0.5634952783584595, "Finetune/Loss (Raw)": 0.5663753747940063, "Finetune/Step": 16504, "Finetune/Step Time": 11.168730216100812}
+{"Finetune/Learning Rate": 1.2222222222222224e-05, "Finetune/Loss": 1.0134553909301758, "Finetune/Loss (Raw)": 1.0290552377700806, "Finetune/Step": 352, "Finetune/Step Time": 10.77802630700171}
+{"Finetune/Learning Rate": 1.0359947240358958e-06, "Finetune/Loss": 0.5632468461990356, "Finetune/Loss (Raw)": 0.603169322013855, "Finetune/Step": 16505, "Finetune/Step Time": 11.150275433436036}
+{"Finetune/Learning Rate": 1.2256944444444445e-05, "Finetune/Loss": 1.0090880393981934, "Finetune/Loss (Raw)": 0.5303994417190552, "Finetune/Step": 353, "Finetune/Step Time": 10.801927438005805}
+{"Finetune/Learning Rate": 1.0352484450961176e-06, "Finetune/Loss": 0.5620737075805664, "Finetune/Loss (Raw)": 0.6119040846824646, "Finetune/Step": 16506, "Finetune/Step Time": 11.116337854415178}
+{"Finetune/Learning Rate": 1.2291666666666668e-05, "Finetune/Loss": 1.0081461668014526, "Finetune/Loss (Raw)": 0.9521873593330383, "Finetune/Step": 354, "Finetune/Step Time": 10.791072487831116}
+{"Finetune/Learning Rate": 1.0345024203711996e-06, "Finetune/Loss": 0.5625959634780884, "Finetune/Loss (Raw)": 0.6231807470321655, "Finetune/Step": 16507, "Finetune/Step Time": 11.101770931854844}
+{"Finetune/Learning Rate": 1.2326388888888889e-05, "Finetune/Loss": 1.0070908069610596, "Finetune/Loss (Raw)": 0.837314784526825, "Finetune/Step": 355, "Finetune/Step Time": 10.781977515667677}
+{"Finetune/Learning Rate": 1.033756649882297e-06, "Finetune/Loss": 0.5619106292724609, "Finetune/Loss (Raw)": 0.4984552562236786, "Finetune/Step": 16508, "Finetune/Step Time": 11.088773295283318}
+{"Finetune/Learning Rate": 1.2361111111111113e-05, "Finetune/Loss": 1.007641077041626, "Finetune/Loss (Raw)": 1.1257963180541992, "Finetune/Step": 356, "Finetune/Step Time": 10.765094999223948}
+{"Finetune/Learning Rate": 1.0330111336505644e-06, "Finetune/Loss": 0.5610511302947998, "Finetune/Loss (Raw)": 0.5335960984230042, "Finetune/Step": 16509, "Finetune/Step Time": 11.090438080951571}
+{"Finetune/Learning Rate": 1.2395833333333334e-05, "Finetune/Loss": 1.0079567432403564, "Finetune/Loss (Raw)": 0.9727110862731934, "Finetune/Step": 357, "Finetune/Step Time": 10.746130108833313}
+{"Finetune/Learning Rate": 1.0322658716971346e-06, "Finetune/Loss": 0.5608952045440674, "Finetune/Loss (Raw)": 0.5474596619606018, "Finetune/Step": 16510, "Finetune/Step Time": 11.093518659472466}
+{"Finetune/Learning Rate": 1.2430555555555557e-05, "Finetune/Loss": 1.00637948513031, "Finetune/Loss (Raw)": 0.8967165350914001, "Finetune/Step": 358, "Finetune/Step Time": 10.739357959479094}
+{"Finetune/Learning Rate": 1.0315208640431429e-06, "Finetune/Loss": 0.5618211627006531, "Finetune/Loss (Raw)": 0.6788005828857422, "Finetune/Step": 16511, "Finetune/Step Time": 11.09341250360012}
+{"Finetune/Learning Rate": 1.2465277777777778e-05, "Finetune/Loss": 1.0046136379241943, "Finetune/Loss (Raw)": 1.0407267808914185, "Finetune/Step": 359, "Finetune/Step Time": 10.735048193484545}
+{"Finetune/Learning Rate": 1.030776110709718e-06, "Finetune/Loss": 0.5619390606880188, "Finetune/Loss (Raw)": 0.6408811211585999, "Finetune/Step": 16512, "Finetune/Step Time": 11.095233257859945}
+{"Finetune/Learning Rate": 1.25e-05, "Finetune/Loss": 1.0040162801742554, "Finetune/Loss (Raw)": 0.9943158030509949, "Finetune/Step": 360, "Finetune/Step Time": 10.704692443832755}
+{"Finetune/Learning Rate": 1.0300316117179766e-06, "Finetune/Loss": 0.5620227456092834, "Finetune/Loss (Raw)": 0.6818427443504333, "Finetune/Step": 16513, "Finetune/Step Time": 11.095607401803136}
+{"Finetune/Learning Rate": 1.2534722222222225e-05, "Finetune/Loss": 1.0056952238082886, "Finetune/Loss (Raw)": 1.1672970056533813, "Finetune/Step": 361, "Finetune/Step Time": 10.665688328444958}
+{"Finetune/Learning Rate": 1.0292873670890323e-06, "Finetune/Loss": 0.5615566968917847, "Finetune/Loss (Raw)": 0.5084389448165894, "Finetune/Step": 16514, "Finetune/Step Time": 11.09173483401537}
+{"Finetune/Learning Rate": 1.2569444444444446e-05, "Finetune/Loss": 1.0052225589752197, "Finetune/Loss (Raw)": 0.9171830415725708, "Finetune/Step": 362, "Finetune/Step Time": 10.664220845326781}
+{"Finetune/Learning Rate": 1.0285433768439879e-06, "Finetune/Loss": 0.5618295669555664, "Finetune/Loss (Raw)": 0.5332731604576111, "Finetune/Step": 16515, "Finetune/Step Time": 11.08979943394661}
+{"Finetune/Learning Rate": 1.2604166666666669e-05, "Finetune/Loss": 1.003990888595581, "Finetune/Loss (Raw)": 0.9453880190849304, "Finetune/Step": 363, "Finetune/Step Time": 10.682920875027776}
+{"Finetune/Learning Rate": 1.0277996410039425e-06, "Finetune/Loss": 0.563634991645813, "Finetune/Loss (Raw)": 0.624066948890686, "Finetune/Step": 16516, "Finetune/Step Time": 11.049100702628493}
+{"Finetune/Learning Rate": 1.263888888888889e-05, "Finetune/Loss": 1.0051655769348145, "Finetune/Loss (Raw)": 1.1685091257095337, "Finetune/Step": 364, "Finetune/Step Time": 10.679801438003778}
+{"Finetune/Learning Rate": 1.0270561595899864e-06, "Finetune/Loss": 0.5643237829208374, "Finetune/Loss (Raw)": 0.6222723722457886, "Finetune/Step": 16517, "Finetune/Step Time": 11.030116964131594}
+{"Finetune/Learning Rate": 1.2673611111111112e-05, "Finetune/Loss": 1.0033663511276245, "Finetune/Loss (Raw)": 0.8300924301147461, "Finetune/Step": 365, "Finetune/Step Time": 10.694661544635892}
+{"Finetune/Learning Rate": 1.0263129326232012e-06, "Finetune/Loss": 0.5621671676635742, "Finetune/Loss (Raw)": 0.3927533030509949, "Finetune/Step": 16518, "Finetune/Step Time": 11.066559618338943}
+{"Finetune/Learning Rate": 1.2708333333333333e-05, "Finetune/Loss": 1.0037897825241089, "Finetune/Loss (Raw)": 0.9656983017921448, "Finetune/Step": 366, "Finetune/Step Time": 10.689686562865973}
+{"Finetune/Learning Rate": 1.0255699601246638e-06, "Finetune/Loss": 0.5624685883522034, "Finetune/Loss (Raw)": 0.672906219959259, "Finetune/Step": 16519, "Finetune/Step Time": 11.064657352864742}
+{"Finetune/Learning Rate": 1.0248272421154426e-06, "Finetune/Loss": 0.5616946220397949, "Finetune/Loss (Raw)": 0.5040982961654663, "Finetune/Step": 16520, "Finetune/Step Time": 11.066888382658362}
+{"Finetune/Learning Rate": 1.2743055555555556e-05, "Finetune/Loss": 1.0036611557006836, "Finetune/Loss (Raw)": 0.9506173729896545, "Finetune/Step": 367, "Finetune/Step Time": 10.746789103373885}
+{"Finetune/Learning Rate": 1.0240847786165986e-06, "Finetune/Loss": 0.5635324716567993, "Finetune/Loss (Raw)": 0.6819467544555664, "Finetune/Step": 16521, "Finetune/Step Time": 11.03781127743423}
+{"Finetune/Learning Rate": 1.2777777777777777e-05, "Finetune/Loss": 1.0037484169006348, "Finetune/Loss (Raw)": 1.0994611978530884, "Finetune/Step": 368, "Finetune/Step Time": 10.744339847937226}
+{"Finetune/Learning Rate": 1.0233425696491861e-06, "Finetune/Loss": 0.5635654926300049, "Finetune/Loss (Raw)": 0.6977958679199219, "Finetune/Step": 16522, "Finetune/Step Time": 11.038740307092667}
+{"Finetune/Learning Rate": 1.2812500000000001e-05, "Finetune/Loss": 1.0036768913269043, "Finetune/Loss (Raw)": 1.0172969102859497, "Finetune/Step": 369, "Finetune/Step Time": 10.751221101731062}
+{"Finetune/Learning Rate": 1.0226006152342516e-06, "Finetune/Loss": 0.5644891262054443, "Finetune/Loss (Raw)": 0.6711865067481995, "Finetune/Step": 16523, "Finetune/Step Time": 11.033406861126423}
+{"Finetune/Learning Rate": 1.2847222222222224e-05, "Finetune/Loss": 1.001427173614502, "Finetune/Loss (Raw)": 0.8637896776199341, "Finetune/Step": 370, "Finetune/Step Time": 10.780150601640344}
+{"Finetune/Learning Rate": 1.021858915392836e-06, "Finetune/Loss": 0.56484055519104, "Finetune/Loss (Raw)": 0.5287938117980957, "Finetune/Step": 16524, "Finetune/Step Time": 11.036342171952128}
+{"Finetune/Learning Rate": 1.2881944444444445e-05, "Finetune/Loss": 1.0003669261932373, "Finetune/Loss (Raw)": 1.0721116065979004, "Finetune/Step": 371, "Finetune/Step Time": 10.786663444712758}
+{"Finetune/Learning Rate": 1.0211174701459714e-06, "Finetune/Loss": 0.565589427947998, "Finetune/Loss (Raw)": 0.5544878244400024, "Finetune/Step": 16525, "Finetune/Step Time": 11.0147464890033}
+{"Finetune/Learning Rate": 1.2916666666666668e-05, "Finetune/Loss": 0.9987784624099731, "Finetune/Loss (Raw)": 0.9140010476112366, "Finetune/Step": 372, "Finetune/Step Time": 10.790378795936704}
+{"Finetune/Learning Rate": 1.0203762795146833e-06, "Finetune/Loss": 0.5656248331069946, "Finetune/Loss (Raw)": 0.5733652710914612, "Finetune/Step": 16526, "Finetune/Step Time": 11.013659602031112}
+{"Finetune/Learning Rate": 1.2951388888888889e-05, "Finetune/Loss": 0.998860776424408, "Finetune/Loss (Raw)": 1.0550428628921509, "Finetune/Step": 373, "Finetune/Step Time": 10.793952809646726}
+{"Finetune/Learning Rate": 1.019635343519988e-06, "Finetune/Loss": 0.5657216310501099, "Finetune/Loss (Raw)": 0.5591561198234558, "Finetune/Step": 16527, "Finetune/Step Time": 11.037782546132803}
+{"Finetune/Learning Rate": 1.2986111111111113e-05, "Finetune/Loss": 0.9983499050140381, "Finetune/Loss (Raw)": 0.9606325030326843, "Finetune/Step": 374, "Finetune/Step Time": 10.810180583968759}
+{"Finetune/Learning Rate": 1.0188946621828977e-06, "Finetune/Loss": 0.5655298829078674, "Finetune/Loss (Raw)": 0.5804324746131897, "Finetune/Step": 16528, "Finetune/Step Time": 11.064793534576893}
+{"Finetune/Learning Rate": 1.3020833333333334e-05, "Finetune/Loss": 0.9974514842033386, "Finetune/Loss (Raw)": 0.9734121561050415, "Finetune/Step": 375, "Finetune/Step Time": 10.807939570397139}
+{"Finetune/Learning Rate": 1.0181542355244167e-06, "Finetune/Loss": 0.5650191903114319, "Finetune/Loss (Raw)": 0.5143248438835144, "Finetune/Step": 16529, "Finetune/Step Time": 11.05875606648624}
+{"Finetune/Learning Rate": 1.3055555555555557e-05, "Finetune/Loss": 0.996265172958374, "Finetune/Loss (Raw)": 0.8653433322906494, "Finetune/Step": 376, "Finetune/Step Time": 10.80763989686966}
+{"Finetune/Learning Rate": 1.0174140635655405e-06, "Finetune/Loss": 0.5653135776519775, "Finetune/Loss (Raw)": 0.6399479508399963, "Finetune/Step": 16530, "Finetune/Step Time": 11.083694215863943}
+{"Finetune/Learning Rate": 1.3090277777777778e-05, "Finetune/Loss": 0.9952520132064819, "Finetune/Loss (Raw)": 0.888735830783844, "Finetune/Step": 377, "Finetune/Step Time": 10.818105535581708}
+{"Finetune/Learning Rate": 1.0166741463272577e-06, "Finetune/Loss": 0.5654357075691223, "Finetune/Loss (Raw)": 0.5370003581047058, "Finetune/Step": 16531, "Finetune/Step Time": 11.104037860408425}
+{"Finetune/Learning Rate": 1.3125e-05, "Finetune/Loss": 0.9956598281860352, "Finetune/Loss (Raw)": 1.0382603406906128, "Finetune/Step": 378, "Finetune/Step Time": 10.822189835831523}
+{"Finetune/Learning Rate": 1.0159344838305517e-06, "Finetune/Loss": 0.5656003952026367, "Finetune/Loss (Raw)": 0.5715051293373108, "Finetune/Step": 16532, "Finetune/Step Time": 11.120501041412354}
+{"Finetune/Learning Rate": 1.3159722222222225e-05, "Finetune/Loss": 0.9958018064498901, "Finetune/Loss (Raw)": 1.0659618377685547, "Finetune/Step": 379, "Finetune/Step Time": 10.823939068242908}
+{"Finetune/Learning Rate": 1.015195076096398e-06, "Finetune/Loss": 0.5646152496337891, "Finetune/Loss (Raw)": 0.5115538239479065, "Finetune/Step": 16533, "Finetune/Step Time": 11.121293224394321}
+{"Finetune/Learning Rate": 1.3194444444444446e-05, "Finetune/Loss": 0.994855523109436, "Finetune/Loss (Raw)": 0.8813226222991943, "Finetune/Step": 380, "Finetune/Step Time": 10.841800093650818}
+{"Finetune/Learning Rate": 1.0144559231457617e-06, "Finetune/Loss": 0.5635449886322021, "Finetune/Loss (Raw)": 0.5637872219085693, "Finetune/Step": 16534, "Finetune/Step Time": 11.11490030772984}
+{"Finetune/Learning Rate": 1.3229166666666669e-05, "Finetune/Loss": 0.9951539039611816, "Finetune/Loss (Raw)": 1.140238642692566, "Finetune/Step": 381, "Finetune/Step Time": 10.847770564258099}
+{"Finetune/Learning Rate": 1.0137170249996008e-06, "Finetune/Loss": 0.563065767288208, "Finetune/Loss (Raw)": 0.5606744885444641, "Finetune/Step": 16535, "Finetune/Step Time": 11.131466794759035}
+{"Finetune/Learning Rate": 1.326388888888889e-05, "Finetune/Loss": 0.9947997331619263, "Finetune/Loss (Raw)": 1.0197333097457886, "Finetune/Step": 382, "Finetune/Step Time": 10.847257565706968}
+{"Finetune/Learning Rate": 1.0129783816788742e-06, "Finetune/Loss": 0.5630141496658325, "Finetune/Loss (Raw)": 0.5599909424781799, "Finetune/Step": 16536, "Finetune/Step Time": 11.127862425521016}
+{"Finetune/Learning Rate": 1.3298611111111112e-05, "Finetune/Loss": 0.993335485458374, "Finetune/Loss (Raw)": 0.9308303594589233, "Finetune/Step": 383, "Finetune/Step Time": 10.855724934488535}
+{"Finetune/Learning Rate": 1.0122399932045245e-06, "Finetune/Loss": 0.5634382367134094, "Finetune/Loss (Raw)": 0.6472466588020325, "Finetune/Step": 16537, "Finetune/Step Time": 11.122076807543635}
+{"Finetune/Learning Rate": 1.3333333333333333e-05, "Finetune/Loss": 0.9925950765609741, "Finetune/Loss (Raw)": 1.0359687805175781, "Finetune/Step": 384, "Finetune/Step Time": 10.859031373634934}
+{"Finetune/Learning Rate": 1.0115018595974912e-06, "Finetune/Loss": 0.5631769895553589, "Finetune/Loss (Raw)": 0.5316287875175476, "Finetune/Step": 16538, "Finetune/Step Time": 11.123438009992242}
+{"Finetune/Learning Rate": 1.0107639808787062e-06, "Finetune/Loss": 0.5643507838249207, "Finetune/Loss (Raw)": 0.6614360213279724, "Finetune/Step": 16539, "Finetune/Step Time": 11.116205537691712}
+{"Finetune/Learning Rate": 1.3368055555555558e-05, "Finetune/Loss": 0.9917268753051758, "Finetune/Loss (Raw)": 0.9942759275436401, "Finetune/Step": 385, "Finetune/Step Time": 10.860968114808202}
+{"Finetune/Learning Rate": 1.0100263570690915e-06, "Finetune/Loss": 0.5641380548477173, "Finetune/Loss (Raw)": 0.5689834356307983, "Finetune/Step": 16540, "Finetune/Step Time": 11.11599830724299}
+{"Finetune/Learning Rate": 1.3402777777777779e-05, "Finetune/Loss": 0.9903737902641296, "Finetune/Loss (Raw)": 0.9796491861343384, "Finetune/Step": 386, "Finetune/Step Time": 10.922633334994316}
+{"Finetune/Learning Rate": 1.0092889881895663e-06, "Finetune/Loss": 0.5644077062606812, "Finetune/Loss (Raw)": 0.566463053226471, "Finetune/Step": 16541, "Finetune/Step Time": 11.112620014697313}
+{"Finetune/Learning Rate": 1.3437500000000001e-05, "Finetune/Loss": 0.9891901016235352, "Finetune/Loss (Raw)": 0.9554316401481628, "Finetune/Step": 387, "Finetune/Step Time": 10.919178806245327}
+{"Finetune/Learning Rate": 1.0085518742610355e-06, "Finetune/Loss": 0.5634255409240723, "Finetune/Loss (Raw)": 0.5136553645133972, "Finetune/Step": 16542, "Finetune/Step Time": 11.146118899807334}
+{"Finetune/Learning Rate": 1.3472222222222224e-05, "Finetune/Loss": 0.9890065789222717, "Finetune/Loss (Raw)": 1.0658420324325562, "Finetune/Step": 388, "Finetune/Step Time": 10.930845268070698}
+{"Finetune/Learning Rate": 1.0078150153044087e-06, "Finetune/Loss": 0.5633840560913086, "Finetune/Loss (Raw)": 0.562630832195282, "Finetune/Step": 16543, "Finetune/Step Time": 11.14492249302566}
+{"Finetune/Learning Rate": 1.3506944444444445e-05, "Finetune/Loss": 0.9895350337028503, "Finetune/Loss (Raw)": 1.0177468061447144, "Finetune/Step": 389, "Finetune/Step Time": 10.887170819565654}
+{"Finetune/Learning Rate": 1.0070784113405763e-06, "Finetune/Loss": 0.5642631649971008, "Finetune/Loss (Raw)": 0.5881279110908508, "Finetune/Step": 16544, "Finetune/Step Time": 11.138675540685654}
+{"Finetune/Learning Rate": 1.3541666666666668e-05, "Finetune/Loss": 0.9894784688949585, "Finetune/Loss (Raw)": 1.0427391529083252, "Finetune/Step": 390, "Finetune/Step Time": 10.882164470851421}
+{"Finetune/Learning Rate": 1.0063420623904308e-06, "Finetune/Loss": 0.563564658164978, "Finetune/Loss (Raw)": 0.5586639642715454, "Finetune/Step": 16545, "Finetune/Step Time": 11.129034953191876}
+{"Finetune/Learning Rate": 1.3576388888888889e-05, "Finetune/Loss": 0.9884600639343262, "Finetune/Loss (Raw)": 0.9556252956390381, "Finetune/Step": 391, "Finetune/Step Time": 10.916190594434738}
+{"Finetune/Learning Rate": 1.0056059684748475e-06, "Finetune/Loss": 0.563127875328064, "Finetune/Loss (Raw)": 0.5601311922073364, "Finetune/Step": 16546, "Finetune/Step Time": 11.124369576573372}
+{"Finetune/Learning Rate": 1.3611111111111113e-05, "Finetune/Loss": 0.9875543117523193, "Finetune/Loss (Raw)": 1.0302037000656128, "Finetune/Step": 392, "Finetune/Step Time": 10.907644318416715}
+{"Finetune/Learning Rate": 1.0048701296147023e-06, "Finetune/Loss": 0.563595175743103, "Finetune/Loss (Raw)": 0.6487924456596375, "Finetune/Step": 16547, "Finetune/Step Time": 11.12367464788258}
+{"Finetune/Learning Rate": 1.3645833333333334e-05, "Finetune/Loss": 0.9869121313095093, "Finetune/Loss (Raw)": 0.9846428632736206, "Finetune/Step": 393, "Finetune/Step Time": 10.908208241686225}
+{"Finetune/Learning Rate": 1.0041345458308615e-06, "Finetune/Loss": 0.5627445578575134, "Finetune/Loss (Raw)": 0.49778231978416443, "Finetune/Step": 16548, "Finetune/Step Time": 11.124041026458144}
+{"Finetune/Learning Rate": 1.3680555555555557e-05, "Finetune/Loss": 0.9869208931922913, "Finetune/Loss (Raw)": 1.1015568971633911, "Finetune/Step": 394, "Finetune/Step Time": 10.904726782813668}
+{"Finetune/Learning Rate": 1.003399217144183e-06, "Finetune/Loss": 0.5633179545402527, "Finetune/Loss (Raw)": 0.5450379848480225, "Finetune/Step": 16549, "Finetune/Step Time": 11.106359791010618}
+{"Finetune/Learning Rate": 1.3715277777777778e-05, "Finetune/Loss": 0.9857981204986572, "Finetune/Loss (Raw)": 0.9967507123947144, "Finetune/Step": 395, "Finetune/Step Time": 10.915016181766987}
+{"Finetune/Learning Rate": 1.0026641435755214e-06, "Finetune/Loss": 0.5620583295822144, "Finetune/Loss (Raw)": 0.5208446383476257, "Finetune/Step": 16550, "Finetune/Step Time": 11.109558302909136}
+{"Finetune/Learning Rate": 1.375e-05, "Finetune/Loss": 0.9855039119720459, "Finetune/Loss (Raw)": 1.0640618801116943, "Finetune/Step": 396, "Finetune/Step Time": 10.916816908866167}
+{"Finetune/Learning Rate": 1.0019293251457206e-06, "Finetune/Loss": 0.5641450881958008, "Finetune/Loss (Raw)": 0.6918407678604126, "Finetune/Step": 16551, "Finetune/Step Time": 11.067400816828012}
+{"Finetune/Learning Rate": 1.0011947618756156e-06, "Finetune/Loss": 0.5642973780632019, "Finetune/Loss (Raw)": 0.6360169649124146, "Finetune/Step": 16552, "Finetune/Step Time": 11.06645867601037}
+{"Finetune/Learning Rate": 1.3784722222222225e-05, "Finetune/Loss": 0.9866036176681519, "Finetune/Loss (Raw)": 1.079513669013977, "Finetune/Step": 397, "Finetune/Step Time": 10.954576075077057}
+{"Finetune/Learning Rate": 1.0004604537860385e-06, "Finetune/Loss": 0.5636100172996521, "Finetune/Loss (Raw)": 0.5362539887428284, "Finetune/Step": 16553, "Finetune/Step Time": 11.065808676183224}
+{"Finetune/Learning Rate": 1.3819444444444446e-05, "Finetune/Loss": 0.9898464679718018, "Finetune/Loss (Raw)": 1.0171592235565186, "Finetune/Step": 398, "Finetune/Step Time": 10.917481258511543}
+{"Finetune/Learning Rate": 9.997264008978113e-07, "Finetune/Loss": 0.5643026232719421, "Finetune/Loss (Raw)": 0.615069568157196, "Finetune/Step": 16554, "Finetune/Step Time": 11.057525128126144}
+{"Finetune/Learning Rate": 1.3854166666666669e-05, "Finetune/Loss": 0.9902042150497437, "Finetune/Loss (Raw)": 1.0555124282836914, "Finetune/Step": 399, "Finetune/Step Time": 10.916927700862288}
+{"Finetune/Learning Rate": 9.989926032317497e-07, "Finetune/Loss": 0.5646049976348877, "Finetune/Loss (Raw)": 0.6095113158226013, "Finetune/Step": 16555, "Finetune/Step Time": 11.056712726131082}
+{"Finetune/Learning Rate": 1.388888888888889e-05, "Finetune/Loss": 0.9885894656181335, "Finetune/Loss (Raw)": 0.8701887130737305, "Finetune/Step": 400, "Finetune/Step Time": 10.910067595541477}
+{"Finetune/Learning Rate": 9.982590608086617e-07, "Finetune/Loss": 0.5645133256912231, "Finetune/Loss (Raw)": 0.6050205230712891, "Finetune/Step": 16556, "Finetune/Step Time": 11.055635983124375}
+{"Finetune/Learning Rate": 1.3923611111111112e-05, "Finetune/Loss": 0.9883992075920105, "Finetune/Loss (Raw)": 0.9346777200698853, "Finetune/Step": 401, "Finetune/Step Time": 10.925470171496272}
+{"Finetune/Learning Rate": 9.975257736493515e-07, "Finetune/Loss": 0.5648373365402222, "Finetune/Loss (Raw)": 0.5716535449028015, "Finetune/Step": 16557, "Finetune/Step Time": 11.003857981413603}
+{"Finetune/Learning Rate": 1.3958333333333333e-05, "Finetune/Loss": 0.9884833097457886, "Finetune/Loss (Raw)": 0.8940388560295105, "Finetune/Step": 402, "Finetune/Step Time": 10.923540456220508}
+{"Finetune/Learning Rate": 9.967927417746103e-07, "Finetune/Loss": 0.5645536184310913, "Finetune/Loss (Raw)": 0.5742707848548889, "Finetune/Step": 16558, "Finetune/Step Time": 11.00065691769123}
+{"Finetune/Learning Rate": 1.3993055555555558e-05, "Finetune/Loss": 0.9889368414878845, "Finetune/Loss (Raw)": 1.053285837173462, "Finetune/Step": 403, "Finetune/Step Time": 10.926160953938961}
+{"Finetune/Learning Rate": 9.960599652052238e-07, "Finetune/Loss": 0.5641822814941406, "Finetune/Loss (Raw)": 0.4813985824584961, "Finetune/Step": 16559, "Finetune/Step Time": 10.983943002298474}
+{"Finetune/Learning Rate": 1.4027777777777779e-05, "Finetune/Loss": 0.9887244701385498, "Finetune/Loss (Raw)": 1.0466283559799194, "Finetune/Step": 404, "Finetune/Step Time": 10.922718204557896}
+{"Finetune/Learning Rate": 9.953274439619742e-07, "Finetune/Loss": 0.564443826675415, "Finetune/Loss (Raw)": 0.6156158447265625, "Finetune/Step": 16560, "Finetune/Step Time": 10.98655404895544}
+{"Finetune/Learning Rate": 1.4062500000000001e-05, "Finetune/Loss": 0.9885392189025879, "Finetune/Loss (Raw)": 0.9372302889823914, "Finetune/Step": 405, "Finetune/Step Time": 10.921700656414032}
+{"Finetune/Learning Rate": 9.945951780656316e-07, "Finetune/Loss": 0.5645078420639038, "Finetune/Loss (Raw)": 0.6095370650291443, "Finetune/Step": 16561, "Finetune/Step Time": 10.985482297837734}
+{"Finetune/Learning Rate": 1.4097222222222224e-05, "Finetune/Loss": 0.9886276721954346, "Finetune/Loss (Raw)": 0.9875874519348145, "Finetune/Step": 406, "Finetune/Step Time": 10.923196639865637}
+{"Finetune/Learning Rate": 1.4131944444444445e-05, "Finetune/Loss": 0.9880663156509399, "Finetune/Loss (Raw)": 0.9545783996582031, "Finetune/Step": 407, "Finetune/Step Time": 10.928222240880132}
+{"Finetune/Learning Rate": 9.938631675369626e-07, "Finetune/Loss": 0.5644452571868896, "Finetune/Loss (Raw)": 0.5056878328323364, "Finetune/Step": 16562, "Finetune/Step Time": 11.009265905246139}
+{"Finetune/Learning Rate": 9.931314123967228e-07, "Finetune/Loss": 0.566177248954773, "Finetune/Loss (Raw)": 0.6817088723182678, "Finetune/Step": 16563, "Finetune/Step Time": 10.971823344007134}
+{"Finetune/Learning Rate": 1.416666666666667e-05, "Finetune/Loss": 0.9871658682823181, "Finetune/Loss (Raw)": 0.8958410620689392, "Finetune/Step": 408, "Finetune/Step Time": 10.9322738815099}
+{"Finetune/Learning Rate": 1.420138888888889e-05, "Finetune/Loss": 0.9877764582633972, "Finetune/Loss (Raw)": 0.9724915027618408, "Finetune/Step": 409, "Finetune/Step Time": 10.937404876574874}
+{"Finetune/Learning Rate": 9.923999126656647e-07, "Finetune/Loss": 0.5664294362068176, "Finetune/Loss (Raw)": 0.5630115270614624, "Finetune/Step": 16564, "Finetune/Step Time": 10.967929422855377}
+{"Finetune/Learning Rate": 1.4236111111111113e-05, "Finetune/Loss": 0.9886997938156128, "Finetune/Loss (Raw)": 1.0729907751083374, "Finetune/Step": 410, "Finetune/Step Time": 10.941585155203938}
+{"Finetune/Learning Rate": 9.916686683645317e-07, "Finetune/Loss": 0.5677082538604736, "Finetune/Loss (Raw)": 0.5814728140830994, "Finetune/Step": 16565, "Finetune/Step Time": 10.941833041608334}
+{"Finetune/Learning Rate": 9.90937679514058e-07, "Finetune/Loss": 0.5673619508743286, "Finetune/Loss (Raw)": 0.531982958316803, "Finetune/Step": 16566, "Finetune/Step Time": 10.969702975824475}
+{"Finetune/Learning Rate": 1.4270833333333334e-05, "Finetune/Loss": 0.9841408133506775, "Finetune/Loss (Raw)": 0.6513108611106873, "Finetune/Step": 411, "Finetune/Step Time": 10.989219231531024}
+{"Finetune/Learning Rate": 9.90206946134974e-07, "Finetune/Loss": 0.5681530237197876, "Finetune/Loss (Raw)": 0.6913408041000366, "Finetune/Step": 16567, "Finetune/Step Time": 10.968296226114035}
+{"Finetune/Learning Rate": 1.4305555555555557e-05, "Finetune/Loss": 0.9847222566604614, "Finetune/Loss (Raw)": 0.9473338723182678, "Finetune/Step": 412, "Finetune/Step Time": 10.977707462385297}
+{"Finetune/Learning Rate": 9.894764682480006e-07, "Finetune/Loss": 0.5684307813644409, "Finetune/Loss (Raw)": 0.5569823980331421, "Finetune/Step": 16568, "Finetune/Step Time": 10.976946422830224}
+{"Finetune/Learning Rate": 1.4340277777777778e-05, "Finetune/Loss": 0.9819581508636475, "Finetune/Loss (Raw)": 0.5834939479827881, "Finetune/Step": 413, "Finetune/Step Time": 11.011908436194062}
+{"Finetune/Learning Rate": 9.887462458738518e-07, "Finetune/Loss": 0.5706208944320679, "Finetune/Loss (Raw)": 0.7373000979423523, "Finetune/Step": 16569, "Finetune/Step Time": 11.008293703198433}
+{"Finetune/Learning Rate": 1.4375e-05, "Finetune/Loss": 0.9821957349777222, "Finetune/Loss (Raw)": 0.941169023513794, "Finetune/Step": 414, "Finetune/Step Time": 11.000609513372183}
+{"Finetune/Learning Rate": 9.880162790332348e-07, "Finetune/Loss": 0.5706152319908142, "Finetune/Loss (Raw)": 0.5539883375167847, "Finetune/Step": 16570, "Finetune/Step Time": 11.00286734290421}
+{"Finetune/Learning Rate": 1.4409722222222225e-05, "Finetune/Loss": 0.9827258586883545, "Finetune/Loss (Raw)": 0.9930604100227356, "Finetune/Step": 415, "Finetune/Step Time": 10.999370694160461}
+{"Finetune/Learning Rate": 9.87286567746849e-07, "Finetune/Loss": 0.5717883706092834, "Finetune/Loss (Raw)": 0.6480920910835266, "Finetune/Step": 16571, "Finetune/Step Time": 10.978411154821515}
+{"Finetune/Learning Rate": 1.4444444444444446e-05, "Finetune/Loss": 0.9833306074142456, "Finetune/Loss (Raw)": 1.0069862604141235, "Finetune/Step": 416, "Finetune/Step Time": 11.011630240827799}
+{"Finetune/Learning Rate": 9.865571120353878e-07, "Finetune/Loss": 0.5729974508285522, "Finetune/Loss (Raw)": 0.6452766060829163, "Finetune/Step": 16572, "Finetune/Step Time": 10.94521427154541}
+{"Finetune/Learning Rate": 1.4479166666666669e-05, "Finetune/Loss": 0.9825122356414795, "Finetune/Loss (Raw)": 0.9195369482040405, "Finetune/Step": 417, "Finetune/Step Time": 11.003536580130458}
+{"Finetune/Learning Rate": 9.85827911919537e-07, "Finetune/Loss": 0.5738996267318726, "Finetune/Loss (Raw)": 0.5557346343994141, "Finetune/Step": 16573, "Finetune/Step Time": 10.920215165242553}
+{"Finetune/Learning Rate": 1.451388888888889e-05, "Finetune/Loss": 0.9835227131843567, "Finetune/Loss (Raw)": 1.2252888679504395, "Finetune/Step": 418, "Finetune/Step Time": 11.000782050192356}
+{"Finetune/Learning Rate": 9.85098967419973e-07, "Finetune/Loss": 0.5729262828826904, "Finetune/Loss (Raw)": 0.5540485382080078, "Finetune/Step": 16574, "Finetune/Step Time": 10.91071462444961}
+{"Finetune/Learning Rate": 1.4548611111111112e-05, "Finetune/Loss": 0.980510950088501, "Finetune/Loss (Raw)": 0.5600996017456055, "Finetune/Step": 419, "Finetune/Step Time": 11.041347796097398}
+{"Finetune/Learning Rate": 9.843702785573672e-07, "Finetune/Loss": 0.5725291967391968, "Finetune/Loss (Raw)": 0.5938325524330139, "Finetune/Step": 16575, "Finetune/Step Time": 10.90715872682631}
+{"Finetune/Learning Rate": 1.4583333333333333e-05, "Finetune/Loss": 0.9803218841552734, "Finetune/Loss (Raw)": 1.070453405380249, "Finetune/Step": 420, "Finetune/Step Time": 11.02466825209558}
+{"Finetune/Learning Rate": 9.836418453523833e-07, "Finetune/Loss": 0.5727313756942749, "Finetune/Loss (Raw)": 0.574184238910675, "Finetune/Step": 16576, "Finetune/Step Time": 10.91095919534564}
+{"Finetune/Learning Rate": 1.4618055555555558e-05, "Finetune/Loss": 0.9801661968231201, "Finetune/Loss (Raw)": 1.0167521238327026, "Finetune/Step": 421, "Finetune/Step Time": 11.018471825867891}
+{"Finetune/Learning Rate": 9.829136678256778e-07, "Finetune/Loss": 0.5733702182769775, "Finetune/Loss (Raw)": 0.5189154148101807, "Finetune/Step": 16577, "Finetune/Step Time": 10.883424174040556}
+{"Finetune/Learning Rate": 1.4652777777777779e-05, "Finetune/Loss": 0.9804790616035461, "Finetune/Loss (Raw)": 1.0303981304168701, "Finetune/Step": 422, "Finetune/Step Time": 11.022544557228684}
+{"Finetune/Learning Rate": 9.82185745997899e-07, "Finetune/Loss": 0.5727970600128174, "Finetune/Loss (Raw)": 0.5372134447097778, "Finetune/Step": 16578, "Finetune/Step Time": 10.88049666956067}
+{"Finetune/Learning Rate": 1.4687500000000001e-05, "Finetune/Loss": 0.9807387590408325, "Finetune/Loss (Raw)": 1.0488039255142212, "Finetune/Step": 423, "Finetune/Step Time": 11.029373981058598}
+{"Finetune/Learning Rate": 9.8145807988969e-07, "Finetune/Loss": 0.573274552822113, "Finetune/Loss (Raw)": 0.5726449489593506, "Finetune/Step": 16579, "Finetune/Step Time": 10.880068216472864}
+{"Finetune/Learning Rate": 1.4722222222222224e-05, "Finetune/Loss": 0.9796655178070068, "Finetune/Loss (Raw)": 0.9320446252822876, "Finetune/Step": 424, "Finetune/Step Time": 11.025908498093486}
+{"Finetune/Learning Rate": 9.807306695216846e-07, "Finetune/Loss": 0.5730879306793213, "Finetune/Loss (Raw)": 0.6070270538330078, "Finetune/Step": 16580, "Finetune/Step Time": 10.881765745580196}
+{"Finetune/Learning Rate": 1.4756944444444445e-05, "Finetune/Loss": 0.9820413589477539, "Finetune/Loss (Raw)": 1.0395004749298096, "Finetune/Step": 425, "Finetune/Step Time": 11.018603967502713}
+{"Finetune/Learning Rate": 9.800035149145093e-07, "Finetune/Loss": 0.5733820199966431, "Finetune/Loss (Raw)": 0.5873189568519592, "Finetune/Step": 16581, "Finetune/Step Time": 10.869857074692845}
+{"Finetune/Learning Rate": 1.479166666666667e-05, "Finetune/Loss": 0.9832970499992371, "Finetune/Loss (Raw)": 1.105913519859314, "Finetune/Step": 426, "Finetune/Step Time": 11.034975089132786}
+{"Finetune/Learning Rate": 9.792766160887868e-07, "Finetune/Loss": 0.5724897384643555, "Finetune/Loss (Raw)": 0.46635255217552185, "Finetune/Step": 16582, "Finetune/Step Time": 10.85184140689671}
+{"Finetune/Learning Rate": 1.482638888888889e-05, "Finetune/Loss": 0.9845322370529175, "Finetune/Loss (Raw)": 0.996563732624054, "Finetune/Step": 427, "Finetune/Step Time": 11.025147784501314}
+{"Finetune/Learning Rate": 9.78549973065125e-07, "Finetune/Loss": 0.5723903179168701, "Finetune/Loss (Raw)": 0.5378553867340088, "Finetune/Step": 16583, "Finetune/Step Time": 10.856760066002607}
+{"Finetune/Learning Rate": 1.4861111111111113e-05, "Finetune/Loss": 0.9847477674484253, "Finetune/Loss (Raw)": 1.0618685483932495, "Finetune/Step": 428, "Finetune/Step Time": 11.019866036251187}
+{"Finetune/Learning Rate": 9.778235858641338e-07, "Finetune/Loss": 0.5724107027053833, "Finetune/Loss (Raw)": 0.6047468781471252, "Finetune/Step": 16584, "Finetune/Step Time": 10.842155396938324}
+{"Finetune/Learning Rate": 1.4895833333333334e-05, "Finetune/Loss": 0.9851266741752625, "Finetune/Loss (Raw)": 0.9527649283409119, "Finetune/Step": 429, "Finetune/Step Time": 11.02086235024035}
+{"Finetune/Learning Rate": 9.770974545064095e-07, "Finetune/Loss": 0.5740678310394287, "Finetune/Loss (Raw)": 0.6816728711128235, "Finetune/Step": 16585, "Finetune/Step Time": 10.79045288078487}
+{"Finetune/Learning Rate": 1.4930555555555557e-05, "Finetune/Loss": 0.9857010245323181, "Finetune/Loss (Raw)": 1.0925549268722534, "Finetune/Step": 430, "Finetune/Step Time": 11.006885424256325}
+{"Finetune/Learning Rate": 9.76371579012545e-07, "Finetune/Loss": 0.5732269287109375, "Finetune/Loss (Raw)": 0.5804797410964966, "Finetune/Step": 16586, "Finetune/Step Time": 10.75648601539433}
+{"Finetune/Learning Rate": 1.4965277777777778e-05, "Finetune/Loss": 0.9859542846679688, "Finetune/Loss (Raw)": 1.0531100034713745, "Finetune/Step": 431, "Finetune/Step Time": 10.976600501686335}
+{"Finetune/Learning Rate": 9.75645959403122e-07, "Finetune/Loss": 0.5741844177246094, "Finetune/Loss (Raw)": 0.6629167795181274, "Finetune/Step": 16587, "Finetune/Step Time": 10.757900753989816}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.9859784841537476, "Finetune/Loss (Raw)": 1.0702141523361206, "Finetune/Step": 432, "Finetune/Step Time": 10.974510680884123}
+{"Finetune/Learning Rate": 9.749205956987196e-07, "Finetune/Loss": 0.5760082602500916, "Finetune/Loss (Raw)": 0.6045239567756653, "Finetune/Step": 16588, "Finetune/Step Time": 10.723733894526958}
+{"Finetune/Learning Rate": 1.5034722222222225e-05, "Finetune/Loss": 0.9846668243408203, "Finetune/Loss (Raw)": 0.9560965299606323, "Finetune/Step": 433, "Finetune/Step Time": 10.983767239376903}
+{"Finetune/Learning Rate": 9.741954879199034e-07, "Finetune/Loss": 0.5776073932647705, "Finetune/Loss (Raw)": 0.5859750509262085, "Finetune/Step": 16589, "Finetune/Step Time": 10.69735960289836}
+{"Finetune/Learning Rate": 1.5069444444444446e-05, "Finetune/Loss": 0.9847399592399597, "Finetune/Loss (Raw)": 0.8863297700881958, "Finetune/Step": 434, "Finetune/Step Time": 10.989912560209632}
+{"Finetune/Learning Rate": 9.73470636087237e-07, "Finetune/Loss": 0.5782359838485718, "Finetune/Loss (Raw)": 0.5992782115936279, "Finetune/Step": 16590, "Finetune/Step Time": 10.708268823102117}
+{"Finetune/Learning Rate": 1.5104166666666668e-05, "Finetune/Loss": 0.9862567186355591, "Finetune/Loss (Raw)": 1.1432911157608032, "Finetune/Step": 435, "Finetune/Step Time": 10.991525653749704}
+{"Finetune/Learning Rate": 9.72746040221274e-07, "Finetune/Loss": 0.578734278678894, "Finetune/Loss (Raw)": 0.6317049860954285, "Finetune/Step": 16591, "Finetune/Step Time": 10.707620806992054}
+{"Finetune/Learning Rate": 1.513888888888889e-05, "Finetune/Loss": 0.9865498542785645, "Finetune/Loss (Raw)": 1.026890516281128, "Finetune/Step": 436, "Finetune/Step Time": 10.983724594116211}
+{"Finetune/Learning Rate": 9.720217003425648e-07, "Finetune/Loss": 0.5787829756736755, "Finetune/Loss (Raw)": 0.5625594854354858, "Finetune/Step": 16592, "Finetune/Step Time": 10.702714033424854}
+{"Finetune/Learning Rate": 1.5173611111111112e-05, "Finetune/Loss": 0.9865368604660034, "Finetune/Loss (Raw)": 1.0402641296386719, "Finetune/Step": 437, "Finetune/Step Time": 10.989997437223792}
+{"Finetune/Learning Rate": 9.71297616471648e-07, "Finetune/Loss": 0.5791745185852051, "Finetune/Loss (Raw)": 0.6434652805328369, "Finetune/Step": 16593, "Finetune/Step Time": 10.678395619615912}
+{"Finetune/Learning Rate": 1.5208333333333333e-05, "Finetune/Loss": 0.9855732917785645, "Finetune/Loss (Raw)": 0.9728847742080688, "Finetune/Step": 438, "Finetune/Step Time": 10.989197144284844}
+{"Finetune/Learning Rate": 9.705737886290578e-07, "Finetune/Loss": 0.5802080631256104, "Finetune/Loss (Raw)": 0.6348379850387573, "Finetune/Step": 16594, "Finetune/Step Time": 10.677105387672782}
+{"Finetune/Learning Rate": 1.5243055555555558e-05, "Finetune/Loss": 0.9839541912078857, "Finetune/Loss (Raw)": 0.9159995317459106, "Finetune/Step": 439, "Finetune/Step Time": 10.983145326375961}
+{"Finetune/Learning Rate": 9.698502168353175e-07, "Finetune/Loss": 0.5803617835044861, "Finetune/Loss (Raw)": 0.5792293548583984, "Finetune/Step": 16595, "Finetune/Step Time": 10.667159333825111}
+{"Finetune/Learning Rate": 1.5277777777777777e-05, "Finetune/Loss": 0.9840053915977478, "Finetune/Loss (Raw)": 0.8774272203445435, "Finetune/Step": 440, "Finetune/Step Time": 10.976445252075791}
+{"Finetune/Learning Rate": 9.691269011109472e-07, "Finetune/Loss": 0.5812597274780273, "Finetune/Loss (Raw)": 0.6378045678138733, "Finetune/Step": 16596, "Finetune/Step Time": 10.680992444977164}
+{"Finetune/Learning Rate": 1.5312500000000003e-05, "Finetune/Loss": 0.9831224083900452, "Finetune/Loss (Raw)": 1.0019001960754395, "Finetune/Step": 441, "Finetune/Step Time": 10.984416967257857}
+{"Finetune/Learning Rate": 1.5347222222222226e-05, "Finetune/Loss": 0.983238935470581, "Finetune/Loss (Raw)": 1.0003191232681274, "Finetune/Step": 442, "Finetune/Step Time": 10.986423332244158}
+{"Finetune/Learning Rate": 9.684038414764575e-07, "Finetune/Loss": 0.5813309550285339, "Finetune/Loss (Raw)": 0.5439885258674622, "Finetune/Step": 16597, "Finetune/Step Time": 10.739970654249191}
+{"Finetune/Learning Rate": 1.5381944444444445e-05, "Finetune/Loss": 0.9846862554550171, "Finetune/Loss (Raw)": 1.180991768836975, "Finetune/Step": 443, "Finetune/Step Time": 10.98901566490531}
+{"Finetune/Learning Rate": 9.676810379523505e-07, "Finetune/Loss": 0.5819332599639893, "Finetune/Loss (Raw)": 0.6077060699462891, "Finetune/Step": 16598, "Finetune/Step Time": 10.758383587002754}
+{"Finetune/Learning Rate": 1.5416666666666668e-05, "Finetune/Loss": 0.9838977456092834, "Finetune/Loss (Raw)": 0.9480859041213989, "Finetune/Step": 444, "Finetune/Step Time": 10.951180942356586}
+{"Finetune/Learning Rate": 9.669584905591256e-07, "Finetune/Loss": 0.5814627408981323, "Finetune/Loss (Raw)": 0.5240952372550964, "Finetune/Step": 16599, "Finetune/Step Time": 10.742398178204894}
+{"Finetune/Learning Rate": 1.545138888888889e-05, "Finetune/Loss": 0.9844897985458374, "Finetune/Loss (Raw)": 1.0167280435562134, "Finetune/Step": 445, "Finetune/Step Time": 10.954841159284115}
+{"Finetune/Learning Rate": 9.662361993172743e-07, "Finetune/Loss": 0.5818741321563721, "Finetune/Loss (Raw)": 0.6640371680259705, "Finetune/Step": 16600, "Finetune/Step Time": 10.748906986787915}
+{"Finetune/Learning Rate": 1.5486111111111113e-05, "Finetune/Loss": 0.9843273162841797, "Finetune/Loss (Raw)": 1.0109307765960693, "Finetune/Step": 446, "Finetune/Step Time": 10.968815935775638}
+{"Finetune/Learning Rate": 9.655141642472744e-07, "Finetune/Loss": 0.5839852094650269, "Finetune/Loss (Raw)": 0.6207174062728882, "Finetune/Step": 16601, "Finetune/Step Time": 10.74751528725028}
+{"Finetune/Learning Rate": 1.5520833333333332e-05, "Finetune/Loss": 0.9842676520347595, "Finetune/Loss (Raw)": 1.0180072784423828, "Finetune/Step": 447, "Finetune/Step Time": 10.965505855157971}
+{"Finetune/Learning Rate": 9.647923853696006e-07, "Finetune/Loss": 0.5837457180023193, "Finetune/Loss (Raw)": 0.5612427592277527, "Finetune/Step": 16602, "Finetune/Step Time": 10.765715753659606}
+{"Finetune/Learning Rate": 1.555555555555556e-05, "Finetune/Loss": 0.9868876934051514, "Finetune/Loss (Raw)": 1.2253062725067139, "Finetune/Step": 448, "Finetune/Step Time": 10.978478478267789}
+{"Finetune/Learning Rate": 9.640708627047236e-07, "Finetune/Loss": 0.5836696624755859, "Finetune/Loss (Raw)": 0.6632565259933472, "Finetune/Step": 16603, "Finetune/Step Time": 10.769180363044143}
+{"Finetune/Learning Rate": 1.5590277777777778e-05, "Finetune/Loss": 0.9853507280349731, "Finetune/Loss (Raw)": 0.9018298983573914, "Finetune/Step": 449, "Finetune/Step Time": 10.982459977269173}
+{"Finetune/Learning Rate": 9.63349596273101e-07, "Finetune/Loss": 0.583875298500061, "Finetune/Loss (Raw)": 0.6403295397758484, "Finetune/Step": 16604, "Finetune/Step Time": 10.773234385997057}
+{"Finetune/Learning Rate": 1.5625e-05, "Finetune/Loss": 0.9842702150344849, "Finetune/Loss (Raw)": 0.9917073249816895, "Finetune/Step": 450, "Finetune/Step Time": 10.983808021992445}
+{"Finetune/Learning Rate": 9.626285860951856e-07, "Finetune/Loss": 0.5829381942749023, "Finetune/Loss (Raw)": 0.5523799061775208, "Finetune/Step": 16605, "Finetune/Step Time": 10.782544735819101}
+{"Finetune/Learning Rate": 1.5659722222222223e-05, "Finetune/Loss": 0.9857713580131531, "Finetune/Loss (Raw)": 1.1713666915893555, "Finetune/Step": 451, "Finetune/Step Time": 10.988779254257679}
+{"Finetune/Learning Rate": 9.61907832191429e-07, "Finetune/Loss": 0.5826060771942139, "Finetune/Loss (Raw)": 0.5701469779014587, "Finetune/Step": 16606, "Finetune/Step Time": 10.785182129591703}
+{"Finetune/Learning Rate": 1.5694444444444446e-05, "Finetune/Loss": 0.9868552684783936, "Finetune/Loss (Raw)": 1.1318957805633545, "Finetune/Step": 452, "Finetune/Step Time": 10.986188201233745}
+{"Finetune/Learning Rate": 9.611873345822632e-07, "Finetune/Loss": 0.5821248292922974, "Finetune/Loss (Raw)": 0.5338563919067383, "Finetune/Step": 16607, "Finetune/Step Time": 10.780410710722208}
+{"Finetune/Learning Rate": 1.572916666666667e-05, "Finetune/Loss": 0.9866519570350647, "Finetune/Loss (Raw)": 0.934359610080719, "Finetune/Step": 453, "Finetune/Step Time": 10.975161865353584}
+{"Finetune/Learning Rate": 9.604670932881211e-07, "Finetune/Loss": 0.5819818377494812, "Finetune/Loss (Raw)": 0.6064190864562988, "Finetune/Step": 16608, "Finetune/Step Time": 10.768949406221509}
+{"Finetune/Learning Rate": 1.576388888888889e-05, "Finetune/Loss": 0.9865171909332275, "Finetune/Loss (Raw)": 1.0207524299621582, "Finetune/Step": 454, "Finetune/Step Time": 10.985570693388581}
+{"Finetune/Learning Rate": 9.597471083294286e-07, "Finetune/Loss": 0.5831844806671143, "Finetune/Loss (Raw)": 0.692743182182312, "Finetune/Step": 16609, "Finetune/Step Time": 10.768017454072833}
+{"Finetune/Learning Rate": 9.590273797265992e-07, "Finetune/Loss": 0.5850300788879395, "Finetune/Loss (Raw)": 0.6394216418266296, "Finetune/Step": 16610, "Finetune/Step Time": 10.748569993302226}
+{"Finetune/Learning Rate": 1.5798611111111114e-05, "Finetune/Loss": 0.9872465133666992, "Finetune/Loss (Raw)": 1.0528451204299927, "Finetune/Step": 455, "Finetune/Step Time": 11.01073856279254}
+{"Finetune/Learning Rate": 9.583079075000457e-07, "Finetune/Loss": 0.5853954553604126, "Finetune/Loss (Raw)": 0.6289743185043335, "Finetune/Step": 16611, "Finetune/Step Time": 10.749852880835533}
+{"Finetune/Learning Rate": 1.5833333333333333e-05, "Finetune/Loss": 0.9870834946632385, "Finetune/Loss (Raw)": 1.0035330057144165, "Finetune/Step": 456, "Finetune/Step Time": 11.042818075045943}
+{"Finetune/Learning Rate": 9.575886916701681e-07, "Finetune/Loss": 0.5853918790817261, "Finetune/Loss (Raw)": 0.5412788391113281, "Finetune/Step": 16612, "Finetune/Step Time": 10.736554803326726}
+{"Finetune/Learning Rate": 1.5868055555555556e-05, "Finetune/Loss": 0.9866608381271362, "Finetune/Loss (Raw)": 0.8995437026023865, "Finetune/Step": 457, "Finetune/Step Time": 11.039843304082751}
+{"Finetune/Learning Rate": 9.568697322573616e-07, "Finetune/Loss": 0.5863993167877197, "Finetune/Loss (Raw)": 0.634538471698761, "Finetune/Step": 16613, "Finetune/Step Time": 10.734926536679268}
+{"Finetune/Learning Rate": 1.590277777777778e-05, "Finetune/Loss": 0.9865480661392212, "Finetune/Loss (Raw)": 1.051283597946167, "Finetune/Step": 458, "Finetune/Step Time": 11.03007841669023}
+{"Finetune/Learning Rate": 9.561510292820154e-07, "Finetune/Loss": 0.5866169333457947, "Finetune/Loss (Raw)": 0.5709722638130188, "Finetune/Step": 16614, "Finetune/Step Time": 10.726065700873733}
+{"Finetune/Learning Rate": 1.59375e-05, "Finetune/Loss": 0.9860745072364807, "Finetune/Loss (Raw)": 0.8593904972076416, "Finetune/Step": 459, "Finetune/Step Time": 11.043227225542068}
+{"Finetune/Learning Rate": 9.554325827645082e-07, "Finetune/Loss": 0.5862358808517456, "Finetune/Loss (Raw)": 0.5922886729240417, "Finetune/Step": 16615, "Finetune/Step Time": 10.738536233082414}
+{"Finetune/Learning Rate": 1.5972222222222224e-05, "Finetune/Loss": 0.986253559589386, "Finetune/Loss (Raw)": 1.045647144317627, "Finetune/Step": 460, "Finetune/Step Time": 11.043504571542144}
+{"Finetune/Learning Rate": 9.547143927252134e-07, "Finetune/Loss": 0.5855453014373779, "Finetune/Loss (Raw)": 0.5703221559524536, "Finetune/Step": 16616, "Finetune/Step Time": 10.7307337988168}
+{"Finetune/Learning Rate": 1.6006944444444447e-05, "Finetune/Loss": 0.9865155816078186, "Finetune/Loss (Raw)": 1.0839711427688599, "Finetune/Step": 461, "Finetune/Step Time": 11.045274682343006}
+{"Finetune/Learning Rate": 9.539964591844974e-07, "Finetune/Loss": 0.5855050683021545, "Finetune/Loss (Raw)": 0.5566486120223999, "Finetune/Step": 16617, "Finetune/Step Time": 10.71044247969985}
+{"Finetune/Learning Rate": 1.604166666666667e-05, "Finetune/Loss": 0.9878537058830261, "Finetune/Loss (Raw)": 1.0094207525253296, "Finetune/Step": 462, "Finetune/Step Time": 11.003827828913927}
+{"Finetune/Learning Rate": 9.532787821627188e-07, "Finetune/Loss": 0.5853615999221802, "Finetune/Loss (Raw)": 0.5414097309112549, "Finetune/Step": 16618, "Finetune/Step Time": 10.705183925107121}
+{"Finetune/Learning Rate": 1.607638888888889e-05, "Finetune/Loss": 0.9880868792533875, "Finetune/Loss (Raw)": 1.0547665357589722, "Finetune/Step": 463, "Finetune/Step Time": 10.984106224030256}
+{"Finetune/Learning Rate": 9.525613616802276e-07, "Finetune/Loss": 0.5830949544906616, "Finetune/Loss (Raw)": 0.36652904748916626, "Finetune/Step": 16619, "Finetune/Step Time": 10.742805980145931}
+{"Finetune/Learning Rate": 1.6111111111111115e-05, "Finetune/Loss": 0.9888513088226318, "Finetune/Loss (Raw)": 1.0016530752182007, "Finetune/Step": 464, "Finetune/Step Time": 10.982428727671504}
+{"Finetune/Learning Rate": 9.5184419775737e-07, "Finetune/Loss": 0.5829437971115112, "Finetune/Loss (Raw)": 0.5248354077339172, "Finetune/Step": 16620, "Finetune/Step Time": 10.73280787654221}
+{"Finetune/Learning Rate": 1.6145833333333334e-05, "Finetune/Loss": 0.9885326623916626, "Finetune/Loss (Raw)": 0.8910491466522217, "Finetune/Step": 465, "Finetune/Step Time": 10.982329627498984}
+{"Finetune/Learning Rate": 9.511272904144797e-07, "Finetune/Loss": 0.5841686725616455, "Finetune/Loss (Raw)": 0.6186427474021912, "Finetune/Step": 16621, "Finetune/Step Time": 10.695618284866214}
+{"Finetune/Learning Rate": 1.6180555555555557e-05, "Finetune/Loss": 0.988771378993988, "Finetune/Loss (Raw)": 1.0535693168640137, "Finetune/Step": 466, "Finetune/Step Time": 10.978993644937873}
+{"Finetune/Learning Rate": 9.504106396718893e-07, "Finetune/Loss": 0.5861721634864807, "Finetune/Loss (Raw)": 0.7873600721359253, "Finetune/Step": 16622, "Finetune/Step Time": 10.684603914618492}
+{"Finetune/Learning Rate": 1.621527777777778e-05, "Finetune/Loss": 0.9880287647247314, "Finetune/Loss (Raw)": 1.009680986404419, "Finetune/Step": 467, "Finetune/Step Time": 10.972089674323797}
+{"Finetune/Learning Rate": 1.6250000000000002e-05, "Finetune/Loss": 0.9880032539367676, "Finetune/Loss (Raw)": 1.0108016729354858, "Finetune/Step": 468, "Finetune/Step Time": 10.95918782427907}
+{"Finetune/Learning Rate": 9.496942455499192e-07, "Finetune/Loss": 0.5860501527786255, "Finetune/Loss (Raw)": 0.5704429745674133, "Finetune/Step": 16623, "Finetune/Step Time": 10.696177240461111}
+{"Finetune/Learning Rate": 9.489781080688865e-07, "Finetune/Loss": 0.5865470170974731, "Finetune/Loss (Raw)": 0.5743204355239868, "Finetune/Step": 16624, "Finetune/Step Time": 10.683531826362014}
+{"Finetune/Learning Rate": 1.6284722222222225e-05, "Finetune/Loss": 0.9875965714454651, "Finetune/Loss (Raw)": 1.000457525253296, "Finetune/Step": 469, "Finetune/Step Time": 10.95733006298542}
+{"Finetune/Learning Rate": 9.482622272490927e-07, "Finetune/Loss": 0.5863475799560547, "Finetune/Loss (Raw)": 0.5531159043312073, "Finetune/Step": 16625, "Finetune/Step Time": 10.684665644541383}
+{"Finetune/Learning Rate": 1.6319444444444444e-05, "Finetune/Loss": 0.9903634786605835, "Finetune/Loss (Raw)": 0.9667745232582092, "Finetune/Step": 470, "Finetune/Step Time": 10.92682909220457}
+{"Finetune/Learning Rate": 1.635416666666667e-05, "Finetune/Loss": 0.9902821779251099, "Finetune/Loss (Raw)": 1.0180779695510864, "Finetune/Step": 471, "Finetune/Step Time": 10.921166406944394}
+{"Finetune/Learning Rate": 9.475466031108448e-07, "Finetune/Loss": 0.5869396924972534, "Finetune/Loss (Raw)": 0.6720550060272217, "Finetune/Step": 16626, "Finetune/Step Time": 10.729735907167196}
+{"Finetune/Learning Rate": 1.638888888888889e-05, "Finetune/Loss": 0.9895884990692139, "Finetune/Loss (Raw)": 1.0388407707214355, "Finetune/Step": 472, "Finetune/Step Time": 10.919901052489877}
+{"Finetune/Learning Rate": 9.468312356744336e-07, "Finetune/Loss": 0.5864153504371643, "Finetune/Loss (Raw)": 0.5186879634857178, "Finetune/Step": 16627, "Finetune/Step Time": 10.719473229721189}
+{"Finetune/Learning Rate": 1.6423611111111112e-05, "Finetune/Loss": 0.9901801347732544, "Finetune/Loss (Raw)": 1.1020221710205078, "Finetune/Step": 473, "Finetune/Step Time": 10.919286066666245}
+{"Finetune/Learning Rate": 9.461161249601447e-07, "Finetune/Loss": 0.5877034068107605, "Finetune/Loss (Raw)": 0.6323220729827881, "Finetune/Step": 16628, "Finetune/Step Time": 10.752871641889215}
+{"Finetune/Learning Rate": 1.6458333333333335e-05, "Finetune/Loss": 0.9890071153640747, "Finetune/Loss (Raw)": 1.0653998851776123, "Finetune/Step": 474, "Finetune/Step Time": 10.924930727109313}
+{"Finetune/Learning Rate": 9.454012709882576e-07, "Finetune/Loss": 0.5869508981704712, "Finetune/Loss (Raw)": 0.5992876887321472, "Finetune/Step": 16629, "Finetune/Step Time": 10.751016555354}
+{"Finetune/Learning Rate": 1.6493055555555557e-05, "Finetune/Loss": 0.9886336922645569, "Finetune/Loss (Raw)": 0.9291304349899292, "Finetune/Step": 475, "Finetune/Step Time": 10.927191557362676}
+{"Finetune/Learning Rate": 9.446866737790427e-07, "Finetune/Loss": 0.5873520374298096, "Finetune/Loss (Raw)": 0.6653632521629333, "Finetune/Step": 16630, "Finetune/Step Time": 10.75169538334012}
+{"Finetune/Learning Rate": 1.6527777777777777e-05, "Finetune/Loss": 0.9881525039672852, "Finetune/Loss (Raw)": 0.9475483298301697, "Finetune/Step": 476, "Finetune/Step Time": 10.93119633384049}
+{"Finetune/Learning Rate": 9.439723333527639e-07, "Finetune/Loss": 0.5875035524368286, "Finetune/Loss (Raw)": 0.5825111865997314, "Finetune/Step": 16631, "Finetune/Step Time": 10.73697523958981}
+{"Finetune/Learning Rate": 1.6562500000000003e-05, "Finetune/Loss": 0.9884071946144104, "Finetune/Loss (Raw)": 1.0706015825271606, "Finetune/Step": 477, "Finetune/Step Time": 10.935550659894943}
+{"Finetune/Learning Rate": 9.432582497296749e-07, "Finetune/Loss": 0.5876420736312866, "Finetune/Loss (Raw)": 0.5841146111488342, "Finetune/Step": 16632, "Finetune/Step Time": 10.731307098641992}
+{"Finetune/Learning Rate": 1.6597222222222225e-05, "Finetune/Loss": 0.9855504035949707, "Finetune/Loss (Raw)": 0.6755144000053406, "Finetune/Step": 478, "Finetune/Step Time": 10.969888729974627}
+{"Finetune/Learning Rate": 9.425444229300295e-07, "Finetune/Loss": 0.5878949165344238, "Finetune/Loss (Raw)": 0.6355270147323608, "Finetune/Step": 16633, "Finetune/Step Time": 10.740639738738537}
+{"Finetune/Learning Rate": 1.6631944444444445e-05, "Finetune/Loss": 0.9890351295471191, "Finetune/Loss (Raw)": 0.9759805202484131, "Finetune/Step": 479, "Finetune/Step Time": 10.930346101522446}
+{"Finetune/Learning Rate": 9.418308529740694e-07, "Finetune/Loss": 0.5863121747970581, "Finetune/Loss (Raw)": 0.4093209505081177, "Finetune/Step": 16634, "Finetune/Step Time": 10.773839203640819}
+{"Finetune/Learning Rate": 1.6666666666666667e-05, "Finetune/Loss": 0.9882584810256958, "Finetune/Loss (Raw)": 0.9296441674232483, "Finetune/Step": 480, "Finetune/Step Time": 10.92838453873992}
+{"Finetune/Learning Rate": 9.411175398820271e-07, "Finetune/Loss": 0.5860098600387573, "Finetune/Loss (Raw)": 0.5844792127609253, "Finetune/Step": 16635, "Finetune/Step Time": 10.777540879324079}
+{"Finetune/Learning Rate": 1.670138888888889e-05, "Finetune/Loss": 0.9916584491729736, "Finetune/Loss (Raw)": 0.9656025767326355, "Finetune/Step": 481, "Finetune/Step Time": 10.893904369324446}
+{"Finetune/Learning Rate": 9.404044836741343e-07, "Finetune/Loss": 0.5870102643966675, "Finetune/Loss (Raw)": 0.62650066614151, "Finetune/Step": 16636, "Finetune/Step Time": 10.773389825597405}
+{"Finetune/Learning Rate": 1.6736111111111113e-05, "Finetune/Loss": 0.9916715025901794, "Finetune/Loss (Raw)": 0.9538514018058777, "Finetune/Step": 482, "Finetune/Step Time": 10.895496878772974}
+{"Finetune/Learning Rate": 9.396916843706061e-07, "Finetune/Loss": 0.5877633094787598, "Finetune/Loss (Raw)": 0.6299891471862793, "Finetune/Step": 16637, "Finetune/Step Time": 10.767238093540072}
+{"Finetune/Learning Rate": 1.6770833333333336e-05, "Finetune/Loss": 0.9929810166358948, "Finetune/Loss (Raw)": 1.0049339532852173, "Finetune/Step": 483, "Finetune/Step Time": 10.897032843902707}
+{"Finetune/Learning Rate": 9.389791419916572e-07, "Finetune/Loss": 0.5880633592605591, "Finetune/Loss (Raw)": 0.585871160030365, "Finetune/Step": 16638, "Finetune/Step Time": 10.766505574807525}
+{"Finetune/Learning Rate": 1.6805555555555558e-05, "Finetune/Loss": 0.9931219816207886, "Finetune/Loss (Raw)": 1.1438361406326294, "Finetune/Step": 484, "Finetune/Step Time": 10.907342031598091}
+{"Finetune/Learning Rate": 9.382668565574927e-07, "Finetune/Loss": 0.5868939757347107, "Finetune/Loss (Raw)": 0.52911376953125, "Finetune/Step": 16639, "Finetune/Step Time": 10.760074021294713}
+{"Finetune/Learning Rate": 1.6840277777777778e-05, "Finetune/Loss": 0.9937734603881836, "Finetune/Loss (Raw)": 1.0561050176620483, "Finetune/Step": 485, "Finetune/Step Time": 10.906107041984797}
+{"Finetune/Learning Rate": 9.375548280883129e-07, "Finetune/Loss": 0.5869100093841553, "Finetune/Loss (Raw)": 0.6429387331008911, "Finetune/Step": 16640, "Finetune/Step Time": 10.754416700452566}
+{"Finetune/Learning Rate": 1.6875e-05, "Finetune/Loss": 0.9935728907585144, "Finetune/Loss (Raw)": 0.871045708656311, "Finetune/Step": 486, "Finetune/Step Time": 10.90351557917893}
+{"Finetune/Learning Rate": 9.368430566043085e-07, "Finetune/Loss": 0.5863444805145264, "Finetune/Loss (Raw)": 0.6094563603401184, "Finetune/Step": 16641, "Finetune/Step Time": 10.761132458224893}
+{"Finetune/Learning Rate": 1.6909722222222223e-05, "Finetune/Loss": 0.9924113750457764, "Finetune/Loss (Raw)": 0.8920468091964722, "Finetune/Step": 487, "Finetune/Step Time": 10.915216675028205}
+{"Finetune/Learning Rate": 9.361315421256645e-07, "Finetune/Loss": 0.5868274569511414, "Finetune/Loss (Raw)": 0.5702531337738037, "Finetune/Step": 16642, "Finetune/Step Time": 10.769683875143528}
+{"Finetune/Learning Rate": 1.6944444444444446e-05, "Finetune/Loss": 0.9925332069396973, "Finetune/Loss (Raw)": 1.009915828704834, "Finetune/Step": 488, "Finetune/Step Time": 10.9119503647089}
+{"Finetune/Learning Rate": 9.354202846725546e-07, "Finetune/Loss": 0.5873210430145264, "Finetune/Loss (Raw)": 0.5964504480361938, "Finetune/Step": 16643, "Finetune/Step Time": 10.777911469340324}
+{"Finetune/Learning Rate": 1.6979166666666668e-05, "Finetune/Loss": 0.9907342195510864, "Finetune/Loss (Raw)": 0.9370270371437073, "Finetune/Step": 489, "Finetune/Step Time": 10.915670469403267}
+{"Finetune/Learning Rate": 9.347092842651483e-07, "Finetune/Loss": 0.5883951187133789, "Finetune/Loss (Raw)": 0.7615473866462708, "Finetune/Step": 16644, "Finetune/Step Time": 10.796846544370055}
+{"Finetune/Learning Rate": 1.701388888888889e-05, "Finetune/Loss": 0.9917144775390625, "Finetune/Loss (Raw)": 1.0426509380340576, "Finetune/Step": 490, "Finetune/Step Time": 10.925210252404213}
+{"Finetune/Learning Rate": 9.339985409236097e-07, "Finetune/Loss": 0.5868930816650391, "Finetune/Loss (Raw)": 0.430024653673172, "Finetune/Step": 16645, "Finetune/Step Time": 10.793549807742238}
+{"Finetune/Learning Rate": 1.7048611111111114e-05, "Finetune/Loss": 0.9918785095214844, "Finetune/Loss (Raw)": 0.9663858413696289, "Finetune/Step": 491, "Finetune/Step Time": 10.904328318312764}
+{"Finetune/Learning Rate": 9.332880546680911e-07, "Finetune/Loss": 0.5881391763687134, "Finetune/Loss (Raw)": 0.5522433519363403, "Finetune/Step": 16646, "Finetune/Step Time": 10.761311661452055}
+{"Finetune/Learning Rate": 1.7083333333333333e-05, "Finetune/Loss": 0.9905472993850708, "Finetune/Loss (Raw)": 0.9981215000152588, "Finetune/Step": 492, "Finetune/Step Time": 10.900818863883615}
+{"Finetune/Learning Rate": 9.32577825518739e-07, "Finetune/Loss": 0.5873390436172485, "Finetune/Loss (Raw)": 0.5704867839813232, "Finetune/Step": 16647, "Finetune/Step Time": 10.759299332275987}
+{"Finetune/Learning Rate": 1.7118055555555556e-05, "Finetune/Loss": 0.992292046546936, "Finetune/Loss (Raw)": 1.0534160137176514, "Finetune/Step": 493, "Finetune/Step Time": 10.894070344045758}
+{"Finetune/Learning Rate": 9.318678534957004e-07, "Finetune/Loss": 0.588026225566864, "Finetune/Loss (Raw)": 0.5920612215995789, "Finetune/Step": 16648, "Finetune/Step Time": 10.757017897441983}
+{"Finetune/Learning Rate": 1.715277777777778e-05, "Finetune/Loss": 0.9933197498321533, "Finetune/Loss (Raw)": 1.0972472429275513, "Finetune/Step": 494, "Finetune/Step Time": 10.88667350076139}
+{"Finetune/Learning Rate": 9.311581386191005e-07, "Finetune/Loss": 0.5872063040733337, "Finetune/Loss (Raw)": 0.5769999027252197, "Finetune/Step": 16649, "Finetune/Step Time": 10.752635225653648}
+{"Finetune/Learning Rate": 1.71875e-05, "Finetune/Loss": 0.9940652847290039, "Finetune/Loss (Raw)": 1.0460309982299805, "Finetune/Step": 495, "Finetune/Step Time": 10.830314191058278}
+{"Finetune/Learning Rate": 1.7222222222222224e-05, "Finetune/Loss": 0.9941073060035706, "Finetune/Loss (Raw)": 1.1048545837402344, "Finetune/Step": 496, "Finetune/Step Time": 10.823410915210843}
+{"Finetune/Learning Rate": 9.304486809090674e-07, "Finetune/Loss": 0.5868232250213623, "Finetune/Loss (Raw)": 0.6487652659416199, "Finetune/Step": 16650, "Finetune/Step Time": 10.770389785990119}
+{"Finetune/Learning Rate": 9.297394803857196e-07, "Finetune/Loss": 0.5861047506332397, "Finetune/Loss (Raw)": 0.5792180895805359, "Finetune/Step": 16651, "Finetune/Step Time": 10.776244519278407}
+{"Finetune/Learning Rate": 1.7256944444444446e-05, "Finetune/Loss": 0.9931031465530396, "Finetune/Loss (Raw)": 0.8887601494789124, "Finetune/Step": 497, "Finetune/Step Time": 10.850879170000553}
+{"Finetune/Learning Rate": 9.290305370691677e-07, "Finetune/Loss": 0.5866783857345581, "Finetune/Loss (Raw)": 0.602211594581604, "Finetune/Step": 16652, "Finetune/Step Time": 10.788963589817286}
+{"Finetune/Learning Rate": 1.729166666666667e-05, "Finetune/Loss": 0.994214653968811, "Finetune/Loss (Raw)": 1.0060617923736572, "Finetune/Step": 498, "Finetune/Step Time": 10.83039814606309}
+{"Finetune/Learning Rate": 9.283218509795155e-07, "Finetune/Loss": 0.5868285298347473, "Finetune/Loss (Raw)": 0.5737091302871704, "Finetune/Step": 16653, "Finetune/Step Time": 10.791219249367714}
+{"Finetune/Learning Rate": 1.732638888888889e-05, "Finetune/Loss": 0.9933173060417175, "Finetune/Loss (Raw)": 0.9572499394416809, "Finetune/Step": 499, "Finetune/Step Time": 10.818468594923615}
+{"Finetune/Learning Rate": 9.276134221368571e-07, "Finetune/Loss": 0.5868386030197144, "Finetune/Loss (Raw)": 0.5746603012084961, "Finetune/Step": 16654, "Finetune/Step Time": 10.798508940264583}
+{"Finetune/Learning Rate": 1.7361111111111114e-05, "Finetune/Loss": 0.9938696026802063, "Finetune/Loss (Raw)": 0.9847020506858826, "Finetune/Step": 500, "Finetune/Step Time": 10.814229547977448}
+{"Finetune/Learning Rate": 9.269052505612874e-07, "Finetune/Loss": 0.5867049694061279, "Finetune/Loss (Raw)": 0.5420441031455994, "Finetune/Step": 16655, "Finetune/Step Time": 10.774422459304333}
+{"Finetune/Learning Rate": 1.7395833333333334e-05, "Finetune/Loss": 0.9936147928237915, "Finetune/Loss (Raw)": 1.0224120616912842, "Finetune/Step": 501, "Finetune/Step Time": 10.825551696121693}
+{"Finetune/Learning Rate": 9.261973362728827e-07, "Finetune/Loss": 0.586909830570221, "Finetune/Loss (Raw)": 0.6066546440124512, "Finetune/Step": 16656, "Finetune/Step Time": 10.752789661288261}
+{"Finetune/Learning Rate": 1.7430555555555556e-05, "Finetune/Loss": 0.9936105608940125, "Finetune/Loss (Raw)": 0.9601004123687744, "Finetune/Step": 502, "Finetune/Step Time": 10.80179456062615}
+{"Finetune/Learning Rate": 9.25489679291719e-07, "Finetune/Loss": 0.5877509713172913, "Finetune/Loss (Raw)": 0.6219963431358337, "Finetune/Step": 16657, "Finetune/Step Time": 10.7654894515872}
+{"Finetune/Learning Rate": 1.746527777777778e-05, "Finetune/Loss": 0.9936016798019409, "Finetune/Loss (Raw)": 0.9722675681114197, "Finetune/Step": 503, "Finetune/Step Time": 10.801359159871936}
+{"Finetune/Learning Rate": 1.7500000000000002e-05, "Finetune/Loss": 0.9952972531318665, "Finetune/Loss (Raw)": 1.0823835134506226, "Finetune/Step": 504, "Finetune/Step Time": 10.801791558042169}
+{"Finetune/Learning Rate": 9.247822796378636e-07, "Finetune/Loss": 0.58680659532547, "Finetune/Loss (Raw)": 0.5190643668174744, "Finetune/Step": 16658, "Finetune/Step Time": 10.768169440329075}
+{"Finetune/Learning Rate": 1.7534722222222225e-05, "Finetune/Loss": 0.9966136813163757, "Finetune/Loss (Raw)": 1.0572420358657837, "Finetune/Step": 505, "Finetune/Step Time": 10.793621817603707}
+{"Finetune/Learning Rate": 9.240751373313761e-07, "Finetune/Loss": 0.5873472690582275, "Finetune/Loss (Raw)": 0.6062089204788208, "Finetune/Step": 16659, "Finetune/Step Time": 10.743928177282214}
+{"Finetune/Learning Rate": 1.7569444444444447e-05, "Finetune/Loss": 0.9967617988586426, "Finetune/Loss (Raw)": 1.0572290420532227, "Finetune/Step": 506, "Finetune/Step Time": 10.785941544920206}
+{"Finetune/Learning Rate": 9.233682523923093e-07, "Finetune/Loss": 0.5868297815322876, "Finetune/Loss (Raw)": 0.505258321762085, "Finetune/Step": 16660, "Finetune/Step Time": 10.731361486017704}
+{"Finetune/Learning Rate": 1.760416666666667e-05, "Finetune/Loss": 0.9966984987258911, "Finetune/Loss (Raw)": 1.0578560829162598, "Finetune/Step": 507, "Finetune/Step Time": 10.776684578508139}
+{"Finetune/Learning Rate": 9.226616248407084e-07, "Finetune/Loss": 0.587829053401947, "Finetune/Loss (Raw)": 0.6394705176353455, "Finetune/Step": 16661, "Finetune/Step Time": 10.736738296225667}
+{"Finetune/Learning Rate": 1.763888888888889e-05, "Finetune/Loss": 0.9968159198760986, "Finetune/Loss (Raw)": 0.8963439464569092, "Finetune/Step": 508, "Finetune/Step Time": 10.765719547867775}
+{"Finetune/Learning Rate": 9.219552546966116e-07, "Finetune/Loss": 0.5878329873085022, "Finetune/Loss (Raw)": 0.564288318157196, "Finetune/Step": 16662, "Finetune/Step Time": 10.751450464129448}
+{"Finetune/Learning Rate": 1.7673611111111112e-05, "Finetune/Loss": 0.99636310338974, "Finetune/Loss (Raw)": 1.0822771787643433, "Finetune/Step": 509, "Finetune/Step Time": 10.734267998486757}
+{"Finetune/Learning Rate": 9.212491419800495e-07, "Finetune/Loss": 0.5881817936897278, "Finetune/Loss (Raw)": 0.6053199172019958, "Finetune/Step": 16663, "Finetune/Step Time": 10.740445386618376}
+{"Finetune/Learning Rate": 1.7708333333333335e-05, "Finetune/Loss": 0.9947299957275391, "Finetune/Loss (Raw)": 0.8107001185417175, "Finetune/Step": 510, "Finetune/Step Time": 10.7527243103832}
+{"Finetune/Learning Rate": 9.205432867110442e-07, "Finetune/Loss": 0.588019609451294, "Finetune/Loss (Raw)": 0.5392252802848816, "Finetune/Step": 16664, "Finetune/Step Time": 10.756344251334667}
+{"Finetune/Learning Rate": 1.7743055555555557e-05, "Finetune/Loss": 0.995758056640625, "Finetune/Loss (Raw)": 1.062416672706604, "Finetune/Step": 511, "Finetune/Step Time": 10.753297746181488}
+{"Finetune/Learning Rate": 9.198376889096138e-07, "Finetune/Loss": 0.5877939462661743, "Finetune/Loss (Raw)": 0.6183721423149109, "Finetune/Step": 16665, "Finetune/Step Time": 10.762404546141624}
+{"Finetune/Learning Rate": 9.191323485957648e-07, "Finetune/Loss": 0.5883208513259888, "Finetune/Loss (Raw)": 0.5990705490112305, "Finetune/Step": 16666, "Finetune/Step Time": 10.765168821439147}
+{"Finetune/Learning Rate": 1.7777777777777777e-05, "Finetune/Loss": 0.9931671619415283, "Finetune/Loss (Raw)": 0.7043337821960449, "Finetune/Step": 512, "Finetune/Step Time": 10.782830389216542}
+{"Finetune/Learning Rate": 9.184272657895011e-07, "Finetune/Loss": 0.5876808166503906, "Finetune/Loss (Raw)": 0.5795139670372009, "Finetune/Step": 16667, "Finetune/Step Time": 10.766516014933586}
+{"Finetune/Learning Rate": 1.7812500000000003e-05, "Finetune/Loss": 0.9931793212890625, "Finetune/Loss (Raw)": 0.9958357214927673, "Finetune/Step": 513, "Finetune/Step Time": 10.793304231017828}
+{"Finetune/Learning Rate": 9.177224405108154e-07, "Finetune/Loss": 0.5884984731674194, "Finetune/Loss (Raw)": 0.6736388206481934, "Finetune/Step": 16668, "Finetune/Step Time": 10.763543656095862}
+{"Finetune/Learning Rate": 1.7847222222222225e-05, "Finetune/Loss": 0.9938604235649109, "Finetune/Loss (Raw)": 1.0668284893035889, "Finetune/Step": 514, "Finetune/Step Time": 10.728987097740173}
+{"Finetune/Learning Rate": 9.170178727796941e-07, "Finetune/Loss": 0.5884764194488525, "Finetune/Loss (Raw)": 0.5636419057846069, "Finetune/Step": 16669, "Finetune/Step Time": 10.773918058723211}
+{"Finetune/Learning Rate": 1.7881944444444445e-05, "Finetune/Loss": 0.9937418699264526, "Finetune/Loss (Raw)": 0.9402579665184021, "Finetune/Step": 515, "Finetune/Step Time": 10.737408785149455}
+{"Finetune/Learning Rate": 9.163135626161179e-07, "Finetune/Loss": 0.5890591144561768, "Finetune/Loss (Raw)": 0.5882405638694763, "Finetune/Step": 16670, "Finetune/Step Time": 10.744876926764846}
+{"Finetune/Learning Rate": 1.7916666666666667e-05, "Finetune/Loss": 0.9934781789779663, "Finetune/Loss (Raw)": 1.032088279724121, "Finetune/Step": 516, "Finetune/Step Time": 10.737031066790223}
+{"Finetune/Learning Rate": 9.156095100400586e-07, "Finetune/Loss": 0.5888932943344116, "Finetune/Loss (Raw)": 0.541411280632019, "Finetune/Step": 16671, "Finetune/Step Time": 10.749285615980625}
+{"Finetune/Learning Rate": 1.795138888888889e-05, "Finetune/Loss": 0.9929748177528381, "Finetune/Loss (Raw)": 0.953312337398529, "Finetune/Step": 517, "Finetune/Step Time": 10.746206680312753}
+{"Finetune/Learning Rate": 9.149057150714802e-07, "Finetune/Loss": 0.5892676115036011, "Finetune/Loss (Raw)": 0.6360281705856323, "Finetune/Step": 16672, "Finetune/Step Time": 10.749343628063798}
+{"Finetune/Learning Rate": 1.7986111111111113e-05, "Finetune/Loss": 0.9922583103179932, "Finetune/Loss (Raw)": 0.9510262608528137, "Finetune/Step": 518, "Finetune/Step Time": 10.74859387613833}
+{"Finetune/Learning Rate": 9.142021777303444e-07, "Finetune/Loss": 0.5906481742858887, "Finetune/Loss (Raw)": 0.7353844046592712, "Finetune/Step": 16673, "Finetune/Step Time": 10.750707594677806}
+{"Finetune/Learning Rate": 1.8020833333333335e-05, "Finetune/Loss": 0.9927707314491272, "Finetune/Loss (Raw)": 1.0212210416793823, "Finetune/Step": 519, "Finetune/Step Time": 10.738178895786405}
+{"Finetune/Learning Rate": 9.134988980365934e-07, "Finetune/Loss": 0.5923483371734619, "Finetune/Loss (Raw)": 0.7777464985847473, "Finetune/Step": 16674, "Finetune/Step Time": 10.742011744529009}
+{"Finetune/Learning Rate": 1.8055555555555558e-05, "Finetune/Loss": 0.9922929406166077, "Finetune/Loss (Raw)": 0.9690384268760681, "Finetune/Step": 520, "Finetune/Step Time": 10.736395679414272}
+{"Finetune/Learning Rate": 9.127958760101774e-07, "Finetune/Loss": 0.5916177034378052, "Finetune/Loss (Raw)": 0.5552746653556824, "Finetune/Step": 16675, "Finetune/Step Time": 10.737760735675693}
+{"Finetune/Learning Rate": 1.8090277777777777e-05, "Finetune/Loss": 0.9927822947502136, "Finetune/Loss (Raw)": 1.047291874885559, "Finetune/Step": 521, "Finetune/Step Time": 10.737671066075563}
+{"Finetune/Learning Rate": 9.120931116710297e-07, "Finetune/Loss": 0.5918459296226501, "Finetune/Loss (Raw)": 0.5269909501075745, "Finetune/Step": 16676, "Finetune/Step Time": 10.767454393208027}
+{"Finetune/Learning Rate": 1.8125e-05, "Finetune/Loss": 0.9893691539764404, "Finetune/Loss (Raw)": 0.6646777391433716, "Finetune/Step": 522, "Finetune/Step Time": 10.779234375804663}
+{"Finetune/Learning Rate": 9.113906050390798e-07, "Finetune/Loss": 0.5928733348846436, "Finetune/Loss (Raw)": 0.6765495538711548, "Finetune/Step": 16677, "Finetune/Step Time": 10.781763516366482}
+{"Finetune/Learning Rate": 1.8159722222222226e-05, "Finetune/Loss": 0.9890204668045044, "Finetune/Loss (Raw)": 0.9521202445030212, "Finetune/Step": 523, "Finetune/Step Time": 10.771100467070937}
+{"Finetune/Learning Rate": 9.106883561342461e-07, "Finetune/Loss": 0.5936315059661865, "Finetune/Loss (Raw)": 0.6178876161575317, "Finetune/Step": 16678, "Finetune/Step Time": 10.77536485530436}
+{"Finetune/Learning Rate": 1.8194444444444445e-05, "Finetune/Loss": 0.9883058071136475, "Finetune/Loss (Raw)": 0.9725808501243591, "Finetune/Step": 524, "Finetune/Step Time": 10.77736602537334}
+{"Finetune/Learning Rate": 9.099863649764474e-07, "Finetune/Loss": 0.5931552052497864, "Finetune/Loss (Raw)": 0.6308761835098267, "Finetune/Step": 16679, "Finetune/Step Time": 10.79979720339179}
+{"Finetune/Learning Rate": 1.8229166666666668e-05, "Finetune/Loss": 0.9876559972763062, "Finetune/Loss (Raw)": 0.9963316321372986, "Finetune/Step": 525, "Finetune/Step Time": 10.766040161252022}
+{"Finetune/Learning Rate": 9.092846315855841e-07, "Finetune/Loss": 0.5937831401824951, "Finetune/Loss (Raw)": 0.7163897156715393, "Finetune/Step": 16680, "Finetune/Step Time": 10.82698368653655}
+{"Finetune/Learning Rate": 1.826388888888889e-05, "Finetune/Loss": 0.9876323342323303, "Finetune/Loss (Raw)": 1.0141338109970093, "Finetune/Step": 526, "Finetune/Step Time": 10.784176317974925}
+{"Finetune/Learning Rate": 9.085831559815561e-07, "Finetune/Loss": 0.593836784362793, "Finetune/Loss (Raw)": 0.5431221127510071, "Finetune/Step": 16681, "Finetune/Step Time": 10.844396088272333}
+{"Finetune/Learning Rate": 1.8298611111111114e-05, "Finetune/Loss": 0.986315131187439, "Finetune/Loss (Raw)": 0.8869118690490723, "Finetune/Step": 527, "Finetune/Step Time": 10.787092428654432}
+{"Finetune/Learning Rate": 9.078819381842597e-07, "Finetune/Loss": 0.5938979983329773, "Finetune/Loss (Raw)": 0.6229056715965271, "Finetune/Step": 16682, "Finetune/Step Time": 10.843929752707481}
+{"Finetune/Learning Rate": 1.8333333333333333e-05, "Finetune/Loss": 0.9874773025512695, "Finetune/Loss (Raw)": 1.0189399719238281, "Finetune/Step": 528, "Finetune/Step Time": 10.808929603546858}
+{"Finetune/Learning Rate": 9.071809782135765e-07, "Finetune/Loss": 0.5934482216835022, "Finetune/Loss (Raw)": 0.5519444942474365, "Finetune/Step": 16683, "Finetune/Step Time": 10.869761776179075}
+{"Finetune/Learning Rate": 1.836805555555556e-05, "Finetune/Loss": 0.9862691164016724, "Finetune/Loss (Raw)": 0.7800384163856506, "Finetune/Step": 529, "Finetune/Step Time": 10.813563762232661}
+{"Finetune/Learning Rate": 9.064802760893854e-07, "Finetune/Loss": 0.5923956632614136, "Finetune/Loss (Raw)": 0.4702971875667572, "Finetune/Step": 16684, "Finetune/Step Time": 10.869602221995592}
+{"Finetune/Learning Rate": 1.8402777777777778e-05, "Finetune/Loss": 0.9872320890426636, "Finetune/Loss (Raw)": 1.0172911882400513, "Finetune/Step": 530, "Finetune/Step Time": 10.818880345672369}
+{"Finetune/Learning Rate": 9.057798318315558e-07, "Finetune/Loss": 0.5932415723800659, "Finetune/Loss (Raw)": 0.6799232363700867, "Finetune/Step": 16685, "Finetune/Step Time": 10.869752313941717}
+{"Finetune/Learning Rate": 1.84375e-05, "Finetune/Loss": 0.9865500330924988, "Finetune/Loss (Raw)": 0.9659857749938965, "Finetune/Step": 531, "Finetune/Step Time": 10.823089435696602}
+{"Finetune/Learning Rate": 9.050796454599486e-07, "Finetune/Loss": 0.5936692953109741, "Finetune/Loss (Raw)": 0.6290162801742554, "Finetune/Step": 16686, "Finetune/Step Time": 10.871308540925384}
+{"Finetune/Learning Rate": 1.8472222222222224e-05, "Finetune/Loss": 0.985018253326416, "Finetune/Loss (Raw)": 0.8505609035491943, "Finetune/Step": 532, "Finetune/Step Time": 10.829068943858147}
+{"Finetune/Learning Rate": 9.043797169944202e-07, "Finetune/Loss": 0.5948184728622437, "Finetune/Loss (Raw)": 0.6285012364387512, "Finetune/Step": 16687, "Finetune/Step Time": 10.872018359601498}
+{"Finetune/Learning Rate": 1.8506944444444446e-05, "Finetune/Loss": 0.9858251810073853, "Finetune/Loss (Raw)": 1.040520191192627, "Finetune/Step": 533, "Finetune/Step Time": 10.835637440904975}
+{"Finetune/Learning Rate": 9.036800464548157e-07, "Finetune/Loss": 0.5945894718170166, "Finetune/Loss (Raw)": 0.5862944722175598, "Finetune/Step": 16688, "Finetune/Step Time": 10.875730028375983}
+{"Finetune/Learning Rate": 1.854166666666667e-05, "Finetune/Loss": 0.985325038433075, "Finetune/Loss (Raw)": 0.923565685749054, "Finetune/Step": 534, "Finetune/Step Time": 10.833247408270836}
+{"Finetune/Learning Rate": 9.029806338609815e-07, "Finetune/Loss": 0.5934805274009705, "Finetune/Loss (Raw)": 0.46759921312332153, "Finetune/Step": 16689, "Finetune/Step Time": 10.868613390251994}
+{"Finetune/Learning Rate": 9.022814792327473e-07, "Finetune/Loss": 0.5940371155738831, "Finetune/Loss (Raw)": 0.5769240856170654, "Finetune/Step": 16690, "Finetune/Step Time": 10.836727095767856}
+{"Finetune/Learning Rate": 1.8576388888888888e-05, "Finetune/Loss": 0.9833176732063293, "Finetune/Loss (Raw)": 0.6976374387741089, "Finetune/Step": 535, "Finetune/Step Time": 10.864720681682229}
+{"Finetune/Learning Rate": 9.015825825899416e-07, "Finetune/Loss": 0.593146800994873, "Finetune/Loss (Raw)": 0.5677501559257507, "Finetune/Step": 16691, "Finetune/Step Time": 10.83340616710484}
+{"Finetune/Learning Rate": 1.8611111111111114e-05, "Finetune/Loss": 0.983843207359314, "Finetune/Loss (Raw)": 0.9631084203720093, "Finetune/Step": 536, "Finetune/Step Time": 10.881426202133298}
+{"Finetune/Learning Rate": 9.008839439523809e-07, "Finetune/Loss": 0.5929323434829712, "Finetune/Loss (Raw)": 0.535559356212616, "Finetune/Step": 16692, "Finetune/Step Time": 10.831531764939427}
+{"Finetune/Learning Rate": 1.8645833333333334e-05, "Finetune/Loss": 0.9847575426101685, "Finetune/Loss (Raw)": 1.0895267724990845, "Finetune/Step": 537, "Finetune/Step Time": 10.880194464698434}
+{"Finetune/Learning Rate": 9.001855633398759e-07, "Finetune/Loss": 0.5924689769744873, "Finetune/Loss (Raw)": 0.5221653580665588, "Finetune/Step": 16693, "Finetune/Step Time": 10.82159593142569}
+{"Finetune/Learning Rate": 1.8680555555555556e-05, "Finetune/Loss": 0.98462975025177, "Finetune/Loss (Raw)": 1.0566370487213135, "Finetune/Step": 538, "Finetune/Step Time": 10.875553311780095}
+{"Finetune/Learning Rate": 8.994874407722321e-07, "Finetune/Loss": 0.5933588743209839, "Finetune/Loss (Raw)": 0.6458901762962341, "Finetune/Step": 16694, "Finetune/Step Time": 10.793473469093442}
+{"Finetune/Learning Rate": 1.871527777777778e-05, "Finetune/Loss": 0.9853034019470215, "Finetune/Loss (Raw)": 0.7375388145446777, "Finetune/Step": 539, "Finetune/Step Time": 10.851579567417502}
+{"Finetune/Learning Rate": 8.987895762692466e-07, "Finetune/Loss": 0.5924249291419983, "Finetune/Loss (Raw)": 0.5717973113059998, "Finetune/Step": 16695, "Finetune/Step Time": 10.79267705231905}
+{"Finetune/Learning Rate": 1.8750000000000002e-05, "Finetune/Loss": 0.9854048490524292, "Finetune/Loss (Raw)": 0.9603182077407837, "Finetune/Step": 540, "Finetune/Step Time": 10.847959877923131}
+{"Finetune/Learning Rate": 8.980919698507062e-07, "Finetune/Loss": 0.5929162502288818, "Finetune/Loss (Raw)": 0.6198704838752747, "Finetune/Step": 16696, "Finetune/Step Time": 10.781388828530908}
+{"Finetune/Learning Rate": 1.8784722222222224e-05, "Finetune/Loss": 0.9889339208602905, "Finetune/Loss (Raw)": 1.0352044105529785, "Finetune/Step": 541, "Finetune/Step Time": 10.799000458791852}
+{"Finetune/Learning Rate": 8.973946215363993e-07, "Finetune/Loss": 0.5915417075157166, "Finetune/Loss (Raw)": 0.5613603591918945, "Finetune/Step": 16697, "Finetune/Step Time": 10.745386755093932}
+{"Finetune/Learning Rate": 1.8819444444444447e-05, "Finetune/Loss": 0.9895280599594116, "Finetune/Loss (Raw)": 1.0172290802001953, "Finetune/Step": 542, "Finetune/Step Time": 10.801039224490523}
+{"Finetune/Learning Rate": 8.966975313460935e-07, "Finetune/Loss": 0.5918936133384705, "Finetune/Loss (Raw)": 0.5990275144577026, "Finetune/Step": 16698, "Finetune/Step Time": 10.744700286537409}
+{"Finetune/Learning Rate": 1.885416666666667e-05, "Finetune/Loss": 0.9886356592178345, "Finetune/Loss (Raw)": 0.8788330554962158, "Finetune/Step": 543, "Finetune/Step Time": 10.806466616690159}
+{"Finetune/Learning Rate": 8.960006992995607e-07, "Finetune/Loss": 0.5909678936004639, "Finetune/Loss (Raw)": 0.5296035408973694, "Finetune/Step": 16699, "Finetune/Step Time": 10.747006837278605}
+{"Finetune/Learning Rate": 1.888888888888889e-05, "Finetune/Loss": 0.9882217645645142, "Finetune/Loss (Raw)": 0.9540092945098877, "Finetune/Step": 544, "Finetune/Step Time": 10.800249906256795}
+{"Finetune/Learning Rate": 8.953041254165595e-07, "Finetune/Loss": 0.589258074760437, "Finetune/Loss (Raw)": 0.4264172911643982, "Finetune/Step": 16700, "Finetune/Step Time": 10.788727762177587}
+{"Finetune/Learning Rate": 1.8923611111111112e-05, "Finetune/Loss": 0.9881203174591064, "Finetune/Loss (Raw)": 0.9065501689910889, "Finetune/Step": 545, "Finetune/Step Time": 10.807769190520048}
+{"Finetune/Learning Rate": 8.94607809716842e-07, "Finetune/Loss": 0.5897778272628784, "Finetune/Loss (Raw)": 0.6222652792930603, "Finetune/Step": 16701, "Finetune/Step Time": 10.77623056806624}
+{"Finetune/Learning Rate": 1.8958333333333334e-05, "Finetune/Loss": 0.9870812296867371, "Finetune/Loss (Raw)": 1.0922774076461792, "Finetune/Step": 546, "Finetune/Step Time": 10.789769176393747}
+{"Finetune/Learning Rate": 8.939117522201557e-07, "Finetune/Loss": 0.5897632241249084, "Finetune/Loss (Raw)": 0.5521782040596008, "Finetune/Step": 16702, "Finetune/Step Time": 10.779273616150022}
+{"Finetune/Learning Rate": 1.8993055555555557e-05, "Finetune/Loss": 0.9880721569061279, "Finetune/Loss (Raw)": 0.6869428157806396, "Finetune/Step": 547, "Finetune/Step Time": 10.78819664940238}
+{"Finetune/Learning Rate": 8.932159529462381e-07, "Finetune/Loss": 0.5900269746780396, "Finetune/Loss (Raw)": 0.6275987029075623, "Finetune/Step": 16703, "Finetune/Step Time": 10.787538075819612}
+{"Finetune/Learning Rate": 1.902777777777778e-05, "Finetune/Loss": 0.9871296882629395, "Finetune/Loss (Raw)": 0.9498209357261658, "Finetune/Step": 548, "Finetune/Step Time": 10.797664972022176}
+{"Finetune/Learning Rate": 8.925204119148189e-07, "Finetune/Loss": 0.5899044275283813, "Finetune/Loss (Raw)": 0.5584945678710938, "Finetune/Step": 16704, "Finetune/Step Time": 10.7848298009485}
+{"Finetune/Learning Rate": 1.9062500000000003e-05, "Finetune/Loss": 0.9860454797744751, "Finetune/Loss (Raw)": 0.8779756426811218, "Finetune/Step": 549, "Finetune/Step Time": 10.800063209608197}
+{"Finetune/Learning Rate": 8.918251291456237e-07, "Finetune/Loss": 0.590056300163269, "Finetune/Loss (Raw)": 0.538355827331543, "Finetune/Step": 16705, "Finetune/Step Time": 10.784101344645023}
+{"Finetune/Learning Rate": 1.9097222222222225e-05, "Finetune/Loss": 0.9859163761138916, "Finetune/Loss (Raw)": 1.0138678550720215, "Finetune/Step": 550, "Finetune/Step Time": 10.796375645324588}
+{"Finetune/Learning Rate": 8.911301046583665e-07, "Finetune/Loss": 0.5903676748275757, "Finetune/Loss (Raw)": 0.5770682692527771, "Finetune/Step": 16706, "Finetune/Step Time": 10.778402285650373}
+{"Finetune/Learning Rate": 1.9131944444444445e-05, "Finetune/Loss": 0.985880434513092, "Finetune/Loss (Raw)": 1.044204592704773, "Finetune/Step": 551, "Finetune/Step Time": 10.792157333344221}
+{"Finetune/Learning Rate": 8.904353384727582e-07, "Finetune/Loss": 0.5904682278633118, "Finetune/Loss (Raw)": 0.5855140686035156, "Finetune/Step": 16707, "Finetune/Step Time": 10.773593306541443}
+{"Finetune/Learning Rate": 1.916666666666667e-05, "Finetune/Loss": 0.98723304271698, "Finetune/Loss (Raw)": 1.1051794290542603, "Finetune/Step": 552, "Finetune/Step Time": 10.796873100101948}
+{"Finetune/Learning Rate": 8.897408306084998e-07, "Finetune/Loss": 0.5909504294395447, "Finetune/Loss (Raw)": 0.668749213218689, "Finetune/Step": 16708, "Finetune/Step Time": 10.779841247946024}
+{"Finetune/Learning Rate": 1.920138888888889e-05, "Finetune/Loss": 0.9867714643478394, "Finetune/Loss (Raw)": 0.9804200530052185, "Finetune/Step": 553, "Finetune/Step Time": 10.798454651609063}
+{"Finetune/Learning Rate": 8.890465810852844e-07, "Finetune/Loss": 0.5916576385498047, "Finetune/Loss (Raw)": 0.6778417229652405, "Finetune/Step": 16709, "Finetune/Step Time": 10.774945560842752}
+{"Finetune/Learning Rate": 1.9236111111111113e-05, "Finetune/Loss": 0.9847649335861206, "Finetune/Loss (Raw)": 0.8490673303604126, "Finetune/Step": 554, "Finetune/Step Time": 10.780984679237008}
+{"Finetune/Learning Rate": 8.883525899228007e-07, "Finetune/Loss": 0.5933232307434082, "Finetune/Loss (Raw)": 0.6795461773872375, "Finetune/Step": 16710, "Finetune/Step Time": 10.781357424333692}
+{"Finetune/Learning Rate": 1.9270833333333335e-05, "Finetune/Loss": 0.9860794544219971, "Finetune/Loss (Raw)": 1.1648280620574951, "Finetune/Step": 555, "Finetune/Step Time": 10.77496494911611}
+{"Finetune/Learning Rate": 8.876588571407275e-07, "Finetune/Loss": 0.5937387943267822, "Finetune/Loss (Raw)": 0.5910560488700867, "Finetune/Step": 16711, "Finetune/Step Time": 10.77582654170692}
+{"Finetune/Learning Rate": 1.9305555555555558e-05, "Finetune/Loss": 0.9864378571510315, "Finetune/Loss (Raw)": 1.1077417135238647, "Finetune/Step": 556, "Finetune/Step Time": 10.788801962509751}
+{"Finetune/Learning Rate": 8.869653827587366e-07, "Finetune/Loss": 0.5944128036499023, "Finetune/Loss (Raw)": 0.6910151243209839, "Finetune/Step": 16712, "Finetune/Step Time": 10.76402030326426}
+{"Finetune/Learning Rate": 1.9340277777777777e-05, "Finetune/Loss": 0.9867298603057861, "Finetune/Loss (Raw)": 0.9901429414749146, "Finetune/Step": 557, "Finetune/Step Time": 10.806041648611426}
+{"Finetune/Learning Rate": 8.862721667964935e-07, "Finetune/Loss": 0.5940780639648438, "Finetune/Loss (Raw)": 0.6388219594955444, "Finetune/Step": 16713, "Finetune/Step Time": 10.77445968054235}
+{"Finetune/Learning Rate": 8.855792092736559e-07, "Finetune/Loss": 0.594498872756958, "Finetune/Loss (Raw)": 0.6343434453010559, "Finetune/Step": 16714, "Finetune/Step Time": 10.771048633381724}
+{"Finetune/Learning Rate": 1.9375e-05, "Finetune/Loss": 0.9850140810012817, "Finetune/Loss (Raw)": 0.8729409575462341, "Finetune/Step": 558, "Finetune/Step Time": 10.812329310923815}
+{"Finetune/Learning Rate": 8.848865102098736e-07, "Finetune/Loss": 0.5943765640258789, "Finetune/Loss (Raw)": 0.6472668647766113, "Finetune/Step": 16715, "Finetune/Step Time": 10.770104058086872}
+{"Finetune/Learning Rate": 1.9409722222222226e-05, "Finetune/Loss": 0.9841559529304504, "Finetune/Loss (Raw)": 0.9432650804519653, "Finetune/Step": 559, "Finetune/Step Time": 10.810400299727917}
+{"Finetune/Learning Rate": 8.841940696247908e-07, "Finetune/Loss": 0.5950759649276733, "Finetune/Loss (Raw)": 0.6940478086471558, "Finetune/Step": 16716, "Finetune/Step Time": 10.768046269193292}
+{"Finetune/Learning Rate": 1.9444444444444445e-05, "Finetune/Loss": 0.9841111898422241, "Finetune/Loss (Raw)": 1.0644813776016235, "Finetune/Step": 560, "Finetune/Step Time": 10.804307224228978}
+{"Finetune/Learning Rate": 8.835018875380418e-07, "Finetune/Loss": 0.5954407453536987, "Finetune/Loss (Raw)": 0.6326707601547241, "Finetune/Step": 16717, "Finetune/Step Time": 10.748747006058693}
+{"Finetune/Learning Rate": 1.9479166666666668e-05, "Finetune/Loss": 0.9845600128173828, "Finetune/Loss (Raw)": 1.0135564804077148, "Finetune/Step": 561, "Finetune/Step Time": 10.799047503620386}
+{"Finetune/Learning Rate": 8.828099639692555e-07, "Finetune/Loss": 0.5958216190338135, "Finetune/Loss (Raw)": 0.6480209827423096, "Finetune/Step": 16718, "Finetune/Step Time": 10.737394463270903}
+{"Finetune/Learning Rate": 1.951388888888889e-05, "Finetune/Loss": 0.9839105606079102, "Finetune/Loss (Raw)": 0.8031917214393616, "Finetune/Step": 562, "Finetune/Step Time": 10.786814033985138}
+{"Finetune/Learning Rate": 1.9548611111111113e-05, "Finetune/Loss": 0.9834482669830322, "Finetune/Loss (Raw)": 1.0841165781021118, "Finetune/Step": 563, "Finetune/Step Time": 10.780225744470954}
+{"Finetune/Learning Rate": 8.821182989380528e-07, "Finetune/Loss": 0.5959794521331787, "Finetune/Loss (Raw)": 0.6519048810005188, "Finetune/Step": 16719, "Finetune/Step Time": 10.740780614316463}
+{"Finetune/Learning Rate": 1.9583333333333333e-05, "Finetune/Loss": 0.9817159175872803, "Finetune/Loss (Raw)": 0.8051513433456421, "Finetune/Step": 564, "Finetune/Step Time": 10.795831276103854}
+{"Finetune/Learning Rate": 8.814268924640468e-07, "Finetune/Loss": 0.5945401191711426, "Finetune/Loss (Raw)": 0.37832289934158325, "Finetune/Step": 16720, "Finetune/Step Time": 10.77617365308106}
+{"Finetune/Learning Rate": 1.961805555555556e-05, "Finetune/Loss": 0.9820964932441711, "Finetune/Loss (Raw)": 1.0889800786972046, "Finetune/Step": 565, "Finetune/Step Time": 10.785012824460864}
+{"Finetune/Learning Rate": 8.807357445668474e-07, "Finetune/Loss": 0.5943394303321838, "Finetune/Loss (Raw)": 0.6177838444709778, "Finetune/Step": 16721, "Finetune/Step Time": 10.784431885927916}
+{"Finetune/Learning Rate": 1.9652777777777778e-05, "Finetune/Loss": 0.9816573858261108, "Finetune/Loss (Raw)": 0.9166792631149292, "Finetune/Step": 566, "Finetune/Step Time": 10.77115853317082}
+{"Finetune/Learning Rate": 8.800448552660479e-07, "Finetune/Loss": 0.5937153100967407, "Finetune/Loss (Raw)": 0.5549484491348267, "Finetune/Step": 16722, "Finetune/Step Time": 10.790404718369246}
+{"Finetune/Learning Rate": 1.96875e-05, "Finetune/Loss": 0.9822688102722168, "Finetune/Loss (Raw)": 0.9942622780799866, "Finetune/Step": 567, "Finetune/Step Time": 10.779792876914144}
+{"Finetune/Learning Rate": 8.793542245812403e-07, "Finetune/Loss": 0.5933353900909424, "Finetune/Loss (Raw)": 0.5305953621864319, "Finetune/Step": 16723, "Finetune/Step Time": 10.798270542174578}
+{"Finetune/Learning Rate": 1.9722222222222224e-05, "Finetune/Loss": 0.984321117401123, "Finetune/Loss (Raw)": 1.14012610912323, "Finetune/Step": 568, "Finetune/Step Time": 10.782416317611933}
+{"Finetune/Learning Rate": 8.786638525320146e-07, "Finetune/Loss": 0.5923789739608765, "Finetune/Loss (Raw)": 0.5153874158859253, "Finetune/Step": 16724, "Finetune/Step Time": 10.792005537077785}
+{"Finetune/Learning Rate": 1.9756944444444446e-05, "Finetune/Loss": 0.9845432043075562, "Finetune/Loss (Raw)": 1.0303212404251099, "Finetune/Step": 569, "Finetune/Step Time": 10.779213700443506}
+{"Finetune/Learning Rate": 8.779737391379428e-07, "Finetune/Loss": 0.5925620794296265, "Finetune/Loss (Raw)": 0.567436695098877, "Finetune/Step": 16725, "Finetune/Step Time": 10.736734870821238}
+{"Finetune/Learning Rate": 1.979166666666667e-05, "Finetune/Loss": 0.9848604202270508, "Finetune/Loss (Raw)": 1.0409290790557861, "Finetune/Step": 570, "Finetune/Step Time": 10.785439958795905}
+{"Finetune/Learning Rate": 8.772838844185972e-07, "Finetune/Loss": 0.5925811529159546, "Finetune/Loss (Raw)": 0.6101404428482056, "Finetune/Step": 16726, "Finetune/Step Time": 10.720113759860396}
+{"Finetune/Learning Rate": 1.982638888888889e-05, "Finetune/Loss": 0.9838247895240784, "Finetune/Loss (Raw)": 1.048423171043396, "Finetune/Step": 571, "Finetune/Step Time": 10.784931723028421}
+{"Finetune/Learning Rate": 8.765942883935408e-07, "Finetune/Loss": 0.5930069088935852, "Finetune/Loss (Raw)": 0.5785906314849854, "Finetune/Step": 16727, "Finetune/Step Time": 10.72430338524282}
+{"Finetune/Learning Rate": 1.9861111111111114e-05, "Finetune/Loss": 0.9835036396980286, "Finetune/Loss (Raw)": 0.9069841504096985, "Finetune/Step": 572, "Finetune/Step Time": 10.791757244616747}
+{"Finetune/Learning Rate": 8.759049510823247e-07, "Finetune/Loss": 0.593046247959137, "Finetune/Loss (Raw)": 0.6690713763237, "Finetune/Step": 16728, "Finetune/Step Time": 10.718903712928295}
+{"Finetune/Learning Rate": 1.9895833333333334e-05, "Finetune/Loss": 0.982379674911499, "Finetune/Loss (Raw)": 0.8728638887405396, "Finetune/Step": 573, "Finetune/Step Time": 10.774698466062546}
+{"Finetune/Learning Rate": 8.75215872504499e-07, "Finetune/Loss": 0.5922315120697021, "Finetune/Loss (Raw)": 0.5164373517036438, "Finetune/Step": 16729, "Finetune/Step Time": 10.68354526348412}
+{"Finetune/Learning Rate": 1.9930555555555556e-05, "Finetune/Loss": 0.983169674873352, "Finetune/Loss (Raw)": 1.112043857574463, "Finetune/Step": 574, "Finetune/Step Time": 10.760881911963224}
+{"Finetune/Learning Rate": 8.745270526796023e-07, "Finetune/Loss": 0.5923770666122437, "Finetune/Loss (Raw)": 0.5798717737197876, "Finetune/Step": 16730, "Finetune/Step Time": 10.665168011561036}
+{"Finetune/Learning Rate": 1.996527777777778e-05, "Finetune/Loss": 0.9829823970794678, "Finetune/Loss (Raw)": 0.9940385222434998, "Finetune/Step": 575, "Finetune/Step Time": 10.758308751508594}
+{"Finetune/Learning Rate": 8.738384916271703e-07, "Finetune/Loss": 0.5910601615905762, "Finetune/Loss (Raw)": 0.49468719959259033, "Finetune/Step": 16731, "Finetune/Step Time": 10.665143925696611}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 0.9815775156021118, "Finetune/Loss (Raw)": 1.04547917842865, "Finetune/Step": 576, "Finetune/Step Time": 10.746927447617054}
+{"Finetune/Learning Rate": 8.731501893667272e-07, "Finetune/Loss": 0.5906044840812683, "Finetune/Loss (Raw)": 0.5820070505142212, "Finetune/Step": 16732, "Finetune/Step Time": 10.659722477197647}
+{"Finetune/Learning Rate": 1.9999999858214218e-05, "Finetune/Loss": 0.9822944402694702, "Finetune/Loss (Raw)": 0.9936022758483887, "Finetune/Step": 577, "Finetune/Step Time": 10.733697978779674}
+{"Finetune/Learning Rate": 8.72462145917794e-07, "Finetune/Loss": 0.5904709100723267, "Finetune/Loss (Raw)": 0.5352849960327148, "Finetune/Step": 16733, "Finetune/Step Time": 10.654405212029815}
+{"Finetune/Learning Rate": 1.9999999432856878e-05, "Finetune/Loss": 0.982372522354126, "Finetune/Loss (Raw)": 1.0017021894454956, "Finetune/Step": 578, "Finetune/Step Time": 10.730403067544103}
+{"Finetune/Learning Rate": 8.717743612998764e-07, "Finetune/Loss": 0.5897992849349976, "Finetune/Loss (Raw)": 0.48417359590530396, "Finetune/Step": 16734, "Finetune/Step Time": 10.647514229640365}
+{"Finetune/Learning Rate": 1.999999872392799e-05, "Finetune/Loss": 0.9810678958892822, "Finetune/Loss (Raw)": 1.0043690204620361, "Finetune/Step": 579, "Finetune/Step Time": 10.731753274798393}
+{"Finetune/Learning Rate": 8.71086835532482e-07, "Finetune/Loss": 0.5908941626548767, "Finetune/Loss (Raw)": 0.6740032434463501, "Finetune/Step": 16735, "Finetune/Step Time": 10.652640093117952}
+{"Finetune/Learning Rate": 1.9999997731427573e-05, "Finetune/Loss": 0.9811129570007324, "Finetune/Loss (Raw)": 1.1376628875732422, "Finetune/Step": 580, "Finetune/Step Time": 10.734301099553704}
+{"Finetune/Learning Rate": 8.703995686351041e-07, "Finetune/Loss": 0.589612603187561, "Finetune/Loss (Raw)": 0.442376047372818, "Finetune/Step": 16736, "Finetune/Step Time": 10.65268231369555}
+{"Finetune/Learning Rate": 1.9999996455355653e-05, "Finetune/Loss": 0.977954626083374, "Finetune/Loss (Raw)": 0.5300885438919067, "Finetune/Step": 581, "Finetune/Step Time": 10.770201215520501}
+{"Finetune/Learning Rate": 8.697125606272327e-07, "Finetune/Loss": 0.5890038013458252, "Finetune/Loss (Raw)": 0.6148146390914917, "Finetune/Step": 16737, "Finetune/Step Time": 10.652220105752349}
+{"Finetune/Learning Rate": 1.9999994895712275e-05, "Finetune/Loss": 0.9753538370132446, "Finetune/Loss (Raw)": 0.6878554224967957, "Finetune/Step": 582, "Finetune/Step Time": 10.787285927683115}
+{"Finetune/Learning Rate": 8.690258115283523e-07, "Finetune/Loss": 0.5877286195755005, "Finetune/Loss (Raw)": 0.47620728611946106, "Finetune/Step": 16738, "Finetune/Step Time": 10.688462713733315}
+{"Finetune/Learning Rate": 1.9999993052497478e-05, "Finetune/Loss": 0.9744936227798462, "Finetune/Loss (Raw)": 0.942735493183136, "Finetune/Step": 583, "Finetune/Step Time": 10.75317851267755}
+{"Finetune/Learning Rate": 8.683393213579338e-07, "Finetune/Loss": 0.5878759026527405, "Finetune/Loss (Raw)": 0.6478215456008911, "Finetune/Step": 16739, "Finetune/Step Time": 10.690770281478763}
+{"Finetune/Learning Rate": 1.999999092571131e-05, "Finetune/Loss": 0.9735910892486572, "Finetune/Loss (Raw)": 0.888014018535614, "Finetune/Step": 584, "Finetune/Step Time": 10.733020793646574}
+{"Finetune/Learning Rate": 8.676530901354474e-07, "Finetune/Loss": 0.5876977443695068, "Finetune/Loss (Raw)": 0.5184823274612427, "Finetune/Step": 16740, "Finetune/Step Time": 10.699390664696693}
+{"Finetune/Learning Rate": 1.9999988515353838e-05, "Finetune/Loss": 0.9751145839691162, "Finetune/Loss (Raw)": 1.0945470333099365, "Finetune/Step": 585, "Finetune/Step Time": 10.725505208596587}
+{"Finetune/Learning Rate": 8.669671178803485e-07, "Finetune/Loss": 0.5859458446502686, "Finetune/Loss (Raw)": 0.4102979898452759, "Finetune/Step": 16741, "Finetune/Step Time": 10.737449653446674}
+{"Finetune/Learning Rate": 1.9999985821425126e-05, "Finetune/Loss": 0.9740978479385376, "Finetune/Loss (Raw)": 0.9211511611938477, "Finetune/Step": 586, "Finetune/Step Time": 10.722176156938076}
+{"Finetune/Learning Rate": 8.662814046120916e-07, "Finetune/Loss": 0.5859516859054565, "Finetune/Loss (Raw)": 0.5717142224311829, "Finetune/Step": 16742, "Finetune/Step Time": 10.742484085261822}
+{"Finetune/Learning Rate": 1.9999982843925257e-05, "Finetune/Loss": 0.974947988986969, "Finetune/Loss (Raw)": 0.96820068359375, "Finetune/Step": 587, "Finetune/Step Time": 10.722647316753864}
+{"Finetune/Learning Rate": 8.655959503501198e-07, "Finetune/Loss": 0.5857374668121338, "Finetune/Loss (Raw)": 0.5648679733276367, "Finetune/Step": 16743, "Finetune/Step Time": 10.742550222203135}
+{"Finetune/Learning Rate": 1.999997958285431e-05, "Finetune/Loss": 0.9716166257858276, "Finetune/Loss (Raw)": 0.6192432641983032, "Finetune/Step": 588, "Finetune/Step Time": 10.759312113747}
+{"Finetune/Learning Rate": 8.649107551138725e-07, "Finetune/Loss": 0.5848559141159058, "Finetune/Loss (Raw)": 0.4574786424636841, "Finetune/Step": 16744, "Finetune/Step Time": 10.779983822256327}
+{"Finetune/Learning Rate": 1.9999976038212373e-05, "Finetune/Loss": 0.9693015813827515, "Finetune/Loss (Raw)": 0.7876364588737488, "Finetune/Step": 589, "Finetune/Step Time": 10.76817792467773}
+{"Finetune/Learning Rate": 8.642258189227793e-07, "Finetune/Loss": 0.5845679044723511, "Finetune/Loss (Raw)": 0.5197790861129761, "Finetune/Step": 16745, "Finetune/Step Time": 10.77960298396647}
+{"Finetune/Learning Rate": 1.9999972209999554e-05, "Finetune/Loss": 0.9692037105560303, "Finetune/Loss (Raw)": 0.996900737285614, "Finetune/Step": 590, "Finetune/Step Time": 10.773058017715812}
+{"Finetune/Learning Rate": 8.635411417962658e-07, "Finetune/Loss": 0.5843143463134766, "Finetune/Loss (Raw)": 0.5089542269706726, "Finetune/Step": 16746, "Finetune/Step Time": 10.783790726214647}
+{"Finetune/Learning Rate": 1.999996809821596e-05, "Finetune/Loss": 0.9697293043136597, "Finetune/Loss (Raw)": 1.1220332384109497, "Finetune/Step": 591, "Finetune/Step Time": 10.775315579026937}
+{"Finetune/Learning Rate": 8.628567237537433e-07, "Finetune/Loss": 0.5864975452423096, "Finetune/Loss (Raw)": 0.6459819674491882, "Finetune/Step": 16747, "Finetune/Step Time": 10.7411794885993}
+{"Finetune/Learning Rate": 1.9999963702861706e-05, "Finetune/Loss": 0.969738245010376, "Finetune/Loss (Raw)": 1.0028033256530762, "Finetune/Step": 592, "Finetune/Step Time": 10.775188688188791}
+{"Finetune/Learning Rate": 8.621725648146217e-07, "Finetune/Loss": 0.5866427421569824, "Finetune/Loss (Raw)": 0.5434180498123169, "Finetune/Step": 16748, "Finetune/Step Time": 10.738810639828444}
+{"Finetune/Learning Rate": 1.9999959023936917e-05, "Finetune/Loss": 0.9693223237991333, "Finetune/Loss (Raw)": 0.8378119468688965, "Finetune/Step": 593, "Finetune/Step Time": 10.775316577404737}
+{"Finetune/Learning Rate": 8.614886649983012e-07, "Finetune/Loss": 0.5859169960021973, "Finetune/Loss (Raw)": 0.5257566571235657, "Finetune/Step": 16749, "Finetune/Step Time": 10.74161903373897}
+{"Finetune/Learning Rate": 1.999995406144173e-05, "Finetune/Loss": 0.9663165807723999, "Finetune/Loss (Raw)": 0.6688304543495178, "Finetune/Step": 594, "Finetune/Step Time": 10.812886590138078}
+{"Finetune/Learning Rate": 8.608050243241761e-07, "Finetune/Loss": 0.5839916467666626, "Finetune/Loss (Raw)": 0.540907621383667, "Finetune/Step": 16750, "Finetune/Step Time": 10.776948276907206}
+{"Finetune/Learning Rate": 1.999994881537628e-05, "Finetune/Loss": 0.9665050506591797, "Finetune/Loss (Raw)": 1.0338133573532104, "Finetune/Step": 595, "Finetune/Step Time": 10.81493703648448}
+{"Finetune/Learning Rate": 8.601216428116321e-07, "Finetune/Loss": 0.5839051604270935, "Finetune/Loss (Raw)": 0.5593758225440979, "Finetune/Step": 16751, "Finetune/Step Time": 10.791397012770176}
+{"Finetune/Learning Rate": 1.9999943285740712e-05, "Finetune/Loss": 0.9664450287818909, "Finetune/Loss (Raw)": 1.003111481666565, "Finetune/Step": 596, "Finetune/Step Time": 10.817646304145455}
+{"Finetune/Learning Rate": 8.594385204800481e-07, "Finetune/Loss": 0.5836666822433472, "Finetune/Loss (Raw)": 0.5437967777252197, "Finetune/Step": 16752, "Finetune/Step Time": 10.801932364702225}
+{"Finetune/Learning Rate": 1.9999937472535195e-05, "Finetune/Loss": 0.9659320116043091, "Finetune/Loss (Raw)": 0.9347822666168213, "Finetune/Step": 597, "Finetune/Step Time": 10.828077707439661}
+{"Finetune/Learning Rate": 8.587556573487954e-07, "Finetune/Loss": 0.5836548805236816, "Finetune/Loss (Raw)": 0.5516062378883362, "Finetune/Step": 16753, "Finetune/Step Time": 10.832509690895677}
+{"Finetune/Learning Rate": 1.9999931375759885e-05, "Finetune/Loss": 0.9664756059646606, "Finetune/Loss (Raw)": 1.0363627672195435, "Finetune/Step": 598, "Finetune/Step Time": 10.828713113442063}
+{"Finetune/Learning Rate": 1.999992499541496e-05, "Finetune/Loss": 0.9664111137390137, "Finetune/Loss (Raw)": 1.0098216533660889, "Finetune/Step": 599, "Finetune/Step Time": 10.826826483011246}
+{"Finetune/Learning Rate": 8.580730534372372e-07, "Finetune/Loss": 0.5827626585960388, "Finetune/Loss (Raw)": 0.5578494071960449, "Finetune/Step": 16754, "Finetune/Step Time": 10.800243789330125}
+{"Finetune/Learning Rate": 1.9999918331500595e-05, "Finetune/Loss": 0.9654910564422607, "Finetune/Loss (Raw)": 0.9210764765739441, "Finetune/Step": 600, "Finetune/Step Time": 10.81988206319511}
+{"Finetune/Learning Rate": 8.573907087647315e-07, "Finetune/Loss": 0.5833233594894409, "Finetune/Loss (Raw)": 0.5904550552368164, "Finetune/Step": 16755, "Finetune/Step Time": 10.821633463725448}
+{"Finetune/Learning Rate": 1.9999911384016984e-05, "Finetune/Loss": 0.9632114171981812, "Finetune/Loss (Raw)": 0.8102255463600159, "Finetune/Step": 601, "Finetune/Step Time": 10.83923701196909}
+{"Finetune/Learning Rate": 8.567086233506284e-07, "Finetune/Loss": 0.5825427770614624, "Finetune/Loss (Raw)": 0.5324081182479858, "Finetune/Step": 16756, "Finetune/Step Time": 10.79299740307033}
+{"Finetune/Learning Rate": 8.560267972142667e-07, "Finetune/Loss": 0.583146333694458, "Finetune/Loss (Raw)": 0.6765498518943787, "Finetune/Step": 16757, "Finetune/Step Time": 10.791219910606742}
+{"Finetune/Learning Rate": 1.999990415296432e-05, "Finetune/Loss": 0.9629002809524536, "Finetune/Loss (Raw)": 1.0255793333053589, "Finetune/Step": 602, "Finetune/Step Time": 10.848406115546823}
+{"Finetune/Learning Rate": 8.553452303749843e-07, "Finetune/Loss": 0.5828873515129089, "Finetune/Loss (Raw)": 0.6322087049484253, "Finetune/Step": 16758, "Finetune/Step Time": 10.789268830791116}
+{"Finetune/Learning Rate": 1.999989663834281e-05, "Finetune/Loss": 0.9624651670455933, "Finetune/Loss (Raw)": 0.8734344840049744, "Finetune/Step": 603, "Finetune/Step Time": 10.886001069098711}
+{"Finetune/Learning Rate": 8.546639228521069e-07, "Finetune/Loss": 0.5822698473930359, "Finetune/Loss (Raw)": 0.5034680366516113, "Finetune/Step": 16759, "Finetune/Step Time": 10.79421884380281}
+{"Finetune/Learning Rate": 8.539828746649548e-07, "Finetune/Loss": 0.5820896625518799, "Finetune/Loss (Raw)": 0.5610523819923401, "Finetune/Step": 16760, "Finetune/Step Time": 10.79573517292738}
+{"Finetune/Learning Rate": 1.9999888840152667e-05, "Finetune/Loss": 0.963147759437561, "Finetune/Loss (Raw)": 1.0349178314208984, "Finetune/Step": 604, "Finetune/Step Time": 10.929028941318393}
+{"Finetune/Learning Rate": 8.533020858328411e-07, "Finetune/Loss": 0.581209659576416, "Finetune/Loss (Raw)": 0.5228804349899292, "Finetune/Step": 16761, "Finetune/Step Time": 10.789954166859388}
+{"Finetune/Learning Rate": 1.9999880758394114e-05, "Finetune/Loss": 0.9634943604469299, "Finetune/Loss (Raw)": 1.1149616241455078, "Finetune/Step": 605, "Finetune/Step Time": 10.934203948825598}
+{"Finetune/Learning Rate": 1.999987239306738e-05, "Finetune/Loss": 0.9658209085464478, "Finetune/Loss (Raw)": 0.9733179211616516, "Finetune/Step": 606, "Finetune/Step Time": 10.90098574757576}
+{"Finetune/Learning Rate": 8.526215563750695e-07, "Finetune/Loss": 0.5821506977081299, "Finetune/Loss (Raw)": 0.5297778248786926, "Finetune/Step": 16762, "Finetune/Step Time": 10.764585509896278}
+{"Finetune/Learning Rate": 1.99998637441727e-05, "Finetune/Loss": 0.9665868878364563, "Finetune/Loss (Raw)": 1.0740227699279785, "Finetune/Step": 607, "Finetune/Step Time": 10.896101027727127}
+{"Finetune/Learning Rate": 8.5194128631094e-07, "Finetune/Loss": 0.5813956260681152, "Finetune/Loss (Raw)": 0.4878321588039398, "Finetune/Step": 16763, "Finetune/Step Time": 10.76680688932538}
+{"Finetune/Learning Rate": 1.9999854811710317e-05, "Finetune/Loss": 0.9664196968078613, "Finetune/Loss (Raw)": 0.9082476496696472, "Finetune/Step": 608, "Finetune/Step Time": 10.897890636697412}
+{"Finetune/Learning Rate": 8.512612756597416e-07, "Finetune/Loss": 0.5797331929206848, "Finetune/Loss (Raw)": 0.4137073755264282, "Finetune/Step": 16764, "Finetune/Step Time": 10.807062083855271}
+{"Finetune/Learning Rate": 1.999984559568049e-05, "Finetune/Loss": 0.9657988548278809, "Finetune/Loss (Raw)": 0.886127233505249, "Finetune/Step": 609, "Finetune/Step Time": 10.902364941313863}
+{"Finetune/Learning Rate": 8.505815244407578e-07, "Finetune/Loss": 0.5799586772918701, "Finetune/Loss (Raw)": 0.6588517427444458, "Finetune/Step": 16765, "Finetune/Step Time": 10.814678270369768}
+{"Finetune/Learning Rate": 1.9999836096083477e-05, "Finetune/Loss": 0.9658091068267822, "Finetune/Loss (Raw)": 0.9551618695259094, "Finetune/Step": 610, "Finetune/Step Time": 10.90883724950254}
+{"Finetune/Learning Rate": 8.499020326732643e-07, "Finetune/Loss": 0.5798166990280151, "Finetune/Loss (Raw)": 0.5677000880241394, "Finetune/Step": 16766, "Finetune/Step Time": 10.816729320213199}
+{"Finetune/Learning Rate": 1.9999826312919547e-05, "Finetune/Loss": 0.9657554626464844, "Finetune/Loss (Raw)": 0.9980775117874146, "Finetune/Step": 611, "Finetune/Step Time": 10.909766370430589}
+{"Finetune/Learning Rate": 8.492228003765301e-07, "Finetune/Loss": 0.5802982449531555, "Finetune/Loss (Raw)": 0.5907528400421143, "Finetune/Step": 16767, "Finetune/Step Time": 10.827222298830748}
+{"Finetune/Learning Rate": 1.999981624618898e-05, "Finetune/Loss": 0.9637242555618286, "Finetune/Loss (Raw)": 0.88383948802948, "Finetune/Step": 612, "Finetune/Step Time": 10.905575670301914}
+{"Finetune/Learning Rate": 8.485438275698154e-07, "Finetune/Loss": 0.5803248286247253, "Finetune/Loss (Raw)": 0.6463397741317749, "Finetune/Step": 16768, "Finetune/Step Time": 10.847804296761751}
+{"Finetune/Learning Rate": 1.999980589589206e-05, "Finetune/Loss": 0.9618984460830688, "Finetune/Loss (Raw)": 0.8223937153816223, "Finetune/Step": 613, "Finetune/Step Time": 10.913024686276913}
+{"Finetune/Learning Rate": 1.9999795262029077e-05, "Finetune/Loss": 0.9625499248504639, "Finetune/Loss (Raw)": 0.9544355869293213, "Finetune/Step": 614, "Finetune/Step Time": 10.915839090943336}
+{"Finetune/Learning Rate": 8.478651142723748e-07, "Finetune/Loss": 0.5796692967414856, "Finetune/Loss (Raw)": 0.5255471467971802, "Finetune/Step": 16769, "Finetune/Step Time": 10.87282687984407}
+{"Finetune/Learning Rate": 8.471866605034562e-07, "Finetune/Loss": 0.5793859958648682, "Finetune/Loss (Raw)": 0.5339947938919067, "Finetune/Step": 16770, "Finetune/Step Time": 10.872098563238978}
+{"Finetune/Learning Rate": 1.999978434460034e-05, "Finetune/Loss": 0.9613193273544312, "Finetune/Loss (Raw)": 0.7345402836799622, "Finetune/Step": 615, "Finetune/Step Time": 10.933546988293529}
+{"Finetune/Learning Rate": 8.465084662822931e-07, "Finetune/Loss": 0.5791221261024475, "Finetune/Loss (Raw)": 0.5626689195632935, "Finetune/Step": 16771, "Finetune/Step Time": 10.872651493176818}
+{"Finetune/Learning Rate": 1.9999773143606153e-05, "Finetune/Loss": 0.9606120586395264, "Finetune/Loss (Raw)": 0.9193740487098694, "Finetune/Step": 616, "Finetune/Step Time": 10.94718411564827}
+{"Finetune/Learning Rate": 8.458305316281234e-07, "Finetune/Loss": 0.5779141783714294, "Finetune/Loss (Raw)": 0.6069334745407104, "Finetune/Step": 16772, "Finetune/Step Time": 10.854511052370071}
+{"Finetune/Learning Rate": 1.9999761659046837e-05, "Finetune/Loss": 0.961986780166626, "Finetune/Loss (Raw)": 1.112995982170105, "Finetune/Step": 617, "Finetune/Step Time": 10.94914142601192}
+{"Finetune/Learning Rate": 8.451528565601686e-07, "Finetune/Loss": 0.5796945691108704, "Finetune/Loss (Raw)": 0.6579138040542603, "Finetune/Step": 16773, "Finetune/Step Time": 10.861029347404838}
+{"Finetune/Learning Rate": 1.9999749890922713e-05, "Finetune/Loss": 0.9606184363365173, "Finetune/Loss (Raw)": 0.8675019145011902, "Finetune/Step": 618, "Finetune/Step Time": 10.949340656399727}
+{"Finetune/Learning Rate": 8.444754410976452e-07, "Finetune/Loss": 0.5794054269790649, "Finetune/Loss (Raw)": 0.5152361989021301, "Finetune/Step": 16774, "Finetune/Step Time": 10.857032805681229}
+{"Finetune/Learning Rate": 1.999973783923412e-05, "Finetune/Loss": 0.961841344833374, "Finetune/Loss (Raw)": 1.1229268312454224, "Finetune/Step": 619, "Finetune/Step Time": 10.949969494715333}
+{"Finetune/Learning Rate": 1.9999725503981394e-05, "Finetune/Loss": 0.9617387652397156, "Finetune/Loss (Raw)": 0.9849855899810791, "Finetune/Step": 620, "Finetune/Step Time": 10.947195492684841}
+{"Finetune/Learning Rate": 8.437982852597637e-07, "Finetune/Loss": 0.5800980925559998, "Finetune/Loss (Raw)": 0.6591420769691467, "Finetune/Step": 16775, "Finetune/Step Time": 10.894458079710603}
+{"Finetune/Learning Rate": 8.431213890657275e-07, "Finetune/Loss": 0.5797853469848633, "Finetune/Loss (Raw)": 0.5520336031913757, "Finetune/Step": 16776, "Finetune/Step Time": 10.897076312452555}
+{"Finetune/Learning Rate": 1.9999712885164894e-05, "Finetune/Loss": 0.9582610130310059, "Finetune/Loss (Raw)": 0.6082636117935181, "Finetune/Step": 621, "Finetune/Step Time": 10.972852176055312}
+{"Finetune/Learning Rate": 8.42444752534729e-07, "Finetune/Loss": 0.5792714357376099, "Finetune/Loss (Raw)": 0.5112210512161255, "Finetune/Step": 16777, "Finetune/Step Time": 10.891704246401787}
+{"Finetune/Learning Rate": 1.9999699982784964e-05, "Finetune/Loss": 0.956414520740509, "Finetune/Loss (Raw)": 0.8608914613723755, "Finetune/Step": 622, "Finetune/Step Time": 11.014868844300508}
+{"Finetune/Learning Rate": 8.417683756859563e-07, "Finetune/Loss": 0.5795489549636841, "Finetune/Loss (Raw)": 0.684287965297699, "Finetune/Step": 16778, "Finetune/Step Time": 10.87332208454609}
+{"Finetune/Learning Rate": 1.9999686796841986e-05, "Finetune/Loss": 0.957342803478241, "Finetune/Loss (Raw)": 1.1648521423339844, "Finetune/Step": 623, "Finetune/Step Time": 11.019169194623828}
+{"Finetune/Learning Rate": 8.410922585385883e-07, "Finetune/Loss": 0.5785229206085205, "Finetune/Loss (Raw)": 0.4478880763053894, "Finetune/Step": 16779, "Finetune/Step Time": 10.900268487632275}
+{"Finetune/Learning Rate": 1.9999673327336323e-05, "Finetune/Loss": 0.9566854238510132, "Finetune/Loss (Raw)": 1.0207148790359497, "Finetune/Step": 624, "Finetune/Step Time": 11.020861903205514}
+{"Finetune/Learning Rate": 8.40416401111801e-07, "Finetune/Loss": 0.5784193277359009, "Finetune/Loss (Raw)": 0.5889406800270081, "Finetune/Step": 16780, "Finetune/Step Time": 10.887939609587193}
+{"Finetune/Learning Rate": 1.9999659574268357e-05, "Finetune/Loss": 0.9585358500480652, "Finetune/Loss (Raw)": 1.1256126165390015, "Finetune/Step": 625, "Finetune/Step Time": 10.983029700815678}
+{"Finetune/Learning Rate": 8.397408034247589e-07, "Finetune/Loss": 0.5791565179824829, "Finetune/Loss (Raw)": 0.6680731773376465, "Finetune/Step": 16781, "Finetune/Step Time": 10.899559875950217}
+{"Finetune/Learning Rate": 1.999964553763848e-05, "Finetune/Loss": 0.9579015374183655, "Finetune/Loss (Raw)": 0.9248664975166321, "Finetune/Step": 626, "Finetune/Step Time": 10.96716807037592}
+{"Finetune/Learning Rate": 8.390654654966202e-07, "Finetune/Loss": 0.5791233777999878, "Finetune/Loss (Raw)": 0.5704217553138733, "Finetune/Step": 16782, "Finetune/Step Time": 10.8911227658391}
+{"Finetune/Learning Rate": 1.9999631217447092e-05, "Finetune/Loss": 0.9584778547286987, "Finetune/Loss (Raw)": 1.0310262441635132, "Finetune/Step": 627, "Finetune/Step Time": 10.971889145672321}
+{"Finetune/Learning Rate": 8.383903873465337e-07, "Finetune/Loss": 0.5797609686851501, "Finetune/Loss (Raw)": 0.6236554384231567, "Finetune/Step": 16783, "Finetune/Step Time": 10.893610874190927}
+{"Finetune/Learning Rate": 1.9999616613694603e-05, "Finetune/Loss": 0.9580524563789368, "Finetune/Loss (Raw)": 0.9302480220794678, "Finetune/Step": 628, "Finetune/Step Time": 10.97067585401237}
+{"Finetune/Learning Rate": 8.377155689936434e-07, "Finetune/Loss": 0.5795184969902039, "Finetune/Loss (Raw)": 0.5756105184555054, "Finetune/Step": 16784, "Finetune/Step Time": 10.893235059455037}
+{"Finetune/Learning Rate": 1.9999601726381415e-05, "Finetune/Loss": 0.957901120185852, "Finetune/Loss (Raw)": 1.003036618232727, "Finetune/Step": 629, "Finetune/Step Time": 10.956002878025174}
+{"Finetune/Learning Rate": 8.370410104570859e-07, "Finetune/Loss": 0.5789327621459961, "Finetune/Loss (Raw)": 0.5470302104949951, "Finetune/Step": 16785, "Finetune/Step Time": 10.887982686981559}
+{"Finetune/Learning Rate": 1.999958655550796e-05, "Finetune/Loss": 0.9579589366912842, "Finetune/Loss (Raw)": 0.9675045609474182, "Finetune/Step": 630, "Finetune/Step Time": 10.968938756734133}
+{"Finetune/Learning Rate": 1.9999571101074668e-05, "Finetune/Loss": 0.9583150148391724, "Finetune/Loss (Raw)": 1.0178427696228027, "Finetune/Step": 631, "Finetune/Step Time": 10.965067287907004}
+{"Finetune/Learning Rate": 8.363667117559871e-07, "Finetune/Loss": 0.5789806842803955, "Finetune/Loss (Raw)": 0.5251913666725159, "Finetune/Step": 16786, "Finetune/Step Time": 10.879598351195455}
+{"Finetune/Learning Rate": 1.999955536308197e-05, "Finetune/Loss": 0.9578843116760254, "Finetune/Loss (Raw)": 1.0272489786148071, "Finetune/Step": 632, "Finetune/Step Time": 10.964587729424238}
+{"Finetune/Learning Rate": 8.356926729094717e-07, "Finetune/Loss": 0.5795441269874573, "Finetune/Loss (Raw)": 0.6783361434936523, "Finetune/Step": 16787, "Finetune/Step Time": 10.885221043601632}
+{"Finetune/Learning Rate": 1.999953934153032e-05, "Finetune/Loss": 0.9579790830612183, "Finetune/Loss (Raw)": 1.0693814754486084, "Finetune/Step": 633, "Finetune/Step Time": 10.964881708845496}
+{"Finetune/Learning Rate": 8.350188939366544e-07, "Finetune/Loss": 0.5806503295898438, "Finetune/Loss (Raw)": 0.6468527913093567, "Finetune/Step": 16788, "Finetune/Step Time": 10.880137901753187}
+{"Finetune/Learning Rate": 1.9999523036420164e-05, "Finetune/Loss": 0.9571082592010498, "Finetune/Loss (Raw)": 0.9457604289054871, "Finetune/Step": 634, "Finetune/Step Time": 10.97200564481318}
+{"Finetune/Learning Rate": 8.343453748566388e-07, "Finetune/Loss": 0.5807666182518005, "Finetune/Loss (Raw)": 0.6543534994125366, "Finetune/Step": 16789, "Finetune/Step Time": 10.877848850563169}
+{"Finetune/Learning Rate": 8.33672115688523e-07, "Finetune/Loss": 0.5803128480911255, "Finetune/Loss (Raw)": 0.5062020421028137, "Finetune/Step": 16790, "Finetune/Step Time": 10.878736853599548}
+{"Finetune/Learning Rate": 1.9999506447751974e-05, "Finetune/Loss": 0.9550002813339233, "Finetune/Loss (Raw)": 0.7880393266677856, "Finetune/Step": 635, "Finetune/Step Time": 11.011893508955836}
+{"Finetune/Learning Rate": 8.329991164514017e-07, "Finetune/Loss": 0.5796791315078735, "Finetune/Loss (Raw)": 0.5242014527320862, "Finetune/Step": 16791, "Finetune/Step Time": 10.87549078464508}
+{"Finetune/Learning Rate": 1.9999489575526216e-05, "Finetune/Loss": 0.954922080039978, "Finetune/Loss (Raw)": 0.8863343000411987, "Finetune/Step": 636, "Finetune/Step Time": 11.007768973708153}
+{"Finetune/Learning Rate": 8.323263771643575e-07, "Finetune/Loss": 0.5790801644325256, "Finetune/Loss (Raw)": 0.46256086230278015, "Finetune/Step": 16792, "Finetune/Step Time": 10.877160927280784}
+{"Finetune/Learning Rate": 1.999947241974337e-05, "Finetune/Loss": 0.952009916305542, "Finetune/Loss (Raw)": 0.7095224857330322, "Finetune/Step": 637, "Finetune/Step Time": 11.03936923481524}
+{"Finetune/Learning Rate": 8.316538978464672e-07, "Finetune/Loss": 0.5787060260772705, "Finetune/Loss (Raw)": 0.5704817771911621, "Finetune/Step": 16793, "Finetune/Step Time": 10.876909529790282}
+{"Finetune/Learning Rate": 1.9999454980403917e-05, "Finetune/Loss": 0.9527180194854736, "Finetune/Loss (Raw)": 0.9013269543647766, "Finetune/Step": 638, "Finetune/Step Time": 11.029439708217978}
+{"Finetune/Learning Rate": 8.309816785168035e-07, "Finetune/Loss": 0.5782310366630554, "Finetune/Loss (Raw)": 0.5382734537124634, "Finetune/Step": 16794, "Finetune/Step Time": 10.896703341975808}
+{"Finetune/Learning Rate": 1.9999437257508355e-05, "Finetune/Loss": 0.9528695344924927, "Finetune/Loss (Raw)": 1.0818122625350952, "Finetune/Step": 639, "Finetune/Step Time": 11.019309373572469}
+{"Finetune/Learning Rate": 8.303097191944243e-07, "Finetune/Loss": 0.5779733657836914, "Finetune/Loss (Raw)": 0.5465322732925415, "Finetune/Step": 16795, "Finetune/Step Time": 10.908281294628978}
+{"Finetune/Learning Rate": 1.999941925105719e-05, "Finetune/Loss": 0.9558069109916687, "Finetune/Loss (Raw)": 1.0803234577178955, "Finetune/Step": 640, "Finetune/Step Time": 10.983786256983876}
+{"Finetune/Learning Rate": 8.296380198983867e-07, "Finetune/Loss": 0.5771583318710327, "Finetune/Loss (Raw)": 0.5693175196647644, "Finetune/Step": 16796, "Finetune/Step Time": 10.91197507455945}
+{"Finetune/Learning Rate": 1.999940096105093e-05, "Finetune/Loss": 0.9554947018623352, "Finetune/Loss (Raw)": 0.9558690786361694, "Finetune/Step": 641, "Finetune/Step Time": 10.97539634257555}
+{"Finetune/Learning Rate": 8.289665806477376e-07, "Finetune/Loss": 0.5774591565132141, "Finetune/Loss (Raw)": 0.6021459698677063, "Finetune/Step": 16797, "Finetune/Step Time": 10.904580736532807}
+{"Finetune/Learning Rate": 1.999938238749009e-05, "Finetune/Loss": 0.9542790055274963, "Finetune/Loss (Raw)": 0.9112216234207153, "Finetune/Step": 642, "Finetune/Step Time": 10.977340910583735}
+{"Finetune/Learning Rate": 8.282954014615185e-07, "Finetune/Loss": 0.5775273442268372, "Finetune/Loss (Raw)": 0.5969645380973816, "Finetune/Step": 16798, "Finetune/Step Time": 10.917972257360816}
+{"Finetune/Learning Rate": 1.99993635303752e-05, "Finetune/Loss": 0.9547793865203857, "Finetune/Loss (Raw)": 1.004303216934204, "Finetune/Step": 643, "Finetune/Step Time": 10.976488638669252}
+{"Finetune/Learning Rate": 1.9999344389706795e-05, "Finetune/Loss": 0.9530978202819824, "Finetune/Loss (Raw)": 0.8168472647666931, "Finetune/Step": 644, "Finetune/Step Time": 10.973524801433086}
+{"Finetune/Learning Rate": 8.276244823587599e-07, "Finetune/Loss": 0.5783746242523193, "Finetune/Loss (Raw)": 0.6498624086380005, "Finetune/Step": 16799, "Finetune/Step Time": 10.927147086709738}
+{"Finetune/Learning Rate": 8.269538233584884e-07, "Finetune/Loss": 0.5772413015365601, "Finetune/Loss (Raw)": 0.49096766114234924, "Finetune/Step": 16800, "Finetune/Step Time": 10.932255612686276}
+{"Finetune/Learning Rate": 1.9999324965485422e-05, "Finetune/Loss": 0.9539443254470825, "Finetune/Loss (Raw)": 1.0616655349731445, "Finetune/Step": 645, "Finetune/Step Time": 10.99677606858313}
+{"Finetune/Learning Rate": 8.262834244797213e-07, "Finetune/Loss": 0.5763227939605713, "Finetune/Loss (Raw)": 0.6178148984909058, "Finetune/Step": 16801, "Finetune/Step Time": 10.935622973367572}
+{"Finetune/Learning Rate": 1.9999305257711625e-05, "Finetune/Loss": 0.9542826414108276, "Finetune/Loss (Raw)": 0.9943332672119141, "Finetune/Step": 646, "Finetune/Step Time": 10.99945423193276}
+{"Finetune/Learning Rate": 8.256132857414701e-07, "Finetune/Loss": 0.5741746425628662, "Finetune/Loss (Raw)": 0.5027827024459839, "Finetune/Step": 16802, "Finetune/Step Time": 10.96214571222663}
+{"Finetune/Learning Rate": 1.9999285266385962e-05, "Finetune/Loss": 0.9547713994979858, "Finetune/Loss (Raw)": 1.0837838649749756, "Finetune/Step": 647, "Finetune/Step Time": 10.979765977710485}
+{"Finetune/Learning Rate": 8.249434071627383e-07, "Finetune/Loss": 0.5738204121589661, "Finetune/Loss (Raw)": 0.5099363327026367, "Finetune/Step": 16803, "Finetune/Step Time": 10.969484735280275}
+{"Finetune/Learning Rate": 1.9999264991509007e-05, "Finetune/Loss": 0.954113245010376, "Finetune/Loss (Raw)": 0.8847969770431519, "Finetune/Step": 648, "Finetune/Step Time": 10.991264078766108}
+{"Finetune/Learning Rate": 1.9999244433081326e-05, "Finetune/Loss": 0.9550658464431763, "Finetune/Loss (Raw)": 1.1692229509353638, "Finetune/Step": 649, "Finetune/Step Time": 10.989496851339936}
+{"Finetune/Learning Rate": 8.242737887625207e-07, "Finetune/Loss": 0.5736004114151001, "Finetune/Loss (Raw)": 0.4988345503807068, "Finetune/Step": 16804, "Finetune/Step Time": 10.945870446041226}
+{"Finetune/Learning Rate": 1.999922359110351e-05, "Finetune/Loss": 0.9577975273132324, "Finetune/Loss (Raw)": 1.0143382549285889, "Finetune/Step": 650, "Finetune/Step Time": 10.949355380609632}
+{"Finetune/Learning Rate": 8.236044305598057e-07, "Finetune/Loss": 0.5728461742401123, "Finetune/Loss (Raw)": 0.5799959897994995, "Finetune/Step": 16805, "Finetune/Step Time": 10.941940436139703}
+{"Finetune/Learning Rate": 1.9999202465576147e-05, "Finetune/Loss": 0.9578957557678223, "Finetune/Loss (Raw)": 0.9646838903427124, "Finetune/Step": 651, "Finetune/Step Time": 10.943268708884716}
+{"Finetune/Learning Rate": 8.229353325735756e-07, "Finetune/Loss": 0.5722312927246094, "Finetune/Loss (Raw)": 0.539186954498291, "Finetune/Step": 16806, "Finetune/Step Time": 10.946698056533933}
+{"Finetune/Learning Rate": 1.9999181056499836e-05, "Finetune/Loss": 0.9578033685684204, "Finetune/Loss (Raw)": 0.9607607126235962, "Finetune/Step": 652, "Finetune/Step Time": 10.956731913611293}
+{"Finetune/Learning Rate": 8.222664948228032e-07, "Finetune/Loss": 0.5719318389892578, "Finetune/Loss (Raw)": 0.5925518274307251, "Finetune/Step": 16807, "Finetune/Step Time": 10.940004227682948}
+{"Finetune/Learning Rate": 1.9999159363875184e-05, "Finetune/Loss": 0.9577198028564453, "Finetune/Loss (Raw)": 0.9856366515159607, "Finetune/Step": 653, "Finetune/Step Time": 10.925948116928339}
+{"Finetune/Learning Rate": 8.215979173264543e-07, "Finetune/Loss": 0.571132242679596, "Finetune/Loss (Raw)": 0.6140398979187012, "Finetune/Step": 16808, "Finetune/Step Time": 10.916795248165727}
+{"Finetune/Learning Rate": 1.9999137387702803e-05, "Finetune/Loss": 0.9559686183929443, "Finetune/Loss (Raw)": 0.7899754643440247, "Finetune/Step": 654, "Finetune/Step Time": 10.909422498196363}
+{"Finetune/Learning Rate": 8.209296001034894e-07, "Finetune/Loss": 0.571071445941925, "Finetune/Loss (Raw)": 0.5353376865386963, "Finetune/Step": 16809, "Finetune/Step Time": 10.921023178845644}
+{"Finetune/Learning Rate": 1.9999115127983325e-05, "Finetune/Loss": 0.9559300541877747, "Finetune/Loss (Raw)": 0.8819782137870789, "Finetune/Step": 655, "Finetune/Step Time": 10.906934158876538}
+{"Finetune/Learning Rate": 8.202615431728589e-07, "Finetune/Loss": 0.5704025030136108, "Finetune/Loss (Raw)": 0.5372767448425293, "Finetune/Step": 16810, "Finetune/Step Time": 10.938024429604411}
+{"Finetune/Learning Rate": 1.9999092584717375e-05, "Finetune/Loss": 0.9562466144561768, "Finetune/Loss (Raw)": 1.059457540512085, "Finetune/Step": 656, "Finetune/Step Time": 10.895378524437547}
+{"Finetune/Learning Rate": 8.195937465535076e-07, "Finetune/Loss": 0.5702124834060669, "Finetune/Loss (Raw)": 0.5276315808296204, "Finetune/Step": 16811, "Finetune/Step Time": 10.905954768881202}
+{"Finetune/Learning Rate": 1.999906975790559e-05, "Finetune/Loss": 0.957207977771759, "Finetune/Loss (Raw)": 0.9030938744544983, "Finetune/Step": 657, "Finetune/Step Time": 10.887026878073812}
+{"Finetune/Learning Rate": 8.189262102643747e-07, "Finetune/Loss": 0.5709354877471924, "Finetune/Loss (Raw)": 0.562842607498169, "Finetune/Step": 16812, "Finetune/Step Time": 10.904605481773615}
+{"Finetune/Learning Rate": 1.999904664754862e-05, "Finetune/Loss": 0.9577144384384155, "Finetune/Loss (Raw)": 1.0821192264556885, "Finetune/Step": 658, "Finetune/Step Time": 10.882291089743376}
+{"Finetune/Learning Rate": 8.182589343243818e-07, "Finetune/Loss": 0.5703563690185547, "Finetune/Loss (Raw)": 0.6057928800582886, "Finetune/Step": 16813, "Finetune/Step Time": 10.898903239518404}
+{"Finetune/Learning Rate": 1.9999023253647122e-05, "Finetune/Loss": 0.9580948948860168, "Finetune/Loss (Raw)": 1.0146859884262085, "Finetune/Step": 659, "Finetune/Step Time": 10.879220461472869}
+{"Finetune/Learning Rate": 8.175919187524584e-07, "Finetune/Loss": 0.5697849988937378, "Finetune/Loss (Raw)": 0.5558740496635437, "Finetune/Step": 16814, "Finetune/Step Time": 10.895795091986656}
+{"Finetune/Learning Rate": 1.999899957620176e-05, "Finetune/Loss": 0.9591069221496582, "Finetune/Loss (Raw)": 0.9800922870635986, "Finetune/Step": 660, "Finetune/Step Time": 10.878396347165108}
+{"Finetune/Learning Rate": 8.16925163567518e-07, "Finetune/Loss": 0.5693808794021606, "Finetune/Loss (Raw)": 0.5767744779586792, "Finetune/Step": 16815, "Finetune/Step Time": 10.905362168326974}
+{"Finetune/Learning Rate": 1.99989756152132e-05, "Finetune/Loss": 0.9560543298721313, "Finetune/Loss (Raw)": 0.6497949957847595, "Finetune/Step": 661, "Finetune/Step Time": 10.914503956213593}
+{"Finetune/Learning Rate": 8.162586687884655e-07, "Finetune/Loss": 0.5690678358078003, "Finetune/Loss (Raw)": 0.5462285876274109, "Finetune/Step": 16816, "Finetune/Step Time": 10.919950745999813}
+{"Finetune/Learning Rate": 1.9998951370682125e-05, "Finetune/Loss": 0.9556891918182373, "Finetune/Loss (Raw)": 0.8768247961997986, "Finetune/Step": 662, "Finetune/Step Time": 10.91519276611507}
+{"Finetune/Learning Rate": 8.155924344342026e-07, "Finetune/Loss": 0.5704607963562012, "Finetune/Loss (Raw)": 0.6458950638771057, "Finetune/Step": 16817, "Finetune/Step Time": 10.91740563325584}
+{"Finetune/Learning Rate": 1.9998926842609223e-05, "Finetune/Loss": 0.9576212167739868, "Finetune/Loss (Raw)": 0.9449350237846375, "Finetune/Step": 663, "Finetune/Step Time": 10.885796539485455}
+{"Finetune/Learning Rate": 8.149264605236207e-07, "Finetune/Loss": 0.5704011917114258, "Finetune/Loss (Raw)": 0.5692980885505676, "Finetune/Step": 16818, "Finetune/Step Time": 10.918133717030287}
+{"Finetune/Learning Rate": 8.142607470756081e-07, "Finetune/Loss": 0.5704618692398071, "Finetune/Loss (Raw)": 0.5755215287208557, "Finetune/Step": 16819, "Finetune/Step Time": 10.922132037580013}
+{"Finetune/Learning Rate": 1.999890203099519e-05, "Finetune/Loss": 0.9582872986793518, "Finetune/Loss (Raw)": 1.048375129699707, "Finetune/Step": 664, "Finetune/Step Time": 10.880402840673923}
+{"Finetune/Learning Rate": 1.9998876935840727e-05, "Finetune/Loss": 0.95781409740448, "Finetune/Loss (Raw)": 1.0289573669433594, "Finetune/Step": 665, "Finetune/Step Time": 10.8829306345433}
+{"Finetune/Learning Rate": 8.135952941090363e-07, "Finetune/Loss": 0.5711023807525635, "Finetune/Loss (Raw)": 0.6175398826599121, "Finetune/Step": 16820, "Finetune/Step Time": 10.939724925905466}
+{"Finetune/Learning Rate": 1.999885155714655e-05, "Finetune/Loss": 0.9573992490768433, "Finetune/Loss (Raw)": 1.0035357475280762, "Finetune/Step": 666, "Finetune/Step Time": 10.889051830396056}
+{"Finetune/Learning Rate": 8.129301016427815e-07, "Finetune/Loss": 0.5719531774520874, "Finetune/Loss (Raw)": 0.6310616731643677, "Finetune/Step": 16821, "Finetune/Step Time": 10.959204319864511}
+{"Finetune/Learning Rate": 1.9998825894913373e-05, "Finetune/Loss": 0.9575668573379517, "Finetune/Loss (Raw)": 0.7589853405952454, "Finetune/Step": 667, "Finetune/Step Time": 10.87748310342431}
+{"Finetune/Learning Rate": 8.122651696957041e-07, "Finetune/Loss": 0.5713217258453369, "Finetune/Loss (Raw)": 0.565076470375061, "Finetune/Step": 16822, "Finetune/Step Time": 10.963104462251067}
+{"Finetune/Learning Rate": 1.999879994914193e-05, "Finetune/Loss": 0.9588034152984619, "Finetune/Loss (Raw)": 1.1185991764068604, "Finetune/Step": 668, "Finetune/Step Time": 10.887752246111631}
+{"Finetune/Learning Rate": 8.116004982866599e-07, "Finetune/Loss": 0.5715276598930359, "Finetune/Loss (Raw)": 0.5981534719467163, "Finetune/Step": 16823, "Finetune/Step Time": 10.962058616802096}
+{"Finetune/Learning Rate": 1.9998773719832948e-05, "Finetune/Loss": 0.9591448307037354, "Finetune/Loss (Raw)": 1.0789110660552979, "Finetune/Step": 669, "Finetune/Step Time": 10.893403645604849}
+{"Finetune/Learning Rate": 8.109360874344962e-07, "Finetune/Loss": 0.5710761547088623, "Finetune/Loss (Raw)": 0.5620715022087097, "Finetune/Step": 16824, "Finetune/Step Time": 11.010475730523467}
+{"Finetune/Learning Rate": 1.9998747206987175e-05, "Finetune/Loss": 0.9582178592681885, "Finetune/Loss (Raw)": 0.8985775709152222, "Finetune/Step": 670, "Finetune/Step Time": 10.892620746046305}
+{"Finetune/Learning Rate": 8.102719371580581e-07, "Finetune/Loss": 0.5712549686431885, "Finetune/Loss (Raw)": 0.5842597484588623, "Finetune/Step": 16825, "Finetune/Step Time": 11.027823189273477}
+{"Finetune/Learning Rate": 1.9998720410605367e-05, "Finetune/Loss": 0.9585956931114197, "Finetune/Loss (Raw)": 0.9271950721740723, "Finetune/Step": 671, "Finetune/Step Time": 10.88776628114283}
+{"Finetune/Learning Rate": 8.096080474761736e-07, "Finetune/Loss": 0.5715241432189941, "Finetune/Loss (Raw)": 0.633476972579956, "Finetune/Step": 16826, "Finetune/Step Time": 11.024910448119044}
+{"Finetune/Learning Rate": 1.9998693330688283e-05, "Finetune/Loss": 0.9598292112350464, "Finetune/Loss (Raw)": 1.1118942499160767, "Finetune/Step": 672, "Finetune/Step Time": 10.884956138208508}
+{"Finetune/Learning Rate": 8.089444184076689e-07, "Finetune/Loss": 0.572364866733551, "Finetune/Loss (Raw)": 0.6372172832489014, "Finetune/Step": 16827, "Finetune/Step Time": 11.018089486286044}
+{"Finetune/Learning Rate": 1.9998665967236687e-05, "Finetune/Loss": 0.9597477316856384, "Finetune/Loss (Raw)": 0.8961263298988342, "Finetune/Step": 673, "Finetune/Step Time": 10.881435496732593}
+{"Finetune/Learning Rate": 8.082810499713667e-07, "Finetune/Loss": 0.5741432905197144, "Finetune/Loss (Raw)": 0.6540567278862, "Finetune/Step": 16828, "Finetune/Step Time": 10.991897996515036}
+{"Finetune/Learning Rate": 1.9998638320251356e-05, "Finetune/Loss": 0.9578135013580322, "Finetune/Loss (Raw)": 0.844688355922699, "Finetune/Step": 674, "Finetune/Step Time": 10.89548440463841}
+{"Finetune/Learning Rate": 8.076179421860764e-07, "Finetune/Loss": 0.5735844373703003, "Finetune/Loss (Raw)": 0.5507286787033081, "Finetune/Step": 16829, "Finetune/Step Time": 10.992312736809254}
+{"Finetune/Learning Rate": 1.9998610389733075e-05, "Finetune/Loss": 0.9594230651855469, "Finetune/Loss (Raw)": 0.8929752111434937, "Finetune/Step": 675, "Finetune/Step Time": 10.854096492752433}
+{"Finetune/Learning Rate": 8.069550950706018e-07, "Finetune/Loss": 0.5740998983383179, "Finetune/Loss (Raw)": 0.6181634068489075, "Finetune/Step": 16830, "Finetune/Step Time": 10.99361414462328}
+{"Finetune/Learning Rate": 1.9998582175682632e-05, "Finetune/Loss": 0.9602199196815491, "Finetune/Loss (Raw)": 1.0518110990524292, "Finetune/Step": 676, "Finetune/Step Time": 10.848378580063581}
+{"Finetune/Learning Rate": 8.062925086437401e-07, "Finetune/Loss": 0.5748063921928406, "Finetune/Loss (Raw)": 0.7180247902870178, "Finetune/Step": 16831, "Finetune/Step Time": 10.9881301689893}
+{"Finetune/Learning Rate": 1.9998553678100835e-05, "Finetune/Loss": 0.9612661600112915, "Finetune/Loss (Raw)": 1.0118989944458008, "Finetune/Step": 677, "Finetune/Step Time": 10.875491017475724}
+{"Finetune/Learning Rate": 8.056301829242785e-07, "Finetune/Loss": 0.5752767324447632, "Finetune/Loss (Raw)": 0.6186941862106323, "Finetune/Step": 16832, "Finetune/Step Time": 10.990658529102802}
+{"Finetune/Learning Rate": 1.9998524896988488e-05, "Finetune/Loss": 0.9613519310951233, "Finetune/Loss (Raw)": 1.024842619895935, "Finetune/Step": 678, "Finetune/Step Time": 10.908697839826345}
+{"Finetune/Learning Rate": 8.049681179309987e-07, "Finetune/Loss": 0.5749797821044922, "Finetune/Loss (Raw)": 0.5003425478935242, "Finetune/Step": 16833, "Finetune/Step Time": 10.984028054401278}
+{"Finetune/Learning Rate": 1.9998495832346404e-05, "Finetune/Loss": 0.9606872797012329, "Finetune/Loss (Raw)": 0.9591275453567505, "Finetune/Step": 679, "Finetune/Step Time": 10.911519570276141}
+{"Finetune/Learning Rate": 8.043063136826768e-07, "Finetune/Loss": 0.5743461847305298, "Finetune/Loss (Raw)": 0.49597129225730896, "Finetune/Step": 16834, "Finetune/Step Time": 10.997268388047814}
+{"Finetune/Learning Rate": 1.9998466484175412e-05, "Finetune/Loss": 0.9580740332603455, "Finetune/Loss (Raw)": 0.7706874012947083, "Finetune/Step": 680, "Finetune/Step Time": 10.933719189837575}
+{"Finetune/Learning Rate": 8.036447701980765e-07, "Finetune/Loss": 0.5741374492645264, "Finetune/Loss (Raw)": 0.5588038563728333, "Finetune/Step": 16835, "Finetune/Step Time": 11.001737767830491}
+{"Finetune/Learning Rate": 1.999843685247634e-05, "Finetune/Loss": 0.955868124961853, "Finetune/Loss (Raw)": 0.6980641484260559, "Finetune/Step": 681, "Finetune/Step Time": 10.943148866295815}
+{"Finetune/Learning Rate": 8.029834874959619e-07, "Finetune/Loss": 0.5730667114257812, "Finetune/Loss (Raw)": 0.5316861867904663, "Finetune/Step": 16836, "Finetune/Step Time": 11.011683002114296}
+{"Finetune/Learning Rate": 1.9998406937250035e-05, "Finetune/Loss": 0.9562244415283203, "Finetune/Loss (Raw)": 0.8946776986122131, "Finetune/Step": 682, "Finetune/Step Time": 10.944075351580977}
+{"Finetune/Learning Rate": 8.023224655950834e-07, "Finetune/Loss": 0.5730909705162048, "Finetune/Loss (Raw)": 0.6809479594230652, "Finetune/Step": 16837, "Finetune/Step Time": 11.00620298832655}
+{"Finetune/Learning Rate": 1.999837673849734e-05, "Finetune/Loss": 0.9541563987731934, "Finetune/Loss (Raw)": 0.900116503238678, "Finetune/Step": 683, "Finetune/Step Time": 10.952192747965455}
+{"Finetune/Learning Rate": 8.016617045141839e-07, "Finetune/Loss": 0.5726789236068726, "Finetune/Loss (Raw)": 0.6268120408058167, "Finetune/Step": 16838, "Finetune/Step Time": 11.00531023927033}
+{"Finetune/Learning Rate": 8.010012042720028e-07, "Finetune/Loss": 0.5722284317016602, "Finetune/Loss (Raw)": 0.5333907008171082, "Finetune/Step": 16839, "Finetune/Step Time": 11.008755775168538}
+{"Finetune/Learning Rate": 1.999834625621911e-05, "Finetune/Loss": 0.9537190794944763, "Finetune/Loss (Raw)": 1.051767110824585, "Finetune/Step": 684, "Finetune/Step Time": 10.955351583659649}
+{"Finetune/Learning Rate": 1.9998315490416212e-05, "Finetune/Loss": 0.9533542394638062, "Finetune/Loss (Raw)": 0.9434395432472229, "Finetune/Step": 685, "Finetune/Step Time": 10.941054617986083}
+{"Finetune/Learning Rate": 8.003409648872684e-07, "Finetune/Loss": 0.5717677474021912, "Finetune/Loss (Raw)": 0.6320410966873169, "Finetune/Step": 16840, "Finetune/Step Time": 11.027310639619827}
+{"Finetune/Learning Rate": 7.996809863787037e-07, "Finetune/Loss": 0.572582483291626, "Finetune/Loss (Raw)": 0.7431146502494812, "Finetune/Step": 16841, "Finetune/Step Time": 11.01617786847055}
+{"Finetune/Learning Rate": 1.9998284441089518e-05, "Finetune/Loss": 0.9534915685653687, "Finetune/Loss (Raw)": 0.8905215263366699, "Finetune/Step": 686, "Finetune/Step Time": 10.95372985675931}
+{"Finetune/Learning Rate": 7.990212687650223e-07, "Finetune/Loss": 0.5727849006652832, "Finetune/Loss (Raw)": 0.6602548956871033, "Finetune/Step": 16842, "Finetune/Step Time": 11.026383601129055}
+{"Finetune/Learning Rate": 1.999825310823991e-05, "Finetune/Loss": 0.9531488418579102, "Finetune/Loss (Raw)": 0.8993915915489197, "Finetune/Step": 687, "Finetune/Step Time": 10.962120620533824}
+{"Finetune/Learning Rate": 7.983618120649373e-07, "Finetune/Loss": 0.5722007155418396, "Finetune/Loss (Raw)": 0.5724884867668152, "Finetune/Step": 16843, "Finetune/Step Time": 11.036215441301465}
+{"Finetune/Learning Rate": 1.9998221491868274e-05, "Finetune/Loss": 0.9519020915031433, "Finetune/Loss (Raw)": 0.9049001932144165, "Finetune/Step": 688, "Finetune/Step Time": 10.966377511620522}
+{"Finetune/Learning Rate": 7.977026162971436e-07, "Finetune/Loss": 0.5704199075698853, "Finetune/Loss (Raw)": 0.46610358357429504, "Finetune/Step": 16844, "Finetune/Step Time": 11.041923735290766}
+{"Finetune/Learning Rate": 1.999818959197551e-05, "Finetune/Loss": 0.9519320726394653, "Finetune/Loss (Raw)": 1.0173994302749634, "Finetune/Step": 689, "Finetune/Step Time": 10.971028869971633}
+{"Finetune/Learning Rate": 7.970436814803362e-07, "Finetune/Loss": 0.5694922208786011, "Finetune/Loss (Raw)": 0.5139228701591492, "Finetune/Step": 16845, "Finetune/Step Time": 11.043678497895598}
+{"Finetune/Learning Rate": 1.9998157408562514e-05, "Finetune/Loss": 0.9530660510063171, "Finetune/Loss (Raw)": 0.9483382701873779, "Finetune/Step": 690, "Finetune/Step Time": 10.983992733061314}
+{"Finetune/Learning Rate": 7.963850076332003e-07, "Finetune/Loss": 0.5686931014060974, "Finetune/Loss (Raw)": 0.5457370281219482, "Finetune/Step": 16846, "Finetune/Step Time": 11.043336560949683}
+{"Finetune/Learning Rate": 1.9998124941630207e-05, "Finetune/Loss": 0.9521157741546631, "Finetune/Loss (Raw)": 0.9624736905097961, "Finetune/Step": 691, "Finetune/Step Time": 10.993818322196603}
+{"Finetune/Learning Rate": 7.957265947744131e-07, "Finetune/Loss": 0.5682022571563721, "Finetune/Loss (Raw)": 0.5890786051750183, "Finetune/Step": 16847, "Finetune/Step Time": 11.044285511597991}
+{"Finetune/Learning Rate": 1.999809219117951e-05, "Finetune/Loss": 0.951093316078186, "Finetune/Loss (Raw)": 0.6742828488349915, "Finetune/Step": 692, "Finetune/Step Time": 11.005452590063214}
+{"Finetune/Learning Rate": 7.950684429226463e-07, "Finetune/Loss": 0.5694401264190674, "Finetune/Loss (Raw)": 0.5367688536643982, "Finetune/Step": 16848, "Finetune/Step Time": 11.016427712514997}
+{"Finetune/Learning Rate": 1.999805915721135e-05, "Finetune/Loss": 0.9503054618835449, "Finetune/Loss (Raw)": 0.9881377816200256, "Finetune/Step": 693, "Finetune/Step Time": 11.011539613828063}
+{"Finetune/Learning Rate": 7.944105520965639e-07, "Finetune/Loss": 0.5693333148956299, "Finetune/Loss (Raw)": 0.6041085720062256, "Finetune/Step": 16849, "Finetune/Step Time": 11.010360298678279}
+{"Finetune/Learning Rate": 1.9998025839726664e-05, "Finetune/Loss": 0.9503883719444275, "Finetune/Loss (Raw)": 0.9272897243499756, "Finetune/Step": 694, "Finetune/Step Time": 11.009643303230405}
+{"Finetune/Learning Rate": 7.93752922314821e-07, "Finetune/Loss": 0.5698944330215454, "Finetune/Loss (Raw)": 0.6267775893211365, "Finetune/Step": 16850, "Finetune/Step Time": 11.012213129550219}
+{"Finetune/Learning Rate": 1.9997992238726392e-05, "Finetune/Loss": 0.9489885568618774, "Finetune/Loss (Raw)": 0.815082848072052, "Finetune/Step": 695, "Finetune/Step Time": 10.9993228148669}
+{"Finetune/Learning Rate": 7.93095553596066e-07, "Finetune/Loss": 0.5709383487701416, "Finetune/Loss (Raw)": 0.664216935634613, "Finetune/Step": 16851, "Finetune/Step Time": 11.004029899835587}
+{"Finetune/Learning Rate": 1.999795835421149e-05, "Finetune/Loss": 0.9484212398529053, "Finetune/Loss (Raw)": 1.067511796951294, "Finetune/Step": 696, "Finetune/Step Time": 10.993026537820697}
+{"Finetune/Learning Rate": 7.924384459589396e-07, "Finetune/Loss": 0.5708637237548828, "Finetune/Loss (Raw)": 0.5058301091194153, "Finetune/Step": 16852, "Finetune/Step Time": 10.99010369926691}
+{"Finetune/Learning Rate": 1.999792418618292e-05, "Finetune/Loss": 0.9474095702171326, "Finetune/Loss (Raw)": 0.9008243680000305, "Finetune/Step": 697, "Finetune/Step Time": 11.001322094351053}
+{"Finetune/Learning Rate": 7.917815994220768e-07, "Finetune/Loss": 0.5708134174346924, "Finetune/Loss (Raw)": 0.5609964728355408, "Finetune/Step": 16853, "Finetune/Step Time": 10.990867616608739}
+{"Finetune/Learning Rate": 1.9997889734641654e-05, "Finetune/Loss": 0.9475178718566895, "Finetune/Loss (Raw)": 1.0547993183135986, "Finetune/Step": 698, "Finetune/Step Time": 11.003874441608787}
+{"Finetune/Learning Rate": 7.911250140041038e-07, "Finetune/Loss": 0.5708814859390259, "Finetune/Loss (Raw)": 0.6188580393791199, "Finetune/Step": 16854, "Finetune/Step Time": 10.990449676290154}
+{"Finetune/Learning Rate": 1.999785499958866e-05, "Finetune/Loss": 0.9469168186187744, "Finetune/Loss (Raw)": 0.9714791178703308, "Finetune/Step": 699, "Finetune/Step Time": 11.004066238179803}
+{"Finetune/Learning Rate": 7.90468689723638e-07, "Finetune/Loss": 0.5712897777557373, "Finetune/Loss (Raw)": 0.6308452486991882, "Finetune/Step": 16855, "Finetune/Step Time": 10.988121567294002}
+{"Finetune/Learning Rate": 7.898126265992912e-07, "Finetune/Loss": 0.5703334808349609, "Finetune/Loss (Raw)": 0.5466638803482056, "Finetune/Step": 16856, "Finetune/Step Time": 10.990475991740823}
+{"Finetune/Learning Rate": 1.9997819981024932e-05, "Finetune/Loss": 0.9474676251411438, "Finetune/Loss (Raw)": 0.977491557598114, "Finetune/Step": 700, "Finetune/Step Time": 11.031490901485085}
+{"Finetune/Learning Rate": 7.891568246496683e-07, "Finetune/Loss": 0.5710591077804565, "Finetune/Loss (Raw)": 0.6093212366104126, "Finetune/Step": 16857, "Finetune/Step Time": 10.993018938228488}
+{"Finetune/Learning Rate": 1.999778467895146e-05, "Finetune/Loss": 0.9483828544616699, "Finetune/Loss (Raw)": 0.9900113940238953, "Finetune/Step": 701, "Finetune/Step Time": 11.037148345261812}
+{"Finetune/Learning Rate": 1.9997749093369242e-05, "Finetune/Loss": 0.9471991062164307, "Finetune/Loss (Raw)": 0.960528552532196, "Finetune/Step": 702, "Finetune/Step Time": 11.042164182290435}
+{"Finetune/Learning Rate": 7.88501283893367e-07, "Finetune/Loss": 0.571905255317688, "Finetune/Loss (Raw)": 0.688177227973938, "Finetune/Step": 16858, "Finetune/Step Time": 11.01051945053041}
+{"Finetune/Learning Rate": 1.999771322427929e-05, "Finetune/Loss": 0.9461259841918945, "Finetune/Loss (Raw)": 0.856669008731842, "Finetune/Step": 703, "Finetune/Step Time": 11.056248588487506}
+{"Finetune/Learning Rate": 7.878460043489744e-07, "Finetune/Loss": 0.5714313983917236, "Finetune/Loss (Raw)": 0.4340350925922394, "Finetune/Step": 16859, "Finetune/Step Time": 11.04489728808403}
+{"Finetune/Learning Rate": 1.9997677071682623e-05, "Finetune/Loss": 0.9464811086654663, "Finetune/Loss (Raw)": 1.0909450054168701, "Finetune/Step": 704, "Finetune/Step Time": 11.062738098204136}
+{"Finetune/Learning Rate": 7.871909860350724e-07, "Finetune/Loss": 0.5715105533599854, "Finetune/Loss (Raw)": 0.5921413898468018, "Finetune/Step": 16860, "Finetune/Step Time": 11.059979759156704}
+{"Finetune/Learning Rate": 1.999764063558026e-05, "Finetune/Loss": 0.9458659887313843, "Finetune/Loss (Raw)": 0.9148638248443604, "Finetune/Step": 705, "Finetune/Step Time": 11.064036011695862}
+{"Finetune/Learning Rate": 7.865362289702394e-07, "Finetune/Loss": 0.5716680288314819, "Finetune/Loss (Raw)": 0.5554412603378296, "Finetune/Step": 16861, "Finetune/Step Time": 11.072793811559677}
+{"Finetune/Learning Rate": 1.999760391597324e-05, "Finetune/Loss": 0.9457279443740845, "Finetune/Loss (Raw)": 0.9840388894081116, "Finetune/Step": 706, "Finetune/Step Time": 11.066403672099113}
+{"Finetune/Learning Rate": 7.85881733173035e-07, "Finetune/Loss": 0.5722439289093018, "Finetune/Loss (Raw)": 0.5578890442848206, "Finetune/Step": 16862, "Finetune/Step Time": 11.079322755336761}
+{"Finetune/Learning Rate": 1.9997566912862607e-05, "Finetune/Loss": 0.9451934099197388, "Finetune/Loss (Raw)": 0.935936689376831, "Finetune/Step": 707, "Finetune/Step Time": 11.066827066242695}
+{"Finetune/Learning Rate": 7.852274986620256e-07, "Finetune/Loss": 0.571414053440094, "Finetune/Loss (Raw)": 0.5677800178527832, "Finetune/Step": 16863, "Finetune/Step Time": 11.076685007661581}
+{"Finetune/Learning Rate": 1.99975296262494e-05, "Finetune/Loss": 0.944080114364624, "Finetune/Loss (Raw)": 0.9951631426811218, "Finetune/Step": 708, "Finetune/Step Time": 11.061928631737828}
+{"Finetune/Learning Rate": 7.845735254557608e-07, "Finetune/Loss": 0.5729228258132935, "Finetune/Loss (Raw)": 0.6354928612709045, "Finetune/Step": 16864, "Finetune/Step Time": 11.076206985861063}
+{"Finetune/Learning Rate": 1.999749205613468e-05, "Finetune/Loss": 0.9472143650054932, "Finetune/Loss (Raw)": 0.9312777519226074, "Finetune/Step": 709, "Finetune/Step Time": 11.027600241824985}
+{"Finetune/Learning Rate": 7.839198135727855e-07, "Finetune/Loss": 0.5723994374275208, "Finetune/Loss (Raw)": 0.5478308796882629, "Finetune/Step": 16865, "Finetune/Step Time": 11.07813436537981}
+{"Finetune/Learning Rate": 1.999745420251952e-05, "Finetune/Loss": 0.9492323398590088, "Finetune/Loss (Raw)": 0.9461607336997986, "Finetune/Step": 710, "Finetune/Step Time": 10.992726610973477}
+{"Finetune/Learning Rate": 7.832663630316373e-07, "Finetune/Loss": 0.5731720924377441, "Finetune/Loss (Raw)": 0.5750983357429504, "Finetune/Step": 16866, "Finetune/Step Time": 11.041436301544309}
+{"Finetune/Learning Rate": 1.9997416065404984e-05, "Finetune/Loss": 0.9508136510848999, "Finetune/Loss (Raw)": 1.1451427936553955, "Finetune/Step": 711, "Finetune/Step Time": 10.997461007907987}
+{"Finetune/Learning Rate": 1.999737764479216e-05, "Finetune/Loss": 0.9512099027633667, "Finetune/Loss (Raw)": 0.9387255907058716, "Finetune/Step": 712, "Finetune/Step Time": 10.991829670965672}
+{"Finetune/Learning Rate": 7.82613173850848e-07, "Finetune/Loss": 0.572304368019104, "Finetune/Loss (Raw)": 0.5367536544799805, "Finetune/Step": 16867, "Finetune/Step Time": 11.070918746292591}
+{"Finetune/Learning Rate": 1.999733894068213e-05, "Finetune/Loss": 0.9501491189002991, "Finetune/Loss (Raw)": 0.9587697386741638, "Finetune/Step": 713, "Finetune/Step Time": 11.001942623406649}
+{"Finetune/Learning Rate": 7.819602460489362e-07, "Finetune/Loss": 0.5730640888214111, "Finetune/Loss (Raw)": 0.6157241463661194, "Finetune/Step": 16868, "Finetune/Step Time": 11.069445056840777}
+{"Finetune/Learning Rate": 1.9997299953076e-05, "Finetune/Loss": 0.9498589038848877, "Finetune/Loss (Raw)": 0.8840039372444153, "Finetune/Step": 714, "Finetune/Step Time": 11.00404030829668}
+{"Finetune/Learning Rate": 7.81307579644418e-07, "Finetune/Loss": 0.5745962262153625, "Finetune/Loss (Raw)": 0.606415867805481, "Finetune/Step": 16869, "Finetune/Step Time": 11.054370306432247}
+{"Finetune/Learning Rate": 1.999726068197487e-05, "Finetune/Loss": 0.9499855041503906, "Finetune/Loss (Raw)": 0.9844080209732056, "Finetune/Step": 715, "Finetune/Step Time": 10.992737326771021}
+{"Finetune/Learning Rate": 7.806551746558044e-07, "Finetune/Loss": 0.5746049880981445, "Finetune/Loss (Raw)": 0.5728346109390259, "Finetune/Step": 16870, "Finetune/Step Time": 11.058613317087293}
+{"Finetune/Learning Rate": 1.9997221127379857e-05, "Finetune/Loss": 0.9525325894355774, "Finetune/Loss (Raw)": 0.9452660083770752, "Finetune/Step": 716, "Finetune/Step Time": 10.95642632059753}
+{"Finetune/Learning Rate": 7.800030311015938e-07, "Finetune/Loss": 0.575115442276001, "Finetune/Loss (Raw)": 0.6302053928375244, "Finetune/Step": 16871, "Finetune/Step Time": 11.061420865356922}
+{"Finetune/Learning Rate": 1.999718128929208e-05, "Finetune/Loss": 0.9535561800003052, "Finetune/Loss (Raw)": 0.918656587600708, "Finetune/Step": 717, "Finetune/Step Time": 10.958313204348087}
+{"Finetune/Learning Rate": 7.793511490002781e-07, "Finetune/Loss": 0.5765106081962585, "Finetune/Loss (Raw)": 0.6360597610473633, "Finetune/Step": 16872, "Finetune/Step Time": 11.027165915817022}
+{"Finetune/Learning Rate": 1.999714116771267e-05, "Finetune/Loss": 0.9539499282836914, "Finetune/Loss (Raw)": 1.047296166419983, "Finetune/Step": 718, "Finetune/Step Time": 10.952464425936341}
+{"Finetune/Learning Rate": 7.786995283703458e-07, "Finetune/Loss": 0.5784058570861816, "Finetune/Loss (Raw)": 0.7623710632324219, "Finetune/Step": 16873, "Finetune/Step Time": 11.028883676975965}
+{"Finetune/Learning Rate": 1.999710076264277e-05, "Finetune/Loss": 0.9529098272323608, "Finetune/Loss (Raw)": 0.9889079928398132, "Finetune/Step": 719, "Finetune/Step Time": 10.964228989556432}
+{"Finetune/Learning Rate": 7.780481692302722e-07, "Finetune/Loss": 0.5789172649383545, "Finetune/Loss (Raw)": 0.5744172930717468, "Finetune/Step": 16874, "Finetune/Step Time": 11.028395768254995}
+{"Finetune/Learning Rate": 1.9997060074083513e-05, "Finetune/Loss": 0.9530611038208008, "Finetune/Loss (Raw)": 1.022161841392517, "Finetune/Step": 720, "Finetune/Step Time": 10.969592349603772}
+{"Finetune/Learning Rate": 7.773970715985279e-07, "Finetune/Loss": 0.5785437822341919, "Finetune/Loss (Raw)": 0.598171055316925, "Finetune/Step": 16875, "Finetune/Step Time": 11.035108333453536}
+{"Finetune/Learning Rate": 1.9997019102036063e-05, "Finetune/Loss": 0.9548764228820801, "Finetune/Loss (Raw)": 1.070172905921936, "Finetune/Step": 721, "Finetune/Step Time": 10.974836733192205}
+{"Finetune/Learning Rate": 7.767462354935751e-07, "Finetune/Loss": 0.5797814130783081, "Finetune/Loss (Raw)": 0.7018338441848755, "Finetune/Step": 16876, "Finetune/Step Time": 11.072830999270082}
+{"Finetune/Learning Rate": 1.999697784650158e-05, "Finetune/Loss": 0.9556851387023926, "Finetune/Loss (Raw)": 0.7723503708839417, "Finetune/Step": 722, "Finetune/Step Time": 10.968864960595965}
+{"Finetune/Learning Rate": 7.760956609338744e-07, "Finetune/Loss": 0.5804944038391113, "Finetune/Loss (Raw)": 0.6170291900634766, "Finetune/Step": 16877, "Finetune/Step Time": 11.07422416843474}
+{"Finetune/Learning Rate": 1.999693630748123e-05, "Finetune/Loss": 0.9548007249832153, "Finetune/Loss (Raw)": 0.9206103086471558, "Finetune/Step": 723, "Finetune/Step Time": 10.9662177991122}
+{"Finetune/Learning Rate": 7.75445347937871e-07, "Finetune/Loss": 0.5806896090507507, "Finetune/Loss (Raw)": 0.5658902525901794, "Finetune/Step": 16878, "Finetune/Step Time": 11.047116370871663}
+{"Finetune/Learning Rate": 1.9996894484976193e-05, "Finetune/Loss": 0.9550846815109253, "Finetune/Loss (Raw)": 1.0394537448883057, "Finetune/Step": 724, "Finetune/Step Time": 10.965981198474765}
+{"Finetune/Learning Rate": 7.74795296524008e-07, "Finetune/Loss": 0.5802832841873169, "Finetune/Loss (Raw)": 0.5073691606521606, "Finetune/Step": 16879, "Finetune/Step Time": 11.027730187401175}
+{"Finetune/Learning Rate": 1.999685237898766e-05, "Finetune/Loss": 0.9556403160095215, "Finetune/Loss (Raw)": 1.0059022903442383, "Finetune/Step": 725, "Finetune/Step Time": 10.952291689813137}
+{"Finetune/Learning Rate": 7.741455067107162e-07, "Finetune/Loss": 0.5811748504638672, "Finetune/Loss (Raw)": 0.657917320728302, "Finetune/Step": 16880, "Finetune/Step Time": 11.023526648059487}
+{"Finetune/Learning Rate": 1.9996809989516817e-05, "Finetune/Loss": 0.9547739028930664, "Finetune/Loss (Raw)": 0.9254614114761353, "Finetune/Step": 726, "Finetune/Step Time": 10.952855518087745}
+{"Finetune/Learning Rate": 7.73495978516422e-07, "Finetune/Loss": 0.5811513662338257, "Finetune/Loss (Raw)": 0.5486013889312744, "Finetune/Step": 16881, "Finetune/Step Time": 11.005375973880291}
+{"Finetune/Learning Rate": 1.999676731656487e-05, "Finetune/Loss": 0.9541719555854797, "Finetune/Loss (Raw)": 0.9327756762504578, "Finetune/Step": 727, "Finetune/Step Time": 10.952973829582334}
+{"Finetune/Learning Rate": 7.728467119595462e-07, "Finetune/Loss": 0.5811076164245605, "Finetune/Loss (Raw)": 0.5522450804710388, "Finetune/Step": 16882, "Finetune/Step Time": 10.997792467474937}
+{"Finetune/Learning Rate": 1.9996724360133032e-05, "Finetune/Loss": 0.9545714855194092, "Finetune/Loss (Raw)": 0.9722157716751099, "Finetune/Step": 728, "Finetune/Step Time": 10.961317513138056}
+{"Finetune/Learning Rate": 7.721977070584962e-07, "Finetune/Loss": 0.5802222490310669, "Finetune/Loss (Raw)": 0.4771266281604767, "Finetune/Step": 16883, "Finetune/Step Time": 10.98668428324163}
+{"Finetune/Learning Rate": 1.9996681120222516e-05, "Finetune/Loss": 0.952648937702179, "Finetune/Loss (Raw)": 0.5641409158706665, "Finetune/Step": 729, "Finetune/Step Time": 10.98184591718018}
+{"Finetune/Learning Rate": 7.71548963831682e-07, "Finetune/Loss": 0.5808122158050537, "Finetune/Loss (Raw)": 0.607927680015564, "Finetune/Step": 16884, "Finetune/Step Time": 10.989009635522962}
+{"Finetune/Learning Rate": 1.999663759683455e-05, "Finetune/Loss": 0.9521801471710205, "Finetune/Loss (Raw)": 0.9655736684799194, "Finetune/Step": 730, "Finetune/Step Time": 10.97097116149962}
+{"Finetune/Learning Rate": 7.709004822974975e-07, "Finetune/Loss": 0.5802234411239624, "Finetune/Loss (Raw)": 0.6011791229248047, "Finetune/Step": 16885, "Finetune/Step Time": 11.001651182770729}
+{"Finetune/Learning Rate": 1.999659378997037e-05, "Finetune/Loss": 0.9534575939178467, "Finetune/Loss (Raw)": 1.0369499921798706, "Finetune/Step": 731, "Finetune/Step Time": 10.925649853423238}
+{"Finetune/Learning Rate": 7.702522624743303e-07, "Finetune/Loss": 0.580317497253418, "Finetune/Loss (Raw)": 0.6442499756813049, "Finetune/Step": 16886, "Finetune/Step Time": 11.005924083292484}
+{"Finetune/Learning Rate": 1.9996549699631215e-05, "Finetune/Loss": 0.9536705017089844, "Finetune/Loss (Raw)": 1.0621685981750488, "Finetune/Step": 732, "Finetune/Step Time": 10.87740065716207}
+{"Finetune/Learning Rate": 7.696043043805635e-07, "Finetune/Loss": 0.582057535648346, "Finetune/Loss (Raw)": 0.726201057434082, "Finetune/Step": 16887, "Finetune/Step Time": 10.998144740238786}
+{"Finetune/Learning Rate": 1.999650532581834e-05, "Finetune/Loss": 0.9524365663528442, "Finetune/Loss (Raw)": 0.9570125937461853, "Finetune/Step": 733, "Finetune/Step Time": 10.873752057552338}
+{"Finetune/Learning Rate": 1.9996460668532996e-05, "Finetune/Loss": 0.9527847766876221, "Finetune/Loss (Raw)": 1.0178906917572021, "Finetune/Step": 734, "Finetune/Step Time": 10.875309543684125}
+{"Finetune/Learning Rate": 7.689566080345701e-07, "Finetune/Loss": 0.5825473666191101, "Finetune/Loss (Raw)": 0.6237447261810303, "Finetune/Step": 16888, "Finetune/Step Time": 11.065835483372211}
+{"Finetune/Learning Rate": 1.9996415727776456e-05, "Finetune/Loss": 0.9516862630844116, "Finetune/Loss (Raw)": 0.9334176778793335, "Finetune/Step": 735, "Finetune/Step Time": 10.876800684258342}
+{"Finetune/Learning Rate": 7.683091734547177e-07, "Finetune/Loss": 0.582510232925415, "Finetune/Loss (Raw)": 0.5181280970573425, "Finetune/Step": 16889, "Finetune/Step Time": 11.065086118876934}
+{"Finetune/Learning Rate": 1.999637050354999e-05, "Finetune/Loss": 0.9522346258163452, "Finetune/Loss (Raw)": 0.978428304195404, "Finetune/Step": 736, "Finetune/Step Time": 10.877700278535485}
+{"Finetune/Learning Rate": 7.67662000659366e-07, "Finetune/Loss": 0.5835871696472168, "Finetune/Loss (Raw)": 0.6676216125488281, "Finetune/Step": 16890, "Finetune/Step Time": 11.068734483793378}
+{"Finetune/Learning Rate": 1.9996324995854884e-05, "Finetune/Loss": 0.9523711204528809, "Finetune/Loss (Raw)": 0.9036034941673279, "Finetune/Step": 737, "Finetune/Step Time": 10.87819666787982}
+{"Finetune/Learning Rate": 7.670150896668672e-07, "Finetune/Loss": 0.5840375423431396, "Finetune/Loss (Raw)": 0.5454854369163513, "Finetune/Step": 16891, "Finetune/Step Time": 11.064279263839126}
+{"Finetune/Learning Rate": 1.9996279204692426e-05, "Finetune/Loss": 0.9522995352745056, "Finetune/Loss (Raw)": 0.9459993243217468, "Finetune/Step": 738, "Finetune/Step Time": 10.886969672515988}
+{"Finetune/Learning Rate": 7.66368440495564e-07, "Finetune/Loss": 0.585995078086853, "Finetune/Loss (Raw)": 0.6642633080482483, "Finetune/Step": 16892, "Finetune/Step Time": 11.03064800798893}
+{"Finetune/Learning Rate": 1.999623313006392e-05, "Finetune/Loss": 0.9531364440917969, "Finetune/Loss (Raw)": 1.1052067279815674, "Finetune/Step": 739, "Finetune/Step Time": 10.888414677232504}
+{"Finetune/Learning Rate": 7.657220531637966e-07, "Finetune/Loss": 0.5860377550125122, "Finetune/Loss (Raw)": 0.6643251180648804, "Finetune/Step": 16893, "Finetune/Step Time": 11.026830542832613}
+{"Finetune/Learning Rate": 1.999618677197066e-05, "Finetune/Loss": 0.952489972114563, "Finetune/Loss (Raw)": 0.8010836839675903, "Finetune/Step": 740, "Finetune/Step Time": 10.879293229430914}
+{"Finetune/Learning Rate": 7.650759276898923e-07, "Finetune/Loss": 0.5866247415542603, "Finetune/Loss (Raw)": 0.6428329944610596, "Finetune/Step": 16894, "Finetune/Step Time": 11.029571237042546}
+{"Finetune/Learning Rate": 1.9996140130413972e-05, "Finetune/Loss": 0.9530788660049438, "Finetune/Loss (Raw)": 0.8977727293968201, "Finetune/Step": 741, "Finetune/Step Time": 10.870960984379053}
+{"Finetune/Learning Rate": 7.644300640921731e-07, "Finetune/Loss": 0.5854470729827881, "Finetune/Loss (Raw)": 0.4400092363357544, "Finetune/Step": 16895, "Finetune/Step Time": 11.07612687908113}
+{"Finetune/Learning Rate": 1.9996093205395177e-05, "Finetune/Loss": 0.9528018832206726, "Finetune/Loss (Raw)": 0.918982207775116, "Finetune/Step": 742, "Finetune/Step Time": 10.876093404367566}
+{"Finetune/Learning Rate": 1.99960459969156e-05, "Finetune/Loss": 0.9543918371200562, "Finetune/Loss (Raw)": 0.9380566477775574, "Finetune/Step": 743, "Finetune/Step Time": 10.834805821999907}
+{"Finetune/Learning Rate": 7.637844623889557e-07, "Finetune/Loss": 0.5851784944534302, "Finetune/Loss (Raw)": 0.611961305141449, "Finetune/Step": 16896, "Finetune/Step Time": 11.06795291043818}
+{"Finetune/Learning Rate": 1.9995998504976585e-05, "Finetune/Loss": 0.955303966999054, "Finetune/Loss (Raw)": 1.0361281633377075, "Finetune/Step": 744, "Finetune/Step Time": 10.820568876340985}
+{"Finetune/Learning Rate": 7.631391225985473e-07, "Finetune/Loss": 0.5856091976165771, "Finetune/Loss (Raw)": 0.5806724429130554, "Finetune/Step": 16897, "Finetune/Step Time": 11.02698540315032}
+{"Finetune/Learning Rate": 7.624940447392459e-07, "Finetune/Loss": 0.586714506149292, "Finetune/Loss (Raw)": 0.6754823923110962, "Finetune/Step": 16898, "Finetune/Step Time": 11.029872179031372}
+{"Finetune/Learning Rate": 1.9995950729579482e-05, "Finetune/Loss": 0.9545908570289612, "Finetune/Loss (Raw)": 1.0217193365097046, "Finetune/Step": 745, "Finetune/Step Time": 10.827993286773562}
+{"Finetune/Learning Rate": 1.9995902670725633e-05, "Finetune/Loss": 0.9546812176704407, "Finetune/Loss (Raw)": 0.8790603280067444, "Finetune/Step": 746, "Finetune/Step Time": 10.825746797025204}
+{"Finetune/Learning Rate": 7.618492288293466e-07, "Finetune/Loss": 0.587174654006958, "Finetune/Loss (Raw)": 0.6215596795082092, "Finetune/Step": 16899, "Finetune/Step Time": 11.051187820732594}
+{"Finetune/Learning Rate": 1.9995854328416416e-05, "Finetune/Loss": 0.953380823135376, "Finetune/Loss (Raw)": 0.9564833045005798, "Finetune/Step": 747, "Finetune/Step Time": 10.844177005812526}
+{"Finetune/Learning Rate": 7.612046748871327e-07, "Finetune/Loss": 0.586809515953064, "Finetune/Loss (Raw)": 0.560196042060852, "Finetune/Step": 16900, "Finetune/Step Time": 11.067213721573353}
+{"Finetune/Learning Rate": 1.999580570265319e-05, "Finetune/Loss": 0.9533551931381226, "Finetune/Loss (Raw)": 0.9817034602165222, "Finetune/Step": 748, "Finetune/Step Time": 10.870237786322832}
+{"Finetune/Learning Rate": 7.605603829308828e-07, "Finetune/Loss": 0.5865719318389893, "Finetune/Loss (Raw)": 0.6275021433830261, "Finetune/Step": 16901, "Finetune/Step Time": 11.06324583478272}
+{"Finetune/Learning Rate": 7.599163529788677e-07, "Finetune/Loss": 0.587128221988678, "Finetune/Loss (Raw)": 0.5864464640617371, "Finetune/Step": 16902, "Finetune/Step Time": 11.08102809637785}
+{"Finetune/Learning Rate": 1.999575679343734e-05, "Finetune/Loss": 0.9562705755233765, "Finetune/Loss (Raw)": 0.9814311861991882, "Finetune/Step": 749, "Finetune/Step Time": 10.870100304484367}
+{"Finetune/Learning Rate": 1.999570760077025e-05, "Finetune/Loss": 0.9582761526107788, "Finetune/Loss (Raw)": 1.1176013946533203, "Finetune/Step": 750, "Finetune/Step Time": 10.86229175888002}
+{"Finetune/Learning Rate": 7.592725850493487e-07, "Finetune/Loss": 0.5867478251457214, "Finetune/Loss (Raw)": 0.6104531288146973, "Finetune/Step": 16903, "Finetune/Step Time": 11.109013050794601}
+{"Finetune/Learning Rate": 1.9995658124653316e-05, "Finetune/Loss": 0.9571430683135986, "Finetune/Loss (Raw)": 1.019824504852295, "Finetune/Step": 751, "Finetune/Step Time": 10.856472555547953}
+{"Finetune/Learning Rate": 7.586290791605822e-07, "Finetune/Loss": 0.586875319480896, "Finetune/Loss (Raw)": 0.5683459043502808, "Finetune/Step": 16904, "Finetune/Step Time": 11.131111139431596}
+{"Finetune/Learning Rate": 1.9995608365087945e-05, "Finetune/Loss": 0.9560557007789612, "Finetune/Loss (Raw)": 0.8815279603004456, "Finetune/Step": 752, "Finetune/Step Time": 10.856572642922401}
+{"Finetune/Learning Rate": 7.579858353308156e-07, "Finetune/Loss": 0.5871912837028503, "Finetune/Loss (Raw)": 0.5516706705093384, "Finetune/Step": 16905, "Finetune/Step Time": 11.13764982111752}
+{"Finetune/Learning Rate": 1.999555832207554e-05, "Finetune/Loss": 0.9529969692230225, "Finetune/Loss (Raw)": 0.7340996861457825, "Finetune/Step": 753, "Finetune/Step Time": 10.87626457773149}
+{"Finetune/Learning Rate": 7.573428535782912e-07, "Finetune/Loss": 0.5872315168380737, "Finetune/Loss (Raw)": 0.6894316077232361, "Finetune/Step": 16906, "Finetune/Step Time": 11.139750381931663}
+{"Finetune/Learning Rate": 1.999550799561753e-05, "Finetune/Loss": 0.954032301902771, "Finetune/Loss (Raw)": 1.057378888130188, "Finetune/Step": 754, "Finetune/Step Time": 10.88562005572021}
+{"Finetune/Learning Rate": 7.567001339212399e-07, "Finetune/Loss": 0.5891321897506714, "Finetune/Loss (Raw)": 0.6911754012107849, "Finetune/Step": 16907, "Finetune/Step Time": 11.109148185700178}
+{"Finetune/Learning Rate": 1.9995457385715332e-05, "Finetune/Loss": 0.9538541436195374, "Finetune/Loss (Raw)": 1.0082283020019531, "Finetune/Step": 755, "Finetune/Step Time": 10.88254164904356}
+{"Finetune/Learning Rate": 7.560576763778882e-07, "Finetune/Loss": 0.5889277458190918, "Finetune/Loss (Raw)": 0.5627719759941101, "Finetune/Step": 16908, "Finetune/Step Time": 11.105479979887605}
+{"Finetune/Learning Rate": 1.999540649237039e-05, "Finetune/Loss": 0.9545426368713379, "Finetune/Loss (Raw)": 1.0183731317520142, "Finetune/Step": 756, "Finetune/Step Time": 10.896665623411536}
+{"Finetune/Learning Rate": 7.554154809664549e-07, "Finetune/Loss": 0.5884815454483032, "Finetune/Loss (Raw)": 0.6109673380851746, "Finetune/Step": 16909, "Finetune/Step Time": 11.097859045490623}
+{"Finetune/Learning Rate": 1.999535531558414e-05, "Finetune/Loss": 0.9548758268356323, "Finetune/Loss (Raw)": 1.0456867218017578, "Finetune/Step": 757, "Finetune/Step Time": 10.898408651351929}
+{"Finetune/Learning Rate": 7.547735477051509e-07, "Finetune/Loss": 0.5892866849899292, "Finetune/Loss (Raw)": 0.6734679937362671, "Finetune/Step": 16910, "Finetune/Step Time": 11.122847827151418}
+{"Finetune/Learning Rate": 1.9995303855358037e-05, "Finetune/Loss": 0.9546185731887817, "Finetune/Loss (Raw)": 0.9345698952674866, "Finetune/Step": 758, "Finetune/Step Time": 10.895408919081092}
+{"Finetune/Learning Rate": 7.541318766121786e-07, "Finetune/Loss": 0.5880836844444275, "Finetune/Loss (Raw)": 0.4696812331676483, "Finetune/Step": 16911, "Finetune/Step Time": 11.13854962773621}
+{"Finetune/Learning Rate": 1.999525211169354e-05, "Finetune/Loss": 0.953283429145813, "Finetune/Loss (Raw)": 0.8469564318656921, "Finetune/Step": 759, "Finetune/Step Time": 10.896671703085303}
+{"Finetune/Learning Rate": 7.534904677057353e-07, "Finetune/Loss": 0.5889986753463745, "Finetune/Loss (Raw)": 0.6927253603935242, "Finetune/Step": 16912, "Finetune/Step Time": 11.13241601549089}
+{"Finetune/Learning Rate": 1.9995200084592114e-05, "Finetune/Loss": 0.9530346989631653, "Finetune/Loss (Raw)": 0.9954079389572144, "Finetune/Step": 760, "Finetune/Step Time": 10.898653395473957}
+{"Finetune/Learning Rate": 7.528493210040077e-07, "Finetune/Loss": 0.5895058512687683, "Finetune/Loss (Raw)": 0.6119514107704163, "Finetune/Step": 16913, "Finetune/Step Time": 11.123648628592491}
+{"Finetune/Learning Rate": 1.9995147774055238e-05, "Finetune/Loss": 0.9529120922088623, "Finetune/Loss (Raw)": 1.0536911487579346, "Finetune/Step": 761, "Finetune/Step Time": 10.894883632659912}
+{"Finetune/Learning Rate": 7.522084365251791e-07, "Finetune/Loss": 0.5899766683578491, "Finetune/Loss (Raw)": 0.5854501128196716, "Finetune/Step": 16914, "Finetune/Step Time": 11.113046683371067}
+{"Finetune/Learning Rate": 1.9995095180084393e-05, "Finetune/Loss": 0.9523845911026001, "Finetune/Loss (Raw)": 0.8782327175140381, "Finetune/Step": 762, "Finetune/Step Time": 10.888678228482604}
+{"Finetune/Learning Rate": 7.515678142874216e-07, "Finetune/Loss": 0.5902649760246277, "Finetune/Loss (Raw)": 0.71524578332901, "Finetune/Step": 16915, "Finetune/Step Time": 11.143400302156806}
+{"Finetune/Learning Rate": 1.999504230268107e-05, "Finetune/Loss": 0.952345073223114, "Finetune/Loss (Raw)": 0.7829799652099609, "Finetune/Step": 763, "Finetune/Step Time": 10.888185907155275}
+{"Finetune/Learning Rate": 7.509274543089029e-07, "Finetune/Loss": 0.5893110036849976, "Finetune/Loss (Raw)": 0.5247446894645691, "Finetune/Step": 16916, "Finetune/Step Time": 11.147431775927544}
+{"Finetune/Learning Rate": 1.999498914184677e-05, "Finetune/Loss": 0.9529032707214355, "Finetune/Loss (Raw)": 0.9577907919883728, "Finetune/Step": 764, "Finetune/Step Time": 10.886126298457384}
+{"Finetune/Learning Rate": 7.502873566077807e-07, "Finetune/Loss": 0.5895920991897583, "Finetune/Loss (Raw)": 0.6903275847434998, "Finetune/Step": 16917, "Finetune/Step Time": 11.149084554985166}
+{"Finetune/Learning Rate": 1.9994935697583e-05, "Finetune/Loss": 0.9544739127159119, "Finetune/Loss (Raw)": 0.9105587005615234, "Finetune/Step": 765, "Finetune/Step Time": 10.869326632469893}
+{"Finetune/Learning Rate": 7.496475212022036e-07, "Finetune/Loss": 0.5907332897186279, "Finetune/Loss (Raw)": 0.6522767543792725, "Finetune/Step": 16918, "Finetune/Step Time": 11.144642310217023}
+{"Finetune/Learning Rate": 1.9994881969891277e-05, "Finetune/Loss": 0.9549389481544495, "Finetune/Loss (Raw)": 0.9608571529388428, "Finetune/Step": 766, "Finetune/Step Time": 10.863865241408348}
+{"Finetune/Learning Rate": 7.490079481103197e-07, "Finetune/Loss": 0.5912740230560303, "Finetune/Loss (Raw)": 0.593417227268219, "Finetune/Step": 16919, "Finetune/Step Time": 11.146256688982248}
+{"Finetune/Learning Rate": 1.999482795877312e-05, "Finetune/Loss": 0.953205943107605, "Finetune/Loss (Raw)": 0.859988272190094, "Finetune/Step": 767, "Finetune/Step Time": 10.874358240514994}
+{"Finetune/Learning Rate": 7.483686373502641e-07, "Finetune/Loss": 0.592124879360199, "Finetune/Loss (Raw)": 0.5714696049690247, "Finetune/Step": 16920, "Finetune/Step Time": 11.13348750397563}
+{"Finetune/Learning Rate": 1.9994773664230064e-05, "Finetune/Loss": 0.9530948996543884, "Finetune/Loss (Raw)": 1.0661081075668335, "Finetune/Step": 768, "Finetune/Step Time": 10.879122268408537}
+{"Finetune/Learning Rate": 7.47729588940167e-07, "Finetune/Loss": 0.5920522809028625, "Finetune/Loss (Raw)": 0.561187207698822, "Finetune/Step": 16921, "Finetune/Step Time": 11.133249687030911}
+{"Finetune/Learning Rate": 1.999471908626365e-05, "Finetune/Loss": 0.9518909454345703, "Finetune/Loss (Raw)": 0.8017660975456238, "Finetune/Step": 769, "Finetune/Step Time": 10.875810232013464}
+{"Finetune/Learning Rate": 1.9994664224875425e-05, "Finetune/Loss": 0.9518376588821411, "Finetune/Loss (Raw)": 0.904390811920166, "Finetune/Step": 770, "Finetune/Step Time": 10.879413411021233}
+{"Finetune/Learning Rate": 7.470908028981494e-07, "Finetune/Loss": 0.590552806854248, "Finetune/Loss (Raw)": 0.3463467061519623, "Finetune/Step": 16922, "Finetune/Step Time": 11.147936763241887}
+{"Finetune/Learning Rate": 7.464522792423234e-07, "Finetune/Loss": 0.591022789478302, "Finetune/Loss (Raw)": 0.6066864132881165, "Finetune/Step": 16923, "Finetune/Step Time": 11.145537627860904}
+{"Finetune/Learning Rate": 1.999460908006694e-05, "Finetune/Loss": 0.9510736465454102, "Finetune/Loss (Raw)": 0.9065157771110535, "Finetune/Step": 771, "Finetune/Step Time": 10.917007513344288}
+{"Finetune/Learning Rate": 7.458140179907969e-07, "Finetune/Loss": 0.5911818742752075, "Finetune/Loss (Raw)": 0.5896788835525513, "Finetune/Step": 16924, "Finetune/Step Time": 11.13981151022017}
+{"Finetune/Learning Rate": 1.9994553651839763e-05, "Finetune/Loss": 0.951877236366272, "Finetune/Loss (Raw)": 0.9197004437446594, "Finetune/Step": 772, "Finetune/Step Time": 10.945208691060543}
+{"Finetune/Learning Rate": 7.451760191616686e-07, "Finetune/Loss": 0.5908939838409424, "Finetune/Loss (Raw)": 0.5652997493743896, "Finetune/Step": 16925, "Finetune/Step Time": 11.151709696277976}
+{"Finetune/Learning Rate": 1.9994497940195467e-05, "Finetune/Loss": 0.9512513279914856, "Finetune/Loss (Raw)": 0.9815545678138733, "Finetune/Step": 773, "Finetune/Step Time": 10.928266065195203}
+{"Finetune/Learning Rate": 7.44538282773033e-07, "Finetune/Loss": 0.5906488299369812, "Finetune/Loss (Raw)": 0.565582811832428, "Finetune/Step": 16926, "Finetune/Step Time": 11.13138072937727}
+{"Finetune/Learning Rate": 1.999444194513563e-05, "Finetune/Loss": 0.9509328603744507, "Finetune/Loss (Raw)": 0.9535704255104065, "Finetune/Step": 774, "Finetune/Step Time": 10.928077030926943}
+{"Finetune/Learning Rate": 7.439008088429712e-07, "Finetune/Loss": 0.5900448560714722, "Finetune/Loss (Raw)": 0.5725501179695129, "Finetune/Step": 16927, "Finetune/Step Time": 11.117366904392838}
+{"Finetune/Learning Rate": 1.999438566666184e-05, "Finetune/Loss": 0.9501174092292786, "Finetune/Loss (Raw)": 0.9794060587882996, "Finetune/Step": 775, "Finetune/Step Time": 10.92373807914555}
+{"Finetune/Learning Rate": 7.432635973895652e-07, "Finetune/Loss": 0.5898087024688721, "Finetune/Loss (Raw)": 0.4607425034046173, "Finetune/Step": 16928, "Finetune/Step Time": 11.127335453405976}
+{"Finetune/Learning Rate": 1.999432910477569e-05, "Finetune/Loss": 0.9513024091720581, "Finetune/Loss (Raw)": 1.0364819765090942, "Finetune/Step": 776, "Finetune/Step Time": 10.924354450777173}
+{"Finetune/Learning Rate": 7.426266484308775e-07, "Finetune/Loss": 0.5884690284729004, "Finetune/Loss (Raw)": 0.4463399350643158, "Finetune/Step": 16929, "Finetune/Step Time": 11.13333959877491}
+{"Finetune/Learning Rate": 1.999427225947879e-05, "Finetune/Loss": 0.9505642652511597, "Finetune/Loss (Raw)": 1.074737310409546, "Finetune/Step": 777, "Finetune/Step Time": 10.93107532709837}
+{"Finetune/Learning Rate": 7.419899619849747e-07, "Finetune/Loss": 0.5893324017524719, "Finetune/Loss (Raw)": 0.6132934093475342, "Finetune/Step": 16930, "Finetune/Step Time": 11.112367633730173}
+{"Finetune/Learning Rate": 1.9994215130772746e-05, "Finetune/Loss": 0.9500622153282166, "Finetune/Loss (Raw)": 0.9500741362571716, "Finetune/Step": 778, "Finetune/Step Time": 10.935724530369043}
+{"Finetune/Learning Rate": 7.4135353806991e-07, "Finetune/Loss": 0.5899771451950073, "Finetune/Loss (Raw)": 0.5924600958824158, "Finetune/Step": 16931, "Finetune/Step Time": 11.10616053827107}
+{"Finetune/Learning Rate": 1.999415771865918e-05, "Finetune/Loss": 0.9497027397155762, "Finetune/Loss (Raw)": 0.9186642169952393, "Finetune/Step": 779, "Finetune/Step Time": 10.944694198668003}
+{"Finetune/Learning Rate": 7.40717376703729e-07, "Finetune/Loss": 0.5908507108688354, "Finetune/Loss (Raw)": 0.610659122467041, "Finetune/Step": 16932, "Finetune/Step Time": 11.101283447816968}
+{"Finetune/Learning Rate": 1.9994100023139723e-05, "Finetune/Loss": 0.9497411847114563, "Finetune/Loss (Raw)": 0.9656862020492554, "Finetune/Step": 780, "Finetune/Step Time": 10.916972491890192}
+{"Finetune/Learning Rate": 7.400814779044762e-07, "Finetune/Loss": 0.5904916524887085, "Finetune/Loss (Raw)": 0.5340341925621033, "Finetune/Step": 16933, "Finetune/Step Time": 11.090049328282475}
+{"Finetune/Learning Rate": 1.9994042044216008e-05, "Finetune/Loss": 0.9496623277664185, "Finetune/Loss (Raw)": 0.9755427241325378, "Finetune/Step": 781, "Finetune/Step Time": 10.922203386202455}
+{"Finetune/Learning Rate": 7.394458416901817e-07, "Finetune/Loss": 0.5904307961463928, "Finetune/Loss (Raw)": 0.5313964486122131, "Finetune/Step": 16934, "Finetune/Step Time": 11.095270795747638}
+{"Finetune/Learning Rate": 1.9993983781889682e-05, "Finetune/Loss": 0.9516795873641968, "Finetune/Loss (Raw)": 1.0481847524642944, "Finetune/Step": 782, "Finetune/Step Time": 10.922957560047507}
+{"Finetune/Learning Rate": 7.388104680788676e-07, "Finetune/Loss": 0.5906082987785339, "Finetune/Loss (Raw)": 0.6152693629264832, "Finetune/Step": 16935, "Finetune/Step Time": 11.076066045090556}
+{"Finetune/Learning Rate": 7.381753570885542e-07, "Finetune/Loss": 0.5904487371444702, "Finetune/Loss (Raw)": 0.5936186909675598, "Finetune/Step": 16936, "Finetune/Step Time": 11.07582138851285}
+{"Finetune/Learning Rate": 1.999392523616239e-05, "Finetune/Loss": 0.9517114758491516, "Finetune/Loss (Raw)": 0.8860637545585632, "Finetune/Step": 783, "Finetune/Step Time": 10.945495968684554}
+{"Finetune/Learning Rate": 7.3754050873725e-07, "Finetune/Loss": 0.5909061431884766, "Finetune/Loss (Raw)": 0.5938820838928223, "Finetune/Step": 16937, "Finetune/Step Time": 11.067629095166922}
+{"Finetune/Learning Rate": 1.99938664070358e-05, "Finetune/Loss": 0.9509561061859131, "Finetune/Loss (Raw)": 0.9627727270126343, "Finetune/Step": 784, "Finetune/Step Time": 10.950642820447683}
+{"Finetune/Learning Rate": 1.9993807294511578e-05, "Finetune/Loss": 0.9515292644500732, "Finetune/Loss (Raw)": 0.9764516949653625, "Finetune/Step": 785, "Finetune/Step Time": 10.95260027423501}
+{"Finetune/Learning Rate": 7.369059230429576e-07, "Finetune/Loss": 0.5911921262741089, "Finetune/Loss (Raw)": 0.5738884210586548, "Finetune/Step": 16938, "Finetune/Step Time": 11.083042163401842}
+{"Finetune/Learning Rate": 7.362716000236725e-07, "Finetune/Loss": 0.5909557342529297, "Finetune/Loss (Raw)": 0.49736925959587097, "Finetune/Step": 16939, "Finetune/Step Time": 11.082801166921854}
+{"Finetune/Learning Rate": 1.99937478985914e-05, "Finetune/Loss": 0.9483314752578735, "Finetune/Loss (Raw)": 0.6728054285049438, "Finetune/Step": 786, "Finetune/Step Time": 10.97688802704215}
+{"Finetune/Learning Rate": 7.356375396973836e-07, "Finetune/Loss": 0.5902141332626343, "Finetune/Loss (Raw)": 0.4679167866706848, "Finetune/Step": 16940, "Finetune/Step Time": 11.083355493843555}
+{"Finetune/Learning Rate": 1.999368821927695e-05, "Finetune/Loss": 0.9479386806488037, "Finetune/Loss (Raw)": 0.9644084572792053, "Finetune/Step": 787, "Finetune/Step Time": 10.97889611683786}
+{"Finetune/Learning Rate": 7.3500374208207e-07, "Finetune/Loss": 0.5903584957122803, "Finetune/Loss (Raw)": 0.6242694854736328, "Finetune/Step": 16941, "Finetune/Step Time": 11.10381157323718}
+{"Finetune/Learning Rate": 1.999362825656992e-05, "Finetune/Loss": 0.9476091861724854, "Finetune/Loss (Raw)": 0.9379099011421204, "Finetune/Step": 788, "Finetune/Step Time": 10.981131689622998}
+{"Finetune/Learning Rate": 7.343702071957027e-07, "Finetune/Loss": 0.5903321504592896, "Finetune/Loss (Raw)": 0.5525076389312744, "Finetune/Step": 16942, "Finetune/Step Time": 11.111409006640315}
+{"Finetune/Learning Rate": 1.9993568010472008e-05, "Finetune/Loss": 0.9499815702438354, "Finetune/Loss (Raw)": 0.9534599781036377, "Finetune/Step": 789, "Finetune/Step Time": 10.947925619781017}
+{"Finetune/Learning Rate": 1.999350748098493e-05, "Finetune/Loss": 0.9510364532470703, "Finetune/Loss (Raw)": 1.011857271194458, "Finetune/Step": 790, "Finetune/Step Time": 10.945265360176563}
+{"Finetune/Learning Rate": 7.337369350562496e-07, "Finetune/Loss": 0.5905488133430481, "Finetune/Loss (Raw)": 0.6045019030570984, "Finetune/Step": 16943, "Finetune/Step Time": 11.106641748920083}
+{"Finetune/Learning Rate": 7.331039256816664e-07, "Finetune/Loss": 0.5903701782226562, "Finetune/Loss (Raw)": 0.5233633518218994, "Finetune/Step": 16944, "Finetune/Step Time": 11.085582133382559}
+{"Finetune/Learning Rate": 1.9993446668110393e-05, "Finetune/Loss": 0.9514758586883545, "Finetune/Loss (Raw)": 1.0011812448501587, "Finetune/Step": 791, "Finetune/Step Time": 10.944062363356352}
+{"Finetune/Learning Rate": 7.324711790899042e-07, "Finetune/Loss": 0.5905730724334717, "Finetune/Loss (Raw)": 0.6718646287918091, "Finetune/Step": 16945, "Finetune/Step Time": 11.081805489957333}
+{"Finetune/Learning Rate": 1.9993385571850126e-05, "Finetune/Loss": 0.9507740139961243, "Finetune/Loss (Raw)": 0.9585397243499756, "Finetune/Step": 792, "Finetune/Step Time": 10.949326783418655}
+{"Finetune/Learning Rate": 7.318386952989065e-07, "Finetune/Loss": 0.5908012390136719, "Finetune/Loss (Raw)": 0.5985066294670105, "Finetune/Step": 16946, "Finetune/Step Time": 11.096415443345904}
+{"Finetune/Learning Rate": 1.9993324192205866e-05, "Finetune/Loss": 0.9495565295219421, "Finetune/Loss (Raw)": 0.8731147646903992, "Finetune/Step": 793, "Finetune/Step Time": 10.965307351201773}
+{"Finetune/Learning Rate": 7.312064743266078e-07, "Finetune/Loss": 0.5912553668022156, "Finetune/Loss (Raw)": 0.6336491703987122, "Finetune/Step": 16947, "Finetune/Step Time": 11.105869218707085}
+{"Finetune/Learning Rate": 1.9993262529179348e-05, "Finetune/Loss": 0.9493107199668884, "Finetune/Loss (Raw)": 0.9720723032951355, "Finetune/Step": 794, "Finetune/Step Time": 10.971571693196893}
+{"Finetune/Learning Rate": 7.305745161909372e-07, "Finetune/Loss": 0.5915607213973999, "Finetune/Loss (Raw)": 0.6566278338432312, "Finetune/Step": 16948, "Finetune/Step Time": 11.082722781226039}
+{"Finetune/Learning Rate": 1.9993200582772322e-05, "Finetune/Loss": 0.9510341882705688, "Finetune/Loss (Raw)": 0.9795840382575989, "Finetune/Step": 795, "Finetune/Step Time": 10.967307923361659}
+{"Finetune/Learning Rate": 7.299428209098147e-07, "Finetune/Loss": 0.5911016464233398, "Finetune/Loss (Raw)": 0.5722936391830444, "Finetune/Step": 16949, "Finetune/Step Time": 11.070044768974185}
+{"Finetune/Learning Rate": 1.9993138352986538e-05, "Finetune/Loss": 0.9498716592788696, "Finetune/Loss (Raw)": 0.9697958827018738, "Finetune/Step": 796, "Finetune/Step Time": 10.957514595240355}
+{"Finetune/Learning Rate": 7.293113885011527e-07, "Finetune/Loss": 0.5906010866165161, "Finetune/Loss (Raw)": 0.5010066628456116, "Finetune/Step": 16950, "Finetune/Step Time": 11.067380968481302}
+{"Finetune/Learning Rate": 1.9993075839823774e-05, "Finetune/Loss": 0.9492449760437012, "Finetune/Loss (Raw)": 0.9987025856971741, "Finetune/Step": 797, "Finetune/Step Time": 10.960529331117868}
+{"Finetune/Learning Rate": 7.286802189828579e-07, "Finetune/Loss": 0.5899606943130493, "Finetune/Loss (Raw)": 0.5161871910095215, "Finetune/Step": 16951, "Finetune/Step Time": 11.07117484882474}
+{"Finetune/Learning Rate": 1.9993013043285795e-05, "Finetune/Loss": 0.9491565227508545, "Finetune/Loss (Raw)": 0.8872562050819397, "Finetune/Step": 798, "Finetune/Step Time": 10.959060681983829}
+{"Finetune/Learning Rate": 7.280493123728282e-07, "Finetune/Loss": 0.5902881622314453, "Finetune/Loss (Raw)": 0.6039873361587524, "Finetune/Step": 16952, "Finetune/Step Time": 11.02778248488903}
+{"Finetune/Learning Rate": 1.999294996337438e-05, "Finetune/Loss": 0.948979377746582, "Finetune/Loss (Raw)": 0.9045190215110779, "Finetune/Step": 799, "Finetune/Step Time": 10.963112451136112}
+{"Finetune/Learning Rate": 7.274186686889539e-07, "Finetune/Loss": 0.5910434126853943, "Finetune/Loss (Raw)": 0.6809306144714355, "Finetune/Step": 16953, "Finetune/Step Time": 11.013837387785316}
+{"Finetune/Learning Rate": 1.9992886600091318e-05, "Finetune/Loss": 0.9482618570327759, "Finetune/Loss (Raw)": 1.0200514793395996, "Finetune/Step": 800, "Finetune/Step Time": 10.970881724730134}
+{"Finetune/Learning Rate": 7.267882879491184e-07, "Finetune/Loss": 0.5900728106498718, "Finetune/Loss (Raw)": 0.5092412233352661, "Finetune/Step": 16954, "Finetune/Step Time": 11.038001691922545}
+{"Finetune/Learning Rate": 1.9992822953438415e-05, "Finetune/Loss": 0.9494279623031616, "Finetune/Loss (Raw)": 1.045389175415039, "Finetune/Step": 801, "Finetune/Step Time": 10.980349758639932}
+{"Finetune/Learning Rate": 7.261581701711972e-07, "Finetune/Loss": 0.5889420509338379, "Finetune/Loss (Raw)": 0.4924739599227905, "Finetune/Step": 16955, "Finetune/Step Time": 11.036881828680634}
+{"Finetune/Learning Rate": 1.9992759023417463e-05, "Finetune/Loss": 0.9505258202552795, "Finetune/Loss (Raw)": 0.9852095246315002, "Finetune/Step": 802, "Finetune/Step Time": 10.973585614934564}
+{"Finetune/Learning Rate": 7.255283153730586e-07, "Finetune/Loss": 0.5876960754394531, "Finetune/Loss (Raw)": 0.49457329511642456, "Finetune/Step": 16956, "Finetune/Step Time": 11.025284498929977}
+{"Finetune/Learning Rate": 1.9992694810030282e-05, "Finetune/Loss": 0.9494271874427795, "Finetune/Loss (Raw)": 0.7523508071899414, "Finetune/Step": 803, "Finetune/Step Time": 10.972421865910292}
+{"Finetune/Learning Rate": 7.248987235725646e-07, "Finetune/Loss": 0.5881057977676392, "Finetune/Loss (Raw)": 0.6031736135482788, "Finetune/Step": 16957, "Finetune/Step Time": 11.025200428441167}
+{"Finetune/Learning Rate": 1.9992630313278694e-05, "Finetune/Loss": 0.9480229616165161, "Finetune/Loss (Raw)": 0.872072160243988, "Finetune/Step": 804, "Finetune/Step Time": 10.972158482298255}
+{"Finetune/Learning Rate": 7.242693947875701e-07, "Finetune/Loss": 0.587532639503479, "Finetune/Loss (Raw)": 0.5448004007339478, "Finetune/Step": 16958, "Finetune/Step Time": 11.02683325484395}
+{"Finetune/Learning Rate": 1.9992565533164523e-05, "Finetune/Loss": 0.9493128061294556, "Finetune/Loss (Raw)": 1.1770048141479492, "Finetune/Step": 805, "Finetune/Step Time": 10.946855442598462}
+{"Finetune/Learning Rate": 7.236403290359151e-07, "Finetune/Loss": 0.5868062973022461, "Finetune/Loss (Raw)": 0.6250569820404053, "Finetune/Step": 16959, "Finetune/Step Time": 11.027660071849823}
+{"Finetune/Learning Rate": 1.9992500469689607e-05, "Finetune/Loss": 0.9483879804611206, "Finetune/Loss (Raw)": 0.9064581394195557, "Finetune/Step": 806, "Finetune/Step Time": 10.931868016719818}
+{"Finetune/Learning Rate": 7.230115263354431e-07, "Finetune/Loss": 0.586438000202179, "Finetune/Loss (Raw)": 0.5715464949607849, "Finetune/Step": 16960, "Finetune/Step Time": 11.04842689447105}
+{"Finetune/Learning Rate": 1.9992435122855798e-05, "Finetune/Loss": 0.9480632543563843, "Finetune/Loss (Raw)": 0.9175595045089722, "Finetune/Step": 807, "Finetune/Step Time": 10.93419180251658}
+{"Finetune/Learning Rate": 7.223829867039844e-07, "Finetune/Loss": 0.5872478485107422, "Finetune/Loss (Raw)": 0.6040107011795044, "Finetune/Step": 16961, "Finetune/Step Time": 11.048491038382053}
+{"Finetune/Learning Rate": 1.9992369492664937e-05, "Finetune/Loss": 0.9499504566192627, "Finetune/Loss (Raw)": 1.012249231338501, "Finetune/Step": 808, "Finetune/Step Time": 10.915053399279714}
+{"Finetune/Learning Rate": 7.217547101593625e-07, "Finetune/Loss": 0.5880935788154602, "Finetune/Loss (Raw)": 0.6042214035987854, "Finetune/Step": 16962, "Finetune/Step Time": 11.043462038040161}
+{"Finetune/Learning Rate": 1.9992303579118896e-05, "Finetune/Loss": 0.9515275955200195, "Finetune/Loss (Raw)": 0.8999465107917786, "Finetune/Step": 809, "Finetune/Step Time": 10.9096544329077}
+{"Finetune/Learning Rate": 7.211266967193931e-07, "Finetune/Loss": 0.587547779083252, "Finetune/Loss (Raw)": 0.4889429211616516, "Finetune/Step": 16963, "Finetune/Step Time": 11.048908922821283}
+{"Finetune/Learning Rate": 1.999223738221954e-05, "Finetune/Loss": 0.9527938365936279, "Finetune/Loss (Raw)": 1.0567457675933838, "Finetune/Step": 810, "Finetune/Step Time": 10.913141645491123}
+{"Finetune/Learning Rate": 7.204989464018863e-07, "Finetune/Loss": 0.5881752967834473, "Finetune/Loss (Raw)": 0.6120036244392395, "Finetune/Step": 16964, "Finetune/Step Time": 11.042588526383042}
+{"Finetune/Learning Rate": 1.9992170901968742e-05, "Finetune/Loss": 0.9523590803146362, "Finetune/Loss (Raw)": 0.8444747924804688, "Finetune/Step": 811, "Finetune/Step Time": 10.908676289021969}
+{"Finetune/Learning Rate": 7.198714592246403e-07, "Finetune/Loss": 0.5875517725944519, "Finetune/Loss (Raw)": 0.6011404395103455, "Finetune/Step": 16965, "Finetune/Step Time": 11.04864963144064}
+{"Finetune/Learning Rate": 1.9992104138368397e-05, "Finetune/Loss": 0.9505878686904907, "Finetune/Loss (Raw)": 0.8250453472137451, "Finetune/Step": 812, "Finetune/Step Time": 10.8921257276088}
+{"Finetune/Learning Rate": 7.192442352054496e-07, "Finetune/Loss": 0.5873030424118042, "Finetune/Loss (Raw)": 0.5949715375900269, "Finetune/Step": 16966, "Finetune/Step Time": 11.049430603161454}
+{"Finetune/Learning Rate": 1.999203709142039e-05, "Finetune/Loss": 0.9499833583831787, "Finetune/Loss (Raw)": 0.866070032119751, "Finetune/Step": 813, "Finetune/Step Time": 10.90063307993114}
+{"Finetune/Learning Rate": 7.186172743621023e-07, "Finetune/Loss": 0.5877337455749512, "Finetune/Loss (Raw)": 0.588528573513031, "Finetune/Step": 16967, "Finetune/Step Time": 11.046784983947873}
+{"Finetune/Learning Rate": 1.9991969761126625e-05, "Finetune/Loss": 0.9513238668441772, "Finetune/Loss (Raw)": 1.0621079206466675, "Finetune/Step": 814, "Finetune/Step Time": 10.877980034798384}
+{"Finetune/Learning Rate": 7.179905767123773e-07, "Finetune/Loss": 0.587137758731842, "Finetune/Loss (Raw)": 0.5557496547698975, "Finetune/Step": 16968, "Finetune/Step Time": 11.036911377683282}
+{"Finetune/Learning Rate": 1.999190214748901e-05, "Finetune/Loss": 0.9521899223327637, "Finetune/Loss (Raw)": 1.0102381706237793, "Finetune/Step": 815, "Finetune/Step Time": 10.871471112594008}
+{"Finetune/Learning Rate": 7.17364142274044e-07, "Finetune/Loss": 0.5853285789489746, "Finetune/Loss (Raw)": 0.5115354657173157, "Finetune/Step": 16969, "Finetune/Step Time": 11.041780859231949}
+{"Finetune/Learning Rate": 1.9991834250509462e-05, "Finetune/Loss": 0.9533356428146362, "Finetune/Loss (Raw)": 1.0515543222427368, "Finetune/Step": 816, "Finetune/Step Time": 10.877075118944049}
+{"Finetune/Learning Rate": 7.167379710648703e-07, "Finetune/Loss": 0.5841268301010132, "Finetune/Loss (Raw)": 0.5064308047294617, "Finetune/Step": 16970, "Finetune/Step Time": 11.036791656166315}
+{"Finetune/Learning Rate": 1.9991766070189908e-05, "Finetune/Loss": 0.9524688720703125, "Finetune/Loss (Raw)": 0.9064599871635437, "Finetune/Step": 817, "Finetune/Step Time": 10.869409836828709}
+{"Finetune/Learning Rate": 1.9991697606532283e-05, "Finetune/Loss": 0.9532043933868408, "Finetune/Loss (Raw)": 1.042476773262024, "Finetune/Step": 818, "Finetune/Step Time": 10.862205540761352}
+{"Finetune/Learning Rate": 7.161120631026075e-07, "Finetune/Loss": 0.5841829776763916, "Finetune/Loss (Raw)": 0.5796736478805542, "Finetune/Step": 16971, "Finetune/Step Time": 11.039050195366144}
+{"Finetune/Learning Rate": 1.9991628859538525e-05, "Finetune/Loss": 0.9526067972183228, "Finetune/Loss (Raw)": 0.8859823346138, "Finetune/Step": 819, "Finetune/Step Time": 10.852951349690557}
+{"Finetune/Learning Rate": 7.154864184050059e-07, "Finetune/Loss": 0.5848574638366699, "Finetune/Loss (Raw)": 0.5524445176124573, "Finetune/Step": 16972, "Finetune/Step Time": 11.039061112329364}
+{"Finetune/Learning Rate": 1.9991559829210586e-05, "Finetune/Loss": 0.9552465081214905, "Finetune/Loss (Raw)": 1.0121688842773438, "Finetune/Step": 820, "Finetune/Step Time": 10.818976886570454}
+{"Finetune/Learning Rate": 7.148610369898091e-07, "Finetune/Loss": 0.5863790512084961, "Finetune/Loss (Raw)": 0.7086853981018066, "Finetune/Step": 16973, "Finetune/Step Time": 11.065707743167877}
+{"Finetune/Learning Rate": 1.999149051555042e-05, "Finetune/Loss": 0.9556788206100464, "Finetune/Loss (Raw)": 1.0434716939926147, "Finetune/Step": 821, "Finetune/Step Time": 10.816317236050963}
+{"Finetune/Learning Rate": 7.142359188747472e-07, "Finetune/Loss": 0.5869239568710327, "Finetune/Loss (Raw)": 0.6154797673225403, "Finetune/Step": 16974, "Finetune/Step Time": 11.086474379524589}
+{"Finetune/Learning Rate": 1.9991420918559995e-05, "Finetune/Loss": 0.9545087814331055, "Finetune/Loss (Raw)": 0.7775275111198425, "Finetune/Step": 822, "Finetune/Step Time": 10.860241679474711}
+{"Finetune/Learning Rate": 7.136110640775517e-07, "Finetune/Loss": 0.5871555805206299, "Finetune/Loss (Raw)": 0.6187315583229065, "Finetune/Step": 16975, "Finetune/Step Time": 11.094949834048748}
+{"Finetune/Learning Rate": 1.999135103824129e-05, "Finetune/Loss": 0.9555538296699524, "Finetune/Loss (Raw)": 0.9488441944122314, "Finetune/Step": 823, "Finetune/Step Time": 10.86918967962265}
+{"Finetune/Learning Rate": 7.129864726159408e-07, "Finetune/Loss": 0.5877318978309631, "Finetune/Loss (Raw)": 0.6105333566665649, "Finetune/Step": 16976, "Finetune/Step Time": 11.116463623940945}
+{"Finetune/Learning Rate": 1.9991280874596275e-05, "Finetune/Loss": 0.9549956321716309, "Finetune/Loss (Raw)": 0.9960588216781616, "Finetune/Step": 824, "Finetune/Step Time": 10.882048217579722}
+{"Finetune/Learning Rate": 7.123621445076234e-07, "Finetune/Loss": 0.5876256227493286, "Finetune/Loss (Raw)": 0.5905054211616516, "Finetune/Step": 16977, "Finetune/Step Time": 11.129300568252802}
+{"Finetune/Learning Rate": 1.999121042762695e-05, "Finetune/Loss": 0.955507755279541, "Finetune/Loss (Raw)": 0.9663864374160767, "Finetune/Step": 825, "Finetune/Step Time": 10.887317150831223}
+{"Finetune/Learning Rate": 7.117380797703044e-07, "Finetune/Loss": 0.5878098011016846, "Finetune/Loss (Raw)": 0.6503543257713318, "Finetune/Step": 16978, "Finetune/Step Time": 11.140790574252605}
+{"Finetune/Learning Rate": 1.9991139697335306e-05, "Finetune/Loss": 0.9554014205932617, "Finetune/Loss (Raw)": 1.0411802530288696, "Finetune/Step": 826, "Finetune/Step Time": 10.891185464337468}
+{"Finetune/Learning Rate": 7.111142784216818e-07, "Finetune/Loss": 0.5880894660949707, "Finetune/Loss (Raw)": 0.7000142931938171, "Finetune/Step": 16979, "Finetune/Step Time": 11.14248650893569}
+{"Finetune/Learning Rate": 1.999106868372335e-05, "Finetune/Loss": 0.9536737203598022, "Finetune/Loss (Raw)": 0.7503367066383362, "Finetune/Step": 827, "Finetune/Step Time": 10.903514437377453}
+{"Finetune/Learning Rate": 7.104907404794448e-07, "Finetune/Loss": 0.5888545513153076, "Finetune/Loss (Raw)": 0.6037634015083313, "Finetune/Step": 16980, "Finetune/Step Time": 11.147384986281395}
+{"Finetune/Learning Rate": 1.99909973867931e-05, "Finetune/Loss": 0.952826738357544, "Finetune/Loss (Raw)": 0.8690756559371948, "Finetune/Step": 828, "Finetune/Step Time": 10.869082702323794}
+{"Finetune/Learning Rate": 1.9990925806546572e-05, "Finetune/Loss": 0.953687846660614, "Finetune/Loss (Raw)": 1.1002352237701416, "Finetune/Step": 829, "Finetune/Step Time": 10.857748951762915}
+{"Finetune/Learning Rate": 7.098674659612714e-07, "Finetune/Loss": 0.5882679224014282, "Finetune/Loss (Raw)": 0.48590928316116333, "Finetune/Step": 16981, "Finetune/Step Time": 11.231302056461573}
+{"Finetune/Learning Rate": 1.9990853942985802e-05, "Finetune/Loss": 0.9546253681182861, "Finetune/Loss (Raw)": 1.0805275440216064, "Finetune/Step": 830, "Finetune/Step Time": 10.853696567937732}
+{"Finetune/Learning Rate": 7.092444548848443e-07, "Finetune/Loss": 0.5884652137756348, "Finetune/Loss (Raw)": 0.6441043019294739, "Finetune/Step": 16982, "Finetune/Step Time": 11.23177975229919}
+{"Finetune/Learning Rate": 1.999078179611282e-05, "Finetune/Loss": 0.9553422927856445, "Finetune/Loss (Raw)": 0.9484420418739319, "Finetune/Step": 831, "Finetune/Step Time": 10.841982863843441}
+{"Finetune/Learning Rate": 7.086217072678214e-07, "Finetune/Loss": 0.5880743861198425, "Finetune/Loss (Raw)": 0.5808226466178894, "Finetune/Step": 16983, "Finetune/Step Time": 11.235100235790014}
+{"Finetune/Learning Rate": 1.9990709365929678e-05, "Finetune/Loss": 0.9541717767715454, "Finetune/Loss (Raw)": 0.9411143064498901, "Finetune/Step": 832, "Finetune/Step Time": 10.87174255028367}
+{"Finetune/Learning Rate": 7.079992231278676e-07, "Finetune/Loss": 0.5891749858856201, "Finetune/Loss (Raw)": 0.6875409483909607, "Finetune/Step": 16984, "Finetune/Step Time": 11.23613571934402}
+{"Finetune/Learning Rate": 1.999063665243843e-05, "Finetune/Loss": 0.9545992612838745, "Finetune/Loss (Raw)": 0.9695804715156555, "Finetune/Step": 833, "Finetune/Step Time": 10.873957546427846}
+{"Finetune/Learning Rate": 7.073770024826321e-07, "Finetune/Loss": 0.5888433456420898, "Finetune/Loss (Raw)": 0.566868245601654, "Finetune/Step": 16985, "Finetune/Step Time": 11.240227116271853}
+{"Finetune/Learning Rate": 1.9990563655641133e-05, "Finetune/Loss": 0.954072117805481, "Finetune/Loss (Raw)": 0.9165661931037903, "Finetune/Step": 834, "Finetune/Step Time": 10.875374713912606}
+{"Finetune/Learning Rate": 7.067550453497596e-07, "Finetune/Loss": 0.587458074092865, "Finetune/Loss (Raw)": 0.5108634233474731, "Finetune/Step": 16986, "Finetune/Step Time": 11.23870868049562}
+{"Finetune/Learning Rate": 1.9990490375539864e-05, "Finetune/Loss": 0.9541373252868652, "Finetune/Loss (Raw)": 0.9442825317382812, "Finetune/Step": 835, "Finetune/Step Time": 10.873773349449039}
+{"Finetune/Learning Rate": 7.061333517468882e-07, "Finetune/Loss": 0.5886220932006836, "Finetune/Loss (Raw)": 0.5830385684967041, "Finetune/Step": 16987, "Finetune/Step Time": 11.211351133883}
+{"Finetune/Learning Rate": 1.9990416812136696e-05, "Finetune/Loss": 0.954725980758667, "Finetune/Loss (Raw)": 1.0705132484436035, "Finetune/Step": 836, "Finetune/Step Time": 10.87288873270154}
+{"Finetune/Learning Rate": 7.055119216916451e-07, "Finetune/Loss": 0.5887722969055176, "Finetune/Loss (Raw)": 0.6113606691360474, "Finetune/Step": 16988, "Finetune/Step Time": 11.203256126493216}
+{"Finetune/Learning Rate": 1.9990342965433712e-05, "Finetune/Loss": 0.9554094076156616, "Finetune/Loss (Raw)": 1.0187510251998901, "Finetune/Step": 837, "Finetune/Step Time": 10.88569437712431}
+{"Finetune/Learning Rate": 7.048907552016571e-07, "Finetune/Loss": 0.588816225528717, "Finetune/Loss (Raw)": 0.5610659718513489, "Finetune/Step": 16989, "Finetune/Step Time": 11.188459534198046}
+{"Finetune/Learning Rate": 1.9990268835433014e-05, "Finetune/Loss": 0.9543059468269348, "Finetune/Loss (Raw)": 0.8049255013465881, "Finetune/Step": 838, "Finetune/Step Time": 10.903840601444244}
+{"Finetune/Learning Rate": 7.042698522945335e-07, "Finetune/Loss": 0.5889663100242615, "Finetune/Loss (Raw)": 0.5770962238311768, "Finetune/Step": 16990, "Finetune/Step Time": 11.190238563343883}
+{"Finetune/Learning Rate": 1.99901944221367e-05, "Finetune/Loss": 0.9532796740531921, "Finetune/Loss (Raw)": 1.0137746334075928, "Finetune/Step": 839, "Finetune/Step Time": 10.904288595542312}
+{"Finetune/Learning Rate": 7.036492129878835e-07, "Finetune/Loss": 0.5896087884902954, "Finetune/Loss (Raw)": 0.6500189304351807, "Finetune/Step": 16991, "Finetune/Step Time": 11.189478000625968}
+{"Finetune/Learning Rate": 1.999011972554688e-05, "Finetune/Loss": 0.9535115361213684, "Finetune/Loss (Raw)": 0.9684057235717773, "Finetune/Step": 840, "Finetune/Step Time": 10.90014006011188}
+{"Finetune/Learning Rate": 7.030288372993066e-07, "Finetune/Loss": 0.5884050726890564, "Finetune/Loss (Raw)": 0.4814144968986511, "Finetune/Step": 16992, "Finetune/Step Time": 11.189909916371107}
+{"Finetune/Learning Rate": 1.9990044745665672e-05, "Finetune/Loss": 0.9545596837997437, "Finetune/Loss (Raw)": 1.0929330587387085, "Finetune/Step": 841, "Finetune/Step Time": 10.901152223348618}
+{"Finetune/Learning Rate": 7.024087252463951e-07, "Finetune/Loss": 0.5885425806045532, "Finetune/Loss (Raw)": 0.5654333233833313, "Finetune/Step": 16993, "Finetune/Step Time": 11.194001683965325}
+{"Finetune/Learning Rate": 1.9989969482495203e-05, "Finetune/Loss": 0.9553155899047852, "Finetune/Loss (Raw)": 0.9807642698287964, "Finetune/Step": 842, "Finetune/Step Time": 10.907312138006091}
+{"Finetune/Learning Rate": 7.01788876846734e-07, "Finetune/Loss": 0.5895197987556458, "Finetune/Loss (Raw)": 0.7001831531524658, "Finetune/Step": 16994, "Finetune/Step Time": 11.194006185978651}
+{"Finetune/Learning Rate": 1.998989393603761e-05, "Finetune/Loss": 0.9546480178833008, "Finetune/Loss (Raw)": 0.8989542722702026, "Finetune/Step": 843, "Finetune/Step Time": 10.903570551425219}
+{"Finetune/Learning Rate": 7.01169292117898e-07, "Finetune/Loss": 0.5904670357704163, "Finetune/Loss (Raw)": 0.6580057740211487, "Finetune/Step": 16995, "Finetune/Step Time": 11.17143895290792}
+{"Finetune/Learning Rate": 1.998981810629503e-05, "Finetune/Loss": 0.9543293118476868, "Finetune/Loss (Raw)": 0.9044715762138367, "Finetune/Step": 844, "Finetune/Step Time": 10.909138765186071}
+{"Finetune/Learning Rate": 7.005499710774599e-07, "Finetune/Loss": 0.5903957486152649, "Finetune/Loss (Raw)": 0.606593668460846, "Finetune/Step": 16996, "Finetune/Step Time": 11.170457128435373}
+{"Finetune/Learning Rate": 1.9989741993269616e-05, "Finetune/Loss": 0.9539347290992737, "Finetune/Loss (Raw)": 0.8681527972221375, "Finetune/Step": 845, "Finetune/Step Time": 10.895865710452199}
+{"Finetune/Learning Rate": 6.999309137429799e-07, "Finetune/Loss": 0.5901160836219788, "Finetune/Loss (Raw)": 0.5706221461296082, "Finetune/Step": 16997, "Finetune/Step Time": 11.152354622259736}
+{"Finetune/Learning Rate": 1.998966559696353e-05, "Finetune/Loss": 0.9532599449157715, "Finetune/Loss (Raw)": 0.960923433303833, "Finetune/Step": 846, "Finetune/Step Time": 10.895185433328152}
+{"Finetune/Learning Rate": 6.993121201320142e-07, "Finetune/Loss": 0.5901786684989929, "Finetune/Loss (Raw)": 0.5808461308479309, "Finetune/Step": 16998, "Finetune/Step Time": 11.143473535776138}
+{"Finetune/Learning Rate": 1.9989588917378925e-05, "Finetune/Loss": 0.9517444372177124, "Finetune/Loss (Raw)": 0.7949166297912598, "Finetune/Step": 847, "Finetune/Step Time": 10.883247077465057}
+{"Finetune/Learning Rate": 6.986935902621083e-07, "Finetune/Loss": 0.5898400545120239, "Finetune/Loss (Raw)": 0.5868660807609558, "Finetune/Step": 16999, "Finetune/Step Time": 11.132171863690019}
+{"Finetune/Learning Rate": 1.9989511954517992e-05, "Finetune/Loss": 0.9509701132774353, "Finetune/Loss (Raw)": 0.9230544567108154, "Finetune/Step": 848, "Finetune/Step Time": 10.883019523695111}
+{"Finetune/Learning Rate": 6.980753241508032e-07, "Finetune/Loss": 0.5897965431213379, "Finetune/Loss (Raw)": 0.630480170249939, "Finetune/Step": 17000, "Finetune/Step Time": 11.130665067583323}
+{"Finetune/Learning Rate": 1.9989434708382905e-05, "Finetune/Loss": 0.9491373300552368, "Finetune/Loss (Raw)": 0.8355811834335327, "Finetune/Step": 849, "Finetune/Step Time": 10.879345644265413}
+{"Finetune/Learning Rate": 6.974573218156311e-07, "Finetune/Loss": 0.5886337161064148, "Finetune/Loss (Raw)": 0.613530695438385, "Finetune/Step": 17001, "Finetune/Step Time": 11.12838640064001}
+{"Finetune/Learning Rate": 1.9989357178975854e-05, "Finetune/Loss": 0.9505688548088074, "Finetune/Loss (Raw)": 0.9555850625038147, "Finetune/Step": 850, "Finetune/Step Time": 10.849811537191272}
+{"Finetune/Learning Rate": 6.968395832741159e-07, "Finetune/Loss": 0.5890419483184814, "Finetune/Loss (Raw)": 0.6266770958900452, "Finetune/Step": 17002, "Finetune/Step Time": 11.124752527102828}
+{"Finetune/Learning Rate": 1.998927936629904e-05, "Finetune/Loss": 0.9513553977012634, "Finetune/Loss (Raw)": 1.0212860107421875, "Finetune/Step": 851, "Finetune/Step Time": 10.848312336951494}
+{"Finetune/Learning Rate": 6.962221085437759e-07, "Finetune/Loss": 0.5888113975524902, "Finetune/Loss (Raw)": 0.5686621069908142, "Finetune/Step": 17003, "Finetune/Step Time": 11.127626169472933}
+{"Finetune/Learning Rate": 1.9989201270354673e-05, "Finetune/Loss": 0.950814962387085, "Finetune/Loss (Raw)": 0.9702721834182739, "Finetune/Step": 852, "Finetune/Step Time": 10.852462047711015}
+{"Finetune/Learning Rate": 6.956048976421192e-07, "Finetune/Loss": 0.5862741470336914, "Finetune/Loss (Raw)": 0.37706586718559265, "Finetune/Step": 17004, "Finetune/Step Time": 11.121152997016907}
+{"Finetune/Learning Rate": 1.9989122891144958e-05, "Finetune/Loss": 0.9497315883636475, "Finetune/Loss (Raw)": 0.8672382235527039, "Finetune/Step": 853, "Finetune/Step Time": 10.854650070890784}
+{"Finetune/Learning Rate": 6.949879505866508e-07, "Finetune/Loss": 0.5858398675918579, "Finetune/Loss (Raw)": 0.5614323019981384, "Finetune/Step": 17005, "Finetune/Step Time": 11.123409347608685}
+{"Finetune/Learning Rate": 1.9989044228672128e-05, "Finetune/Loss": 0.9504531025886536, "Finetune/Loss (Raw)": 1.0178121328353882, "Finetune/Step": 854, "Finetune/Step Time": 10.849540200084448}
+{"Finetune/Learning Rate": 6.943712673948643e-07, "Finetune/Loss": 0.5869864821434021, "Finetune/Loss (Raw)": 0.7126581072807312, "Finetune/Step": 17006, "Finetune/Step Time": 11.110050758346915}
+{"Finetune/Learning Rate": 1.9988965282938405e-05, "Finetune/Loss": 0.9482631683349609, "Finetune/Loss (Raw)": 0.6524576544761658, "Finetune/Step": 855, "Finetune/Step Time": 10.893676022067666}
+{"Finetune/Learning Rate": 6.937548480842482e-07, "Finetune/Loss": 0.5870304107666016, "Finetune/Loss (Raw)": 0.5130003690719604, "Finetune/Step": 17007, "Finetune/Step Time": 11.111615074798465}
+{"Finetune/Learning Rate": 1.9988886053946034e-05, "Finetune/Loss": 0.9481825828552246, "Finetune/Loss (Raw)": 0.9619019627571106, "Finetune/Step": 856, "Finetune/Step Time": 10.89179028570652}
+{"Finetune/Learning Rate": 6.931386926722772e-07, "Finetune/Loss": 0.5866780877113342, "Finetune/Loss (Raw)": 0.6128129959106445, "Finetune/Step": 17008, "Finetune/Step Time": 11.105835597962141}
+{"Finetune/Learning Rate": 1.9988806541697255e-05, "Finetune/Loss": 0.950666069984436, "Finetune/Loss (Raw)": 0.8820289373397827, "Finetune/Step": 857, "Finetune/Step Time": 10.842741664499044}
+{"Finetune/Learning Rate": 6.925228011764307e-07, "Finetune/Loss": 0.5872716903686523, "Finetune/Loss (Raw)": 0.6245883107185364, "Finetune/Step": 17009, "Finetune/Step Time": 11.094087978824973}
+{"Finetune/Learning Rate": 6.919071736141702e-07, "Finetune/Loss": 0.587230920791626, "Finetune/Loss (Raw)": 0.5470262765884399, "Finetune/Step": 17010, "Finetune/Step Time": 11.087016200646758}
+{"Finetune/Learning Rate": 1.998872674619433e-05, "Finetune/Loss": 0.9511102437973022, "Finetune/Loss (Raw)": 1.0224374532699585, "Finetune/Step": 858, "Finetune/Step Time": 10.866839244961739}
+{"Finetune/Learning Rate": 6.912918100029531e-07, "Finetune/Loss": 0.5879876613616943, "Finetune/Loss (Raw)": 0.5739867091178894, "Finetune/Step": 17011, "Finetune/Step Time": 11.090565701946616}
+{"Finetune/Learning Rate": 1.998864666743952e-05, "Finetune/Loss": 0.9511172771453857, "Finetune/Loss (Raw)": 1.0378434658050537, "Finetune/Step": 859, "Finetune/Step Time": 10.885599706321955}
+{"Finetune/Learning Rate": 6.906767103602297e-07, "Finetune/Loss": 0.5876975059509277, "Finetune/Loss (Raw)": 0.5707831978797913, "Finetune/Step": 17012, "Finetune/Step Time": 11.094204975292087}
+{"Finetune/Learning Rate": 1.998856630543509e-05, "Finetune/Loss": 0.9495123028755188, "Finetune/Loss (Raw)": 0.8567306399345398, "Finetune/Step": 860, "Finetune/Step Time": 10.885995209217072}
+{"Finetune/Learning Rate": 1.9988485660183326e-05, "Finetune/Loss": 0.9498810172080994, "Finetune/Loss (Raw)": 1.0042119026184082, "Finetune/Step": 861, "Finetune/Step Time": 10.88227423094213}
+{"Finetune/Learning Rate": 6.900618747034449e-07, "Finetune/Loss": 0.5871124267578125, "Finetune/Loss (Raw)": 0.5262945890426636, "Finetune/Step": 17013, "Finetune/Step Time": 11.09139534831047}
+{"Finetune/Learning Rate": 1.9988404731686512e-05, "Finetune/Loss": 0.9490745663642883, "Finetune/Loss (Raw)": 0.914663553237915, "Finetune/Step": 862, "Finetune/Step Time": 10.87925755418837}
+{"Finetune/Learning Rate": 6.894473030500292e-07, "Finetune/Loss": 0.5877434015274048, "Finetune/Loss (Raw)": 0.7250165939331055, "Finetune/Step": 17014, "Finetune/Step Time": 11.090852744877338}
+{"Finetune/Learning Rate": 1.9988323519946946e-05, "Finetune/Loss": 0.948657751083374, "Finetune/Loss (Raw)": 0.8800625801086426, "Finetune/Step": 863, "Finetune/Step Time": 10.875705128535628}
+{"Finetune/Learning Rate": 6.888329954174111e-07, "Finetune/Loss": 0.5871632099151611, "Finetune/Loss (Raw)": 0.6519355177879333, "Finetune/Step": 17015, "Finetune/Step Time": 11.099391050636768}
+{"Finetune/Learning Rate": 1.9988242024966924e-05, "Finetune/Loss": 0.9480281472206116, "Finetune/Loss (Raw)": 0.8978407382965088, "Finetune/Step": 864, "Finetune/Step Time": 10.886072035878897}
+{"Finetune/Learning Rate": 6.882189518230142e-07, "Finetune/Loss": 0.5871036648750305, "Finetune/Loss (Raw)": 0.6161131858825684, "Finetune/Step": 17016, "Finetune/Step Time": 11.037559024989605}
+{"Finetune/Learning Rate": 1.998816024674876e-05, "Finetune/Loss": 0.9470663070678711, "Finetune/Loss (Raw)": 0.7804844975471497, "Finetune/Step": 865, "Finetune/Step Time": 10.876978542655706}
+{"Finetune/Learning Rate": 6.876051722842469e-07, "Finetune/Loss": 0.5871232151985168, "Finetune/Loss (Raw)": 0.5206326246261597, "Finetune/Step": 17017, "Finetune/Step Time": 11.044108502566814}
+{"Finetune/Learning Rate": 1.9988078185294775e-05, "Finetune/Loss": 0.9476431608200073, "Finetune/Loss (Raw)": 1.0198471546173096, "Finetune/Step": 866, "Finetune/Step Time": 10.863135810941458}
+{"Finetune/Learning Rate": 6.869916568185175e-07, "Finetune/Loss": 0.5866225957870483, "Finetune/Loss (Raw)": 0.6035473942756653, "Finetune/Step": 17018, "Finetune/Step Time": 11.032898420467973}
+{"Finetune/Learning Rate": 1.9987995840607296e-05, "Finetune/Loss": 0.946713924407959, "Finetune/Loss (Raw)": 0.9862596392631531, "Finetune/Step": 867, "Finetune/Step Time": 10.858215706422925}
+{"Finetune/Learning Rate": 6.863784054432232e-07, "Finetune/Loss": 0.5864228010177612, "Finetune/Loss (Raw)": 0.5199080109596252, "Finetune/Step": 17019, "Finetune/Step Time": 11.035321079194546}
+{"Finetune/Learning Rate": 1.9987913212688656e-05, "Finetune/Loss": 0.9474546909332275, "Finetune/Loss (Raw)": 0.8959038257598877, "Finetune/Step": 868, "Finetune/Step Time": 10.876448668539524}
+{"Finetune/Learning Rate": 6.857654181757512e-07, "Finetune/Loss": 0.5867488384246826, "Finetune/Loss (Raw)": 0.7059949636459351, "Finetune/Step": 17020, "Finetune/Step Time": 11.051003785803914}
+{"Finetune/Learning Rate": 1.9987830301541202e-05, "Finetune/Loss": 0.9476456642150879, "Finetune/Loss (Raw)": 0.9222093820571899, "Finetune/Step": 869, "Finetune/Step Time": 10.872769892215729}
+{"Finetune/Learning Rate": 6.851526950334863e-07, "Finetune/Loss": 0.5865808725357056, "Finetune/Loss (Raw)": 0.642824649810791, "Finetune/Step": 17021, "Finetune/Step Time": 11.072032393887639}
+{"Finetune/Learning Rate": 1.998774710716728e-05, "Finetune/Loss": 0.9477535486221313, "Finetune/Loss (Raw)": 0.9327985048294067, "Finetune/Step": 870, "Finetune/Step Time": 10.868524560704827}
+{"Finetune/Learning Rate": 1.998766362956925e-05, "Finetune/Loss": 0.9483919143676758, "Finetune/Loss (Raw)": 1.0197583436965942, "Finetune/Step": 871, "Finetune/Step Time": 10.869073271751404}
+{"Finetune/Learning Rate": 6.845402360338004e-07, "Finetune/Loss": 0.585289716720581, "Finetune/Loss (Raw)": 0.4775627851486206, "Finetune/Step": 17022, "Finetune/Step Time": 11.077858010306954}
+{"Finetune/Learning Rate": 1.9987579868749484e-05, "Finetune/Loss": 0.9479465484619141, "Finetune/Loss (Raw)": 0.9791265726089478, "Finetune/Step": 872, "Finetune/Step Time": 10.869514675810933}
+{"Finetune/Learning Rate": 6.839280411940663e-07, "Finetune/Loss": 0.5865153074264526, "Finetune/Loss (Raw)": 0.5968851447105408, "Finetune/Step": 17023, "Finetune/Step Time": 11.025801276788116}
+{"Finetune/Learning Rate": 6.833161105316421e-07, "Finetune/Loss": 0.5864534974098206, "Finetune/Loss (Raw)": 0.6040564775466919, "Finetune/Step": 17024, "Finetune/Step Time": 11.01113212108612}
+{"Finetune/Learning Rate": 1.998749582471035e-05, "Finetune/Loss": 0.94732666015625, "Finetune/Loss (Raw)": 0.9423689246177673, "Finetune/Step": 873, "Finetune/Step Time": 10.862920692190528}
+{"Finetune/Learning Rate": 1.9987411497454235e-05, "Finetune/Loss": 0.9475213885307312, "Finetune/Loss (Raw)": 0.9039931297302246, "Finetune/Step": 874, "Finetune/Step Time": 10.855566445738077}
+{"Finetune/Learning Rate": 6.827044440638809e-07, "Finetune/Loss": 0.5863094329833984, "Finetune/Loss (Raw)": 0.5622266530990601, "Finetune/Step": 17025, "Finetune/Step Time": 11.02538006938994}
+{"Finetune/Learning Rate": 1.9987326886983533e-05, "Finetune/Loss": 0.9470846652984619, "Finetune/Loss (Raw)": 0.9005821347236633, "Finetune/Step": 875, "Finetune/Step Time": 10.84116075746715}
+{"Finetune/Learning Rate": 6.82093041808124e-07, "Finetune/Loss": 0.5842760801315308, "Finetune/Loss (Raw)": 0.41521501541137695, "Finetune/Step": 17026, "Finetune/Step Time": 11.062104163691401}
+{"Finetune/Learning Rate": 1.998724199330064e-05, "Finetune/Loss": 0.9470223188400269, "Finetune/Loss (Raw)": 0.9737210273742676, "Finetune/Step": 876, "Finetune/Step Time": 10.814820695668459}
+{"Finetune/Learning Rate": 6.814819037817133e-07, "Finetune/Loss": 0.584058940410614, "Finetune/Loss (Raw)": 0.5937696695327759, "Finetune/Step": 17027, "Finetune/Step Time": 11.03947332315147}
+{"Finetune/Learning Rate": 1.9987156816407963e-05, "Finetune/Loss": 0.945530354976654, "Finetune/Loss (Raw)": 0.7904585003852844, "Finetune/Step": 877, "Finetune/Step Time": 10.788781782612205}
+{"Finetune/Learning Rate": 6.808710300019771e-07, "Finetune/Loss": 0.5847765207290649, "Finetune/Loss (Raw)": 0.6520371437072754, "Finetune/Step": 17028, "Finetune/Step Time": 11.04989524744451}
+{"Finetune/Learning Rate": 1.998707135630792e-05, "Finetune/Loss": 0.9440076947212219, "Finetune/Loss (Raw)": 0.9227012991905212, "Finetune/Step": 878, "Finetune/Step Time": 10.76756134070456}
+{"Finetune/Learning Rate": 6.802604204862384e-07, "Finetune/Loss": 0.5848696231842041, "Finetune/Loss (Raw)": 0.6394297480583191, "Finetune/Step": 17029, "Finetune/Step Time": 11.049268029630184}
+{"Finetune/Learning Rate": 1.998698561300293e-05, "Finetune/Loss": 0.943022608757019, "Finetune/Loss (Raw)": 0.8937298655509949, "Finetune/Step": 879, "Finetune/Step Time": 10.76409311965108}
+{"Finetune/Learning Rate": 1.9986899586495432e-05, "Finetune/Loss": 0.9440826177597046, "Finetune/Loss (Raw)": 1.017211675643921, "Finetune/Step": 880, "Finetune/Step Time": 10.767480416223407}
+{"Finetune/Learning Rate": 6.796500752518109e-07, "Finetune/Loss": 0.5847121477127075, "Finetune/Loss (Raw)": 0.5662885308265686, "Finetune/Step": 17030, "Finetune/Step Time": 11.036860706284642}
+{"Finetune/Learning Rate": 1.9986813276787855e-05, "Finetune/Loss": 0.9449732303619385, "Finetune/Loss (Raw)": 0.8480957746505737, "Finetune/Step": 881, "Finetune/Step Time": 10.770947441458702}
+{"Finetune/Learning Rate": 6.790399943160076e-07, "Finetune/Loss": 0.5840500593185425, "Finetune/Loss (Raw)": 0.5257079601287842, "Finetune/Step": 17031, "Finetune/Step Time": 11.029791118577123}
+{"Finetune/Learning Rate": 1.998672668388266e-05, "Finetune/Loss": 0.944182276725769, "Finetune/Loss (Raw)": 0.9561402201652527, "Finetune/Step": 882, "Finetune/Step Time": 10.787940319627523}
+{"Finetune/Learning Rate": 6.784301776961222e-07, "Finetune/Loss": 0.5831064581871033, "Finetune/Loss (Raw)": 0.4475598931312561, "Finetune/Step": 17032, "Finetune/Step Time": 11.008974734693766}
+{"Finetune/Learning Rate": 1.9986639807782287e-05, "Finetune/Loss": 0.9443526268005371, "Finetune/Loss (Raw)": 1.0300341844558716, "Finetune/Step": 883, "Finetune/Step Time": 10.794360244646668}
+{"Finetune/Learning Rate": 6.7782062540945e-07, "Finetune/Loss": 0.5825769305229187, "Finetune/Loss (Raw)": 0.4838889241218567, "Finetune/Step": 17033, "Finetune/Step Time": 11.00820368155837}
+{"Finetune/Learning Rate": 1.9986552648489212e-05, "Finetune/Loss": 0.943749189376831, "Finetune/Loss (Raw)": 0.9411280155181885, "Finetune/Step": 884, "Finetune/Step Time": 10.787059403955936}
+{"Finetune/Learning Rate": 6.772113374732769e-07, "Finetune/Loss": 0.5816357135772705, "Finetune/Loss (Raw)": 0.568961501121521, "Finetune/Step": 17034, "Finetune/Step Time": 11.012659344822168}
+{"Finetune/Learning Rate": 1.9986465206005897e-05, "Finetune/Loss": 0.9430056810379028, "Finetune/Loss (Raw)": 0.9505196809768677, "Finetune/Step": 885, "Finetune/Step Time": 10.792619226500392}
+{"Finetune/Learning Rate": 6.766023139048794e-07, "Finetune/Loss": 0.5808243751525879, "Finetune/Loss (Raw)": 0.5873258709907532, "Finetune/Step": 17035, "Finetune/Step Time": 11.01697389408946}
+{"Finetune/Learning Rate": 6.75993554721528e-07, "Finetune/Loss": 0.5808981657028198, "Finetune/Loss (Raw)": 0.5722130537033081, "Finetune/Step": 17036, "Finetune/Step Time": 11.022830354049802}
+{"Finetune/Learning Rate": 1.998637748033483e-05, "Finetune/Loss": 0.9440878629684448, "Finetune/Loss (Raw)": 1.0730971097946167, "Finetune/Step": 886, "Finetune/Step Time": 10.81033887527883}
+{"Finetune/Learning Rate": 6.753850599404854e-07, "Finetune/Loss": 0.5809070467948914, "Finetune/Loss (Raw)": 0.6121047735214233, "Finetune/Step": 17037, "Finetune/Step Time": 11.020323416218162}
+{"Finetune/Learning Rate": 1.9986289471478493e-05, "Finetune/Loss": 0.9447198510169983, "Finetune/Loss (Raw)": 0.9278425574302673, "Finetune/Step": 887, "Finetune/Step Time": 10.814260613173246}
+{"Finetune/Learning Rate": 1.9986201179439388e-05, "Finetune/Loss": 0.943551242351532, "Finetune/Loss (Raw)": 0.8458278179168701, "Finetune/Step": 888, "Finetune/Step Time": 10.811204966157675}
+{"Finetune/Learning Rate": 6.747768295790069e-07, "Finetune/Loss": 0.580534815788269, "Finetune/Loss (Raw)": 0.6258220076560974, "Finetune/Step": 17038, "Finetune/Step Time": 11.011479537934065}
+{"Finetune/Learning Rate": 1.998611260422001e-05, "Finetune/Loss": 0.9426431655883789, "Finetune/Loss (Raw)": 0.9374580383300781, "Finetune/Step": 889, "Finetune/Step Time": 10.80309172347188}
+{"Finetune/Learning Rate": 6.741688636543398e-07, "Finetune/Loss": 0.5814296007156372, "Finetune/Loss (Raw)": 0.5842158794403076, "Finetune/Step": 17039, "Finetune/Step Time": 10.995510751381516}
+{"Finetune/Learning Rate": 1.9986023745822875e-05, "Finetune/Loss": 0.9433573484420776, "Finetune/Loss (Raw)": 0.9696528911590576, "Finetune/Step": 890, "Finetune/Step Time": 10.816084774211049}
+{"Finetune/Learning Rate": 6.735611621837257e-07, "Finetune/Loss": 0.5812820792198181, "Finetune/Loss (Raw)": 0.673845112323761, "Finetune/Step": 17040, "Finetune/Step Time": 11.005557930096984}
+{"Finetune/Learning Rate": 1.9985934604250507e-05, "Finetune/Loss": 0.9445292949676514, "Finetune/Loss (Raw)": 0.9329838156700134, "Finetune/Step": 891, "Finetune/Step Time": 10.778259426355362}
+{"Finetune/Learning Rate": 6.729537251843954e-07, "Finetune/Loss": 0.580324649810791, "Finetune/Loss (Raw)": 0.48939046263694763, "Finetune/Step": 17041, "Finetune/Step Time": 11.019685100764036}
+{"Finetune/Learning Rate": 1.9985845179505425e-05, "Finetune/Loss": 0.9435213804244995, "Finetune/Loss (Raw)": 0.8287806510925293, "Finetune/Step": 892, "Finetune/Step Time": 10.788685200735927}
+{"Finetune/Learning Rate": 6.723465526735751e-07, "Finetune/Loss": 0.580085039138794, "Finetune/Loss (Raw)": 0.5547881126403809, "Finetune/Step": 17042, "Finetune/Step Time": 11.014791633933783}
+{"Finetune/Learning Rate": 1.9985755471590172e-05, "Finetune/Loss": 0.9443814754486084, "Finetune/Loss (Raw)": 1.0206433534622192, "Finetune/Step": 893, "Finetune/Step Time": 10.767235301434994}
+{"Finetune/Learning Rate": 6.717396446684821e-07, "Finetune/Loss": 0.5788836479187012, "Finetune/Loss (Raw)": 0.561469316482544, "Finetune/Step": 17043, "Finetune/Step Time": 11.001915914937854}
+{"Finetune/Learning Rate": 1.998566548050729e-05, "Finetune/Loss": 0.9434633255004883, "Finetune/Loss (Raw)": 0.8433377742767334, "Finetune/Step": 894, "Finetune/Step Time": 10.769765641540289}
+{"Finetune/Learning Rate": 6.71133001186326e-07, "Finetune/Loss": 0.5783770084381104, "Finetune/Loss (Raw)": 0.45988908410072327, "Finetune/Step": 17044, "Finetune/Step Time": 10.998838040977716}
+{"Finetune/Learning Rate": 1.998557520625933e-05, "Finetune/Loss": 0.9445104598999023, "Finetune/Loss (Raw)": 0.9940224289894104, "Finetune/Step": 895, "Finetune/Step Time": 10.769873566925526}
+{"Finetune/Learning Rate": 6.705266222443118e-07, "Finetune/Loss": 0.5776746273040771, "Finetune/Loss (Raw)": 0.6004220843315125, "Finetune/Step": 17045, "Finetune/Step Time": 10.996260734274983}
+{"Finetune/Learning Rate": 1.9985484648848854e-05, "Finetune/Loss": 0.9442571401596069, "Finetune/Loss (Raw)": 1.0336841344833374, "Finetune/Step": 896, "Finetune/Step Time": 10.769443485885859}
+{"Finetune/Learning Rate": 6.699205078596316e-07, "Finetune/Loss": 0.5767706632614136, "Finetune/Loss (Raw)": 0.5365772247314453, "Finetune/Step": 17046, "Finetune/Step Time": 11.003807809203863}
+{"Finetune/Learning Rate": 1.9985393808278426e-05, "Finetune/Loss": 0.9457706212997437, "Finetune/Loss (Raw)": 0.9954866766929626, "Finetune/Step": 897, "Finetune/Step Time": 10.769198743626475}
+{"Finetune/Learning Rate": 6.693146580494758e-07, "Finetune/Loss": 0.576424777507782, "Finetune/Loss (Raw)": 0.5491401553153992, "Finetune/Step": 17047, "Finetune/Step Time": 11.032605653628707}
+{"Finetune/Learning Rate": 1.9985302684550624e-05, "Finetune/Loss": 0.9463969469070435, "Finetune/Loss (Raw)": 0.9845636487007141, "Finetune/Step": 898, "Finetune/Step Time": 10.766149228438735}
+{"Finetune/Learning Rate": 1.9985211277668032e-05, "Finetune/Loss": 0.9467311501502991, "Finetune/Loss (Raw)": 0.9492940306663513, "Finetune/Step": 899, "Finetune/Step Time": 10.724843638017774}
+{"Finetune/Learning Rate": 6.68709072831023e-07, "Finetune/Loss": 0.5772995948791504, "Finetune/Loss (Raw)": 0.6834474802017212, "Finetune/Step": 17048, "Finetune/Step Time": 11.107790378853679}
+{"Finetune/Learning Rate": 1.9985119587633246e-05, "Finetune/Loss": 0.9472126364707947, "Finetune/Loss (Raw)": 0.9813316464424133, "Finetune/Step": 900, "Finetune/Step Time": 10.728993732482195}
+{"Finetune/Learning Rate": 6.681037522214462e-07, "Finetune/Loss": 0.5774481296539307, "Finetune/Loss (Raw)": 0.5801904201507568, "Finetune/Step": 17049, "Finetune/Step Time": 11.12376499734819}
+{"Finetune/Learning Rate": 1.998502761444886e-05, "Finetune/Loss": 0.9467651844024658, "Finetune/Loss (Raw)": 0.9242771863937378, "Finetune/Step": 901, "Finetune/Step Time": 10.73940590210259}
+{"Finetune/Learning Rate": 6.674986962379104e-07, "Finetune/Loss": 0.5786453485488892, "Finetune/Loss (Raw)": 0.499600887298584, "Finetune/Step": 17050, "Finetune/Step Time": 11.09253504127264}
+{"Finetune/Learning Rate": 1.9984935358117485e-05, "Finetune/Loss": 0.9463483691215515, "Finetune/Loss (Raw)": 0.9002212882041931, "Finetune/Step": 902, "Finetune/Step Time": 10.733867978677154}
+{"Finetune/Learning Rate": 6.668939048975742e-07, "Finetune/Loss": 0.5771907567977905, "Finetune/Loss (Raw)": 0.4205033779144287, "Finetune/Step": 17051, "Finetune/Step Time": 11.124847715720534}
+{"Finetune/Learning Rate": 1.9984842818641735e-05, "Finetune/Loss": 0.947118878364563, "Finetune/Loss (Raw)": 1.078032374382019, "Finetune/Step": 903, "Finetune/Step Time": 10.735732186585665}
+{"Finetune/Learning Rate": 6.662893782175861e-07, "Finetune/Loss": 0.5769892930984497, "Finetune/Loss (Raw)": 0.5638870596885681, "Finetune/Step": 17052, "Finetune/Step Time": 11.130630321800709}
+{"Finetune/Learning Rate": 1.9984749996024236e-05, "Finetune/Loss": 0.9465755224227905, "Finetune/Loss (Raw)": 0.9669315814971924, "Finetune/Step": 904, "Finetune/Step Time": 10.736888816580176}
+{"Finetune/Learning Rate": 6.656851162150901e-07, "Finetune/Loss": 0.575798511505127, "Finetune/Loss (Raw)": 0.41287484765052795, "Finetune/Step": 17053, "Finetune/Step Time": 11.15773680433631}
+{"Finetune/Learning Rate": 1.998465689026762e-05, "Finetune/Loss": 0.9457006454467773, "Finetune/Loss (Raw)": 0.962756335735321, "Finetune/Step": 905, "Finetune/Step Time": 10.763758711516857}
+{"Finetune/Learning Rate": 6.650811189072215e-07, "Finetune/Loss": 0.5776715278625488, "Finetune/Loss (Raw)": 0.8053295612335205, "Finetune/Step": 17054, "Finetune/Step Time": 11.159492319449782}
+{"Finetune/Learning Rate": 1.998456350137453e-05, "Finetune/Loss": 0.9445282220840454, "Finetune/Loss (Raw)": 0.7999979257583618, "Finetune/Step": 906, "Finetune/Step Time": 10.761686509475112}
+{"Finetune/Learning Rate": 6.644773863111087e-07, "Finetune/Loss": 0.5779544711112976, "Finetune/Loss (Raw)": 0.6087679266929626, "Finetune/Step": 17055, "Finetune/Step Time": 11.155779954046011}
+{"Finetune/Learning Rate": 1.9984469829347607e-05, "Finetune/Loss": 0.9443236589431763, "Finetune/Loss (Raw)": 0.8924886584281921, "Finetune/Step": 907, "Finetune/Step Time": 10.757213205099106}
+{"Finetune/Learning Rate": 6.638739184438681e-07, "Finetune/Loss": 0.578453779220581, "Finetune/Loss (Raw)": 0.5246570110321045, "Finetune/Step": 17056, "Finetune/Step Time": 11.14283312112093}
+{"Finetune/Learning Rate": 1.9984375874189514e-05, "Finetune/Loss": 0.9447969198226929, "Finetune/Loss (Raw)": 1.0262541770935059, "Finetune/Step": 908, "Finetune/Step Time": 10.756285658106208}
+{"Finetune/Learning Rate": 6.632707153226148e-07, "Finetune/Loss": 0.5797646045684814, "Finetune/Loss (Raw)": 0.6141241192817688, "Finetune/Step": 17057, "Finetune/Step Time": 11.139018427580595}
+{"Finetune/Learning Rate": 1.9984281635902913e-05, "Finetune/Loss": 0.9441924691200256, "Finetune/Loss (Raw)": 0.8981767296791077, "Finetune/Step": 909, "Finetune/Step Time": 10.753973895683885}
+{"Finetune/Learning Rate": 1.9984187114490477e-05, "Finetune/Loss": 0.9424645304679871, "Finetune/Loss (Raw)": 0.8270093202590942, "Finetune/Step": 910, "Finetune/Step Time": 10.764233246445656}
+{"Finetune/Learning Rate": 6.626677769644541e-07, "Finetune/Loss": 0.5786797404289246, "Finetune/Loss (Raw)": 0.4744302034378052, "Finetune/Step": 17058, "Finetune/Step Time": 11.177685910835862}
+{"Finetune/Learning Rate": 1.9984092309954887e-05, "Finetune/Loss": 0.942241907119751, "Finetune/Loss (Raw)": 0.8575665354728699, "Finetune/Step": 911, "Finetune/Step Time": 10.7420384734869}
+{"Finetune/Learning Rate": 6.620651033864844e-07, "Finetune/Loss": 0.5796619057655334, "Finetune/Loss (Raw)": 0.7181783318519592, "Finetune/Step": 17059, "Finetune/Step Time": 11.180609008297324}
+{"Finetune/Learning Rate": 1.998399722229883e-05, "Finetune/Loss": 0.9414964914321899, "Finetune/Loss (Raw)": 0.8673627376556396, "Finetune/Step": 912, "Finetune/Step Time": 10.730567399412394}
+{"Finetune/Learning Rate": 6.614626946057945e-07, "Finetune/Loss": 0.5786805152893066, "Finetune/Loss (Raw)": 0.48503997921943665, "Finetune/Step": 17060, "Finetune/Step Time": 11.18321518972516}
+{"Finetune/Learning Rate": 6.608605506394683e-07, "Finetune/Loss": 0.5799862742424011, "Finetune/Loss (Raw)": 0.7011702656745911, "Finetune/Step": 17061, "Finetune/Step Time": 11.179569168016315}
+{"Finetune/Learning Rate": 1.9983901851524996e-05, "Finetune/Loss": 0.9400590658187866, "Finetune/Loss (Raw)": 0.7924554944038391, "Finetune/Step": 913, "Finetune/Step Time": 10.738403212279081}
+{"Finetune/Learning Rate": 6.602586715045789e-07, "Finetune/Loss": 0.579679012298584, "Finetune/Loss (Raw)": 0.4920673072338104, "Finetune/Step": 17062, "Finetune/Step Time": 11.170586220920086}
+{"Finetune/Learning Rate": 1.99838061976361e-05, "Finetune/Loss": 0.9420953989028931, "Finetune/Loss (Raw)": 0.9334637522697449, "Finetune/Step": 914, "Finetune/Step Time": 10.72274985164404}
+{"Finetune/Learning Rate": 1.998371026063485e-05, "Finetune/Loss": 0.9419375061988831, "Finetune/Loss (Raw)": 0.944193422794342, "Finetune/Step": 915, "Finetune/Step Time": 10.721646478399634}
+{"Finetune/Learning Rate": 6.596570572181948e-07, "Finetune/Loss": 0.5797008275985718, "Finetune/Loss (Raw)": 0.6180651783943176, "Finetune/Step": 17063, "Finetune/Step Time": 11.193501066416502}
+{"Finetune/Learning Rate": 1.998361404052397e-05, "Finetune/Loss": 0.9429774284362793, "Finetune/Loss (Raw)": 1.0710281133651733, "Finetune/Step": 916, "Finetune/Step Time": 10.72120744921267}
+{"Finetune/Learning Rate": 6.590557077973747e-07, "Finetune/Loss": 0.5793219208717346, "Finetune/Loss (Raw)": 0.5451136231422424, "Finetune/Step": 17064, "Finetune/Step Time": 11.188800491392612}
+{"Finetune/Learning Rate": 1.998351753730618e-05, "Finetune/Loss": 0.9426405429840088, "Finetune/Loss (Raw)": 0.9103315472602844, "Finetune/Step": 917, "Finetune/Step Time": 10.716131754219532}
+{"Finetune/Learning Rate": 6.584546232591749e-07, "Finetune/Loss": 0.5783357620239258, "Finetune/Loss (Raw)": 0.46764880418777466, "Finetune/Step": 17065, "Finetune/Step Time": 11.182037567719817}
+{"Finetune/Learning Rate": 1.998342075098423e-05, "Finetune/Loss": 0.9428898096084595, "Finetune/Loss (Raw)": 1.0437685251235962, "Finetune/Step": 918, "Finetune/Step Time": 10.71645887568593}
+{"Finetune/Learning Rate": 6.578538036206372e-07, "Finetune/Loss": 0.5776083469390869, "Finetune/Loss (Raw)": 0.4807891845703125, "Finetune/Step": 17066, "Finetune/Step Time": 11.150250827893615}
+{"Finetune/Learning Rate": 1.9983323681560848e-05, "Finetune/Loss": 0.9427255392074585, "Finetune/Loss (Raw)": 0.9801558256149292, "Finetune/Step": 919, "Finetune/Step Time": 10.712794294580817}
+{"Finetune/Learning Rate": 6.572532488988004e-07, "Finetune/Loss": 0.5778203010559082, "Finetune/Loss (Raw)": 0.5245006680488586, "Finetune/Step": 17067, "Finetune/Step Time": 11.152516158297658}
+{"Finetune/Learning Rate": 1.9983226329038798e-05, "Finetune/Loss": 0.9420431852340698, "Finetune/Loss (Raw)": 0.8711981773376465, "Finetune/Step": 920, "Finetune/Step Time": 10.705253154039383}
+{"Finetune/Learning Rate": 6.566529591106962e-07, "Finetune/Loss": 0.5790315866470337, "Finetune/Loss (Raw)": 0.6229485273361206, "Finetune/Step": 17068, "Finetune/Step Time": 11.154502553865314}
+{"Finetune/Learning Rate": 6.560529342733424e-07, "Finetune/Loss": 0.5777863264083862, "Finetune/Loss (Raw)": 0.4648819863796234, "Finetune/Step": 17069, "Finetune/Step Time": 11.137414790689945}
+{"Finetune/Learning Rate": 1.998312869342084e-05, "Finetune/Loss": 0.9429105520248413, "Finetune/Loss (Raw)": 0.9841268062591553, "Finetune/Step": 921, "Finetune/Step Time": 10.69946552067995}
+{"Finetune/Learning Rate": 6.554531744037585e-07, "Finetune/Loss": 0.5771709680557251, "Finetune/Loss (Raw)": 0.47373637557029724, "Finetune/Step": 17070, "Finetune/Step Time": 11.133997144177556}
+{"Finetune/Learning Rate": 1.9983030774709737e-05, "Finetune/Loss": 0.9421660900115967, "Finetune/Loss (Raw)": 0.8767845630645752, "Finetune/Step": 922, "Finetune/Step Time": 10.68991494551301}
+{"Finetune/Learning Rate": 1.9982932572908273e-05, "Finetune/Loss": 0.9431787133216858, "Finetune/Loss (Raw)": 1.1092029809951782, "Finetune/Step": 923, "Finetune/Step Time": 10.688978230580688}
+{"Finetune/Learning Rate": 6.548536795189475e-07, "Finetune/Loss": 0.5768789052963257, "Finetune/Loss (Raw)": 0.5671283006668091, "Finetune/Step": 17071, "Finetune/Step Time": 11.133661249652505}
+{"Finetune/Learning Rate": 6.542544496359138e-07, "Finetune/Loss": 0.5774595737457275, "Finetune/Loss (Raw)": 0.5976864695549011, "Finetune/Step": 17072, "Finetune/Step Time": 11.133878948166966}
+{"Finetune/Learning Rate": 1.9982834088019226e-05, "Finetune/Loss": 0.9437727928161621, "Finetune/Loss (Raw)": 1.045839548110962, "Finetune/Step": 924, "Finetune/Step Time": 10.685821149498224}
+{"Finetune/Learning Rate": 6.53655484771648e-07, "Finetune/Loss": 0.5768980383872986, "Finetune/Loss (Raw)": 0.5999866724014282, "Finetune/Step": 17073, "Finetune/Step Time": 11.146220847964287}
+{"Finetune/Learning Rate": 1.9982735320045392e-05, "Finetune/Loss": 0.9440943002700806, "Finetune/Loss (Raw)": 1.039848804473877, "Finetune/Step": 925, "Finetune/Step Time": 10.703235235065222}
+{"Finetune/Learning Rate": 6.530567849431369e-07, "Finetune/Loss": 0.5779340863227844, "Finetune/Loss (Raw)": 0.7311203479766846, "Finetune/Step": 17074, "Finetune/Step Time": 11.133987134322524}
+{"Finetune/Learning Rate": 1.9982636268989572e-05, "Finetune/Loss": 0.9438253045082092, "Finetune/Loss (Raw)": 0.8528327941894531, "Finetune/Step": 926, "Finetune/Step Time": 10.697535185143352}
+{"Finetune/Learning Rate": 6.524583501673554e-07, "Finetune/Loss": 0.5778834223747253, "Finetune/Loss (Raw)": 0.6271674633026123, "Finetune/Step": 17075, "Finetune/Step Time": 11.128921750932932}
+{"Finetune/Learning Rate": 1.9982536934854576e-05, "Finetune/Loss": 0.943564236164093, "Finetune/Loss (Raw)": 0.8710959553718567, "Finetune/Step": 927, "Finetune/Step Time": 10.697950491681695}
+{"Finetune/Learning Rate": 6.518601804612734e-07, "Finetune/Loss": 0.5770137310028076, "Finetune/Loss (Raw)": 0.5453035235404968, "Finetune/Step": 17076, "Finetune/Step Time": 11.130424115806818}
+{"Finetune/Learning Rate": 1.9982437317643218e-05, "Finetune/Loss": 0.9421097040176392, "Finetune/Loss (Raw)": 0.8338724970817566, "Finetune/Step": 928, "Finetune/Step Time": 10.713224047794938}
+{"Finetune/Learning Rate": 6.512622758418552e-07, "Finetune/Loss": 0.5776669979095459, "Finetune/Loss (Raw)": 0.6559157371520996, "Finetune/Step": 17077, "Finetune/Step Time": 11.132209273055196}
+{"Finetune/Learning Rate": 1.998233741735832e-05, "Finetune/Loss": 0.9405562877655029, "Finetune/Loss (Raw)": 0.8465477824211121, "Finetune/Step": 929, "Finetune/Step Time": 10.701170045882463}
+{"Finetune/Learning Rate": 6.506646363260516e-07, "Finetune/Loss": 0.578628659248352, "Finetune/Loss (Raw)": 0.6240952610969543, "Finetune/Step": 17078, "Finetune/Step Time": 11.134381666779518}
+{"Finetune/Learning Rate": 1.9982237234002722e-05, "Finetune/Loss": 0.9398177266120911, "Finetune/Loss (Raw)": 0.8906786441802979, "Finetune/Step": 930, "Finetune/Step Time": 10.706766782328486}
+{"Finetune/Learning Rate": 6.500672619308157e-07, "Finetune/Loss": 0.5785086154937744, "Finetune/Loss (Raw)": 0.5008237957954407, "Finetune/Step": 17079, "Finetune/Step Time": 11.125050473958254}
+{"Finetune/Learning Rate": 1.9982136767579263e-05, "Finetune/Loss": 0.942258894443512, "Finetune/Loss (Raw)": 1.0648189783096313, "Finetune/Step": 931, "Finetune/Step Time": 10.709672644734383}
+{"Finetune/Learning Rate": 6.494701526730851e-07, "Finetune/Loss": 0.5783352851867676, "Finetune/Loss (Raw)": 0.5817961692810059, "Finetune/Step": 17080, "Finetune/Step Time": 11.142782792448997}
+{"Finetune/Learning Rate": 1.998203601809079e-05, "Finetune/Loss": 0.9435328245162964, "Finetune/Loss (Raw)": 1.0351327657699585, "Finetune/Step": 932, "Finetune/Step Time": 10.710796978324652}
+{"Finetune/Learning Rate": 6.488733085697907e-07, "Finetune/Loss": 0.5777570605278015, "Finetune/Loss (Raw)": 0.6069170236587524, "Finetune/Step": 17081, "Finetune/Step Time": 11.1672756485641}
+{"Finetune/Learning Rate": 1.998193498554016e-05, "Finetune/Loss": 0.9422804117202759, "Finetune/Loss (Raw)": 1.016696810722351, "Finetune/Step": 933, "Finetune/Step Time": 10.720499787479639}
+{"Finetune/Learning Rate": 1.9981833669930236e-05, "Finetune/Loss": 0.9422202706336975, "Finetune/Loss (Raw)": 0.8987655639648438, "Finetune/Step": 934, "Finetune/Step Time": 10.71696406044066}
+{"Finetune/Learning Rate": 6.482767296378578e-07, "Finetune/Loss": 0.5790021419525146, "Finetune/Loss (Raw)": 0.6686215400695801, "Finetune/Step": 17082, "Finetune/Step Time": 11.168432576581836}
+{"Finetune/Learning Rate": 1.9981732071263897e-05, "Finetune/Loss": 0.9416360855102539, "Finetune/Loss (Raw)": 0.8427788019180298, "Finetune/Step": 935, "Finetune/Step Time": 10.71222617663443}
+{"Finetune/Learning Rate": 6.476804158942051e-07, "Finetune/Loss": 0.58001708984375, "Finetune/Loss (Raw)": 0.6223745346069336, "Finetune/Step": 17083, "Finetune/Step Time": 11.169946337118745}
+{"Finetune/Learning Rate": 6.470843673557403e-07, "Finetune/Loss": 0.5808993577957153, "Finetune/Loss (Raw)": 0.6075083017349243, "Finetune/Step": 17084, "Finetune/Step Time": 11.172454481944442}
+{"Finetune/Learning Rate": 1.9981630189544023e-05, "Finetune/Loss": 0.9405357837677002, "Finetune/Loss (Raw)": 0.8714180588722229, "Finetune/Step": 936, "Finetune/Step Time": 10.732898311689496}
+{"Finetune/Learning Rate": 6.464885840393675e-07, "Finetune/Loss": 0.5811946392059326, "Finetune/Loss (Raw)": 0.6409698724746704, "Finetune/Step": 17085, "Finetune/Step Time": 11.171355556696653}
+{"Finetune/Learning Rate": 1.9981528024773496e-05, "Finetune/Loss": 0.9415189027786255, "Finetune/Loss (Raw)": 1.0257806777954102, "Finetune/Step": 937, "Finetune/Step Time": 10.724224608391523}
+{"Finetune/Learning Rate": 6.458930659619799e-07, "Finetune/Loss": 0.581739604473114, "Finetune/Loss (Raw)": 0.6145539283752441, "Finetune/Step": 17086, "Finetune/Step Time": 11.166183764114976}
+{"Finetune/Learning Rate": 1.998142557695522e-05, "Finetune/Loss": 0.9416425824165344, "Finetune/Loss (Raw)": 1.072576642036438, "Finetune/Step": 938, "Finetune/Step Time": 10.720279833301902}
+{"Finetune/Learning Rate": 1.99813228460921e-05, "Finetune/Loss": 0.9424847960472107, "Finetune/Loss (Raw)": 0.9522777199745178, "Finetune/Step": 939, "Finetune/Step Time": 10.73150590620935}
+{"Finetune/Learning Rate": 6.452978131404663e-07, "Finetune/Loss": 0.5808567404747009, "Finetune/Loss (Raw)": 0.512054979801178, "Finetune/Step": 17087, "Finetune/Step Time": 11.203734898939729}
+{"Finetune/Learning Rate": 1.998121983218704e-05, "Finetune/Loss": 0.9435950517654419, "Finetune/Loss (Raw)": 0.9671598076820374, "Finetune/Step": 940, "Finetune/Step Time": 10.742455959320068}
+{"Finetune/Learning Rate": 6.447028255917054e-07, "Finetune/Loss": 0.5814076662063599, "Finetune/Loss (Raw)": 0.6420606374740601, "Finetune/Step": 17088, "Finetune/Step Time": 11.186081213876605}
+{"Finetune/Learning Rate": 1.9981116535242973e-05, "Finetune/Loss": 0.9433404803276062, "Finetune/Loss (Raw)": 0.8334869742393494, "Finetune/Step": 941, "Finetune/Step Time": 10.725007453933358}
+{"Finetune/Learning Rate": 6.441081033325691e-07, "Finetune/Loss": 0.5811804533004761, "Finetune/Loss (Raw)": 0.5749312043190002, "Finetune/Step": 17089, "Finetune/Step Time": 11.183644600212574}
+{"Finetune/Learning Rate": 6.435136463799218e-07, "Finetune/Loss": 0.5814415216445923, "Finetune/Loss (Raw)": 0.6376388669013977, "Finetune/Step": 17090, "Finetune/Step Time": 11.181927053257823}
+{"Finetune/Learning Rate": 1.9981012955262823e-05, "Finetune/Loss": 0.9407309889793396, "Finetune/Loss (Raw)": 0.728091835975647, "Finetune/Step": 942, "Finetune/Step Time": 10.744193391874433}
+{"Finetune/Learning Rate": 6.429194547506224e-07, "Finetune/Loss": 0.5827051997184753, "Finetune/Loss (Raw)": 0.6506938338279724, "Finetune/Step": 17091, "Finetune/Step Time": 11.173268092796206}
+{"Finetune/Learning Rate": 1.9980909092249533e-05, "Finetune/Loss": 0.9411780834197998, "Finetune/Loss (Raw)": 1.0674620866775513, "Finetune/Step": 943, "Finetune/Step Time": 10.747270563617349}
+{"Finetune/Learning Rate": 6.423255284615182e-07, "Finetune/Loss": 0.582794189453125, "Finetune/Loss (Raw)": 0.6233968734741211, "Finetune/Step": 17092, "Finetune/Step Time": 11.168992580845952}
+{"Finetune/Learning Rate": 1.9980804946206036e-05, "Finetune/Loss": 0.9394122958183289, "Finetune/Loss (Raw)": 0.8255364894866943, "Finetune/Step": 944, "Finetune/Step Time": 10.743267856538296}
+{"Finetune/Learning Rate": 6.417318675294526e-07, "Finetune/Loss": 0.5830121040344238, "Finetune/Loss (Raw)": 0.6290282607078552, "Finetune/Step": 17093, "Finetune/Step Time": 11.168893186375499}
+{"Finetune/Learning Rate": 1.9980700517135295e-05, "Finetune/Loss": 0.9392818212509155, "Finetune/Loss (Raw)": 0.8897569179534912, "Finetune/Step": 945, "Finetune/Step Time": 10.74834081158042}
+{"Finetune/Learning Rate": 6.41138471971261e-07, "Finetune/Loss": 0.583341121673584, "Finetune/Loss (Raw)": 0.6370819807052612, "Finetune/Step": 17094, "Finetune/Step Time": 11.15759763494134}
+{"Finetune/Learning Rate": 1.998059580504027e-05, "Finetune/Loss": 0.9387868642807007, "Finetune/Loss (Raw)": 0.9791190028190613, "Finetune/Step": 946, "Finetune/Step Time": 10.748380471020937}
+{"Finetune/Learning Rate": 6.405453418037677e-07, "Finetune/Loss": 0.5839871168136597, "Finetune/Loss (Raw)": 0.6712194085121155, "Finetune/Step": 17095, "Finetune/Step Time": 11.161039561033249}
+{"Finetune/Learning Rate": 1.9980490809923928e-05, "Finetune/Loss": 0.9388143420219421, "Finetune/Loss (Raw)": 0.8895056843757629, "Finetune/Step": 947, "Finetune/Step Time": 10.757556766271591}
+{"Finetune/Learning Rate": 6.399524770437948e-07, "Finetune/Loss": 0.5838626027107239, "Finetune/Loss (Raw)": 0.5398116707801819, "Finetune/Step": 17096, "Finetune/Step Time": 11.157605949789286}
+{"Finetune/Learning Rate": 1.9980385531789244e-05, "Finetune/Loss": 0.9388723373413086, "Finetune/Loss (Raw)": 1.019593358039856, "Finetune/Step": 948, "Finetune/Step Time": 10.749320173636079}
+{"Finetune/Learning Rate": 1.998027997063921e-05, "Finetune/Loss": 0.938621461391449, "Finetune/Loss (Raw)": 1.0113588571548462, "Finetune/Step": 949, "Finetune/Step Time": 10.745535675436258}
+{"Finetune/Learning Rate": 6.393598777081533e-07, "Finetune/Loss": 0.584725022315979, "Finetune/Loss (Raw)": 0.6219311356544495, "Finetune/Step": 17097, "Finetune/Step Time": 11.158362366259098}
+{"Finetune/Learning Rate": 6.387675438136464e-07, "Finetune/Loss": 0.5849626660346985, "Finetune/Loss (Raw)": 0.5368489027023315, "Finetune/Step": 17098, "Finetune/Step Time": 11.154438197612762}
+{"Finetune/Learning Rate": 1.9980174126476816e-05, "Finetune/Loss": 0.9392848014831543, "Finetune/Loss (Raw)": 0.8624301552772522, "Finetune/Step": 950, "Finetune/Step Time": 10.732989193871617}
+{"Finetune/Learning Rate": 6.38175475377073e-07, "Finetune/Loss": 0.5854003429412842, "Finetune/Loss (Raw)": 0.6356921195983887, "Finetune/Step": 17099, "Finetune/Step Time": 11.138143103569746}
+{"Finetune/Learning Rate": 1.9980067999305065e-05, "Finetune/Loss": 0.9388835430145264, "Finetune/Loss (Raw)": 0.8974911570549011, "Finetune/Step": 951, "Finetune/Step Time": 10.743796203285456}
+{"Finetune/Learning Rate": 6.375836724152218e-07, "Finetune/Loss": 0.5866360664367676, "Finetune/Loss (Raw)": 0.7106232643127441, "Finetune/Step": 17100, "Finetune/Step Time": 11.146419851109385}
+{"Finetune/Learning Rate": 1.997996158912696e-05, "Finetune/Loss": 0.9397948980331421, "Finetune/Loss (Raw)": 1.11270272731781, "Finetune/Step": 952, "Finetune/Step Time": 10.730534559115767}
+{"Finetune/Learning Rate": 6.369921349448748e-07, "Finetune/Loss": 0.5858161449432373, "Finetune/Loss (Raw)": 0.6037271618843079, "Finetune/Step": 17101, "Finetune/Step Time": 11.120074599981308}
+{"Finetune/Learning Rate": 1.9979854895945528e-05, "Finetune/Loss": 0.9402642250061035, "Finetune/Loss (Raw)": 1.0264663696289062, "Finetune/Step": 953, "Finetune/Step Time": 10.711928216740489}
+{"Finetune/Learning Rate": 6.364008629828056e-07, "Finetune/Loss": 0.5859391093254089, "Finetune/Loss (Raw)": 0.6312227845191956, "Finetune/Step": 17102, "Finetune/Step Time": 11.104519305750728}
+{"Finetune/Learning Rate": 1.997974791976379e-05, "Finetune/Loss": 0.9403286576271057, "Finetune/Loss (Raw)": 1.0494240522384644, "Finetune/Step": 954, "Finetune/Step Time": 10.699615964666009}
+{"Finetune/Learning Rate": 6.358098565457815e-07, "Finetune/Loss": 0.5853875875473022, "Finetune/Loss (Raw)": 0.5481423735618591, "Finetune/Step": 17103, "Finetune/Step Time": 11.088236894458532}
+{"Finetune/Learning Rate": 1.997964066058478e-05, "Finetune/Loss": 0.9414236545562744, "Finetune/Loss (Raw)": 0.890498161315918, "Finetune/Step": 955, "Finetune/Step Time": 10.687354806810617}
+{"Finetune/Learning Rate": 6.352191156505627e-07, "Finetune/Loss": 0.5854490995407104, "Finetune/Loss (Raw)": 0.618396520614624, "Finetune/Step": 17104, "Finetune/Step Time": 11.054141627624631}
+{"Finetune/Learning Rate": 1.9979533118411538e-05, "Finetune/Loss": 0.9411934614181519, "Finetune/Loss (Raw)": 0.8396115303039551, "Finetune/Step": 956, "Finetune/Step Time": 10.704811127856374}
+{"Finetune/Learning Rate": 6.34628640313898e-07, "Finetune/Loss": 0.5854859352111816, "Finetune/Loss (Raw)": 0.5952243208885193, "Finetune/Step": 17105, "Finetune/Step Time": 11.04540160112083}
+{"Finetune/Learning Rate": 1.9979425293247115e-05, "Finetune/Loss": 0.9391244649887085, "Finetune/Loss (Raw)": 0.8353993892669678, "Finetune/Step": 957, "Finetune/Step Time": 10.707290764898062}
+{"Finetune/Learning Rate": 6.340384305525337e-07, "Finetune/Loss": 0.5852078199386597, "Finetune/Loss (Raw)": 0.6147584915161133, "Finetune/Step": 17106, "Finetune/Step Time": 11.020085405558348}
+{"Finetune/Learning Rate": 1.9979317185094565e-05, "Finetune/Loss": 0.9389635920524597, "Finetune/Loss (Raw)": 1.0599390268325806, "Finetune/Step": 958, "Finetune/Step Time": 10.706669144332409}
+{"Finetune/Learning Rate": 6.334484863832069e-07, "Finetune/Loss": 0.5838080644607544, "Finetune/Loss (Raw)": 0.5208452939987183, "Finetune/Step": 17107, "Finetune/Step Time": 11.015196301043034}
+{"Finetune/Learning Rate": 1.997920879395696e-05, "Finetune/Loss": 0.9387826323509216, "Finetune/Loss (Raw)": 0.9252821207046509, "Finetune/Step": 959, "Finetune/Step Time": 10.708221085369587}
+{"Finetune/Learning Rate": 6.328588078226461e-07, "Finetune/Loss": 0.582933247089386, "Finetune/Loss (Raw)": 0.4917905330657959, "Finetune/Step": 17108, "Finetune/Step Time": 11.012911276891828}
+{"Finetune/Learning Rate": 1.997910011983737e-05, "Finetune/Loss": 0.9386774301528931, "Finetune/Loss (Raw)": 0.9276526570320129, "Finetune/Step": 960, "Finetune/Step Time": 10.681140381842852}
+{"Finetune/Learning Rate": 6.322693948875725e-07, "Finetune/Loss": 0.5835400819778442, "Finetune/Loss (Raw)": 0.5635724663734436, "Finetune/Step": 17109, "Finetune/Step Time": 10.931124357506633}
+{"Finetune/Learning Rate": 1.997899116273888e-05, "Finetune/Loss": 0.9382888078689575, "Finetune/Loss (Raw)": 0.9198281168937683, "Finetune/Step": 961, "Finetune/Step Time": 10.683325482532382}
+{"Finetune/Learning Rate": 6.316802475947026e-07, "Finetune/Loss": 0.5834112763404846, "Finetune/Loss (Raw)": 0.627621591091156, "Finetune/Step": 17110, "Finetune/Step Time": 10.930022222921252}
+{"Finetune/Learning Rate": 1.9978881922664574e-05, "Finetune/Loss": 0.9374621510505676, "Finetune/Loss (Raw)": 0.8107538819313049, "Finetune/Step": 962, "Finetune/Step Time": 10.680844901129603}
+{"Finetune/Learning Rate": 6.310913659607398e-07, "Finetune/Loss": 0.5819350481033325, "Finetune/Loss (Raw)": 0.39186832308769226, "Finetune/Step": 17111, "Finetune/Step Time": 10.933364022523165}
+{"Finetune/Learning Rate": 1.9978772399617553e-05, "Finetune/Loss": 0.9367768168449402, "Finetune/Loss (Raw)": 0.8565623164176941, "Finetune/Step": 963, "Finetune/Step Time": 10.695890672504902}
+{"Finetune/Learning Rate": 6.305027500023841e-07, "Finetune/Loss": 0.5809240937232971, "Finetune/Loss (Raw)": 0.558134913444519, "Finetune/Step": 17112, "Finetune/Step Time": 10.940196609124541}
+{"Finetune/Learning Rate": 1.9978662593600925e-05, "Finetune/Loss": 0.934560239315033, "Finetune/Loss (Raw)": 0.7867954969406128, "Finetune/Step": 964, "Finetune/Step Time": 10.698299750685692}
+{"Finetune/Learning Rate": 6.299143997363256e-07, "Finetune/Loss": 0.5817033052444458, "Finetune/Loss (Raw)": 0.6666165590286255, "Finetune/Step": 17113, "Finetune/Step Time": 10.938175862655044}
+{"Finetune/Learning Rate": 1.99785525046178e-05, "Finetune/Loss": 0.9326581358909607, "Finetune/Loss (Raw)": 0.7752739191055298, "Finetune/Step": 965, "Finetune/Step Time": 10.69919703155756}
+{"Finetune/Learning Rate": 6.293263151792506e-07, "Finetune/Loss": 0.582671046257019, "Finetune/Loss (Raw)": 0.6347260475158691, "Finetune/Step": 17114, "Finetune/Step Time": 10.928477393463254}
+{"Finetune/Learning Rate": 1.9978442132671302e-05, "Finetune/Loss": 0.9334508180618286, "Finetune/Loss (Raw)": 0.9063959121704102, "Finetune/Step": 966, "Finetune/Step Time": 10.684460839256644}
+{"Finetune/Learning Rate": 6.287384963478349e-07, "Finetune/Loss": 0.5830840468406677, "Finetune/Loss (Raw)": 0.635906457901001, "Finetune/Step": 17115, "Finetune/Step Time": 10.927443047985435}
+{"Finetune/Learning Rate": 1.9978331477764556e-05, "Finetune/Loss": 0.9337310791015625, "Finetune/Loss (Raw)": 1.0496408939361572, "Finetune/Step": 967, "Finetune/Step Time": 10.68011050671339}
+{"Finetune/Learning Rate": 6.281509432587496e-07, "Finetune/Loss": 0.5818626284599304, "Finetune/Loss (Raw)": 0.45501863956451416, "Finetune/Step": 17116, "Finetune/Step Time": 10.938059570267797}
+{"Finetune/Learning Rate": 1.9978220539900707e-05, "Finetune/Loss": 0.9330136775970459, "Finetune/Loss (Raw)": 0.876583456993103, "Finetune/Step": 968, "Finetune/Step Time": 10.681891886517406}
+{"Finetune/Learning Rate": 6.275636559286514e-07, "Finetune/Loss": 0.5822470784187317, "Finetune/Loss (Raw)": 0.6102744340896606, "Finetune/Step": 17117, "Finetune/Step Time": 10.937609154731035}
+{"Finetune/Learning Rate": 1.9978109319082897e-05, "Finetune/Loss": 0.931838870048523, "Finetune/Loss (Raw)": 0.9425532221794128, "Finetune/Step": 969, "Finetune/Step Time": 10.695014998316765}
+{"Finetune/Learning Rate": 6.269766343741957e-07, "Finetune/Loss": 0.5825917720794678, "Finetune/Loss (Raw)": 0.6212165355682373, "Finetune/Step": 17118, "Finetune/Step Time": 10.937202386558056}
+{"Finetune/Learning Rate": 1.9977997815314283e-05, "Finetune/Loss": 0.9319490194320679, "Finetune/Loss (Raw)": 0.9948686361312866, "Finetune/Step": 970, "Finetune/Step Time": 10.706084785982966}
+{"Finetune/Learning Rate": 6.263898786120304e-07, "Finetune/Loss": 0.5824674367904663, "Finetune/Loss (Raw)": 0.6341087818145752, "Finetune/Step": 17119, "Finetune/Step Time": 10.942564150318503}
+{"Finetune/Learning Rate": 1.997788602859802e-05, "Finetune/Loss": 0.9326670169830322, "Finetune/Loss (Raw)": 0.9908579587936401, "Finetune/Step": 971, "Finetune/Step Time": 10.6970529332757}
+{"Finetune/Learning Rate": 6.258033886587911e-07, "Finetune/Loss": 0.5831440091133118, "Finetune/Loss (Raw)": 0.5680136680603027, "Finetune/Step": 17120, "Finetune/Step Time": 10.952236607670784}
+{"Finetune/Learning Rate": 1.997777395893729e-05, "Finetune/Loss": 0.9326987862586975, "Finetune/Loss (Raw)": 0.9085342288017273, "Finetune/Step": 972, "Finetune/Step Time": 10.708007460460067}
+{"Finetune/Learning Rate": 6.252171645311123e-07, "Finetune/Loss": 0.5831068754196167, "Finetune/Loss (Raw)": 0.5606823563575745, "Finetune/Step": 17121, "Finetune/Step Time": 10.94865958020091}
+{"Finetune/Learning Rate": 1.9977661606335257e-05, "Finetune/Loss": 0.9341748952865601, "Finetune/Loss (Raw)": 1.0570958852767944, "Finetune/Step": 973, "Finetune/Step Time": 10.710349205881357}
+{"Finetune/Learning Rate": 6.246312062456183e-07, "Finetune/Loss": 0.5817226767539978, "Finetune/Loss (Raw)": 0.5230041742324829, "Finetune/Step": 17122, "Finetune/Step Time": 10.975002493709326}
+{"Finetune/Learning Rate": 1.9977548970795114e-05, "Finetune/Loss": 0.9331575632095337, "Finetune/Loss (Raw)": 0.8307071328163147, "Finetune/Step": 974, "Finetune/Step Time": 10.71057902649045}
+{"Finetune/Learning Rate": 6.240455138189216e-07, "Finetune/Loss": 0.5816197395324707, "Finetune/Loss (Raw)": 0.6448301672935486, "Finetune/Step": 17123, "Finetune/Step Time": 10.96785726211965}
+{"Finetune/Learning Rate": 1.9977436052320058e-05, "Finetune/Loss": 0.9347605109214783, "Finetune/Loss (Raw)": 1.000092625617981, "Finetune/Step": 975, "Finetune/Step Time": 10.713724987581372}
+{"Finetune/Learning Rate": 6.234600872676322e-07, "Finetune/Loss": 0.5813612937927246, "Finetune/Loss (Raw)": 0.5735179781913757, "Finetune/Step": 17124, "Finetune/Step Time": 10.962889671325684}
+{"Finetune/Learning Rate": 1.9977322850913283e-05, "Finetune/Loss": 0.9354028701782227, "Finetune/Loss (Raw)": 1.005276083946228, "Finetune/Step": 976, "Finetune/Step Time": 10.710796436294913}
+{"Finetune/Learning Rate": 6.228749266083523e-07, "Finetune/Loss": 0.5817558765411377, "Finetune/Loss (Raw)": 0.6211256384849548, "Finetune/Step": 17125, "Finetune/Step Time": 10.97528151795268}
+{"Finetune/Learning Rate": 1.9977209366578005e-05, "Finetune/Loss": 0.9364400506019592, "Finetune/Loss (Raw)": 0.9683390855789185, "Finetune/Step": 977, "Finetune/Step Time": 10.716481909155846}
+{"Finetune/Learning Rate": 6.222900318576741e-07, "Finetune/Loss": 0.5813746452331543, "Finetune/Loss (Raw)": 0.5320396423339844, "Finetune/Step": 17126, "Finetune/Step Time": 10.991257915273309}
+{"Finetune/Learning Rate": 1.9977095599317442e-05, "Finetune/Loss": 0.9357537627220154, "Finetune/Loss (Raw)": 0.867742121219635, "Finetune/Step": 978, "Finetune/Step Time": 10.744950892403722}
+{"Finetune/Learning Rate": 6.217054030321823e-07, "Finetune/Loss": 0.5805100202560425, "Finetune/Loss (Raw)": 0.4761941730976105, "Finetune/Step": 17127, "Finetune/Step Time": 11.010403145104647}
+{"Finetune/Learning Rate": 1.997698154913482e-05, "Finetune/Loss": 0.9363275766372681, "Finetune/Loss (Raw)": 1.0947270393371582, "Finetune/Step": 979, "Finetune/Step Time": 10.749056121334434}
+{"Finetune/Learning Rate": 6.211210401484602e-07, "Finetune/Loss": 0.5796242356300354, "Finetune/Loss (Raw)": 0.5170982480049133, "Finetune/Step": 17128, "Finetune/Step Time": 11.016033651307225}
+{"Finetune/Learning Rate": 1.997686721603337e-05, "Finetune/Loss": 0.9362866282463074, "Finetune/Loss (Raw)": 0.9650387763977051, "Finetune/Step": 980, "Finetune/Step Time": 10.74233927950263}
+{"Finetune/Learning Rate": 6.205369432230734e-07, "Finetune/Loss": 0.5786526203155518, "Finetune/Loss (Raw)": 0.4891720414161682, "Finetune/Step": 17129, "Finetune/Step Time": 11.0261171143502}
+{"Finetune/Learning Rate": 1.9976752600016337e-05, "Finetune/Loss": 0.9368402361869812, "Finetune/Loss (Raw)": 0.9380941987037659, "Finetune/Step": 981, "Finetune/Step Time": 10.74471840262413}
+{"Finetune/Learning Rate": 6.199531122725878e-07, "Finetune/Loss": 0.5792593955993652, "Finetune/Loss (Raw)": 0.7043471932411194, "Finetune/Step": 17130, "Finetune/Step Time": 11.025155987590551}
+{"Finetune/Learning Rate": 1.997663770108697e-05, "Finetune/Loss": 0.9360986948013306, "Finetune/Loss (Raw)": 0.922897219657898, "Finetune/Step": 982, "Finetune/Step Time": 10.763096205890179}
+{"Finetune/Learning Rate": 6.193695473135586e-07, "Finetune/Loss": 0.579265832901001, "Finetune/Loss (Raw)": 0.5694835186004639, "Finetune/Step": 17131, "Finetune/Step Time": 11.029494611546397}
+{"Finetune/Learning Rate": 1.9976522519248528e-05, "Finetune/Loss": 0.9384996891021729, "Finetune/Loss (Raw)": 0.9597910046577454, "Finetune/Step": 983, "Finetune/Step Time": 10.717772234231234}
+{"Finetune/Learning Rate": 6.18786248362534e-07, "Finetune/Loss": 0.5800555348396301, "Finetune/Loss (Raw)": 0.4781441390514374, "Finetune/Step": 17132, "Finetune/Step Time": 11.005235666409135}
+{"Finetune/Learning Rate": 1.9976407054504276e-05, "Finetune/Loss": 0.9375811219215393, "Finetune/Loss (Raw)": 0.8443207740783691, "Finetune/Step": 984, "Finetune/Step Time": 10.72555647045374}
+{"Finetune/Learning Rate": 6.182032154360551e-07, "Finetune/Loss": 0.5797139406204224, "Finetune/Loss (Raw)": 0.5177140831947327, "Finetune/Step": 17133, "Finetune/Step Time": 10.99602348357439}
+{"Finetune/Learning Rate": 1.9976291306857488e-05, "Finetune/Loss": 0.9373462200164795, "Finetune/Loss (Raw)": 0.8519594669342041, "Finetune/Step": 985, "Finetune/Step Time": 10.726103266701102}
+{"Finetune/Learning Rate": 6.176204485506543e-07, "Finetune/Loss": 0.5783159136772156, "Finetune/Loss (Raw)": 0.5337015986442566, "Finetune/Step": 17134, "Finetune/Step Time": 10.997043624520302}
+{"Finetune/Learning Rate": 1.997617527631145e-05, "Finetune/Loss": 0.9352539777755737, "Finetune/Loss (Raw)": 0.7546370625495911, "Finetune/Step": 986, "Finetune/Step Time": 10.701930979266763}
+{"Finetune/Learning Rate": 6.170379477228572e-07, "Finetune/Loss": 0.5785036087036133, "Finetune/Loss (Raw)": 0.5370267033576965, "Finetune/Step": 17135, "Finetune/Step Time": 10.990140283480287}
+{"Finetune/Learning Rate": 1.9976058962869448e-05, "Finetune/Loss": 0.9352633953094482, "Finetune/Loss (Raw)": 1.0390485525131226, "Finetune/Step": 987, "Finetune/Step Time": 10.703834898769855}
+{"Finetune/Learning Rate": 6.164557129691828e-07, "Finetune/Loss": 0.5780790448188782, "Finetune/Loss (Raw)": 0.5584732294082642, "Finetune/Step": 17136, "Finetune/Step Time": 10.99488023482263}
+{"Finetune/Learning Rate": 1.9975942366534783e-05, "Finetune/Loss": 0.9356537461280823, "Finetune/Loss (Raw)": 0.9066900014877319, "Finetune/Step": 988, "Finetune/Step Time": 10.703000830486417}
+{"Finetune/Learning Rate": 6.158737443061414e-07, "Finetune/Loss": 0.5764957666397095, "Finetune/Loss (Raw)": 0.42192408442497253, "Finetune/Step": 17137, "Finetune/Step Time": 11.020075773820281}
+{"Finetune/Learning Rate": 1.997582548731076e-05, "Finetune/Loss": 0.9346151351928711, "Finetune/Loss (Raw)": 0.8712701201438904, "Finetune/Step": 989, "Finetune/Step Time": 10.697539702057838}
+{"Finetune/Learning Rate": 6.152920417502361e-07, "Finetune/Loss": 0.5764713287353516, "Finetune/Loss (Raw)": 0.5439093112945557, "Finetune/Step": 17138, "Finetune/Step Time": 11.028798760846257}
+{"Finetune/Learning Rate": 1.9975708325200696e-05, "Finetune/Loss": 0.9353386759757996, "Finetune/Loss (Raw)": 1.007278323173523, "Finetune/Step": 990, "Finetune/Step Time": 10.711492631584406}
+{"Finetune/Learning Rate": 1.9975590880207906e-05, "Finetune/Loss": 0.9358506202697754, "Finetune/Loss (Raw)": 0.9455926418304443, "Finetune/Step": 991, "Finetune/Step Time": 10.731836300343275}
+{"Finetune/Learning Rate": 6.147106053179619e-07, "Finetune/Loss": 0.5751783847808838, "Finetune/Loss (Raw)": 0.40848517417907715, "Finetune/Step": 17139, "Finetune/Step Time": 11.057439420372248}
+{"Finetune/Learning Rate": 1.9975473152335726e-05, "Finetune/Loss": 0.9363361597061157, "Finetune/Loss (Raw)": 0.9599940776824951, "Finetune/Step": 992, "Finetune/Step Time": 10.721469014883041}
+{"Finetune/Learning Rate": 6.141294350258065e-07, "Finetune/Loss": 0.5752044916152954, "Finetune/Loss (Raw)": 0.5741201043128967, "Finetune/Step": 17140, "Finetune/Step Time": 11.057314364239573}
+{"Finetune/Learning Rate": 1.99753551415875e-05, "Finetune/Loss": 0.9374043941497803, "Finetune/Loss (Raw)": 0.9172115921974182, "Finetune/Step": 993, "Finetune/Step Time": 10.723468780517578}
+{"Finetune/Learning Rate": 6.1354853089025e-07, "Finetune/Loss": 0.5743119716644287, "Finetune/Loss (Raw)": 0.41205430030822754, "Finetune/Step": 17141, "Finetune/Step Time": 11.084178604185581}
+{"Finetune/Learning Rate": 1.997523684796656e-05, "Finetune/Loss": 0.9379851222038269, "Finetune/Loss (Raw)": 1.0941860675811768, "Finetune/Step": 994, "Finetune/Step Time": 10.727694675326347}
+{"Finetune/Learning Rate": 6.129678929277661e-07, "Finetune/Loss": 0.5740470886230469, "Finetune/Loss (Raw)": 0.6911064982414246, "Finetune/Step": 17142, "Finetune/Step Time": 11.083408238366246}
+{"Finetune/Learning Rate": 1.9975118271476276e-05, "Finetune/Loss": 0.9380812644958496, "Finetune/Loss (Raw)": 0.9985560178756714, "Finetune/Step": 995, "Finetune/Step Time": 10.732952421531081}
+{"Finetune/Learning Rate": 6.123875211548191e-07, "Finetune/Loss": 0.5733625888824463, "Finetune/Loss (Raw)": 0.5643190741539001, "Finetune/Step": 17143, "Finetune/Step Time": 11.094970725476742}
+{"Finetune/Learning Rate": 1.997499941212e-05, "Finetune/Loss": 0.9384487271308899, "Finetune/Loss (Raw)": 0.9429395794868469, "Finetune/Step": 996, "Finetune/Step Time": 10.72427793033421}
+{"Finetune/Learning Rate": 6.118074155878672e-07, "Finetune/Loss": 0.5730618238449097, "Finetune/Loss (Raw)": 0.5776178240776062, "Finetune/Step": 17144, "Finetune/Step Time": 11.090690098702908}
+{"Finetune/Learning Rate": 1.9974880269901105e-05, "Finetune/Loss": 0.9370040893554688, "Finetune/Loss (Raw)": 0.7372991442680359, "Finetune/Step": 997, "Finetune/Step Time": 10.72684359177947}
+{"Finetune/Learning Rate": 1.9974760844822972e-05, "Finetune/Loss": 0.9373815059661865, "Finetune/Loss (Raw)": 0.9811026453971863, "Finetune/Step": 998, "Finetune/Step Time": 10.733615476638079}
+{"Finetune/Learning Rate": 6.112275762433617e-07, "Finetune/Loss": 0.5725315809249878, "Finetune/Loss (Raw)": 0.452762633562088, "Finetune/Step": 17145, "Finetune/Step Time": 11.1246606297791}
+{"Finetune/Learning Rate": 6.106480031377449e-07, "Finetune/Loss": 0.5729317665100098, "Finetune/Loss (Raw)": 0.6547735333442688, "Finetune/Step": 17146, "Finetune/Step Time": 11.126236740499735}
+{"Finetune/Learning Rate": 1.9974641136888983e-05, "Finetune/Loss": 0.934572696685791, "Finetune/Loss (Raw)": 0.6602338552474976, "Finetune/Step": 999, "Finetune/Step Time": 10.775255361571908}
+{"Finetune/Learning Rate": 1.9974521146102535e-05, "Finetune/Loss": 0.9336591362953186, "Finetune/Loss (Raw)": 0.8621898889541626, "Finetune/Step": 1000, "Finetune/Step Time": 10.779629847034812}
+{"Finetune/Learning Rate": 6.10068696287448e-07, "Finetune/Loss": 0.5728500485420227, "Finetune/Loss (Raw)": 0.5094452500343323, "Finetune/Step": 17147, "Finetune/Step Time": 11.156550304964185}
+{"Finetune/Learning Rate": 6.094896557089025e-07, "Finetune/Loss": 0.5719205141067505, "Finetune/Loss (Raw)": 0.5870174169540405, "Finetune/Step": 17148, "Finetune/Step Time": 11.135933397337794}
+{"Finetune/Learning Rate": 1.9974400872467036e-05, "Finetune/Loss": 0.9322899580001831, "Finetune/Loss (Raw)": 0.7671196460723877, "Finetune/Step": 1001, "Finetune/Step Time": 10.790460709482431}
+{"Finetune/Learning Rate": 6.089108814185274e-07, "Finetune/Loss": 0.5711430311203003, "Finetune/Loss (Raw)": 0.5433051586151123, "Finetune/Step": 17149, "Finetune/Step Time": 11.110839314758778}
+{"Finetune/Learning Rate": 1.9974280315985886e-05, "Finetune/Loss": 0.9322079420089722, "Finetune/Loss (Raw)": 0.8934943079948425, "Finetune/Step": 1002, "Finetune/Step Time": 10.793243251740932}
+{"Finetune/Learning Rate": 6.083323734327362e-07, "Finetune/Loss": 0.5719252824783325, "Finetune/Loss (Raw)": 0.5776922106742859, "Finetune/Step": 17150, "Finetune/Step Time": 11.102996405214071}
+{"Finetune/Learning Rate": 1.9974159476662516e-05, "Finetune/Loss": 0.9307804703712463, "Finetune/Loss (Raw)": 0.7178687453269958, "Finetune/Step": 1003, "Finetune/Step Time": 10.834774335846305}
+{"Finetune/Learning Rate": 6.077541317679314e-07, "Finetune/Loss": 0.5719724893569946, "Finetune/Loss (Raw)": 0.6029238104820251, "Finetune/Step": 17151, "Finetune/Step Time": 11.104857951402664}
+{"Finetune/Learning Rate": 1.997403835450034e-05, "Finetune/Loss": 0.9297472238540649, "Finetune/Loss (Raw)": 0.8414565324783325, "Finetune/Step": 1004, "Finetune/Step Time": 10.844453517347574}
+{"Finetune/Learning Rate": 6.071761564405121e-07, "Finetune/Loss": 0.5728232860565186, "Finetune/Loss (Raw)": 0.7129607796669006, "Finetune/Step": 17152, "Finetune/Step Time": 11.118277061730623}
+{"Finetune/Learning Rate": 1.99739169495028e-05, "Finetune/Loss": 0.930341362953186, "Finetune/Loss (Raw)": 0.8665173649787903, "Finetune/Step": 1005, "Finetune/Step Time": 10.83535890467465}
+{"Finetune/Learning Rate": 6.065984474668685e-07, "Finetune/Loss": 0.5724080801010132, "Finetune/Loss (Raw)": 0.5090804100036621, "Finetune/Step": 17153, "Finetune/Step Time": 11.117267470806837}
+{"Finetune/Learning Rate": 1.9973795261673338e-05, "Finetune/Loss": 0.9302032589912415, "Finetune/Loss (Raw)": 0.9050164818763733, "Finetune/Step": 1006, "Finetune/Step Time": 10.825022745877504}
+{"Finetune/Learning Rate": 6.060210048633785e-07, "Finetune/Loss": 0.5732829570770264, "Finetune/Loss (Raw)": 0.5272008180618286, "Finetune/Step": 17154, "Finetune/Step Time": 11.092053234577179}
+{"Finetune/Learning Rate": 1.9973673291015405e-05, "Finetune/Loss": 0.9295060038566589, "Finetune/Loss (Raw)": 0.804486095905304, "Finetune/Step": 1007, "Finetune/Step Time": 10.832613628357649}
+{"Finetune/Learning Rate": 1.997355103753246e-05, "Finetune/Loss": 0.9283114075660706, "Finetune/Loss (Raw)": 0.8643020987510681, "Finetune/Step": 1008, "Finetune/Step Time": 10.82896495051682}
+{"Finetune/Learning Rate": 6.054438286464215e-07, "Finetune/Loss": 0.5735746622085571, "Finetune/Loss (Raw)": 0.6310996413230896, "Finetune/Step": 17155, "Finetune/Step Time": 11.100872939452529}
+{"Finetune/Learning Rate": 1.9973428501227966e-05, "Finetune/Loss": 0.9287598133087158, "Finetune/Loss (Raw)": 0.9054923057556152, "Finetune/Step": 1009, "Finetune/Step Time": 10.814953746274114}
+{"Finetune/Learning Rate": 6.048669188323631e-07, "Finetune/Loss": 0.5735012292861938, "Finetune/Loss (Raw)": 0.6426408290863037, "Finetune/Step": 17156, "Finetune/Step Time": 11.076637245714664}
+{"Finetune/Learning Rate": 1.9973305682105398e-05, "Finetune/Loss": 0.9276864528656006, "Finetune/Loss (Raw)": 0.8187498450279236, "Finetune/Step": 1010, "Finetune/Step Time": 10.795287672430277}
+{"Finetune/Learning Rate": 6.042902754375624e-07, "Finetune/Loss": 0.5737427473068237, "Finetune/Loss (Raw)": 0.6703494787216187, "Finetune/Step": 17157, "Finetune/Step Time": 11.076042110100389}
+{"Finetune/Learning Rate": 6.03713898478373e-07, "Finetune/Loss": 0.5744212865829468, "Finetune/Loss (Raw)": 0.6531410217285156, "Finetune/Step": 17158, "Finetune/Step Time": 11.075349278748035}
+{"Finetune/Learning Rate": 1.9973182580168246e-05, "Finetune/Loss": 0.927088737487793, "Finetune/Loss (Raw)": 0.9535226821899414, "Finetune/Step": 1011, "Finetune/Step Time": 10.813431452959776}
+{"Finetune/Learning Rate": 6.031377879711375e-07, "Finetune/Loss": 0.5753847360610962, "Finetune/Loss (Raw)": 0.649021565914154, "Finetune/Step": 17159, "Finetune/Step Time": 11.023013668134809}
+{"Finetune/Learning Rate": 1.9973059195419996e-05, "Finetune/Loss": 0.9272818565368652, "Finetune/Loss (Raw)": 0.9658463597297668, "Finetune/Step": 1012, "Finetune/Step Time": 10.818556029349566}
+{"Finetune/Learning Rate": 6.025619439321928e-07, "Finetune/Loss": 0.5755540132522583, "Finetune/Loss (Raw)": 0.46923506259918213, "Finetune/Step": 17160, "Finetune/Step Time": 11.021468358114362}
+{"Finetune/Learning Rate": 1.9972935527864142e-05, "Finetune/Loss": 0.9269827604293823, "Finetune/Loss (Raw)": 0.9122375845909119, "Finetune/Step": 1013, "Finetune/Step Time": 10.817591900005937}
+{"Finetune/Learning Rate": 6.019863663778691e-07, "Finetune/Loss": 0.5766052603721619, "Finetune/Loss (Raw)": 0.6184433698654175, "Finetune/Step": 17161, "Finetune/Step Time": 11.020839000120759}
+{"Finetune/Learning Rate": 1.99728115775042e-05, "Finetune/Loss": 0.9262270331382751, "Finetune/Loss (Raw)": 0.9763598442077637, "Finetune/Step": 1014, "Finetune/Step Time": 10.803022298961878}
+{"Finetune/Learning Rate": 6.014110553244857e-07, "Finetune/Loss": 0.5772190093994141, "Finetune/Loss (Raw)": 0.6475238800048828, "Finetune/Step": 17162, "Finetune/Step Time": 11.02431039325893}
+{"Finetune/Learning Rate": 1.9972687344343678e-05, "Finetune/Loss": 0.9258700013160706, "Finetune/Loss (Raw)": 0.882147490978241, "Finetune/Step": 1015, "Finetune/Step Time": 10.80308116786182}
+{"Finetune/Learning Rate": 6.008360107883604e-07, "Finetune/Loss": 0.576601505279541, "Finetune/Loss (Raw)": 0.5082813501358032, "Finetune/Step": 17163, "Finetune/Step Time": 11.024212662130594}
+{"Finetune/Learning Rate": 1.99725628283861e-05, "Finetune/Loss": 0.9264301657676697, "Finetune/Loss (Raw)": 0.9175281524658203, "Finetune/Step": 1016, "Finetune/Step Time": 10.79992645420134}
+{"Finetune/Learning Rate": 6.002612327857971e-07, "Finetune/Loss": 0.5774613618850708, "Finetune/Loss (Raw)": 0.6822767853736877, "Finetune/Step": 17164, "Finetune/Step Time": 11.01996692083776}
+{"Finetune/Learning Rate": 1.9972438029635006e-05, "Finetune/Loss": 0.9269928932189941, "Finetune/Loss (Raw)": 1.0094854831695557, "Finetune/Step": 1017, "Finetune/Step Time": 10.810072392225266}
+{"Finetune/Learning Rate": 5.996867213330993e-07, "Finetune/Loss": 0.5769585371017456, "Finetune/Loss (Raw)": 0.5477405190467834, "Finetune/Step": 17165, "Finetune/Step Time": 11.019630605354905}
+{"Finetune/Learning Rate": 1.997231294809392e-05, "Finetune/Loss": 0.9260740876197815, "Finetune/Loss (Raw)": 0.8520456552505493, "Finetune/Step": 1018, "Finetune/Step Time": 10.833332166075706}
+{"Finetune/Learning Rate": 5.991124764465528e-07, "Finetune/Loss": 0.576621413230896, "Finetune/Loss (Raw)": 0.582680344581604, "Finetune/Step": 17166, "Finetune/Step Time": 11.01274554990232}
+{"Finetune/Learning Rate": 1.99721875837664e-05, "Finetune/Loss": 0.9254986643791199, "Finetune/Loss (Raw)": 0.8593342304229736, "Finetune/Step": 1019, "Finetune/Step Time": 10.861104810610414}
+{"Finetune/Learning Rate": 5.985384981424436e-07, "Finetune/Loss": 0.5754886865615845, "Finetune/Loss (Raw)": 0.4392184913158417, "Finetune/Step": 17167, "Finetune/Step Time": 11.049111880362034}
+{"Finetune/Learning Rate": 1.9972061936655994e-05, "Finetune/Loss": 0.9267290234565735, "Finetune/Loss (Raw)": 0.9862654805183411, "Finetune/Step": 1020, "Finetune/Step Time": 10.857042079791427}
+{"Finetune/Learning Rate": 5.979647864370486e-07, "Finetune/Loss": 0.573900580406189, "Finetune/Loss (Raw)": 0.4705720543861389, "Finetune/Step": 17168, "Finetune/Step Time": 11.043271282687783}
+{"Finetune/Learning Rate": 1.997193600676627e-05, "Finetune/Loss": 0.9264899492263794, "Finetune/Loss (Raw)": 0.9900468587875366, "Finetune/Step": 1021, "Finetune/Step Time": 10.856317102909088}
+{"Finetune/Learning Rate": 5.973913413466348e-07, "Finetune/Loss": 0.5745490789413452, "Finetune/Loss (Raw)": 0.5723912715911865, "Finetune/Step": 17169, "Finetune/Step Time": 11.037689318880439}
+{"Finetune/Learning Rate": 1.9971809794100797e-05, "Finetune/Loss": 0.9278374314308167, "Finetune/Loss (Raw)": 1.0158058404922485, "Finetune/Step": 1022, "Finetune/Step Time": 10.850530225783587}
+{"Finetune/Learning Rate": 5.96818162887467e-07, "Finetune/Loss": 0.5747243165969849, "Finetune/Loss (Raw)": 0.5772184729576111, "Finetune/Step": 17170, "Finetune/Step Time": 11.045198360458016}
+{"Finetune/Learning Rate": 1.9971683298663154e-05, "Finetune/Loss": 0.927148699760437, "Finetune/Loss (Raw)": 0.9058660268783569, "Finetune/Step": 1023, "Finetune/Step Time": 10.865998597815633}
+{"Finetune/Learning Rate": 5.962452510757976e-07, "Finetune/Loss": 0.5746558308601379, "Finetune/Loss (Raw)": 0.5527030229568481, "Finetune/Step": 17171, "Finetune/Step Time": 11.025568703189492}
+{"Finetune/Learning Rate": 1.9971556520456928e-05, "Finetune/Loss": 0.9262845516204834, "Finetune/Loss (Raw)": 0.9230789542198181, "Finetune/Step": 1024, "Finetune/Step Time": 10.86092515103519}
+{"Finetune/Learning Rate": 5.956726059278717e-07, "Finetune/Loss": 0.5759854912757874, "Finetune/Loss (Raw)": 0.6300920844078064, "Finetune/Step": 17172, "Finetune/Step Time": 11.032391792163253}
+{"Finetune/Learning Rate": 1.9971429459485713e-05, "Finetune/Loss": 0.9253054857254028, "Finetune/Loss (Raw)": 0.8701611161231995, "Finetune/Step": 1025, "Finetune/Step Time": 10.88186613470316}
+{"Finetune/Learning Rate": 5.951002274599282e-07, "Finetune/Loss": 0.57635098695755, "Finetune/Loss (Raw)": 0.6472039222717285, "Finetune/Step": 17173, "Finetune/Step Time": 11.029538117349148}
+{"Finetune/Learning Rate": 1.997130211575312e-05, "Finetune/Loss": 0.9254838228225708, "Finetune/Loss (Raw)": 1.0073909759521484, "Finetune/Step": 1026, "Finetune/Step Time": 10.877066101878881}
+{"Finetune/Learning Rate": 5.945281156881988e-07, "Finetune/Loss": 0.5758960247039795, "Finetune/Loss (Raw)": 0.4783390462398529, "Finetune/Step": 17174, "Finetune/Step Time": 11.03164916113019}
+{"Finetune/Learning Rate": 1.997117448926275e-05, "Finetune/Loss": 0.9250984191894531, "Finetune/Loss (Raw)": 0.8999634981155396, "Finetune/Step": 1027, "Finetune/Step Time": 10.878211991861463}
+{"Finetune/Learning Rate": 5.939562706289059e-07, "Finetune/Loss": 0.5758721828460693, "Finetune/Loss (Raw)": 0.5460858941078186, "Finetune/Step": 17175, "Finetune/Step Time": 10.998975235968828}
+{"Finetune/Learning Rate": 1.9971046580018223e-05, "Finetune/Loss": 0.9247056245803833, "Finetune/Loss (Raw)": 0.9310538172721863, "Finetune/Step": 1028, "Finetune/Step Time": 10.83663092367351}
+{"Finetune/Learning Rate": 5.933846922982645e-07, "Finetune/Loss": 0.5751597285270691, "Finetune/Loss (Raw)": 0.5922594666481018, "Finetune/Step": 17176, "Finetune/Step Time": 10.926927777007222}
+{"Finetune/Learning Rate": 1.997091838802317e-05, "Finetune/Loss": 0.9251742362976074, "Finetune/Loss (Raw)": 0.9842618107795715, "Finetune/Step": 1029, "Finetune/Step Time": 10.817627381533384}
+{"Finetune/Learning Rate": 5.92813380712487e-07, "Finetune/Loss": 0.5753688812255859, "Finetune/Loss (Raw)": 0.6069648861885071, "Finetune/Step": 17177, "Finetune/Step Time": 10.912175975739956}
+{"Finetune/Learning Rate": 1.9970789913281226e-05, "Finetune/Loss": 0.9254581332206726, "Finetune/Loss (Raw)": 0.9365605711936951, "Finetune/Step": 1030, "Finetune/Step Time": 10.821416238322854}
+{"Finetune/Learning Rate": 5.922423358877704e-07, "Finetune/Loss": 0.5762729644775391, "Finetune/Loss (Raw)": 0.6153202652931213, "Finetune/Step": 17178, "Finetune/Step Time": 10.907660819590092}
+{"Finetune/Learning Rate": 1.9970661155796032e-05, "Finetune/Loss": 0.9232841730117798, "Finetune/Loss (Raw)": 0.799760103225708, "Finetune/Step": 1031, "Finetune/Step Time": 10.82048610970378}
+{"Finetune/Learning Rate": 5.916715578403087e-07, "Finetune/Loss": 0.5772854685783386, "Finetune/Loss (Raw)": 0.5501046776771545, "Finetune/Step": 17179, "Finetune/Step Time": 10.875425091013312}
+{"Finetune/Learning Rate": 1.997053211557124e-05, "Finetune/Loss": 0.9223609566688538, "Finetune/Loss (Raw)": 0.8487657904624939, "Finetune/Step": 1032, "Finetune/Step Time": 10.80712122656405}
+{"Finetune/Learning Rate": 5.911010465862887e-07, "Finetune/Loss": 0.5770649909973145, "Finetune/Loss (Raw)": 0.5356732606887817, "Finetune/Step": 17180, "Finetune/Step Time": 10.874825909733772}
+{"Finetune/Learning Rate": 1.997040279261051e-05, "Finetune/Loss": 0.922078013420105, "Finetune/Loss (Raw)": 0.9265367388725281, "Finetune/Step": 1033, "Finetune/Step Time": 10.77522724494338}
+{"Finetune/Learning Rate": 5.905308021418876e-07, "Finetune/Loss": 0.5787440538406372, "Finetune/Loss (Raw)": 0.6277884840965271, "Finetune/Step": 17181, "Finetune/Step Time": 10.840052247047424}
+{"Finetune/Learning Rate": 1.9970273186917512e-05, "Finetune/Loss": 0.9234901666641235, "Finetune/Loss (Raw)": 0.9807575941085815, "Finetune/Step": 1034, "Finetune/Step Time": 10.77659060060978}
+{"Finetune/Learning Rate": 5.899608245232757e-07, "Finetune/Loss": 0.5772943496704102, "Finetune/Loss (Raw)": 0.6197705864906311, "Finetune/Step": 17182, "Finetune/Step Time": 10.846165155991912}
+{"Finetune/Learning Rate": 1.9970143298495913e-05, "Finetune/Loss": 0.9243091344833374, "Finetune/Loss (Raw)": 0.9973154664039612, "Finetune/Step": 1035, "Finetune/Step Time": 10.782372558489442}
+{"Finetune/Learning Rate": 5.893911137466157e-07, "Finetune/Loss": 0.5763001441955566, "Finetune/Loss (Raw)": 0.48150715231895447, "Finetune/Step": 17183, "Finetune/Step Time": 10.856896823272109}
+{"Finetune/Learning Rate": 1.9970013127349407e-05, "Finetune/Loss": 0.9239071607589722, "Finetune/Loss (Raw)": 0.9748034477233887, "Finetune/Step": 1036, "Finetune/Step Time": 10.78062454983592}
+{"Finetune/Learning Rate": 5.888216698280646e-07, "Finetune/Loss": 0.5764918923377991, "Finetune/Loss (Raw)": 0.5492016077041626, "Finetune/Step": 17184, "Finetune/Step Time": 10.856281664222479}
+{"Finetune/Learning Rate": 1.9969882673481674e-05, "Finetune/Loss": 0.9243309497833252, "Finetune/Loss (Raw)": 0.9524192214012146, "Finetune/Step": 1037, "Finetune/Step Time": 10.781957374885678}
+{"Finetune/Learning Rate": 5.882524927837685e-07, "Finetune/Loss": 0.5759992003440857, "Finetune/Loss (Raw)": 0.5510548949241638, "Finetune/Step": 17185, "Finetune/Step Time": 10.8533152975142}
+{"Finetune/Learning Rate": 1.9969751936896423e-05, "Finetune/Loss": 0.9248211979866028, "Finetune/Loss (Raw)": 0.8897583484649658, "Finetune/Step": 1038, "Finetune/Step Time": 10.794240390881896}
+{"Finetune/Learning Rate": 5.876835826298688e-07, "Finetune/Loss": 0.5770068764686584, "Finetune/Loss (Raw)": 0.6034127473831177, "Finetune/Step": 17186, "Finetune/Step Time": 10.81419961899519}
+{"Finetune/Learning Rate": 1.9969620917597355e-05, "Finetune/Loss": 0.9244950413703918, "Finetune/Loss (Raw)": 0.8158202171325684, "Finetune/Step": 1039, "Finetune/Step Time": 10.81318024545908}
+{"Finetune/Learning Rate": 5.87114939382497e-07, "Finetune/Loss": 0.5753865242004395, "Finetune/Loss (Raw)": 0.5107725858688354, "Finetune/Step": 17187, "Finetune/Step Time": 10.809543572366238}
+{"Finetune/Learning Rate": 1.996948961558819e-05, "Finetune/Loss": 0.9245277643203735, "Finetune/Loss (Raw)": 0.8715482950210571, "Finetune/Step": 1040, "Finetune/Step Time": 10.828415129333735}
+{"Finetune/Learning Rate": 5.865465630577793e-07, "Finetune/Loss": 0.5761020183563232, "Finetune/Loss (Raw)": 0.5766260623931885, "Finetune/Step": 17188, "Finetune/Step Time": 10.813757870346308}
+{"Finetune/Learning Rate": 1.9969358030872644e-05, "Finetune/Loss": 0.9260798692703247, "Finetune/Loss (Raw)": 0.991125226020813, "Finetune/Step": 1041, "Finetune/Step Time": 10.804000973701477}
+{"Finetune/Learning Rate": 5.859784536718327e-07, "Finetune/Loss": 0.5755622386932373, "Finetune/Loss (Raw)": 0.6320857405662537, "Finetune/Step": 17189, "Finetune/Step Time": 10.827708255499601}
+{"Finetune/Learning Rate": 1.996922616345446e-05, "Finetune/Loss": 0.926384687423706, "Finetune/Loss (Raw)": 0.972481906414032, "Finetune/Step": 1042, "Finetune/Step Time": 10.80064426548779}
+{"Finetune/Learning Rate": 5.854106112407665e-07, "Finetune/Loss": 0.5758633613586426, "Finetune/Loss (Raw)": 0.5306077003479004, "Finetune/Step": 17190, "Finetune/Step Time": 10.829608721658587}
+{"Finetune/Learning Rate": 5.848430357806845e-07, "Finetune/Loss": 0.5752155780792236, "Finetune/Loss (Raw)": 0.5351390838623047, "Finetune/Step": 17191, "Finetune/Step Time": 10.811079304665327}
+{"Finetune/Learning Rate": 1.9969094013337366e-05, "Finetune/Loss": 0.9240021705627441, "Finetune/Loss (Raw)": 0.6392375826835632, "Finetune/Step": 1043, "Finetune/Step Time": 10.83422864228487}
+{"Finetune/Learning Rate": 5.842757273076815e-07, "Finetune/Loss": 0.5760753154754639, "Finetune/Loss (Raw)": 0.6551691293716431, "Finetune/Step": 17192, "Finetune/Step Time": 10.805119227617979}
+{"Finetune/Learning Rate": 1.9968961580525118e-05, "Finetune/Loss": 0.9235702753067017, "Finetune/Loss (Raw)": 1.0157405138015747, "Finetune/Step": 1044, "Finetune/Step Time": 10.832810746505857}
+{"Finetune/Learning Rate": 5.837086858378427e-07, "Finetune/Loss": 0.577579140663147, "Finetune/Loss (Raw)": 0.6601383090019226, "Finetune/Step": 17193, "Finetune/Step Time": 10.796660162508488}
+{"Finetune/Learning Rate": 1.9968828865021465e-05, "Finetune/Loss": 0.9226001501083374, "Finetune/Loss (Raw)": 0.7861555814743042, "Finetune/Step": 1045, "Finetune/Step Time": 10.830169379711151}
+{"Finetune/Learning Rate": 5.831419113872505e-07, "Finetune/Loss": 0.5783560276031494, "Finetune/Loss (Raw)": 0.5802295207977295, "Finetune/Step": 17194, "Finetune/Step Time": 10.792652105912566}
+{"Finetune/Learning Rate": 1.996869586683017e-05, "Finetune/Loss": 0.9220653772354126, "Finetune/Loss (Raw)": 0.9753255248069763, "Finetune/Step": 1046, "Finetune/Step Time": 10.828418724238873}
+{"Finetune/Learning Rate": 5.825754039719766e-07, "Finetune/Loss": 0.5790314674377441, "Finetune/Loss (Raw)": 0.6109547019004822, "Finetune/Step": 17195, "Finetune/Step Time": 10.79188683629036}
+{"Finetune/Learning Rate": 1.996856258595501e-05, "Finetune/Loss": 0.9224019050598145, "Finetune/Loss (Raw)": 1.0232266187667847, "Finetune/Step": 1047, "Finetune/Step Time": 10.825649444013834}
+{"Finetune/Learning Rate": 5.820091636080827e-07, "Finetune/Loss": 0.5794358849525452, "Finetune/Loss (Raw)": 0.6747181415557861, "Finetune/Step": 17196, "Finetune/Step Time": 10.808531450107694}
+{"Finetune/Learning Rate": 1.9968429022399762e-05, "Finetune/Loss": 0.9228938221931458, "Finetune/Loss (Raw)": 0.9341613054275513, "Finetune/Step": 1048, "Finetune/Step Time": 10.847947495058179}
+{"Finetune/Learning Rate": 5.81443190311628e-07, "Finetune/Loss": 0.5802572965621948, "Finetune/Loss (Raw)": 0.5700159668922424, "Finetune/Step": 17197, "Finetune/Step Time": 10.815277557820082}
+{"Finetune/Learning Rate": 1.9968295176168216e-05, "Finetune/Loss": 0.9217991828918457, "Finetune/Loss (Raw)": 0.8440099358558655, "Finetune/Step": 1049, "Finetune/Step Time": 10.843044904991984}
+{"Finetune/Learning Rate": 5.80877484098662e-07, "Finetune/Loss": 0.5807137489318848, "Finetune/Loss (Raw)": 0.5321661233901978, "Finetune/Step": 17198, "Finetune/Step Time": 10.816342558711767}
+{"Finetune/Learning Rate": 1.996816104726416e-05, "Finetune/Loss": 0.9215035438537598, "Finetune/Loss (Raw)": 0.8389462828636169, "Finetune/Step": 1050, "Finetune/Step Time": 10.859974412247539}
+{"Finetune/Learning Rate": 5.803120449852262e-07, "Finetune/Loss": 0.5803946256637573, "Finetune/Loss (Raw)": 0.5262765288352966, "Finetune/Step": 17199, "Finetune/Step Time": 10.83047989755869}
+{"Finetune/Learning Rate": 1.9968026635691404e-05, "Finetune/Loss": 0.9203658103942871, "Finetune/Loss (Raw)": 0.9635741710662842, "Finetune/Step": 1051, "Finetune/Step Time": 10.861703518778086}
+{"Finetune/Learning Rate": 5.797468729873546e-07, "Finetune/Loss": 0.5809682607650757, "Finetune/Loss (Raw)": 0.6711134314537048, "Finetune/Step": 17200, "Finetune/Step Time": 10.84900370426476}
+{"Finetune/Learning Rate": 1.996789194145376e-05, "Finetune/Loss": 0.9203023910522461, "Finetune/Loss (Raw)": 1.0377224683761597, "Finetune/Step": 1052, "Finetune/Step Time": 10.86455124616623}
+{"Finetune/Learning Rate": 1.9967756964555044e-05, "Finetune/Loss": 0.9196021556854248, "Finetune/Loss (Raw)": 0.9502196907997131, "Finetune/Step": 1053, "Finetune/Step Time": 10.84267646446824}
+{"Finetune/Learning Rate": 5.791819681210764e-07, "Finetune/Loss": 0.580721914768219, "Finetune/Loss (Raw)": 0.5684571862220764, "Finetune/Step": 17201, "Finetune/Step Time": 10.87997286953032}
+{"Finetune/Learning Rate": 1.9967621704999084e-05, "Finetune/Loss": 0.9189033508300781, "Finetune/Loss (Raw)": 0.7633783221244812, "Finetune/Step": 1054, "Finetune/Step Time": 10.848267959430814}
+{"Finetune/Learning Rate": 5.786173304024057e-07, "Finetune/Loss": 0.5791005492210388, "Finetune/Loss (Raw)": 0.5235809683799744, "Finetune/Step": 17202, "Finetune/Step Time": 10.87967867217958}
+{"Finetune/Learning Rate": 1.9967486162789717e-05, "Finetune/Loss": 0.9202176332473755, "Finetune/Loss (Raw)": 1.0393295288085938, "Finetune/Step": 1055, "Finetune/Step Time": 10.84436826966703}
+{"Finetune/Learning Rate": 5.780529598473561e-07, "Finetune/Loss": 0.5778404474258423, "Finetune/Loss (Raw)": 0.46588200330734253, "Finetune/Step": 17203, "Finetune/Step Time": 10.888559648767114}
+{"Finetune/Learning Rate": 1.996735033793079e-05, "Finetune/Loss": 0.9219394326210022, "Finetune/Loss (Raw)": 1.0542629957199097, "Finetune/Step": 1056, "Finetune/Step Time": 10.828904900699854}
+{"Finetune/Learning Rate": 5.774888564719328e-07, "Finetune/Loss": 0.5781059265136719, "Finetune/Loss (Raw)": 0.5792794823646545, "Finetune/Step": 17204, "Finetune/Step Time": 10.88437313400209}
+{"Finetune/Learning Rate": 1.9967214230426148e-05, "Finetune/Loss": 0.9233275651931763, "Finetune/Loss (Raw)": 1.0242233276367188, "Finetune/Step": 1057, "Finetune/Step Time": 10.829381242394447}
+{"Finetune/Learning Rate": 5.769250202921317e-07, "Finetune/Loss": 0.577358603477478, "Finetune/Loss (Raw)": 0.5602619647979736, "Finetune/Step": 17205, "Finetune/Step Time": 10.876230042427778}
+{"Finetune/Learning Rate": 1.9967077840279653e-05, "Finetune/Loss": 0.9238394498825073, "Finetune/Loss (Raw)": 0.9562026858329773, "Finetune/Step": 1058, "Finetune/Step Time": 10.827072253450751}
+{"Finetune/Learning Rate": 5.763614513239424e-07, "Finetune/Loss": 0.5767713785171509, "Finetune/Loss (Raw)": 0.5489290952682495, "Finetune/Step": 17206, "Finetune/Step Time": 10.874945115298033}
+{"Finetune/Learning Rate": 1.996694116749517e-05, "Finetune/Loss": 0.9221820831298828, "Finetune/Loss (Raw)": 0.8526782393455505, "Finetune/Step": 1059, "Finetune/Step Time": 10.830096893012524}
+{"Finetune/Learning Rate": 5.757981495833454e-07, "Finetune/Loss": 0.5780885219573975, "Finetune/Loss (Raw)": 0.6694140434265137, "Finetune/Step": 17207, "Finetune/Step Time": 10.876358969137073}
+{"Finetune/Learning Rate": 5.752351150863133e-07, "Finetune/Loss": 0.5785853862762451, "Finetune/Loss (Raw)": 0.6454015970230103, "Finetune/Step": 17208, "Finetune/Step Time": 10.852349815890193}
+{"Finetune/Learning Rate": 1.9966804212076583e-05, "Finetune/Loss": 0.9207364320755005, "Finetune/Loss (Raw)": 0.85008704662323, "Finetune/Step": 1060, "Finetune/Step Time": 10.84663542918861}
+{"Finetune/Learning Rate": 5.746723478488125e-07, "Finetune/Loss": 0.5793408155441284, "Finetune/Loss (Raw)": 0.7036089897155762, "Finetune/Step": 17209, "Finetune/Step Time": 10.822799112647772}
+{"Finetune/Learning Rate": 1.9966666974027767e-05, "Finetune/Loss": 0.9200283288955688, "Finetune/Loss (Raw)": 0.9260569214820862, "Finetune/Step": 1061, "Finetune/Step Time": 10.838865391910076}
+{"Finetune/Learning Rate": 5.741098478868002e-07, "Finetune/Loss": 0.5782670974731445, "Finetune/Loss (Raw)": 0.5311886668205261, "Finetune/Step": 17210, "Finetune/Step Time": 10.79706853069365}
+{"Finetune/Learning Rate": 1.9966529453352615e-05, "Finetune/Loss": 0.9210284948348999, "Finetune/Loss (Raw)": 1.0267906188964844, "Finetune/Step": 1062, "Finetune/Step Time": 10.826249655336142}
+{"Finetune/Learning Rate": 5.735476152162311e-07, "Finetune/Loss": 0.5779274702072144, "Finetune/Loss (Raw)": 0.5788989663124084, "Finetune/Step": 17211, "Finetune/Step Time": 10.811157567426562}
+{"Finetune/Learning Rate": 1.9966391650055033e-05, "Finetune/Loss": 0.9218330979347229, "Finetune/Loss (Raw)": 0.9457697868347168, "Finetune/Step": 1063, "Finetune/Step Time": 10.828908242285252}
+{"Finetune/Learning Rate": 5.729856498530461e-07, "Finetune/Loss": 0.5786734819412231, "Finetune/Loss (Raw)": 0.7029945254325867, "Finetune/Step": 17212, "Finetune/Step Time": 10.810070300474763}
+{"Finetune/Learning Rate": 1.9966253564138922e-05, "Finetune/Loss": 0.9230997562408447, "Finetune/Loss (Raw)": 1.0335544347763062, "Finetune/Step": 1064, "Finetune/Step Time": 10.809692732989788}
+{"Finetune/Learning Rate": 1.99661151956082e-05, "Finetune/Loss": 0.9225336313247681, "Finetune/Loss (Raw)": 0.9533088803291321, "Finetune/Step": 1065, "Finetune/Step Time": 10.808044100180268}
+{"Finetune/Learning Rate": 5.724239518131824e-07, "Finetune/Loss": 0.5781522989273071, "Finetune/Loss (Raw)": 0.574267566204071, "Finetune/Step": 17213, "Finetune/Step Time": 10.818798642605543}
+{"Finetune/Learning Rate": 5.718625211125661e-07, "Finetune/Loss": 0.5777337551116943, "Finetune/Loss (Raw)": 0.5609750151634216, "Finetune/Step": 17214, "Finetune/Step Time": 10.816612962633371}
+{"Finetune/Learning Rate": 1.9965976544466794e-05, "Finetune/Loss": 0.9200758934020996, "Finetune/Loss (Raw)": 0.7579872012138367, "Finetune/Step": 1066, "Finetune/Step Time": 10.829699028283358}
+{"Finetune/Learning Rate": 5.713013577671178e-07, "Finetune/Loss": 0.5785231590270996, "Finetune/Loss (Raw)": 0.6130969524383545, "Finetune/Step": 17215, "Finetune/Step Time": 10.780138140544295}
+{"Finetune/Learning Rate": 1.996583761071863e-05, "Finetune/Loss": 0.9189354777336121, "Finetune/Loss (Raw)": 0.8063062429428101, "Finetune/Step": 1067, "Finetune/Step Time": 10.811936607584357}
+{"Finetune/Learning Rate": 5.707404617927526e-07, "Finetune/Loss": 0.5783274173736572, "Finetune/Loss (Raw)": 0.6170028448104858, "Finetune/Step": 17216, "Finetune/Step Time": 10.777838496491313}
+{"Finetune/Learning Rate": 1.9965698394367653e-05, "Finetune/Loss": 0.9170661568641663, "Finetune/Loss (Raw)": 0.727884829044342, "Finetune/Step": 1068, "Finetune/Step Time": 10.826859241351485}
+{"Finetune/Learning Rate": 5.701798332053732e-07, "Finetune/Loss": 0.5788701772689819, "Finetune/Loss (Raw)": 0.6444151997566223, "Finetune/Step": 17217, "Finetune/Step Time": 10.78504796139896}
+{"Finetune/Learning Rate": 1.9965558895417806e-05, "Finetune/Loss": 0.9179675579071045, "Finetune/Loss (Raw)": 0.948872447013855, "Finetune/Step": 1069, "Finetune/Step Time": 10.840482540428638}
+{"Finetune/Learning Rate": 5.696194720208792e-07, "Finetune/Loss": 0.5783658027648926, "Finetune/Loss (Raw)": 0.5730723738670349, "Finetune/Step": 17218, "Finetune/Step Time": 10.78654458373785}
+{"Finetune/Learning Rate": 1.9965419113873045e-05, "Finetune/Loss": 0.9193199872970581, "Finetune/Loss (Raw)": 0.9011963605880737, "Finetune/Step": 1070, "Finetune/Step Time": 10.816098108887672}
+{"Finetune/Learning Rate": 5.690593782551623e-07, "Finetune/Loss": 0.5780339241027832, "Finetune/Loss (Raw)": 0.6082131266593933, "Finetune/Step": 17219, "Finetune/Step Time": 10.79006652534008}
+{"Finetune/Learning Rate": 1.9965279049737337e-05, "Finetune/Loss": 0.9182866811752319, "Finetune/Loss (Raw)": 0.9351988434791565, "Finetune/Step": 1071, "Finetune/Step Time": 10.809716990217566}
+{"Finetune/Learning Rate": 5.684995519241021e-07, "Finetune/Loss": 0.5770608186721802, "Finetune/Loss (Raw)": 0.4988442361354828, "Finetune/Step": 17220, "Finetune/Step Time": 10.788367321714759}
+{"Finetune/Learning Rate": 1.9965138703014656e-05, "Finetune/Loss": 0.9168877601623535, "Finetune/Loss (Raw)": 0.6464787125587463, "Finetune/Step": 1072, "Finetune/Step Time": 10.83956534974277}
+{"Finetune/Learning Rate": 5.679399930435747e-07, "Finetune/Loss": 0.5766127705574036, "Finetune/Loss (Raw)": 0.5716719627380371, "Finetune/Step": 17221, "Finetune/Step Time": 10.791441703215241}
+{"Finetune/Learning Rate": 1.9964998073708977e-05, "Finetune/Loss": 0.9168715476989746, "Finetune/Loss (Raw)": 0.8876851797103882, "Finetune/Step": 1073, "Finetune/Step Time": 10.841977525502443}
+{"Finetune/Learning Rate": 5.673807016294485e-07, "Finetune/Loss": 0.5763629078865051, "Finetune/Loss (Raw)": 0.6050993800163269, "Finetune/Step": 17222, "Finetune/Step Time": 10.797649951651692}
+{"Finetune/Learning Rate": 1.9964857161824288e-05, "Finetune/Loss": 0.9161964654922485, "Finetune/Loss (Raw)": 0.8926994800567627, "Finetune/Step": 1074, "Finetune/Step Time": 10.839221809059381}
+{"Finetune/Learning Rate": 5.668216776975832e-07, "Finetune/Loss": 0.5753287672996521, "Finetune/Loss (Raw)": 0.5388475060462952, "Finetune/Step": 17223, "Finetune/Step Time": 10.820357851684093}
+{"Finetune/Learning Rate": 1.996471596736459e-05, "Finetune/Loss": 0.917291522026062, "Finetune/Loss (Raw)": 1.0296720266342163, "Finetune/Step": 1075, "Finetune/Step Time": 10.835615990683436}
+{"Finetune/Learning Rate": 5.662629212638293e-07, "Finetune/Loss": 0.5752412676811218, "Finetune/Loss (Raw)": 0.5286155939102173, "Finetune/Step": 17224, "Finetune/Step Time": 10.822005981579423}
+{"Finetune/Learning Rate": 1.9964574490333876e-05, "Finetune/Loss": 0.9183546304702759, "Finetune/Loss (Raw)": 1.1556693315505981, "Finetune/Step": 1076, "Finetune/Step Time": 10.840793997049332}
+{"Finetune/Learning Rate": 5.657044323440342e-07, "Finetune/Loss": 0.5749531388282776, "Finetune/Loss (Raw)": 0.5850494503974915, "Finetune/Step": 17225, "Finetune/Step Time": 10.81360481493175}
+{"Finetune/Learning Rate": 1.996443273073617e-05, "Finetune/Loss": 0.9164356589317322, "Finetune/Loss (Raw)": 0.7657381296157837, "Finetune/Step": 1077, "Finetune/Step Time": 10.841525247320533}
+{"Finetune/Learning Rate": 1.9964290688575482e-05, "Finetune/Loss": 0.9172035455703735, "Finetune/Loss (Raw)": 0.9607113003730774, "Finetune/Step": 1078, "Finetune/Step Time": 10.813871627673507}
+{"Finetune/Learning Rate": 5.65146210954034e-07, "Finetune/Loss": 0.5744239091873169, "Finetune/Loss (Raw)": 0.4691087305545807, "Finetune/Step": 17226, "Finetune/Step Time": 10.855143951252103}
+{"Finetune/Learning Rate": 1.9964148363855852e-05, "Finetune/Loss": 0.9174486398696899, "Finetune/Loss (Raw)": 0.9288769960403442, "Finetune/Step": 1079, "Finetune/Step Time": 10.796988520771265}
+{"Finetune/Learning Rate": 5.645882571096572e-07, "Finetune/Loss": 0.5737446546554565, "Finetune/Loss (Raw)": 0.548743724822998, "Finetune/Step": 17227, "Finetune/Step Time": 10.860000491142273}
+{"Finetune/Learning Rate": 1.99640057565813e-05, "Finetune/Loss": 0.9162563681602478, "Finetune/Loss (Raw)": 0.9600864052772522, "Finetune/Step": 1080, "Finetune/Step Time": 10.803790554404259}
+{"Finetune/Learning Rate": 5.640305708267269e-07, "Finetune/Loss": 0.5729684829711914, "Finetune/Loss (Raw)": 0.6112687587738037, "Finetune/Step": 17228, "Finetune/Step Time": 10.855409137904644}
+{"Finetune/Learning Rate": 1.9963862866755886e-05, "Finetune/Loss": 0.9163318276405334, "Finetune/Loss (Raw)": 1.0361204147338867, "Finetune/Step": 1081, "Finetune/Step Time": 10.804992623627186}
+{"Finetune/Learning Rate": 5.63473152121058e-07, "Finetune/Loss": 0.5727142691612244, "Finetune/Loss (Raw)": 0.5711950659751892, "Finetune/Step": 17229, "Finetune/Step Time": 10.865014649927616}
+{"Finetune/Learning Rate": 1.9963719694383653e-05, "Finetune/Loss": 0.9158703684806824, "Finetune/Loss (Raw)": 0.9903638958930969, "Finetune/Step": 1082, "Finetune/Step Time": 10.822315365076065}
+{"Finetune/Learning Rate": 5.629160010084566e-07, "Finetune/Loss": 0.572596549987793, "Finetune/Loss (Raw)": 0.6161518692970276, "Finetune/Step": 17230, "Finetune/Step Time": 10.865543169900775}
+{"Finetune/Learning Rate": 5.623591175047216e-07, "Finetune/Loss": 0.5736035704612732, "Finetune/Loss (Raw)": 0.6770439147949219, "Finetune/Step": 17231, "Finetune/Step Time": 10.871741266921163}
+{"Finetune/Learning Rate": 1.996357623946866e-05, "Finetune/Loss": 0.9169538021087646, "Finetune/Loss (Raw)": 1.0291774272918701, "Finetune/Step": 1083, "Finetune/Step Time": 10.849700804799795}
+{"Finetune/Learning Rate": 5.618025016256445e-07, "Finetune/Loss": 0.5736061334609985, "Finetune/Loss (Raw)": 0.6187248229980469, "Finetune/Step": 17232, "Finetune/Step Time": 10.876166768372059}
+{"Finetune/Learning Rate": 1.9963432502014978e-05, "Finetune/Loss": 0.9160864353179932, "Finetune/Loss (Raw)": 0.7285836338996887, "Finetune/Step": 1084, "Finetune/Step Time": 10.856548378244042}
+{"Finetune/Learning Rate": 5.612461533870106e-07, "Finetune/Loss": 0.5738155841827393, "Finetune/Loss (Raw)": 0.6220303177833557, "Finetune/Step": 17233, "Finetune/Step Time": 10.872025845572352}
+{"Finetune/Learning Rate": 1.9963288482026684e-05, "Finetune/Loss": 0.9180779457092285, "Finetune/Loss (Raw)": 1.0903136730194092, "Finetune/Step": 1085, "Finetune/Step Time": 10.863758258521557}
+{"Finetune/Learning Rate": 5.60690072804595e-07, "Finetune/Loss": 0.5731179714202881, "Finetune/Loss (Raw)": 0.5254667401313782, "Finetune/Step": 17234, "Finetune/Step Time": 10.880689077079296}
+{"Finetune/Learning Rate": 1.996314417950786e-05, "Finetune/Loss": 0.9177740812301636, "Finetune/Loss (Raw)": 1.0210496187210083, "Finetune/Step": 1086, "Finetune/Step Time": 10.867075756192207}
+{"Finetune/Learning Rate": 5.601342598941673e-07, "Finetune/Loss": 0.5730451941490173, "Finetune/Loss (Raw)": 0.5115271806716919, "Finetune/Step": 17235, "Finetune/Step Time": 10.888230012729764}
+{"Finetune/Learning Rate": 1.9962999594462595e-05, "Finetune/Loss": 0.918071985244751, "Finetune/Loss (Raw)": 0.9634056687355042, "Finetune/Step": 1087, "Finetune/Step Time": 10.873144058510661}
+{"Finetune/Learning Rate": 5.595787146714882e-07, "Finetune/Loss": 0.5734888911247253, "Finetune/Loss (Raw)": 0.5485866665840149, "Finetune/Step": 17236, "Finetune/Step Time": 10.89013247564435}
+{"Finetune/Learning Rate": 1.9962854726894997e-05, "Finetune/Loss": 0.9176622629165649, "Finetune/Loss (Raw)": 0.8752161860466003, "Finetune/Step": 1088, "Finetune/Step Time": 10.868075959384441}
+{"Finetune/Learning Rate": 5.590234371523129e-07, "Finetune/Loss": 0.5737999081611633, "Finetune/Loss (Raw)": 0.6033815145492554, "Finetune/Step": 17237, "Finetune/Step Time": 10.901121836155653}
+{"Finetune/Learning Rate": 1.996270957680917e-05, "Finetune/Loss": 0.9176722764968872, "Finetune/Loss (Raw)": 0.9211055636405945, "Finetune/Step": 1089, "Finetune/Step Time": 10.862097235396504}
+{"Finetune/Learning Rate": 5.584684273523855e-07, "Finetune/Loss": 0.5734344124794006, "Finetune/Loss (Raw)": 0.5808389782905579, "Finetune/Step": 17238, "Finetune/Step Time": 10.903964586555958}
+{"Finetune/Learning Rate": 1.9962564144209225e-05, "Finetune/Loss": 0.9194961786270142, "Finetune/Loss (Raw)": 1.04421067237854, "Finetune/Step": 1090, "Finetune/Step Time": 10.877124302089214}
+{"Finetune/Learning Rate": 5.579136852874456e-07, "Finetune/Loss": 0.5747460126876831, "Finetune/Loss (Raw)": 0.5597527027130127, "Finetune/Step": 17239, "Finetune/Step Time": 10.897856418043375}
+{"Finetune/Learning Rate": 1.9962418429099295e-05, "Finetune/Loss": 0.9202504754066467, "Finetune/Loss (Raw)": 0.9531161785125732, "Finetune/Step": 1091, "Finetune/Step Time": 10.861911466345191}
+{"Finetune/Learning Rate": 5.57359210973224e-07, "Finetune/Loss": 0.5745493173599243, "Finetune/Loss (Raw)": 0.5329636335372925, "Finetune/Step": 17240, "Finetune/Step Time": 10.895900117233396}
+{"Finetune/Learning Rate": 1.9962272431483503e-05, "Finetune/Loss": 0.9216299057006836, "Finetune/Loss (Raw)": 0.9633589386940002, "Finetune/Step": 1092, "Finetune/Step Time": 10.863654853776097}
+{"Finetune/Learning Rate": 5.568050044254436e-07, "Finetune/Loss": 0.5742266178131104, "Finetune/Loss (Raw)": 0.6253029704093933, "Finetune/Step": 17241, "Finetune/Step Time": 10.89725686982274}
+{"Finetune/Learning Rate": 1.9962126151365998e-05, "Finetune/Loss": 0.9224544763565063, "Finetune/Loss (Raw)": 0.8808181285858154, "Finetune/Step": 1093, "Finetune/Step Time": 10.861310621723533}
+{"Finetune/Learning Rate": 5.562510656598208e-07, "Finetune/Loss": 0.5738543272018433, "Finetune/Loss (Raw)": 0.5870715975761414, "Finetune/Step": 17242, "Finetune/Step Time": 10.899059750139713}
+{"Finetune/Learning Rate": 1.9961979588750923e-05, "Finetune/Loss": 0.9224048852920532, "Finetune/Loss (Raw)": 0.9000532031059265, "Finetune/Step": 1094, "Finetune/Step Time": 10.861738605424762}
+{"Finetune/Learning Rate": 5.55697394692063e-07, "Finetune/Loss": 0.573327898979187, "Finetune/Loss (Raw)": 0.5685296058654785, "Finetune/Step": 17243, "Finetune/Step Time": 10.905666057020426}
+{"Finetune/Learning Rate": 1.9961832743642432e-05, "Finetune/Loss": 0.9212440252304077, "Finetune/Loss (Raw)": 0.901050865650177, "Finetune/Step": 1095, "Finetune/Step Time": 10.859567508101463}
+{"Finetune/Learning Rate": 5.551439915378731e-07, "Finetune/Loss": 0.5741009712219238, "Finetune/Loss (Raw)": 0.5539742708206177, "Finetune/Step": 17244, "Finetune/Step Time": 10.889732846990228}
+{"Finetune/Learning Rate": 1.9961685616044696e-05, "Finetune/Loss": 0.9212884306907654, "Finetune/Loss (Raw)": 0.8822660446166992, "Finetune/Step": 1096, "Finetune/Step Time": 10.85917461104691}
+{"Finetune/Learning Rate": 1.996153820596188e-05, "Finetune/Loss": 0.9203920960426331, "Finetune/Loss (Raw)": 0.8278172612190247, "Finetune/Step": 1097, "Finetune/Step Time": 10.838510593399405}
+{"Finetune/Learning Rate": 5.545908562129387e-07, "Finetune/Loss": 0.5745614767074585, "Finetune/Loss (Raw)": 0.6692079305648804, "Finetune/Step": 17245, "Finetune/Step Time": 10.910281397402287}
+{"Finetune/Learning Rate": 1.996139051339817e-05, "Finetune/Loss": 0.9189221858978271, "Finetune/Loss (Raw)": 0.8067262172698975, "Finetune/Step": 1098, "Finetune/Step Time": 10.820638801902533}
+{"Finetune/Learning Rate": 5.540379887329494e-07, "Finetune/Loss": 0.5741904377937317, "Finetune/Loss (Raw)": 0.5737330317497253, "Finetune/Step": 17246, "Finetune/Step Time": 10.906002024188638}
+{"Finetune/Learning Rate": 1.9961242538357752e-05, "Finetune/Loss": 0.919110894203186, "Finetune/Loss (Raw)": 1.0150094032287598, "Finetune/Step": 1099, "Finetune/Step Time": 10.82438532821834}
+{"Finetune/Learning Rate": 5.534853891135827e-07, "Finetune/Loss": 0.5736832618713379, "Finetune/Loss (Raw)": 0.5691855549812317, "Finetune/Step": 17247, "Finetune/Step Time": 10.898967562243342}
+{"Finetune/Learning Rate": 1.996109428084482e-05, "Finetune/Loss": 0.9207301139831543, "Finetune/Loss (Raw)": 1.1157960891723633, "Finetune/Step": 1100, "Finetune/Step Time": 10.813313189893961}
+{"Finetune/Learning Rate": 5.529330573705083e-07, "Finetune/Loss": 0.5734766721725464, "Finetune/Loss (Raw)": 0.5415756702423096, "Finetune/Step": 17248, "Finetune/Step Time": 10.895580220967531}
+{"Finetune/Learning Rate": 1.996094574086358e-05, "Finetune/Loss": 0.9182851910591125, "Finetune/Loss (Raw)": 0.7441427707672119, "Finetune/Step": 1101, "Finetune/Step Time": 10.810905206948519}
+{"Finetune/Learning Rate": 5.52380993519388e-07, "Finetune/Loss": 0.573928952217102, "Finetune/Loss (Raw)": 0.618571400642395, "Finetune/Step": 17249, "Finetune/Step Time": 10.890996679663658}
+{"Finetune/Learning Rate": 1.9960796918418244e-05, "Finetune/Loss": 0.9197090268135071, "Finetune/Loss (Raw)": 1.012962818145752, "Finetune/Step": 1102, "Finetune/Step Time": 10.812798131257296}
+{"Finetune/Learning Rate": 5.518291975758794e-07, "Finetune/Loss": 0.5752478837966919, "Finetune/Loss (Raw)": 0.6918271780014038, "Finetune/Step": 17250, "Finetune/Step Time": 10.86562605202198}
+{"Finetune/Learning Rate": 1.996064781351303e-05, "Finetune/Loss": 0.9194686412811279, "Finetune/Loss (Raw)": 0.9693225622177124, "Finetune/Step": 1103, "Finetune/Step Time": 10.812862947583199}
+{"Finetune/Learning Rate": 5.512776695556255e-07, "Finetune/Loss": 0.5748595595359802, "Finetune/Loss (Raw)": 0.5951244235038757, "Finetune/Step": 17251, "Finetune/Step Time": 10.87002805992961}
+{"Finetune/Learning Rate": 1.996049842615217e-05, "Finetune/Loss": 0.9200152158737183, "Finetune/Loss (Raw)": 1.075240135192871, "Finetune/Step": 1104, "Finetune/Step Time": 10.810952393338084}
+{"Finetune/Learning Rate": 5.50726409474267e-07, "Finetune/Loss": 0.5745178461074829, "Finetune/Loss (Raw)": 0.5297806859016418, "Finetune/Step": 17252, "Finetune/Step Time": 10.874579867348075}
+{"Finetune/Learning Rate": 5.501754173474394e-07, "Finetune/Loss": 0.573330283164978, "Finetune/Loss (Raw)": 0.46911224722862244, "Finetune/Step": 17253, "Finetune/Step Time": 10.858274433761835}
+{"Finetune/Learning Rate": 1.9960348756339897e-05, "Finetune/Loss": 0.9170928001403809, "Finetune/Loss (Raw)": 0.5942692756652832, "Finetune/Step": 1105, "Finetune/Step Time": 10.848831648007035}
+{"Finetune/Learning Rate": 5.496246931907645e-07, "Finetune/Loss": 0.5736455321311951, "Finetune/Loss (Raw)": 0.5723941922187805, "Finetune/Step": 17254, "Finetune/Step Time": 10.841820748522878}
+{"Finetune/Learning Rate": 1.9960198804080462e-05, "Finetune/Loss": 0.9173687696456909, "Finetune/Loss (Raw)": 0.9030661582946777, "Finetune/Step": 1106, "Finetune/Step Time": 10.817441428080201}
+{"Finetune/Learning Rate": 5.490742370198609e-07, "Finetune/Loss": 0.5756169557571411, "Finetune/Loss (Raw)": 0.7285434007644653, "Finetune/Step": 17255, "Finetune/Step Time": 10.823332257568836}
+{"Finetune/Learning Rate": 1.996004856937811e-05, "Finetune/Loss": 0.9155210256576538, "Finetune/Loss (Raw)": 0.8582131862640381, "Finetune/Step": 1107, "Finetune/Step Time": 10.811503468081355}
+{"Finetune/Learning Rate": 1.9959898052237097e-05, "Finetune/Loss": 0.9158890247344971, "Finetune/Loss (Raw)": 1.0121469497680664, "Finetune/Step": 1108, "Finetune/Step Time": 10.810095367953181}
+{"Finetune/Learning Rate": 5.485240488503385e-07, "Finetune/Loss": 0.5762735605239868, "Finetune/Loss (Raw)": 0.6011399030685425, "Finetune/Step": 17256, "Finetune/Step Time": 10.837431654334068}
+{"Finetune/Learning Rate": 5.479741286977957e-07, "Finetune/Loss": 0.5762252807617188, "Finetune/Loss (Raw)": 0.4829939007759094, "Finetune/Step": 17257, "Finetune/Step Time": 10.826507896184921}
+{"Finetune/Learning Rate": 1.99597472526617e-05, "Finetune/Loss": 0.9158268570899963, "Finetune/Loss (Raw)": 0.930131196975708, "Finetune/Step": 1109, "Finetune/Step Time": 10.807519041001797}
+{"Finetune/Learning Rate": 5.474244765778281e-07, "Finetune/Loss": 0.575935959815979, "Finetune/Loss (Raw)": 0.6673067212104797, "Finetune/Step": 17258, "Finetune/Step Time": 10.824137369170785}
+{"Finetune/Learning Rate": 1.9959596170656197e-05, "Finetune/Loss": 0.9169135093688965, "Finetune/Loss (Raw)": 1.0619895458221436, "Finetune/Step": 1110, "Finetune/Step Time": 10.790627226233482}
+{"Finetune/Learning Rate": 5.468750925060229e-07, "Finetune/Loss": 0.5761014819145203, "Finetune/Loss (Raw)": 0.5906741619110107, "Finetune/Step": 17259, "Finetune/Step Time": 10.814632520079613}
+{"Finetune/Learning Rate": 1.9959444806224866e-05, "Finetune/Loss": 0.9163124561309814, "Finetune/Loss (Raw)": 0.8828544616699219, "Finetune/Step": 1111, "Finetune/Step Time": 10.790447767823935}
+{"Finetune/Learning Rate": 5.46325976497959e-07, "Finetune/Loss": 0.576776385307312, "Finetune/Loss (Raw)": 0.5645303726196289, "Finetune/Step": 17260, "Finetune/Step Time": 10.808913841843605}
+{"Finetune/Learning Rate": 1.9959293159371998e-05, "Finetune/Loss": 0.9166930913925171, "Finetune/Loss (Raw)": 0.8930425047874451, "Finetune/Step": 1112, "Finetune/Step Time": 10.782631678506732}
+{"Finetune/Learning Rate": 1.9959141230101903e-05, "Finetune/Loss": 0.9169259071350098, "Finetune/Loss (Raw)": 0.8817623853683472, "Finetune/Step": 1113, "Finetune/Step Time": 10.789064157754183}
+{"Finetune/Learning Rate": 5.457771285692081e-07, "Finetune/Loss": 0.5762914419174194, "Finetune/Loss (Raw)": 0.45564183592796326, "Finetune/Step": 17261, "Finetune/Step Time": 10.817169919610023}
+{"Finetune/Learning Rate": 1.9958989018418873e-05, "Finetune/Loss": 0.9185378551483154, "Finetune/Loss (Raw)": 0.9609659314155579, "Finetune/Step": 1114, "Finetune/Step Time": 10.79395934380591}
+{"Finetune/Learning Rate": 5.45228548735336e-07, "Finetune/Loss": 0.5769394040107727, "Finetune/Loss (Raw)": 0.6166443228721619, "Finetune/Step": 17262, "Finetune/Step Time": 10.820392796769738}
+{"Finetune/Learning Rate": 1.9958836524327243e-05, "Finetune/Loss": 0.9170267581939697, "Finetune/Loss (Raw)": 0.8456286191940308, "Finetune/Step": 1115, "Finetune/Step Time": 10.77272374741733}
+{"Finetune/Learning Rate": 5.446802370118942e-07, "Finetune/Loss": 0.5778450965881348, "Finetune/Loss (Raw)": 0.6529569625854492, "Finetune/Step": 17263, "Finetune/Step Time": 10.821533311158419}
+{"Finetune/Learning Rate": 5.44132193414434e-07, "Finetune/Loss": 0.5782591104507446, "Finetune/Loss (Raw)": 0.6114636659622192, "Finetune/Step": 17264, "Finetune/Step Time": 10.818017896264791}
+{"Finetune/Learning Rate": 1.9958683747831324e-05, "Finetune/Loss": 0.9173071384429932, "Finetune/Loss (Raw)": 0.9425849914550781, "Finetune/Step": 1116, "Finetune/Step Time": 10.785838805139065}
+{"Finetune/Learning Rate": 5.435844179584948e-07, "Finetune/Loss": 0.5804330110549927, "Finetune/Loss (Raw)": 0.7001892328262329, "Finetune/Step": 17265, "Finetune/Step Time": 10.797357507050037}
+{"Finetune/Learning Rate": 1.9958530688935455e-05, "Finetune/Loss": 0.9178830981254578, "Finetune/Loss (Raw)": 0.944986879825592, "Finetune/Step": 1117, "Finetune/Step Time": 10.791231900453568}
+{"Finetune/Learning Rate": 1.995837734764397e-05, "Finetune/Loss": 0.9166985750198364, "Finetune/Loss (Raw)": 0.8556633591651917, "Finetune/Step": 1118, "Finetune/Step Time": 10.789604967460036}
+{"Finetune/Learning Rate": 5.430369106596112e-07, "Finetune/Loss": 0.5819790363311768, "Finetune/Loss (Raw)": 0.7417923212051392, "Finetune/Step": 17266, "Finetune/Step Time": 10.807194786146283}
+{"Finetune/Learning Rate": 1.9958223723961226e-05, "Finetune/Loss": 0.9152284264564514, "Finetune/Loss (Raw)": 0.757413923740387, "Finetune/Step": 1119, "Finetune/Step Time": 10.791997322812676}
+{"Finetune/Learning Rate": 5.424896715333094e-07, "Finetune/Loss": 0.5830923318862915, "Finetune/Loss (Raw)": 0.5509913563728333, "Finetune/Step": 17267, "Finetune/Step Time": 10.78809567540884}
+{"Finetune/Learning Rate": 5.419427005951083e-07, "Finetune/Loss": 0.5835327506065369, "Finetune/Loss (Raw)": 0.6304969191551208, "Finetune/Step": 17268, "Finetune/Step Time": 10.778731165453792}
+{"Finetune/Learning Rate": 1.995806981789157e-05, "Finetune/Loss": 0.9136061072349548, "Finetune/Loss (Raw)": 0.7523306012153625, "Finetune/Step": 1120, "Finetune/Step Time": 10.794173246249557}
+{"Finetune/Learning Rate": 5.413959978605155e-07, "Finetune/Loss": 0.585508406162262, "Finetune/Loss (Raw)": 0.6649295687675476, "Finetune/Step": 17269, "Finetune/Step Time": 10.739142889156938}
+{"Finetune/Learning Rate": 1.9957915629439374e-05, "Finetune/Loss": 0.9118232131004333, "Finetune/Loss (Raw)": 0.6890015006065369, "Finetune/Step": 1121, "Finetune/Step Time": 10.801787028089166}
+{"Finetune/Learning Rate": 1.9957761158609007e-05, "Finetune/Loss": 0.9104162454605103, "Finetune/Loss (Raw)": 0.9140968918800354, "Finetune/Step": 1122, "Finetune/Step Time": 10.844404557719827}
+{"Finetune/Learning Rate": 5.408495633450361e-07, "Finetune/Loss": 0.5846905708312988, "Finetune/Loss (Raw)": 0.5864247679710388, "Finetune/Step": 17270, "Finetune/Step Time": 10.804195299744606}
+{"Finetune/Learning Rate": 1.995760640540485e-05, "Finetune/Loss": 0.909752607345581, "Finetune/Loss (Raw)": 0.913606584072113, "Finetune/Step": 1123, "Finetune/Step Time": 10.839802799746394}
+{"Finetune/Learning Rate": 5.403033970641647e-07, "Finetune/Loss": 0.5863012671470642, "Finetune/Loss (Raw)": 0.7704907059669495, "Finetune/Step": 17271, "Finetune/Step Time": 10.795151038095355}
+{"Finetune/Learning Rate": 1.9957451369831287e-05, "Finetune/Loss": 0.9100381135940552, "Finetune/Loss (Raw)": 0.9794874787330627, "Finetune/Step": 1124, "Finetune/Step Time": 10.854849284514785}
+{"Finetune/Learning Rate": 5.397574990333898e-07, "Finetune/Loss": 0.586186408996582, "Finetune/Loss (Raw)": 0.5629245638847351, "Finetune/Step": 17272, "Finetune/Step Time": 10.804156918078661}
+{"Finetune/Learning Rate": 1.9957296051892727e-05, "Finetune/Loss": 0.9103845953941345, "Finetune/Loss (Raw)": 0.7816444039344788, "Finetune/Step": 1125, "Finetune/Step Time": 10.871552539989352}
+{"Finetune/Learning Rate": 5.392118692681902e-07, "Finetune/Loss": 0.5874711275100708, "Finetune/Loss (Raw)": 0.6172033548355103, "Finetune/Step": 17273, "Finetune/Step Time": 10.774340203031898}
+{"Finetune/Learning Rate": 1.9957140451593554e-05, "Finetune/Loss": 0.9101547002792358, "Finetune/Loss (Raw)": 0.9516865611076355, "Finetune/Step": 1126, "Finetune/Step Time": 10.865068787708879}
+{"Finetune/Learning Rate": 5.386665077840392e-07, "Finetune/Loss": 0.5868852734565735, "Finetune/Loss (Raw)": 0.5797748565673828, "Finetune/Step": 17274, "Finetune/Step Time": 10.778764508664608}
+{"Finetune/Learning Rate": 1.9956984568938202e-05, "Finetune/Loss": 0.9122694134712219, "Finetune/Loss (Raw)": 0.9309112429618835, "Finetune/Step": 1127, "Finetune/Step Time": 10.827939743176103}
+{"Finetune/Learning Rate": 5.381214145964009e-07, "Finetune/Loss": 0.5868499279022217, "Finetune/Loss (Raw)": 0.5049219727516174, "Finetune/Step": 17275, "Finetune/Step Time": 10.744448022916913}
+{"Finetune/Learning Rate": 1.9956828403931078e-05, "Finetune/Loss": 0.9123867154121399, "Finetune/Loss (Raw)": 0.8772025108337402, "Finetune/Step": 1128, "Finetune/Step Time": 10.824650045484304}
+{"Finetune/Learning Rate": 5.375765897207341e-07, "Finetune/Loss": 0.5873124599456787, "Finetune/Loss (Raw)": 0.6462305784225464, "Finetune/Step": 17276, "Finetune/Step Time": 10.752816814929247}
+{"Finetune/Learning Rate": 1.9956671956576614e-05, "Finetune/Loss": 0.9128985404968262, "Finetune/Loss (Raw)": 0.8326398730278015, "Finetune/Step": 1129, "Finetune/Step Time": 10.81178000383079}
+{"Finetune/Learning Rate": 5.370320331724876e-07, "Finetune/Loss": 0.5875855684280396, "Finetune/Loss (Raw)": 0.578256368637085, "Finetune/Step": 17277, "Finetune/Step Time": 10.782187780365348}
+{"Finetune/Learning Rate": 1.9956515226879244e-05, "Finetune/Loss": 0.913051426410675, "Finetune/Loss (Raw)": 0.9130584597587585, "Finetune/Step": 1130, "Finetune/Step Time": 10.812752971425653}
+{"Finetune/Learning Rate": 5.364877449671036e-07, "Finetune/Loss": 0.5878759622573853, "Finetune/Loss (Raw)": 0.6148617267608643, "Finetune/Step": 17278, "Finetune/Step Time": 10.784646494314075}
+{"Finetune/Learning Rate": 1.9956358214843418e-05, "Finetune/Loss": 0.9148687124252319, "Finetune/Loss (Raw)": 0.9504798650741577, "Finetune/Step": 1131, "Finetune/Step Time": 10.774139940738678}
+{"Finetune/Learning Rate": 5.359437251200161e-07, "Finetune/Loss": 0.5875025391578674, "Finetune/Loss (Raw)": 0.5551264882087708, "Finetune/Step": 17279, "Finetune/Step Time": 10.788975808769464}
+{"Finetune/Learning Rate": 1.9956200920473584e-05, "Finetune/Loss": 0.9128113389015198, "Finetune/Loss (Raw)": 0.5781161189079285, "Finetune/Step": 1132, "Finetune/Step Time": 10.79903749935329}
+{"Finetune/Learning Rate": 5.353999736466531e-07, "Finetune/Loss": 0.5873775482177734, "Finetune/Loss (Raw)": 0.6969618797302246, "Finetune/Step": 17280, "Finetune/Step Time": 10.773082615807652}
+{"Finetune/Learning Rate": 1.9956043343774204e-05, "Finetune/Loss": 0.9140217304229736, "Finetune/Loss (Raw)": 1.0214452743530273, "Finetune/Step": 1133, "Finetune/Step Time": 10.810930414125323}
+{"Finetune/Learning Rate": 5.348564905624331e-07, "Finetune/Loss": 0.5881738662719727, "Finetune/Loss (Raw)": 0.6110117435455322, "Finetune/Step": 17281, "Finetune/Step Time": 10.76945285871625}
+{"Finetune/Learning Rate": 1.995588548474974e-05, "Finetune/Loss": 0.9147930145263672, "Finetune/Loss (Raw)": 1.003747820854187, "Finetune/Step": 1134, "Finetune/Step Time": 10.806061347946525}
+{"Finetune/Learning Rate": 5.343132758827674e-07, "Finetune/Loss": 0.5890120267868042, "Finetune/Loss (Raw)": 0.6344836950302124, "Finetune/Step": 17282, "Finetune/Step Time": 10.760771742090583}
+{"Finetune/Learning Rate": 1.9955727343404684e-05, "Finetune/Loss": 0.9161055088043213, "Finetune/Loss (Raw)": 0.9724873900413513, "Finetune/Step": 1135, "Finetune/Step Time": 10.803358456119895}
+{"Finetune/Learning Rate": 5.337703296230601e-07, "Finetune/Loss": 0.5885429382324219, "Finetune/Loss (Raw)": 0.5710570812225342, "Finetune/Step": 17283, "Finetune/Step Time": 10.74490724131465}
+{"Finetune/Learning Rate": 1.9955568919743507e-05, "Finetune/Loss": 0.9158940315246582, "Finetune/Loss (Raw)": 0.8372229933738708, "Finetune/Step": 1136, "Finetune/Step Time": 10.828022338449955}
+{"Finetune/Learning Rate": 5.332276517987089e-07, "Finetune/Loss": 0.5878970623016357, "Finetune/Loss (Raw)": 0.5599640607833862, "Finetune/Step": 17284, "Finetune/Step Time": 10.740957347676158}
+{"Finetune/Learning Rate": 5.326852424251006e-07, "Finetune/Loss": 0.5877686738967896, "Finetune/Loss (Raw)": 0.6539204120635986, "Finetune/Step": 17285, "Finetune/Step Time": 10.739031279459596}
+{"Finetune/Learning Rate": 1.9955410213770702e-05, "Finetune/Loss": 0.9158535003662109, "Finetune/Loss (Raw)": 0.9003055691719055, "Finetune/Step": 1137, "Finetune/Step Time": 10.824616212397814}
+{"Finetune/Learning Rate": 5.321431015176171e-07, "Finetune/Loss": 0.5873878002166748, "Finetune/Loss (Raw)": 0.6043912768363953, "Finetune/Step": 17286, "Finetune/Step Time": 10.733789877966046}
+{"Finetune/Learning Rate": 1.9955251225490773e-05, "Finetune/Loss": 0.917329728603363, "Finetune/Loss (Raw)": 1.0077085494995117, "Finetune/Step": 1138, "Finetune/Step Time": 10.825683580711484}
+{"Finetune/Learning Rate": 1.9955091954908234e-05, "Finetune/Loss": 0.917593240737915, "Finetune/Loss (Raw)": 0.9872527122497559, "Finetune/Step": 1139, "Finetune/Step Time": 10.807726990431547}
+{"Finetune/Learning Rate": 5.316012290916328e-07, "Finetune/Loss": 0.5874164700508118, "Finetune/Loss (Raw)": 0.6526857614517212, "Finetune/Step": 17287, "Finetune/Step Time": 10.741208378225565}
+{"Finetune/Learning Rate": 5.310596251625133e-07, "Finetune/Loss": 0.5880357027053833, "Finetune/Loss (Raw)": 0.5484990477561951, "Finetune/Step": 17288, "Finetune/Step Time": 10.736377596855164}
+{"Finetune/Learning Rate": 1.9954932402027595e-05, "Finetune/Loss": 0.9171295762062073, "Finetune/Loss (Raw)": 0.906497061252594, "Finetune/Step": 1140, "Finetune/Step Time": 10.799967419356108}
+{"Finetune/Learning Rate": 1.9954772566853375e-05, "Finetune/Loss": 0.9171026945114136, "Finetune/Loss (Raw)": 0.90879225730896, "Finetune/Step": 1141, "Finetune/Step Time": 10.791106874123216}
+{"Finetune/Learning Rate": 5.305182897456174e-07, "Finetune/Loss": 0.5882717370986938, "Finetune/Loss (Raw)": 0.6486562490463257, "Finetune/Step": 17289, "Finetune/Step Time": 10.74485556408763}
+{"Finetune/Learning Rate": 1.9954612449390115e-05, "Finetune/Loss": 0.9167324304580688, "Finetune/Loss (Raw)": 0.9289658665657043, "Finetune/Step": 1142, "Finetune/Step Time": 10.78064688667655}
+{"Finetune/Learning Rate": 5.299772228562938e-07, "Finetune/Loss": 0.5875622034072876, "Finetune/Loss (Raw)": 0.5567030310630798, "Finetune/Step": 17290, "Finetune/Step Time": 10.734642654657364}
+{"Finetune/Learning Rate": 1.9954452049642357e-05, "Finetune/Loss": 0.916667103767395, "Finetune/Loss (Raw)": 0.8737882971763611, "Finetune/Step": 1143, "Finetune/Step Time": 10.77813027985394}
+{"Finetune/Learning Rate": 5.294364245098882e-07, "Finetune/Loss": 0.588016927242279, "Finetune/Loss (Raw)": 0.5664884448051453, "Finetune/Step": 17291, "Finetune/Step Time": 10.729847269132733}
+{"Finetune/Learning Rate": 1.9954291367614642e-05, "Finetune/Loss": 0.915181577205658, "Finetune/Loss (Raw)": 0.7273775339126587, "Finetune/Step": 1144, "Finetune/Step Time": 10.792503518983722}
+{"Finetune/Learning Rate": 5.28895894721736e-07, "Finetune/Loss": 0.5867668390274048, "Finetune/Loss (Raw)": 0.5222610831260681, "Finetune/Step": 17292, "Finetune/Step Time": 10.736181961372495}
+{"Finetune/Learning Rate": 1.995413040331153e-05, "Finetune/Loss": 0.9146983623504639, "Finetune/Loss (Raw)": 0.9476428627967834, "Finetune/Step": 1145, "Finetune/Step Time": 10.797804716974497}
+{"Finetune/Learning Rate": 5.283556335071604e-07, "Finetune/Loss": 0.5870437622070312, "Finetune/Loss (Raw)": 0.5831830501556396, "Finetune/Step": 17293, "Finetune/Step Time": 10.738351590931416}
+{"Finetune/Learning Rate": 5.278156408814883e-07, "Finetune/Loss": 0.5867781639099121, "Finetune/Loss (Raw)": 0.5486947894096375, "Finetune/Step": 17294, "Finetune/Step Time": 10.730010021477938}
+{"Finetune/Learning Rate": 1.9953969156737586e-05, "Finetune/Loss": 0.9166225790977478, "Finetune/Loss (Raw)": 1.0983405113220215, "Finetune/Step": 1146, "Finetune/Step Time": 10.764394896104932}
+{"Finetune/Learning Rate": 1.995380762789738e-05, "Finetune/Loss": 0.9174248576164246, "Finetune/Loss (Raw)": 0.962024986743927, "Finetune/Step": 1147, "Finetune/Step Time": 10.750468034297228}
+{"Finetune/Learning Rate": 5.272759168600283e-07, "Finetune/Loss": 0.5872330665588379, "Finetune/Loss (Raw)": 0.4974425733089447, "Finetune/Step": 17295, "Finetune/Step Time": 10.704734418541193}
+{"Finetune/Learning Rate": 1.99536458167955e-05, "Finetune/Loss": 0.9170454144477844, "Finetune/Loss (Raw)": 0.9376946091651917, "Finetune/Step": 1148, "Finetune/Step Time": 10.738566080108285}
+{"Finetune/Learning Rate": 5.267364614580861e-07, "Finetune/Loss": 0.5883651375770569, "Finetune/Loss (Raw)": 0.6154799461364746, "Finetune/Step": 17296, "Finetune/Step Time": 10.705623066052794}
+{"Finetune/Learning Rate": 1.9953483723436523e-05, "Finetune/Loss": 0.9172025322914124, "Finetune/Loss (Raw)": 1.0101573467254639, "Finetune/Step": 1149, "Finetune/Step Time": 10.74426312930882}
+{"Finetune/Learning Rate": 5.261972746909605e-07, "Finetune/Loss": 0.5876575708389282, "Finetune/Loss (Raw)": 0.4818142354488373, "Finetune/Step": 17297, "Finetune/Step Time": 10.713005175814033}
+{"Finetune/Learning Rate": 1.9953321347825055e-05, "Finetune/Loss": 0.916305661201477, "Finetune/Loss (Raw)": 0.9010117053985596, "Finetune/Step": 1150, "Finetune/Step Time": 10.752720141783357}
+{"Finetune/Learning Rate": 5.256583565739403e-07, "Finetune/Loss": 0.5884936451911926, "Finetune/Loss (Raw)": 0.6842374801635742, "Finetune/Step": 17298, "Finetune/Step Time": 10.705012615770102}
+{"Finetune/Learning Rate": 1.9953158689965696e-05, "Finetune/Loss": 0.9170125722885132, "Finetune/Loss (Raw)": 0.9963467717170715, "Finetune/Step": 1151, "Finetune/Step Time": 10.731313480064273}
+{"Finetune/Learning Rate": 5.251197071223079e-07, "Finetune/Loss": 0.5887472629547119, "Finetune/Loss (Raw)": 0.5851734280586243, "Finetune/Step": 17299, "Finetune/Step Time": 10.70934728719294}
+{"Finetune/Learning Rate": 1.995299574986306e-05, "Finetune/Loss": 0.9169905781745911, "Finetune/Loss (Raw)": 0.9202672839164734, "Finetune/Step": 1152, "Finetune/Step Time": 10.732993179932237}
+{"Finetune/Learning Rate": 5.245813263513366e-07, "Finetune/Loss": 0.5883164405822754, "Finetune/Loss (Raw)": 0.5749447345733643, "Finetune/Step": 17300, "Finetune/Step Time": 10.699746830388904}
+{"Finetune/Learning Rate": 1.995283252752177e-05, "Finetune/Loss": 0.9176908731460571, "Finetune/Loss (Raw)": 0.9598050713539124, "Finetune/Step": 1153, "Finetune/Step Time": 10.715036500245333}
+{"Finetune/Learning Rate": 5.24043214276293e-07, "Finetune/Loss": 0.5882105827331543, "Finetune/Loss (Raw)": 0.6336556673049927, "Finetune/Step": 17301, "Finetune/Step Time": 10.699681943282485}
+{"Finetune/Learning Rate": 1.9952669022946446e-05, "Finetune/Loss": 0.9170759916305542, "Finetune/Loss (Raw)": 0.9286770820617676, "Finetune/Step": 1154, "Finetune/Step Time": 10.726100970059633}
+{"Finetune/Learning Rate": 5.235053709124394e-07, "Finetune/Loss": 0.5879853963851929, "Finetune/Loss (Raw)": 0.44951528310775757, "Finetune/Step": 17302, "Finetune/Step Time": 10.71982790902257}
+{"Finetune/Learning Rate": 1.9952505236141733e-05, "Finetune/Loss": 0.9181482791900635, "Finetune/Loss (Raw)": 1.0372238159179688, "Finetune/Step": 1155, "Finetune/Step Time": 10.722248768433928}
+{"Finetune/Learning Rate": 5.229677962750268e-07, "Finetune/Loss": 0.5890356302261353, "Finetune/Loss (Raw)": 0.680509090423584, "Finetune/Step": 17303, "Finetune/Step Time": 10.722652496770024}
+{"Finetune/Learning Rate": 1.995234116711227e-05, "Finetune/Loss": 0.9188840389251709, "Finetune/Loss (Raw)": 1.0252296924591064, "Finetune/Step": 1156, "Finetune/Step Time": 10.730237180367112}
+{"Finetune/Learning Rate": 5.224304903792987e-07, "Finetune/Loss": 0.5897488594055176, "Finetune/Loss (Raw)": 0.6835513114929199, "Finetune/Step": 17304, "Finetune/Step Time": 10.741574293002486}
+{"Finetune/Learning Rate": 1.9952176815862717e-05, "Finetune/Loss": 0.9185775518417358, "Finetune/Loss (Raw)": 0.94502854347229, "Finetune/Step": 1157, "Finetune/Step Time": 10.73106312379241}
+{"Finetune/Learning Rate": 5.218934532404907e-07, "Finetune/Loss": 0.5891339778900146, "Finetune/Loss (Raw)": 0.5282630324363708, "Finetune/Step": 17305, "Finetune/Step Time": 10.732587644830346}
+{"Finetune/Learning Rate": 1.9952012182397728e-05, "Finetune/Loss": 0.9190933704376221, "Finetune/Loss (Raw)": 1.0025815963745117, "Finetune/Step": 1158, "Finetune/Step Time": 10.735146218910813}
+{"Finetune/Learning Rate": 5.213566848738316e-07, "Finetune/Loss": 0.5883592367172241, "Finetune/Loss (Raw)": 0.5161584615707397, "Finetune/Step": 17306, "Finetune/Step Time": 10.727385764941573}
+{"Finetune/Learning Rate": 1.995184726672197e-05, "Finetune/Loss": 0.9198909997940063, "Finetune/Loss (Raw)": 0.9018568992614746, "Finetune/Step": 1159, "Finetune/Step Time": 10.737792318686843}
+{"Finetune/Learning Rate": 5.208201852945439e-07, "Finetune/Loss": 0.5885268449783325, "Finetune/Loss (Raw)": 0.5715488791465759, "Finetune/Step": 17307, "Finetune/Step Time": 10.722725735977292}
+{"Finetune/Learning Rate": 1.9951682068840124e-05, "Finetune/Loss": 0.9197653532028198, "Finetune/Loss (Raw)": 0.8326864838600159, "Finetune/Step": 1160, "Finetune/Step Time": 10.74629357457161}
+{"Finetune/Learning Rate": 5.202839545178384e-07, "Finetune/Loss": 0.5889610052108765, "Finetune/Loss (Raw)": 0.5912474989891052, "Finetune/Step": 17308, "Finetune/Step Time": 10.722689036279917}
+{"Finetune/Learning Rate": 1.9951516588756875e-05, "Finetune/Loss": 0.9202897548675537, "Finetune/Loss (Raw)": 0.9936633110046387, "Finetune/Step": 1161, "Finetune/Step Time": 10.748470045626163}
+{"Finetune/Learning Rate": 5.197479925589244e-07, "Finetune/Loss": 0.58835768699646, "Finetune/Loss (Raw)": 0.5505599975585938, "Finetune/Step": 17309, "Finetune/Step Time": 10.717345556244254}
+{"Finetune/Learning Rate": 1.9951350826476915e-05, "Finetune/Loss": 0.9195947051048279, "Finetune/Loss (Raw)": 0.8917827606201172, "Finetune/Step": 1162, "Finetune/Step Time": 10.74065894447267}
+{"Finetune/Learning Rate": 5.192122994330017e-07, "Finetune/Loss": 0.5883865356445312, "Finetune/Loss (Raw)": 0.6234729290008545, "Finetune/Step": 17310, "Finetune/Step Time": 10.716323241591454}
+{"Finetune/Learning Rate": 1.9951184782004943e-05, "Finetune/Loss": 0.9193922877311707, "Finetune/Loss (Raw)": 0.9714062809944153, "Finetune/Step": 1163, "Finetune/Step Time": 10.73852108977735}
+{"Finetune/Learning Rate": 5.186768751552562e-07, "Finetune/Loss": 0.5902159810066223, "Finetune/Loss (Raw)": 0.7156736254692078, "Finetune/Step": 17311, "Finetune/Step Time": 10.710184134542942}
+{"Finetune/Learning Rate": 5.181417197408733e-07, "Finetune/Loss": 0.5906276702880859, "Finetune/Loss (Raw)": 0.601900577545166, "Finetune/Step": 17312, "Finetune/Step Time": 10.709536014124751}
+{"Finetune/Learning Rate": 1.9951018455345666e-05, "Finetune/Loss": 0.9167612791061401, "Finetune/Loss (Raw)": 0.6380351781845093, "Finetune/Step": 1164, "Finetune/Step Time": 10.774723110720515}
+{"Finetune/Learning Rate": 5.176068332050288e-07, "Finetune/Loss": 0.5912435054779053, "Finetune/Loss (Raw)": 0.6298812627792358, "Finetune/Step": 17313, "Finetune/Step Time": 10.70770681463182}
+{"Finetune/Learning Rate": 1.99508518465038e-05, "Finetune/Loss": 0.9160975217819214, "Finetune/Loss (Raw)": 0.8674547076225281, "Finetune/Step": 1165, "Finetune/Step Time": 10.77726212516427}
+{"Finetune/Learning Rate": 1.9950684955484076e-05, "Finetune/Loss": 0.9156874418258667, "Finetune/Loss (Raw)": 0.8372788429260254, "Finetune/Step": 1166, "Finetune/Step Time": 10.751551549881697}
+{"Finetune/Learning Rate": 5.170722155628904e-07, "Finetune/Loss": 0.5908916592597961, "Finetune/Loss (Raw)": 0.5583758354187012, "Finetune/Step": 17314, "Finetune/Step Time": 10.712328938767314}
+{"Finetune/Learning Rate": 5.165378668296161e-07, "Finetune/Loss": 0.591650664806366, "Finetune/Loss (Raw)": 0.6079204082489014, "Finetune/Step": 17315, "Finetune/Step Time": 10.716676976531744}
+{"Finetune/Learning Rate": 1.9950517782291222e-05, "Finetune/Loss": 0.9146960377693176, "Finetune/Loss (Raw)": 0.6889135837554932, "Finetune/Step": 1167, "Finetune/Step Time": 10.761618249118328}
+{"Finetune/Learning Rate": 5.160037870203638e-07, "Finetune/Loss": 0.5921236276626587, "Finetune/Loss (Raw)": 0.6371753811836243, "Finetune/Step": 17316, "Finetune/Step Time": 10.714699104428291}
+{"Finetune/Learning Rate": 1.995035032692998e-05, "Finetune/Loss": 0.9156615734100342, "Finetune/Loss (Raw)": 0.9951362013816833, "Finetune/Step": 1168, "Finetune/Step Time": 10.740166643634439}
+{"Finetune/Learning Rate": 5.154699761502735e-07, "Finetune/Loss": 0.5914621353149414, "Finetune/Loss (Raw)": 0.5474016666412354, "Finetune/Step": 17317, "Finetune/Step Time": 10.705788593739271}
+{"Finetune/Learning Rate": 1.9950182589405096e-05, "Finetune/Loss": 0.9152426719665527, "Finetune/Loss (Raw)": 0.9375131130218506, "Finetune/Step": 1169, "Finetune/Step Time": 10.750205032527447}
+{"Finetune/Learning Rate": 5.149364342344843e-07, "Finetune/Loss": 0.5915870070457458, "Finetune/Loss (Raw)": 0.5465980768203735, "Finetune/Step": 17318, "Finetune/Step Time": 10.732390385121107}
+{"Finetune/Learning Rate": 1.995001456972133e-05, "Finetune/Loss": 0.914474606513977, "Finetune/Loss (Raw)": 0.8741698265075684, "Finetune/Step": 1170, "Finetune/Step Time": 10.755270328372717}
+{"Finetune/Learning Rate": 1.9949846267883442e-05, "Finetune/Loss": 0.9161297678947449, "Finetune/Loss (Raw)": 0.8510934114456177, "Finetune/Step": 1171, "Finetune/Step Time": 10.71577226370573}
+{"Finetune/Learning Rate": 5.144031612881261e-07, "Finetune/Loss": 0.5921807289123535, "Finetune/Loss (Raw)": 0.6111325025558472, "Finetune/Step": 17319, "Finetune/Step Time": 10.73397222161293}
+{"Finetune/Learning Rate": 1.9949677683896208e-05, "Finetune/Loss": 0.9153051376342773, "Finetune/Loss (Raw)": 0.9101876616477966, "Finetune/Step": 1172, "Finetune/Step Time": 10.709767801687121}
+{"Finetune/Learning Rate": 5.138701573263216e-07, "Finetune/Loss": 0.59147047996521, "Finetune/Loss (Raw)": 0.564263105392456, "Finetune/Step": 17320, "Finetune/Step Time": 10.746185906231403}
+{"Finetune/Learning Rate": 1.9949508817764413e-05, "Finetune/Loss": 0.9174567461013794, "Finetune/Loss (Raw)": 1.0615652799606323, "Finetune/Step": 1173, "Finetune/Step Time": 10.717162732034922}
+{"Finetune/Learning Rate": 5.133374223641829e-07, "Finetune/Loss": 0.590621292591095, "Finetune/Loss (Raw)": 0.5514342188835144, "Finetune/Step": 17321, "Finetune/Step Time": 10.753492327407002}
+{"Finetune/Learning Rate": 1.9949339669492835e-05, "Finetune/Loss": 0.9163360595703125, "Finetune/Loss (Raw)": 0.8318727016448975, "Finetune/Step": 1174, "Finetune/Step Time": 10.734648210927844}
+{"Finetune/Learning Rate": 5.12804956416818e-07, "Finetune/Loss": 0.5916318893432617, "Finetune/Loss (Raw)": 0.7095903754234314, "Finetune/Step": 17322, "Finetune/Step Time": 10.76696371845901}
+{"Finetune/Learning Rate": 1.9949170239086278e-05, "Finetune/Loss": 0.9164647459983826, "Finetune/Loss (Raw)": 1.0397005081176758, "Finetune/Step": 1175, "Finetune/Step Time": 10.737538171932101}
+{"Finetune/Learning Rate": 5.122727594993293e-07, "Finetune/Loss": 0.5907772779464722, "Finetune/Loss (Raw)": 0.5015580654144287, "Finetune/Step": 17323, "Finetune/Step Time": 10.802713820710778}
+{"Finetune/Learning Rate": 1.9949000526549546e-05, "Finetune/Loss": 0.9156244993209839, "Finetune/Loss (Raw)": 0.8266069293022156, "Finetune/Step": 1176, "Finetune/Step Time": 10.711093494668603}
+{"Finetune/Learning Rate": 5.117408316268047e-07, "Finetune/Loss": 0.5895900726318359, "Finetune/Loss (Raw)": 0.5227619409561157, "Finetune/Step": 17324, "Finetune/Step Time": 10.798626417294145}
+{"Finetune/Learning Rate": 1.9948830531887448e-05, "Finetune/Loss": 0.9162259697914124, "Finetune/Loss (Raw)": 0.921001136302948, "Finetune/Step": 1177, "Finetune/Step Time": 10.705831421539187}
+{"Finetune/Learning Rate": 1.9948660255104807e-05, "Finetune/Loss": 0.9170094728469849, "Finetune/Loss (Raw)": 0.9392297863960266, "Finetune/Step": 1178, "Finetune/Step Time": 10.693919785320759}
+{"Finetune/Learning Rate": 5.112091728143276e-07, "Finetune/Loss": 0.5881705284118652, "Finetune/Loss (Raw)": 0.38831859827041626, "Finetune/Step": 17325, "Finetune/Step Time": 10.831366648897529}
+{"Finetune/Learning Rate": 1.9948489696206453e-05, "Finetune/Loss": 0.9162675142288208, "Finetune/Loss (Raw)": 0.8686038255691528, "Finetune/Step": 1179, "Finetune/Step Time": 10.691968815401196}
+{"Finetune/Learning Rate": 5.106777830769771e-07, "Finetune/Loss": 0.5880231261253357, "Finetune/Loss (Raw)": 0.51329505443573, "Finetune/Step": 17326, "Finetune/Step Time": 10.829820876941085}
+{"Finetune/Learning Rate": 1.994831885519722e-05, "Finetune/Loss": 0.9154905676841736, "Finetune/Loss (Raw)": 0.9382729530334473, "Finetune/Step": 1180, "Finetune/Step Time": 10.690606588497758}
+{"Finetune/Learning Rate": 5.101466624298202e-07, "Finetune/Loss": 0.589880108833313, "Finetune/Loss (Raw)": 0.7639709711074829, "Finetune/Step": 17327, "Finetune/Step Time": 10.831341318786144}
+{"Finetune/Learning Rate": 5.09615810887919e-07, "Finetune/Loss": 0.5895578861236572, "Finetune/Loss (Raw)": 0.629864513874054, "Finetune/Step": 17328, "Finetune/Step Time": 10.818642286583781}
+{"Finetune/Learning Rate": 1.9948147732081952e-05, "Finetune/Loss": 0.9131052494049072, "Finetune/Loss (Raw)": 0.6448948979377747, "Finetune/Step": 1181, "Finetune/Step Time": 10.731789764016867}
+{"Finetune/Learning Rate": 5.090852284663262e-07, "Finetune/Loss": 0.5897613167762756, "Finetune/Loss (Raw)": 0.5945003628730774, "Finetune/Step": 17329, "Finetune/Step Time": 10.78674647398293}
+{"Finetune/Learning Rate": 1.9947976326865505e-05, "Finetune/Loss": 0.914181113243103, "Finetune/Loss (Raw)": 0.9010944366455078, "Finetune/Step": 1182, "Finetune/Step Time": 10.734251126646996}
+{"Finetune/Learning Rate": 5.085549151800873e-07, "Finetune/Loss": 0.5902417302131653, "Finetune/Loss (Raw)": 0.5850785374641418, "Finetune/Step": 17330, "Finetune/Step Time": 10.790532693266869}
+{"Finetune/Learning Rate": 1.994780463955274e-05, "Finetune/Loss": 0.9126765131950378, "Finetune/Loss (Raw)": 0.8467395305633545, "Finetune/Step": 1183, "Finetune/Step Time": 10.738511519506574}
+{"Finetune/Learning Rate": 5.080248710442414e-07, "Finetune/Loss": 0.5908396244049072, "Finetune/Loss (Raw)": 0.5424026846885681, "Finetune/Step": 17331, "Finetune/Step Time": 10.777648901566863}
+{"Finetune/Learning Rate": 1.9947632670148517e-05, "Finetune/Loss": 0.9117271304130554, "Finetune/Loss (Raw)": 0.9327452778816223, "Finetune/Step": 1184, "Finetune/Step Time": 10.755677819252014}
+{"Finetune/Learning Rate": 5.074950960738179e-07, "Finetune/Loss": 0.590562105178833, "Finetune/Loss (Raw)": 0.5437570810317993, "Finetune/Step": 17332, "Finetune/Step Time": 10.787562059238553}
+{"Finetune/Learning Rate": 1.9947460418657722e-05, "Finetune/Loss": 0.911931037902832, "Finetune/Loss (Raw)": 1.0503216981887817, "Finetune/Step": 1185, "Finetune/Step Time": 10.755590468645096}
+{"Finetune/Learning Rate": 5.06965590283841e-07, "Finetune/Loss": 0.5899347066879272, "Finetune/Loss (Raw)": 0.4799545407295227, "Finetune/Step": 17333, "Finetune/Step Time": 10.787332339212298}
+{"Finetune/Learning Rate": 1.9947287885085237e-05, "Finetune/Loss": 0.9117975831031799, "Finetune/Loss (Raw)": 0.9391222596168518, "Finetune/Step": 1186, "Finetune/Step Time": 10.755353482440114}
+{"Finetune/Learning Rate": 5.064363536893258e-07, "Finetune/Loss": 0.5898520350456238, "Finetune/Loss (Raw)": 0.5383543968200684, "Finetune/Step": 17334, "Finetune/Step Time": 10.788009313866496}
+{"Finetune/Learning Rate": 1.9947115069435955e-05, "Finetune/Loss": 0.9124438762664795, "Finetune/Loss (Raw)": 0.9354011416435242, "Finetune/Step": 1187, "Finetune/Step Time": 10.748095465824008}
+{"Finetune/Learning Rate": 5.059073863052788e-07, "Finetune/Loss": 0.5889679193496704, "Finetune/Loss (Raw)": 0.5562402606010437, "Finetune/Step": 17335, "Finetune/Step Time": 10.786874311044812}
+{"Finetune/Learning Rate": 1.994694197171477e-05, "Finetune/Loss": 0.9138859510421753, "Finetune/Loss (Raw)": 1.0346755981445312, "Finetune/Step": 1188, "Finetune/Step Time": 10.72457305714488}
+{"Finetune/Learning Rate": 1.9946768591926603e-05, "Finetune/Loss": 0.9135071039199829, "Finetune/Loss (Raw)": 0.8775674700737, "Finetune/Step": 1189, "Finetune/Step Time": 10.719005839899182}
+{"Finetune/Learning Rate": 5.053786881467004e-07, "Finetune/Loss": 0.5876938104629517, "Finetune/Loss (Raw)": 0.482319176197052, "Finetune/Step": 17336, "Finetune/Step Time": 10.823927346616983}
+{"Finetune/Learning Rate": 1.994659493007636e-05, "Finetune/Loss": 0.9115407466888428, "Finetune/Loss (Raw)": 0.7750932574272156, "Finetune/Step": 1190, "Finetune/Step Time": 10.737661523744464}
+{"Finetune/Learning Rate": 5.048502592285842e-07, "Finetune/Loss": 0.5865418314933777, "Finetune/Loss (Raw)": 0.5561538338661194, "Finetune/Step": 17337, "Finetune/Step Time": 10.843941766768694}
+{"Finetune/Learning Rate": 5.043220995659137e-07, "Finetune/Loss": 0.5874673128128052, "Finetune/Loss (Raw)": 0.6496516466140747, "Finetune/Step": 17338, "Finetune/Step Time": 10.844875605776906}
+{"Finetune/Learning Rate": 1.994642098616897e-05, "Finetune/Loss": 0.9112460613250732, "Finetune/Loss (Raw)": 0.9080513119697571, "Finetune/Step": 1191, "Finetune/Step Time": 10.756290344521403}
+{"Finetune/Learning Rate": 5.03794209173667e-07, "Finetune/Loss": 0.5875247716903687, "Finetune/Loss (Raw)": 0.5862606167793274, "Finetune/Step": 17339, "Finetune/Step Time": 10.822708804160357}
+{"Finetune/Learning Rate": 1.994624676020936e-05, "Finetune/Loss": 0.9106378555297852, "Finetune/Loss (Raw)": 0.9557027816772461, "Finetune/Step": 1192, "Finetune/Step Time": 10.778782477602363}
+{"Finetune/Learning Rate": 5.03266588066812e-07, "Finetune/Loss": 0.587851345539093, "Finetune/Loss (Raw)": 0.7447876930236816, "Finetune/Step": 17340, "Finetune/Step Time": 10.828262060880661}
+{"Finetune/Learning Rate": 1.9946072252202483e-05, "Finetune/Loss": 0.9112241864204407, "Finetune/Loss (Raw)": 1.028359055519104, "Finetune/Step": 1193, "Finetune/Step Time": 10.794097105041146}
+{"Finetune/Learning Rate": 5.027392362603134e-07, "Finetune/Loss": 0.587566077709198, "Finetune/Loss (Raw)": 0.5377597212791443, "Finetune/Step": 17341, "Finetune/Step Time": 10.82812593691051}
+{"Finetune/Learning Rate": 1.9945897462153275e-05, "Finetune/Loss": 0.9134408831596375, "Finetune/Loss (Raw)": 1.041722297668457, "Finetune/Step": 1194, "Finetune/Step Time": 10.769879465922713}
+{"Finetune/Learning Rate": 5.022121537691205e-07, "Finetune/Loss": 0.5877678394317627, "Finetune/Loss (Raw)": 0.5867961645126343, "Finetune/Step": 17342, "Finetune/Step Time": 10.835939893499017}
+{"Finetune/Learning Rate": 1.9945722390066697e-05, "Finetune/Loss": 0.9149673581123352, "Finetune/Loss (Raw)": 1.001698613166809, "Finetune/Step": 1195, "Finetune/Step Time": 10.794113209471107}
+{"Finetune/Learning Rate": 5.016853406081834e-07, "Finetune/Loss": 0.5873256921768188, "Finetune/Loss (Raw)": 0.556496798992157, "Finetune/Step": 17343, "Finetune/Step Time": 10.83156562782824}
+{"Finetune/Learning Rate": 5.011587967924414e-07, "Finetune/Loss": 0.5874377489089966, "Finetune/Loss (Raw)": 0.6313497424125671, "Finetune/Step": 17344, "Finetune/Step Time": 10.832890931516886}
+{"Finetune/Learning Rate": 1.9945547035947715e-05, "Finetune/Loss": 0.9132834076881409, "Finetune/Loss (Raw)": 0.5123381018638611, "Finetune/Step": 1196, "Finetune/Step Time": 10.805873909965158}
+{"Finetune/Learning Rate": 1.99453713998013e-05, "Finetune/Loss": 0.9139045476913452, "Finetune/Loss (Raw)": 1.0283762216567993, "Finetune/Step": 1197, "Finetune/Step Time": 10.8004856929183}
+{"Finetune/Learning Rate": 5.006325223368247e-07, "Finetune/Loss": 0.5870916843414307, "Finetune/Loss (Raw)": 0.6001230478286743, "Finetune/Step": 17345, "Finetune/Step Time": 10.838332695886493}
+{"Finetune/Learning Rate": 5.001065172562569e-07, "Finetune/Loss": 0.5875633955001831, "Finetune/Loss (Raw)": 0.6334485411643982, "Finetune/Step": 17346, "Finetune/Step Time": 10.842171924188733}
+{"Finetune/Learning Rate": 1.9945195481632434e-05, "Finetune/Loss": 0.9140601754188538, "Finetune/Loss (Raw)": 0.921118438243866, "Finetune/Step": 1198, "Finetune/Step Time": 10.814451636746526}
+{"Finetune/Learning Rate": 1.9945019281446106e-05, "Finetune/Loss": 0.9145047068595886, "Finetune/Loss (Raw)": 0.9920982122421265, "Finetune/Step": 1199, "Finetune/Step Time": 10.819033186882734}
+{"Finetune/Learning Rate": 4.995807815656561e-07, "Finetune/Loss": 0.5876404047012329, "Finetune/Loss (Raw)": 0.6180678009986877, "Finetune/Step": 17347, "Finetune/Step Time": 10.841722454875708}
+{"Finetune/Learning Rate": 1.9944842799247306e-05, "Finetune/Loss": 0.9170116782188416, "Finetune/Loss (Raw)": 0.9673754572868347, "Finetune/Step": 1200, "Finetune/Step Time": 10.785503037273884}
+{"Finetune/Learning Rate": 4.990553152799272e-07, "Finetune/Loss": 0.588559091091156, "Finetune/Loss (Raw)": 0.6164349913597107, "Finetune/Step": 17348, "Finetune/Step Time": 10.862650539726019}
+{"Finetune/Learning Rate": 1.9944666035041048e-05, "Finetune/Loss": 0.9177459478378296, "Finetune/Loss (Raw)": 0.9816632866859436, "Finetune/Step": 1201, "Finetune/Step Time": 10.779522646218538}
+{"Finetune/Learning Rate": 4.985301184139712e-07, "Finetune/Loss": 0.5881521701812744, "Finetune/Loss (Raw)": 0.5195924043655396, "Finetune/Step": 17349, "Finetune/Step Time": 10.873974634334445}
+{"Finetune/Learning Rate": 1.994448898883234e-05, "Finetune/Loss": 0.9152498245239258, "Finetune/Loss (Raw)": 0.5731981992721558, "Finetune/Step": 1202, "Finetune/Step Time": 10.82179388962686}
+{"Finetune/Learning Rate": 4.980051909826833e-07, "Finetune/Loss": 0.5881005525588989, "Finetune/Loss (Raw)": 0.5984950065612793, "Finetune/Step": 17350, "Finetune/Step Time": 10.888259949162602}
+{"Finetune/Learning Rate": 1.9944311660626198e-05, "Finetune/Loss": 0.9138787984848022, "Finetune/Loss (Raw)": 0.8541845679283142, "Finetune/Step": 1203, "Finetune/Step Time": 10.828176036477089}
+{"Finetune/Learning Rate": 4.97480533000948e-07, "Finetune/Loss": 0.5878937244415283, "Finetune/Loss (Raw)": 0.512368381023407, "Finetune/Step": 17351, "Finetune/Step Time": 10.861095443367958}
+{"Finetune/Learning Rate": 1.994413405042766e-05, "Finetune/Loss": 0.9117148518562317, "Finetune/Loss (Raw)": 0.8786894679069519, "Finetune/Step": 1204, "Finetune/Step Time": 10.825780993327498}
+{"Finetune/Learning Rate": 4.969561444836446e-07, "Finetune/Loss": 0.588315486907959, "Finetune/Loss (Raw)": 0.582597017288208, "Finetune/Step": 17352, "Finetune/Step Time": 10.860077174380422}
+{"Finetune/Learning Rate": 1.9943956158241757e-05, "Finetune/Loss": 0.9127850532531738, "Finetune/Loss (Raw)": 0.9027174115180969, "Finetune/Step": 1205, "Finetune/Step Time": 10.83583084307611}
+{"Finetune/Learning Rate": 4.964320254456423e-07, "Finetune/Loss": 0.5875706672668457, "Finetune/Loss (Raw)": 0.4897194504737854, "Finetune/Step": 17353, "Finetune/Step Time": 10.896680189296603}
+{"Finetune/Learning Rate": 1.9943777984073534e-05, "Finetune/Loss": 0.912872314453125, "Finetune/Loss (Raw)": 0.9718834161758423, "Finetune/Step": 1206, "Finetune/Step Time": 10.843854207545519}
+{"Finetune/Learning Rate": 4.959081759018014e-07, "Finetune/Loss": 0.5881974697113037, "Finetune/Loss (Raw)": 0.5493340492248535, "Finetune/Step": 17354, "Finetune/Step Time": 10.87670616991818}
+{"Finetune/Learning Rate": 1.994359952792804e-05, "Finetune/Loss": 0.9119510054588318, "Finetune/Loss (Raw)": 0.8109471797943115, "Finetune/Step": 1207, "Finetune/Step Time": 10.841567592695355}
+{"Finetune/Learning Rate": 4.95384595866979e-07, "Finetune/Loss": 0.5882791876792908, "Finetune/Loss (Raw)": 0.5592057108879089, "Finetune/Step": 17355, "Finetune/Step Time": 10.876579938456416}
+{"Finetune/Learning Rate": 1.9943420789810343e-05, "Finetune/Loss": 0.911738395690918, "Finetune/Loss (Raw)": 0.932878851890564, "Finetune/Step": 1208, "Finetune/Step Time": 10.84094725549221}
+{"Finetune/Learning Rate": 4.94861285356022e-07, "Finetune/Loss": 0.5878442525863647, "Finetune/Loss (Raw)": 0.5555905699729919, "Finetune/Step": 17356, "Finetune/Step Time": 10.870960315689445}
+{"Finetune/Learning Rate": 1.994324176972551e-05, "Finetune/Loss": 0.9106665253639221, "Finetune/Loss (Raw)": 0.8989133238792419, "Finetune/Step": 1209, "Finetune/Step Time": 10.850933073088527}
+{"Finetune/Learning Rate": 4.943382443837685e-07, "Finetune/Loss": 0.5884067416191101, "Finetune/Loss (Raw)": 0.6432021856307983, "Finetune/Step": 17357, "Finetune/Step Time": 10.867196215316653}
+{"Finetune/Learning Rate": 1.9943062467678608e-05, "Finetune/Loss": 0.9091271162033081, "Finetune/Loss (Raw)": 0.7933209538459778, "Finetune/Step": 1210, "Finetune/Step Time": 10.836738070473075}
+{"Finetune/Learning Rate": 4.938154729650535e-07, "Finetune/Loss": 0.5878720283508301, "Finetune/Loss (Raw)": 0.5477050542831421, "Finetune/Step": 17358, "Finetune/Step Time": 10.870652614161372}
+{"Finetune/Learning Rate": 1.9942882883674735e-05, "Finetune/Loss": 0.907778799533844, "Finetune/Loss (Raw)": 0.856593906879425, "Finetune/Step": 1211, "Finetune/Step Time": 10.82244030199945}
+{"Finetune/Learning Rate": 4.932929711147016e-07, "Finetune/Loss": 0.5876235365867615, "Finetune/Loss (Raw)": 0.6452396512031555, "Finetune/Step": 17359, "Finetune/Step Time": 10.865051602944732}
+{"Finetune/Learning Rate": 1.9942703017718977e-05, "Finetune/Loss": 0.9092249870300293, "Finetune/Loss (Raw)": 0.9136976003646851, "Finetune/Step": 1212, "Finetune/Step Time": 10.80196744017303}
+{"Finetune/Learning Rate": 4.927707388475256e-07, "Finetune/Loss": 0.5869092345237732, "Finetune/Loss (Raw)": 0.5272920727729797, "Finetune/Step": 17360, "Finetune/Step Time": 10.880942007526755}
+{"Finetune/Learning Rate": 1.994252286981643e-05, "Finetune/Loss": 0.9084618091583252, "Finetune/Loss (Raw)": 0.9926220178604126, "Finetune/Step": 1213, "Finetune/Step Time": 10.809565905481577}
+{"Finetune/Learning Rate": 4.922487761783368e-07, "Finetune/Loss": 0.5868152976036072, "Finetune/Loss (Raw)": 0.6100109815597534, "Finetune/Step": 17361, "Finetune/Step Time": 10.878329636529088}
+{"Finetune/Learning Rate": 1.9942342439972208e-05, "Finetune/Loss": 0.9075211882591248, "Finetune/Loss (Raw)": 0.9006504416465759, "Finetune/Step": 1214, "Finetune/Step Time": 10.82081363350153}
+{"Finetune/Learning Rate": 4.917270831219357e-07, "Finetune/Loss": 0.5866350531578064, "Finetune/Loss (Raw)": 0.5023910403251648, "Finetune/Step": 17362, "Finetune/Step Time": 10.8811719045043}
+{"Finetune/Learning Rate": 1.994216172819143e-05, "Finetune/Loss": 0.9082401394844055, "Finetune/Loss (Raw)": 1.0554341077804565, "Finetune/Step": 1215, "Finetune/Step Time": 10.808672240003943}
+{"Finetune/Learning Rate": 4.912056596931169e-07, "Finetune/Loss": 0.5865715742111206, "Finetune/Loss (Raw)": 0.503400981426239, "Finetune/Step": 17363, "Finetune/Step Time": 10.876976478844881}
+{"Finetune/Learning Rate": 1.9941980734479214e-05, "Finetune/Loss": 0.908814549446106, "Finetune/Loss (Raw)": 0.9487413167953491, "Finetune/Step": 1216, "Finetune/Step Time": 10.811354679986835}
+{"Finetune/Learning Rate": 4.906845059066656e-07, "Finetune/Loss": 0.5857516527175903, "Finetune/Loss (Raw)": 0.44363924860954285, "Finetune/Step": 17364, "Finetune/Step Time": 10.878118669614196}
+{"Finetune/Learning Rate": 1.99417994588407e-05, "Finetune/Loss": 0.9094223380088806, "Finetune/Loss (Raw)": 0.998899519443512, "Finetune/Step": 1217, "Finetune/Step Time": 10.814989414066076}
+{"Finetune/Learning Rate": 4.90163621777362e-07, "Finetune/Loss": 0.5853378772735596, "Finetune/Loss (Raw)": 0.5504172444343567, "Finetune/Step": 17365, "Finetune/Step Time": 10.861943606287241}
+{"Finetune/Learning Rate": 1.9941617901281022e-05, "Finetune/Loss": 0.9076790809631348, "Finetune/Loss (Raw)": 0.8210737109184265, "Finetune/Step": 1218, "Finetune/Step Time": 10.795738389715552}
+{"Finetune/Learning Rate": 4.896430073199754e-07, "Finetune/Loss": 0.586320161819458, "Finetune/Loss (Raw)": 0.7065672874450684, "Finetune/Step": 17366, "Finetune/Step Time": 10.865094227716327}
+{"Finetune/Learning Rate": 1.9941436061805328e-05, "Finetune/Loss": 0.9072021245956421, "Finetune/Loss (Raw)": 0.8920609354972839, "Finetune/Step": 1219, "Finetune/Step Time": 10.799168983474374}
+{"Finetune/Learning Rate": 4.891226625492696e-07, "Finetune/Loss": 0.5858274698257446, "Finetune/Loss (Raw)": 0.49669355154037476, "Finetune/Step": 17367, "Finetune/Step Time": 10.868353240191936}
+{"Finetune/Learning Rate": 1.994125394041878e-05, "Finetune/Loss": 0.9065529704093933, "Finetune/Loss (Raw)": 0.8802765011787415, "Finetune/Step": 1220, "Finetune/Step Time": 10.801356978714466}
+{"Finetune/Learning Rate": 4.886025874799993e-07, "Finetune/Loss": 0.5849886536598206, "Finetune/Loss (Raw)": 0.4255974590778351, "Finetune/Step": 17368, "Finetune/Step Time": 10.859673565253615}
+{"Finetune/Learning Rate": 1.9941071537126535e-05, "Finetune/Loss": 0.9073944091796875, "Finetune/Loss (Raw)": 0.9885135889053345, "Finetune/Step": 1221, "Finetune/Step Time": 10.808003224432468}
+{"Finetune/Learning Rate": 4.88082782126913e-07, "Finetune/Loss": 0.5846540927886963, "Finetune/Loss (Raw)": 0.5824812650680542, "Finetune/Step": 17369, "Finetune/Step Time": 10.863938882946968}
+{"Finetune/Learning Rate": 1.9940888851933776e-05, "Finetune/Loss": 0.9076285362243652, "Finetune/Loss (Raw)": 0.9300322532653809, "Finetune/Step": 1222, "Finetune/Step Time": 10.80637319944799}
+{"Finetune/Learning Rate": 4.875632465047498e-07, "Finetune/Loss": 0.5852160453796387, "Finetune/Loss (Raw)": 0.658988893032074, "Finetune/Step": 17370, "Finetune/Step Time": 10.857010228559375}
+{"Finetune/Learning Rate": 1.994070588484567e-05, "Finetune/Loss": 0.907834529876709, "Finetune/Loss (Raw)": 0.9274072051048279, "Finetune/Step": 1223, "Finetune/Step Time": 10.811643419787288}
+{"Finetune/Learning Rate": 4.870439806282446e-07, "Finetune/Loss": 0.5854093432426453, "Finetune/Loss (Raw)": 0.5932785868644714, "Finetune/Step": 17371, "Finetune/Step Time": 10.870534837245941}
+{"Finetune/Learning Rate": 1.994052263586742e-05, "Finetune/Loss": 0.9079170227050781, "Finetune/Loss (Raw)": 0.8928311467170715, "Finetune/Step": 1224, "Finetune/Step Time": 10.812832150608301}
+{"Finetune/Learning Rate": 4.865249845121201e-07, "Finetune/Loss": 0.5852240324020386, "Finetune/Loss (Raw)": 0.5302525162696838, "Finetune/Step": 17372, "Finetune/Step Time": 10.871194699779153}
+{"Finetune/Learning Rate": 1.994033910500421e-05, "Finetune/Loss": 0.9084869623184204, "Finetune/Loss (Raw)": 0.9007629752159119, "Finetune/Step": 1225, "Finetune/Step Time": 10.815560417249799}
+{"Finetune/Learning Rate": 1.994015529226125e-05, "Finetune/Loss": 0.9095650911331177, "Finetune/Loss (Raw)": 0.9447335600852966, "Finetune/Step": 1226, "Finetune/Step Time": 10.829809935763478}
+{"Finetune/Learning Rate": 4.860062581710944e-07, "Finetune/Loss": 0.5835495591163635, "Finetune/Loss (Raw)": 0.4548794627189636, "Finetune/Step": 17373, "Finetune/Step Time": 10.886014049872756}
+{"Finetune/Learning Rate": 1.9939971197643757e-05, "Finetune/Loss": 0.9082150459289551, "Finetune/Loss (Raw)": 0.8422036170959473, "Finetune/Step": 1227, "Finetune/Step Time": 10.828332690522075}
+{"Finetune/Learning Rate": 4.854878016198772e-07, "Finetune/Loss": 0.5831754207611084, "Finetune/Loss (Raw)": 0.5258351564407349, "Finetune/Step": 17374, "Finetune/Step Time": 10.914990263059735}
+{"Finetune/Learning Rate": 1.993978682115694e-05, "Finetune/Loss": 0.9062532186508179, "Finetune/Loss (Raw)": 0.864683985710144, "Finetune/Step": 1228, "Finetune/Step Time": 10.82222369685769}
+{"Finetune/Learning Rate": 4.849696148731697e-07, "Finetune/Loss": 0.5833982229232788, "Finetune/Loss (Raw)": 0.5977161526679993, "Finetune/Step": 17375, "Finetune/Step Time": 10.92560818605125}
+{"Finetune/Learning Rate": 1.9939602162806038e-05, "Finetune/Loss": 0.9077292680740356, "Finetune/Loss (Raw)": 0.9330732226371765, "Finetune/Step": 1229, "Finetune/Step Time": 10.843356341123581}
+{"Finetune/Learning Rate": 4.844516979456671e-07, "Finetune/Loss": 0.5830507874488831, "Finetune/Loss (Raw)": 0.4970991611480713, "Finetune/Step": 17376, "Finetune/Step Time": 10.92713045887649}
+{"Finetune/Learning Rate": 1.993941722259628e-05, "Finetune/Loss": 0.9061038494110107, "Finetune/Loss (Raw)": 0.8049126863479614, "Finetune/Step": 1230, "Finetune/Step Time": 10.84135078266263}
+{"Finetune/Learning Rate": 4.839340508520563e-07, "Finetune/Loss": 0.5826979875564575, "Finetune/Loss (Raw)": 0.5734085440635681, "Finetune/Step": 17377, "Finetune/Step Time": 10.93961476162076}
+{"Finetune/Learning Rate": 1.9939232000532914e-05, "Finetune/Loss": 0.9063877463340759, "Finetune/Loss (Raw)": 1.0056614875793457, "Finetune/Step": 1231, "Finetune/Step Time": 10.836939042434096}
+{"Finetune/Learning Rate": 4.834166736070156e-07, "Finetune/Loss": 0.5824869871139526, "Finetune/Loss (Raw)": 0.6648173332214355, "Finetune/Step": 17378, "Finetune/Step Time": 10.943251630291343}
+{"Finetune/Learning Rate": 1.9939046496621196e-05, "Finetune/Loss": 0.9056708216667175, "Finetune/Loss (Raw)": 0.9834738969802856, "Finetune/Step": 1232, "Finetune/Step Time": 10.841558162122965}
+{"Finetune/Learning Rate": 4.828995662252167e-07, "Finetune/Loss": 0.5828021168708801, "Finetune/Loss (Raw)": 0.6354684233665466, "Finetune/Step": 17379, "Finetune/Step Time": 10.9330019261688}
+{"Finetune/Learning Rate": 1.993886071086638e-05, "Finetune/Loss": 0.9071652889251709, "Finetune/Loss (Raw)": 0.7855554223060608, "Finetune/Step": 1233, "Finetune/Step Time": 10.798786468803883}
+{"Finetune/Learning Rate": 4.823827287213223e-07, "Finetune/Loss": 0.5833563804626465, "Finetune/Loss (Raw)": 0.6007218360900879, "Finetune/Step": 17380, "Finetune/Step Time": 10.924863895401359}
+{"Finetune/Learning Rate": 1.9938674643273735e-05, "Finetune/Loss": 0.9078991413116455, "Finetune/Loss (Raw)": 0.9970045685768127, "Finetune/Step": 1234, "Finetune/Step Time": 10.806518966332078}
+{"Finetune/Learning Rate": 4.818661611099895e-07, "Finetune/Loss": 0.5835199952125549, "Finetune/Loss (Raw)": 0.49006250500679016, "Finetune/Step": 17381, "Finetune/Step Time": 10.944306580349803}
+{"Finetune/Learning Rate": 1.9938488293848536e-05, "Finetune/Loss": 0.9078537821769714, "Finetune/Loss (Raw)": 0.8524034023284912, "Finetune/Step": 1235, "Finetune/Step Time": 10.805021796375513}
+{"Finetune/Learning Rate": 4.813498634058666e-07, "Finetune/Loss": 0.583670973777771, "Finetune/Loss (Raw)": 0.5917195081710815, "Finetune/Step": 17382, "Finetune/Step Time": 10.949778554961085}
+{"Finetune/Learning Rate": 1.9938301662596075e-05, "Finetune/Loss": 0.9068827033042908, "Finetune/Loss (Raw)": 0.8878472447395325, "Finetune/Step": 1236, "Finetune/Step Time": 10.804285587742925}
+{"Finetune/Learning Rate": 1.993811474952164e-05, "Finetune/Loss": 0.9070207476615906, "Finetune/Loss (Raw)": 0.947799801826477, "Finetune/Step": 1237, "Finetune/Step Time": 10.809300977736712}
+{"Finetune/Learning Rate": 4.808338356235953e-07, "Finetune/Loss": 0.5806208848953247, "Finetune/Loss (Raw)": 0.3381267786026001, "Finetune/Step": 17383, "Finetune/Step Time": 10.987580589950085}
+{"Finetune/Learning Rate": 1.9937927554630528e-05, "Finetune/Loss": 0.9063755869865417, "Finetune/Loss (Raw)": 0.9794173836708069, "Finetune/Step": 1238, "Finetune/Step Time": 10.805795209482312}
+{"Finetune/Learning Rate": 4.80318077777805e-07, "Finetune/Loss": 0.580108642578125, "Finetune/Loss (Raw)": 0.5355738401412964, "Finetune/Step": 17384, "Finetune/Step Time": 10.969961788505316}
+{"Finetune/Learning Rate": 1.993774007792805e-05, "Finetune/Loss": 0.9076286554336548, "Finetune/Loss (Raw)": 1.0432378053665161, "Finetune/Step": 1239, "Finetune/Step Time": 10.81162242591381}
+{"Finetune/Learning Rate": 4.798025898831249e-07, "Finetune/Loss": 0.5785331726074219, "Finetune/Loss (Raw)": 0.281329870223999, "Finetune/Step": 17385, "Finetune/Step Time": 11.009182289242744}
+{"Finetune/Learning Rate": 1.9937552319419525e-05, "Finetune/Loss": 0.9081226587295532, "Finetune/Loss (Raw)": 0.9562808275222778, "Finetune/Step": 1240, "Finetune/Step Time": 10.812238119542599}
+{"Finetune/Learning Rate": 4.792873719541724e-07, "Finetune/Loss": 0.5772359371185303, "Finetune/Loss (Raw)": 0.5012585520744324, "Finetune/Step": 17386, "Finetune/Step Time": 11.011785589158535}
+{"Finetune/Learning Rate": 1.9937364279110273e-05, "Finetune/Loss": 0.9084715843200684, "Finetune/Loss (Raw)": 0.9264237880706787, "Finetune/Step": 1241, "Finetune/Step Time": 10.811026491224766}
+{"Finetune/Learning Rate": 4.787724240055558e-07, "Finetune/Loss": 0.5771455764770508, "Finetune/Loss (Raw)": 0.5791138410568237, "Finetune/Step": 17387, "Finetune/Step Time": 11.007707670331001}
+{"Finetune/Learning Rate": 1.993717595700563e-05, "Finetune/Loss": 0.9061777591705322, "Finetune/Loss (Raw)": 0.6673510074615479, "Finetune/Step": 1242, "Finetune/Step Time": 10.806355345994234}
+{"Finetune/Learning Rate": 4.782577460518789e-07, "Finetune/Loss": 0.5766428112983704, "Finetune/Loss (Raw)": 0.5001794695854187, "Finetune/Step": 17388, "Finetune/Step Time": 11.00700762309134}
+{"Finetune/Learning Rate": 1.9936987353110933e-05, "Finetune/Loss": 0.9068495035171509, "Finetune/Loss (Raw)": 0.9316150546073914, "Finetune/Step": 1243, "Finetune/Step Time": 10.810638638213277}
+{"Finetune/Learning Rate": 4.777433381077367e-07, "Finetune/Loss": 0.577702522277832, "Finetune/Loss (Raw)": 0.5912815928459167, "Finetune/Step": 17389, "Finetune/Step Time": 11.000754898414016}
+{"Finetune/Learning Rate": 1.9936798467431534e-05, "Finetune/Loss": 0.9061182737350464, "Finetune/Loss (Raw)": 0.8489866256713867, "Finetune/Step": 1244, "Finetune/Step Time": 10.806154187768698}
+{"Finetune/Learning Rate": 4.772292001877154e-07, "Finetune/Loss": 0.577704668045044, "Finetune/Loss (Raw)": 0.6169248819351196, "Finetune/Step": 17390, "Finetune/Step Time": 11.003426276147366}
+{"Finetune/Learning Rate": 1.993660929997278e-05, "Finetune/Loss": 0.906798243522644, "Finetune/Loss (Raw)": 1.0320303440093994, "Finetune/Step": 1245, "Finetune/Step Time": 10.80027685686946}
+{"Finetune/Learning Rate": 4.767153323063933e-07, "Finetune/Loss": 0.5768183469772339, "Finetune/Loss (Raw)": 0.5395100116729736, "Finetune/Step": 17391, "Finetune/Step Time": 11.007079726085067}
+{"Finetune/Learning Rate": 1.993641985074005e-05, "Finetune/Loss": 0.9086326360702515, "Finetune/Loss (Raw)": 1.0904642343521118, "Finetune/Step": 1246, "Finetune/Step Time": 10.784836653620005}
+{"Finetune/Learning Rate": 4.7620173447834426e-07, "Finetune/Loss": 0.5763140916824341, "Finetune/Loss (Raw)": 0.5469112396240234, "Finetune/Step": 17392, "Finetune/Step Time": 11.011857334524393}
+{"Finetune/Learning Rate": 1.9936230119738708e-05, "Finetune/Loss": 0.9108222723007202, "Finetune/Loss (Raw)": 1.0376843214035034, "Finetune/Step": 1247, "Finetune/Step Time": 10.762744437903166}
+{"Finetune/Learning Rate": 4.756884067181333e-07, "Finetune/Loss": 0.5758118629455566, "Finetune/Loss (Raw)": 0.6359040141105652, "Finetune/Step": 17393, "Finetune/Step Time": 11.005145359784365}
+{"Finetune/Learning Rate": 1.9936040106974132e-05, "Finetune/Loss": 0.9118591547012329, "Finetune/Loss (Raw)": 0.8850544691085815, "Finetune/Step": 1248, "Finetune/Step Time": 10.759171206504107}
+{"Finetune/Learning Rate": 4.751753490403144e-07, "Finetune/Loss": 0.5745145678520203, "Finetune/Loss (Raw)": 0.5757352113723755, "Finetune/Step": 17394, "Finetune/Step Time": 10.988812398165464}
+{"Finetune/Learning Rate": 1.9935849812451713e-05, "Finetune/Loss": 0.9137930870056152, "Finetune/Loss (Raw)": 0.9365400075912476, "Finetune/Step": 1249, "Finetune/Step Time": 10.753812892362475}
+{"Finetune/Learning Rate": 4.746625614594402e-07, "Finetune/Loss": 0.5749733448028564, "Finetune/Loss (Raw)": 0.609718382358551, "Finetune/Step": 17395, "Finetune/Step Time": 10.976593712344766}
+{"Finetune/Learning Rate": 1.9935659236176846e-05, "Finetune/Loss": 0.913586437702179, "Finetune/Loss (Raw)": 0.8876488208770752, "Finetune/Step": 1250, "Finetune/Step Time": 10.710153065621853}
+{"Finetune/Learning Rate": 4.7415004399004704e-07, "Finetune/Loss": 0.5751312971115112, "Finetune/Loss (Raw)": 0.6507121324539185, "Finetune/Step": 17396, "Finetune/Step Time": 10.995357433333993}
+{"Finetune/Learning Rate": 1.9935468378154937e-05, "Finetune/Loss": 0.9138021469116211, "Finetune/Loss (Raw)": 0.9412194490432739, "Finetune/Step": 1251, "Finetune/Step Time": 10.719650303944945}
+{"Finetune/Learning Rate": 4.7363779664667095e-07, "Finetune/Loss": 0.5742375254631042, "Finetune/Loss (Raw)": 0.5505333542823792, "Finetune/Step": 17397, "Finetune/Step Time": 11.003839770331979}
+{"Finetune/Learning Rate": 1.9935277238391398e-05, "Finetune/Loss": 0.9144381284713745, "Finetune/Loss (Raw)": 1.060884952545166, "Finetune/Step": 1252, "Finetune/Step Time": 10.700983280315995}
+{"Finetune/Learning Rate": 4.73125819443836e-07, "Finetune/Loss": 0.5738296508789062, "Finetune/Loss (Raw)": 0.5342165231704712, "Finetune/Step": 17398, "Finetune/Step Time": 10.93797598592937}
+{"Finetune/Learning Rate": 1.993508581689165e-05, "Finetune/Loss": 0.9158304333686829, "Finetune/Loss (Raw)": 0.9598628878593445, "Finetune/Step": 1253, "Finetune/Step Time": 10.686908174306154}
+{"Finetune/Learning Rate": 4.726141123960637e-07, "Finetune/Loss": 0.5726358294487, "Finetune/Loss (Raw)": 0.6176825761795044, "Finetune/Step": 17399, "Finetune/Step Time": 10.926083853468299}
+{"Finetune/Learning Rate": 1.993489411366112e-05, "Finetune/Loss": 0.9156539440155029, "Finetune/Loss (Raw)": 0.929102897644043, "Finetune/Step": 1254, "Finetune/Step Time": 10.704385144636035}
+{"Finetune/Learning Rate": 4.721026755178626e-07, "Finetune/Loss": 0.5728660821914673, "Finetune/Loss (Raw)": 0.5923905968666077, "Finetune/Step": 17400, "Finetune/Step Time": 10.915185552090406}
+{"Finetune/Learning Rate": 1.993470212870524e-05, "Finetune/Loss": 0.9147787094116211, "Finetune/Loss (Raw)": 0.8188787698745728, "Finetune/Step": 1255, "Finetune/Step Time": 10.715422889217734}
+{"Finetune/Learning Rate": 4.715915088237366e-07, "Finetune/Loss": 0.572219967842102, "Finetune/Loss (Raw)": 0.5345007181167603, "Finetune/Step": 17401, "Finetune/Step Time": 10.90966453962028}
+{"Finetune/Learning Rate": 1.993450986202946e-05, "Finetune/Loss": 0.9144385457038879, "Finetune/Loss (Raw)": 0.8336597681045532, "Finetune/Step": 1256, "Finetune/Step Time": 10.715783191844821}
+{"Finetune/Learning Rate": 4.710806123281808e-07, "Finetune/Loss": 0.5719007849693298, "Finetune/Loss (Raw)": 0.5389191508293152, "Finetune/Step": 17402, "Finetune/Step Time": 10.909649284556508}
+{"Finetune/Learning Rate": 1.993431731363923e-05, "Finetune/Loss": 0.9160884618759155, "Finetune/Loss (Raw)": 1.043831706047058, "Finetune/Step": 1257, "Finetune/Step Time": 10.7153430134058}
+{"Finetune/Learning Rate": 4.705699860456814e-07, "Finetune/Loss": 0.5726560354232788, "Finetune/Loss (Raw)": 0.6016047596931458, "Finetune/Step": 17403, "Finetune/Step Time": 10.914086939767003}
+{"Finetune/Learning Rate": 1.9934124483540015e-05, "Finetune/Loss": 0.9140645861625671, "Finetune/Loss (Raw)": 0.653996467590332, "Finetune/Step": 1258, "Finetune/Step Time": 10.755502002313733}
+{"Finetune/Learning Rate": 4.7005962999071895e-07, "Finetune/Loss": 0.5725497603416443, "Finetune/Loss (Raw)": 0.6326176524162292, "Finetune/Step": 17404, "Finetune/Step Time": 10.92424768768251}
+{"Finetune/Learning Rate": 1.9933931371737276e-05, "Finetune/Loss": 0.9142787456512451, "Finetune/Loss (Raw)": 0.9778928756713867, "Finetune/Step": 1259, "Finetune/Step Time": 10.749766930937767}
+{"Finetune/Learning Rate": 4.6954954417776533e-07, "Finetune/Loss": 0.5724817514419556, "Finetune/Loss (Raw)": 0.569553792476654, "Finetune/Step": 17405, "Finetune/Step Time": 10.900036865845323}
+{"Finetune/Learning Rate": 1.9933737978236487e-05, "Finetune/Loss": 0.9175887107849121, "Finetune/Loss (Raw)": 1.0017955303192139, "Finetune/Step": 1260, "Finetune/Step Time": 10.71059487015009}
+{"Finetune/Learning Rate": 4.6903972862128553e-07, "Finetune/Loss": 0.5725101232528687, "Finetune/Loss (Raw)": 0.6184976100921631, "Finetune/Step": 17406, "Finetune/Step Time": 10.89473813585937}
+{"Finetune/Learning Rate": 1.9933544303043142e-05, "Finetune/Loss": 0.9170036911964417, "Finetune/Loss (Raw)": 0.9465649724006653, "Finetune/Step": 1261, "Finetune/Step Time": 10.701080491766334}
+{"Finetune/Learning Rate": 4.685301833357381e-07, "Finetune/Loss": 0.5720313191413879, "Finetune/Loss (Raw)": 0.4938393831253052, "Finetune/Step": 17407, "Finetune/Step Time": 10.905815172940493}
+{"Finetune/Learning Rate": 1.9933350346162722e-05, "Finetune/Loss": 0.9163728952407837, "Finetune/Loss (Raw)": 0.9229995012283325, "Finetune/Step": 1262, "Finetune/Step Time": 10.727852184325457}
+{"Finetune/Learning Rate": 4.6802090833557136e-07, "Finetune/Loss": 0.5712922215461731, "Finetune/Loss (Raw)": 0.6023463606834412, "Finetune/Step": 17408, "Finetune/Step Time": 10.906412722542882}
+{"Finetune/Learning Rate": 1.993315610760074e-05, "Finetune/Loss": 0.915803074836731, "Finetune/Loss (Raw)": 0.8995451927185059, "Finetune/Step": 1263, "Finetune/Step Time": 10.72751796618104}
+{"Finetune/Learning Rate": 4.675119036352249e-07, "Finetune/Loss": 0.5723469257354736, "Finetune/Loss (Raw)": 0.7460203766822815, "Finetune/Step": 17409, "Finetune/Step Time": 10.903761371970177}
+{"Finetune/Learning Rate": 1.9932961587362692e-05, "Finetune/Loss": 0.9170660972595215, "Finetune/Loss (Raw)": 0.9989010691642761, "Finetune/Step": 1264, "Finetune/Step Time": 10.708777792751789}
+{"Finetune/Learning Rate": 4.6700316924913393e-07, "Finetune/Loss": 0.571868896484375, "Finetune/Loss (Raw)": 0.5732927918434143, "Finetune/Step": 17410, "Finetune/Step Time": 10.8998506013304}
+{"Finetune/Learning Rate": 1.99327667854541e-05, "Finetune/Loss": 0.9169317483901978, "Finetune/Loss (Raw)": 0.8831023573875427, "Finetune/Step": 1265, "Finetune/Step Time": 10.714454807341099}
+{"Finetune/Learning Rate": 4.664947051917257e-07, "Finetune/Loss": 0.5716897249221802, "Finetune/Loss (Raw)": 0.548132598400116, "Finetune/Step": 17411, "Finetune/Step Time": 10.905684482306242}
+{"Finetune/Learning Rate": 1.993257170188049e-05, "Finetune/Loss": 0.9140026569366455, "Finetune/Loss (Raw)": 0.6327823400497437, "Finetune/Step": 1266, "Finetune/Step Time": 10.74844771437347}
+{"Finetune/Learning Rate": 4.6598651147741646e-07, "Finetune/Loss": 0.572296142578125, "Finetune/Loss (Raw)": 0.6375823020935059, "Finetune/Step": 17412, "Finetune/Step Time": 10.926474243402481}
+{"Finetune/Learning Rate": 1.9932376336647387e-05, "Finetune/Loss": 0.9121333956718445, "Finetune/Loss (Raw)": 0.7479874491691589, "Finetune/Step": 1267, "Finetune/Step Time": 10.74080797098577}
+{"Finetune/Learning Rate": 4.654785881206192e-07, "Finetune/Loss": 0.5721287131309509, "Finetune/Loss (Raw)": 0.6324865221977234, "Finetune/Step": 17413, "Finetune/Step Time": 10.936236830428243}
+{"Finetune/Learning Rate": 1.9932180689760336e-05, "Finetune/Loss": 0.912751317024231, "Finetune/Loss (Raw)": 0.9855915307998657, "Finetune/Step": 1268, "Finetune/Step Time": 10.74803047068417}
+{"Finetune/Learning Rate": 4.649709351357379e-07, "Finetune/Loss": 0.5711736679077148, "Finetune/Loss (Raw)": 0.4821434020996094, "Finetune/Step": 17414, "Finetune/Step Time": 10.946178102865815}
+{"Finetune/Learning Rate": 1.993198476122489e-05, "Finetune/Loss": 0.9138890504837036, "Finetune/Loss (Raw)": 1.054424524307251, "Finetune/Step": 1269, "Finetune/Step Time": 10.74697881564498}
+{"Finetune/Learning Rate": 4.644635525371666e-07, "Finetune/Loss": 0.5713351964950562, "Finetune/Loss (Raw)": 0.6733668446540833, "Finetune/Step": 17415, "Finetune/Step Time": 10.94007738493383}
+{"Finetune/Learning Rate": 4.6395644033929264e-07, "Finetune/Loss": 0.5713697671890259, "Finetune/Loss (Raw)": 0.5529213547706604, "Finetune/Step": 17416, "Finetune/Step Time": 10.94060674868524}
+{"Finetune/Learning Rate": 1.993178855104659e-05, "Finetune/Loss": 0.9125638008117676, "Finetune/Loss (Raw)": 0.759333074092865, "Finetune/Step": 1270, "Finetune/Step Time": 10.794010827317834}
+{"Finetune/Learning Rate": 4.6344959855649684e-07, "Finetune/Loss": 0.570357084274292, "Finetune/Loss (Raw)": 0.5190342664718628, "Finetune/Step": 17417, "Finetune/Step Time": 10.927645605057478}
+{"Finetune/Learning Rate": 1.9931592059231014e-05, "Finetune/Loss": 0.9135373830795288, "Finetune/Loss (Raw)": 0.9984045028686523, "Finetune/Step": 1271, "Finetune/Step Time": 10.818897191435099}
+{"Finetune/Learning Rate": 4.629430272031532e-07, "Finetune/Loss": 0.5704802870750427, "Finetune/Loss (Raw)": 0.5724710822105408, "Finetune/Step": 17418, "Finetune/Step Time": 10.942399581894279}
+{"Finetune/Learning Rate": 1.9931395285783726e-05, "Finetune/Loss": 0.9153017997741699, "Finetune/Loss (Raw)": 0.9532255530357361, "Finetune/Step": 1272, "Finetune/Step Time": 10.804012637585402}
+{"Finetune/Learning Rate": 4.624367262936247e-07, "Finetune/Loss": 0.570267379283905, "Finetune/Loss (Raw)": 0.5392385721206665, "Finetune/Step": 17419, "Finetune/Step Time": 10.97150599770248}
+{"Finetune/Learning Rate": 1.993119823071031e-05, "Finetune/Loss": 0.9140030741691589, "Finetune/Loss (Raw)": 0.7814087867736816, "Finetune/Step": 1273, "Finetune/Step Time": 10.818537438288331}
+{"Finetune/Learning Rate": 4.619306958422698e-07, "Finetune/Loss": 0.5711913108825684, "Finetune/Loss (Raw)": 0.6405161619186401, "Finetune/Step": 17420, "Finetune/Step Time": 10.96465010382235}
+{"Finetune/Learning Rate": 1.9931000894016353e-05, "Finetune/Loss": 0.9118973016738892, "Finetune/Loss (Raw)": 0.8287950158119202, "Finetune/Step": 1274, "Finetune/Step Time": 10.812085822224617}
+{"Finetune/Learning Rate": 1.993080327570745e-05, "Finetune/Loss": 0.9114236235618591, "Finetune/Loss (Raw)": 0.901397705078125, "Finetune/Step": 1275, "Finetune/Step Time": 10.795070419088006}
+{"Finetune/Learning Rate": 4.614249358634382e-07, "Finetune/Loss": 0.5690566301345825, "Finetune/Loss (Raw)": 0.3099495470523834, "Finetune/Step": 17421, "Finetune/Step Time": 11.000550802797079}
+{"Finetune/Learning Rate": 1.9930605375789205e-05, "Finetune/Loss": 0.9131108522415161, "Finetune/Loss (Raw)": 1.1536664962768555, "Finetune/Step": 1276, "Finetune/Step Time": 10.81078521348536}
+{"Finetune/Learning Rate": 4.6091944637147056e-07, "Finetune/Loss": 0.5698774456977844, "Finetune/Loss (Raw)": 0.6537664532661438, "Finetune/Step": 17422, "Finetune/Step Time": 11.026908589527011}
+{"Finetune/Learning Rate": 1.993040719426723e-05, "Finetune/Loss": 0.9123544692993164, "Finetune/Loss (Raw)": 0.9133376479148865, "Finetune/Step": 1277, "Finetune/Step Time": 10.815743708983064}
+{"Finetune/Learning Rate": 4.604142273807022e-07, "Finetune/Loss": 0.5703338980674744, "Finetune/Loss (Raw)": 0.555860161781311, "Finetune/Step": 17423, "Finetune/Step Time": 11.02868235297501}
+{"Finetune/Learning Rate": 1.993020873114715e-05, "Finetune/Loss": 0.912642240524292, "Finetune/Loss (Raw)": 0.9378416538238525, "Finetune/Step": 1278, "Finetune/Step Time": 10.801366500556469}
+{"Finetune/Learning Rate": 4.5990927890545934e-07, "Finetune/Loss": 0.5711199641227722, "Finetune/Loss (Raw)": 0.7160939574241638, "Finetune/Step": 17424, "Finetune/Step Time": 11.039324464276433}
+{"Finetune/Learning Rate": 1.9930009986434582e-05, "Finetune/Loss": 0.9120972752571106, "Finetune/Loss (Raw)": 0.9265919923782349, "Finetune/Step": 1279, "Finetune/Step Time": 10.804198769852519}
+{"Finetune/Learning Rate": 4.5940460096006167e-07, "Finetune/Loss": 0.5716633200645447, "Finetune/Loss (Raw)": 0.5513674020767212, "Finetune/Step": 17425, "Finetune/Step Time": 11.034574689343572}
+{"Finetune/Learning Rate": 1.992981096013517e-05, "Finetune/Loss": 0.9128727912902832, "Finetune/Loss (Raw)": 1.0195331573486328, "Finetune/Step": 1280, "Finetune/Step Time": 10.800633046776056}
+{"Finetune/Learning Rate": 1.992961165225456e-05, "Finetune/Loss": 0.9128449559211731, "Finetune/Loss (Raw)": 0.9562475681304932, "Finetune/Step": 1281, "Finetune/Step Time": 10.795681027695537}
+{"Finetune/Learning Rate": 4.589001935588189e-07, "Finetune/Loss": 0.5708272457122803, "Finetune/Loss (Raw)": 0.5772210359573364, "Finetune/Step": 17426, "Finetune/Step Time": 11.037561401724815}
+{"Finetune/Learning Rate": 4.5839605671603614e-07, "Finetune/Loss": 0.5715482234954834, "Finetune/Loss (Raw)": 0.6774582266807556, "Finetune/Step": 17427, "Finetune/Step Time": 11.034449303522706}
+{"Finetune/Learning Rate": 1.992941206279839e-05, "Finetune/Loss": 0.9126150608062744, "Finetune/Loss (Raw)": 0.8992460370063782, "Finetune/Step": 1282, "Finetune/Step Time": 10.792287422344089}
+{"Finetune/Learning Rate": 1.9929212191772337e-05, "Finetune/Loss": 0.9116803407669067, "Finetune/Loss (Raw)": 0.9175746440887451, "Finetune/Step": 1283, "Finetune/Step Time": 10.7978559974581}
+{"Finetune/Learning Rate": 4.578921904460076e-07, "Finetune/Loss": 0.5719980001449585, "Finetune/Loss (Raw)": 0.6325163841247559, "Finetune/Step": 17428, "Finetune/Step Time": 11.041067382320762}
+{"Finetune/Learning Rate": 1.992901203918206e-05, "Finetune/Loss": 0.911636471748352, "Finetune/Loss (Raw)": 1.019615650177002, "Finetune/Step": 1284, "Finetune/Step Time": 10.791974745690823}
+{"Finetune/Learning Rate": 4.57388594763023e-07, "Finetune/Loss": 0.5710413455963135, "Finetune/Loss (Raw)": 0.511204719543457, "Finetune/Step": 17429, "Finetune/Step Time": 11.038894698023796}
+{"Finetune/Learning Rate": 4.5688526968136193e-07, "Finetune/Loss": 0.5718401670455933, "Finetune/Loss (Raw)": 0.5517629384994507, "Finetune/Step": 17430, "Finetune/Step Time": 11.004872005432844}
+{"Finetune/Learning Rate": 1.9928811605033237e-05, "Finetune/Loss": 0.9115173816680908, "Finetune/Loss (Raw)": 0.9297960996627808, "Finetune/Step": 1285, "Finetune/Step Time": 10.79470006749034}
+{"Finetune/Learning Rate": 1.9928610889331548e-05, "Finetune/Loss": 0.911590039730072, "Finetune/Loss (Raw)": 1.0118815898895264, "Finetune/Step": 1286, "Finetune/Step Time": 10.786904206499457}
+{"Finetune/Learning Rate": 4.5638221521529746e-07, "Finetune/Loss": 0.5710564255714417, "Finetune/Loss (Raw)": 0.5801900029182434, "Finetune/Step": 17431, "Finetune/Step Time": 11.007834117859602}
+{"Finetune/Learning Rate": 1.992840989208269e-05, "Finetune/Loss": 0.9123629331588745, "Finetune/Loss (Raw)": 1.0007779598236084, "Finetune/Step": 1287, "Finetune/Step Time": 10.780988851562142}
+{"Finetune/Learning Rate": 4.55879431379096e-07, "Finetune/Loss": 0.5700681805610657, "Finetune/Loss (Raw)": 0.5570550560951233, "Finetune/Step": 17432, "Finetune/Step Time": 10.983884179964662}
+{"Finetune/Learning Rate": 1.9928208613292358e-05, "Finetune/Loss": 0.9128813743591309, "Finetune/Loss (Raw)": 0.8990512490272522, "Finetune/Step": 1288, "Finetune/Step Time": 10.77776868455112}
+{"Finetune/Learning Rate": 4.553769181870127e-07, "Finetune/Loss": 0.5701853036880493, "Finetune/Loss (Raw)": 0.5432524085044861, "Finetune/Step": 17433, "Finetune/Step Time": 11.003102080896497}
+{"Finetune/Learning Rate": 1.992800705296626e-05, "Finetune/Loss": 0.9129554033279419, "Finetune/Loss (Raw)": 1.0031379461288452, "Finetune/Step": 1289, "Finetune/Step Time": 10.772540772333741}
+{"Finetune/Learning Rate": 4.548746756532996e-07, "Finetune/Loss": 0.5711660981178284, "Finetune/Loss (Raw)": 0.6417018175125122, "Finetune/Step": 17434, "Finetune/Step Time": 11.010410901159048}
+{"Finetune/Learning Rate": 1.9927805211110117e-05, "Finetune/Loss": 0.9135552644729614, "Finetune/Loss (Raw)": 0.9685666561126709, "Finetune/Step": 1290, "Finetune/Step Time": 10.7774349283427}
+{"Finetune/Learning Rate": 4.5437270379219743e-07, "Finetune/Loss": 0.5722019672393799, "Finetune/Loss (Raw)": 0.7041362524032593, "Finetune/Step": 17435, "Finetune/Step Time": 11.017875468358397}
+{"Finetune/Learning Rate": 1.992760308772965e-05, "Finetune/Loss": 0.9134278893470764, "Finetune/Loss (Raw)": 0.9550997614860535, "Finetune/Step": 1291, "Finetune/Step Time": 10.778567356988788}
+{"Finetune/Learning Rate": 4.5387100261794157e-07, "Finetune/Loss": 0.5724387168884277, "Finetune/Loss (Raw)": 0.6215628981590271, "Finetune/Step": 17436, "Finetune/Step Time": 11.02504963427782}
+{"Finetune/Learning Rate": 1.9927400682830588e-05, "Finetune/Loss": 0.9159085154533386, "Finetune/Loss (Raw)": 0.9555559158325195, "Finetune/Step": 1292, "Finetune/Step Time": 10.744634807109833}
+{"Finetune/Learning Rate": 4.5336957214475843e-07, "Finetune/Loss": 0.5722267031669617, "Finetune/Loss (Raw)": 0.5234148502349854, "Finetune/Step": 17437, "Finetune/Step Time": 11.028254102915525}
+{"Finetune/Learning Rate": 1.992719799641867e-05, "Finetune/Loss": 0.9171087145805359, "Finetune/Loss (Raw)": 1.021081566810608, "Finetune/Step": 1293, "Finetune/Step Time": 10.742354050278664}
+{"Finetune/Learning Rate": 4.5286841238686876e-07, "Finetune/Loss": 0.571953296661377, "Finetune/Loss (Raw)": 0.588485836982727, "Finetune/Step": 17438, "Finetune/Step Time": 11.025853034108877}
+{"Finetune/Learning Rate": 1.992699502849965e-05, "Finetune/Loss": 0.9168580174446106, "Finetune/Loss (Raw)": 0.8051887154579163, "Finetune/Step": 1294, "Finetune/Step Time": 10.762993887066841}
+{"Finetune/Learning Rate": 4.523675233584812e-07, "Finetune/Loss": 0.5710964202880859, "Finetune/Loss (Raw)": 0.6059825420379639, "Finetune/Step": 17439, "Finetune/Step Time": 11.02558028139174}
+{"Finetune/Learning Rate": 1.9926791779079274e-05, "Finetune/Loss": 0.9190095663070679, "Finetune/Loss (Raw)": 0.964308500289917, "Finetune/Step": 1295, "Finetune/Step Time": 10.732209745794535}
+{"Finetune/Learning Rate": 4.5186690507379894e-07, "Finetune/Loss": 0.5709408521652222, "Finetune/Loss (Raw)": 0.5819886326789856, "Finetune/Step": 17440, "Finetune/Step Time": 11.036648312583566}
+{"Finetune/Learning Rate": 1.9926588248163317e-05, "Finetune/Loss": 0.9190469980239868, "Finetune/Loss (Raw)": 0.9999264478683472, "Finetune/Step": 1296, "Finetune/Step Time": 10.742522664368153}
+{"Finetune/Learning Rate": 4.513665575470216e-07, "Finetune/Loss": 0.5707108974456787, "Finetune/Loss (Raw)": 0.6004459857940674, "Finetune/Step": 17441, "Finetune/Step Time": 11.039186215028167}
+{"Finetune/Learning Rate": 1.9926384435757542e-05, "Finetune/Loss": 0.9182621836662292, "Finetune/Loss (Raw)": 0.8370651602745056, "Finetune/Step": 1297, "Finetune/Step Time": 10.761843701824546}
+{"Finetune/Learning Rate": 4.5086648079233686e-07, "Finetune/Loss": 0.5703903436660767, "Finetune/Loss (Raw)": 0.517349898815155, "Finetune/Step": 17442, "Finetune/Step Time": 11.037900272756815}
+{"Finetune/Learning Rate": 1.992618034186773e-05, "Finetune/Loss": 0.9182760119438171, "Finetune/Loss (Raw)": 0.8759374022483826, "Finetune/Step": 1298, "Finetune/Step Time": 10.755790861323476}
+{"Finetune/Learning Rate": 4.503666748239244e-07, "Finetune/Loss": 0.5699259042739868, "Finetune/Loss (Raw)": 0.5484744906425476, "Finetune/Step": 17443, "Finetune/Step Time": 11.03908578120172}
+{"Finetune/Learning Rate": 1.9925975966499674e-05, "Finetune/Loss": 0.9189034700393677, "Finetune/Loss (Raw)": 0.9314049482345581, "Finetune/Step": 1299, "Finetune/Step Time": 10.760343335568905}
+{"Finetune/Learning Rate": 4.498671396559584e-07, "Finetune/Loss": 0.5687549114227295, "Finetune/Loss (Raw)": 0.48728495836257935, "Finetune/Step": 17444, "Finetune/Step Time": 11.052918676286936}
+{"Finetune/Learning Rate": 1.992577130965916e-05, "Finetune/Loss": 0.9178599119186401, "Finetune/Loss (Raw)": 0.776613712310791, "Finetune/Step": 1300, "Finetune/Step Time": 10.762685952708125}
+{"Finetune/Learning Rate": 4.4936787530260207e-07, "Finetune/Loss": 0.5678400993347168, "Finetune/Loss (Raw)": 0.4303026497364044, "Finetune/Step": 17445, "Finetune/Step Time": 11.091275149956346}
+{"Finetune/Learning Rate": 1.9925566371352002e-05, "Finetune/Loss": 0.916938304901123, "Finetune/Loss (Raw)": 0.9436007738113403, "Finetune/Step": 1301, "Finetune/Step Time": 10.759313698858023}
+{"Finetune/Learning Rate": 4.4886888177801404e-07, "Finetune/Loss": 0.567396342754364, "Finetune/Loss (Raw)": 0.48980215191841125, "Finetune/Step": 17446, "Finetune/Step Time": 11.064747033640742}
+{"Finetune/Learning Rate": 1.9925361151584e-05, "Finetune/Loss": 0.9180813431739807, "Finetune/Loss (Raw)": 0.9781827926635742, "Finetune/Step": 1302, "Finetune/Step Time": 10.742871573194861}
+{"Finetune/Learning Rate": 4.4837015909634405e-07, "Finetune/Loss": 0.5671558976173401, "Finetune/Loss (Raw)": 0.5803527235984802, "Finetune/Step": 17447, "Finetune/Step Time": 11.059044729918242}
+{"Finetune/Learning Rate": 1.9925155650360984e-05, "Finetune/Loss": 0.9176262617111206, "Finetune/Loss (Raw)": 0.9814525842666626, "Finetune/Step": 1303, "Finetune/Step Time": 10.73749510385096}
+{"Finetune/Learning Rate": 4.4787170727173537e-07, "Finetune/Loss": 0.5674813985824585, "Finetune/Loss (Raw)": 0.6059229373931885, "Finetune/Step": 17448, "Finetune/Step Time": 11.052778400480747}
+{"Finetune/Learning Rate": 1.9924949867688778e-05, "Finetune/Loss": 0.9186698794364929, "Finetune/Loss (Raw)": 0.9601895213127136, "Finetune/Step": 1304, "Finetune/Step Time": 10.731878887861967}
+{"Finetune/Learning Rate": 1.9924743803573215e-05, "Finetune/Loss": 0.919589638710022, "Finetune/Loss (Raw)": 1.038730502128601, "Finetune/Step": 1305, "Finetune/Step Time": 10.727938648313284}
+{"Finetune/Learning Rate": 4.473735263183243e-07, "Finetune/Loss": 0.5679534077644348, "Finetune/Loss (Raw)": 0.6118553280830383, "Finetune/Step": 17449, "Finetune/Step Time": 11.049967147409916}
+{"Finetune/Learning Rate": 4.4687561625023637e-07, "Finetune/Loss": 0.5662316679954529, "Finetune/Loss (Raw)": 0.4892042577266693, "Finetune/Step": 17450, "Finetune/Step Time": 11.048685494810343}
+{"Finetune/Learning Rate": 1.992453745802014e-05, "Finetune/Loss": 0.920405387878418, "Finetune/Loss (Raw)": 1.0436455011367798, "Finetune/Step": 1306, "Finetune/Step Time": 10.729324048385024}
+{"Finetune/Learning Rate": 4.4637797708158904e-07, "Finetune/Loss": 0.567197322845459, "Finetune/Loss (Raw)": 0.6251705884933472, "Finetune/Step": 17451, "Finetune/Step Time": 11.011323116719723}
+{"Finetune/Learning Rate": 1.9924330831035406e-05, "Finetune/Loss": 0.9209972620010376, "Finetune/Loss (Raw)": 0.9443590641021729, "Finetune/Step": 1307, "Finetune/Step Time": 10.735701330006123}
+{"Finetune/Learning Rate": 1.992412392262487e-05, "Finetune/Loss": 0.9196290969848633, "Finetune/Loss (Raw)": 0.7631456851959229, "Finetune/Step": 1308, "Finetune/Step Time": 10.733776679262519}
+{"Finetune/Learning Rate": 4.458806088264955e-07, "Finetune/Loss": 0.5675250291824341, "Finetune/Loss (Raw)": 0.5647016763687134, "Finetune/Step": 17452, "Finetune/Step Time": 11.003147492185235}
+{"Finetune/Learning Rate": 1.9923916732794398e-05, "Finetune/Loss": 0.9213771224021912, "Finetune/Loss (Raw)": 0.8686501979827881, "Finetune/Step": 1309, "Finetune/Step Time": 10.690399458631873}
+{"Finetune/Learning Rate": 4.45383511499059e-07, "Finetune/Loss": 0.5685486197471619, "Finetune/Loss (Raw)": 0.5193405151367188, "Finetune/Step": 17453, "Finetune/Step Time": 10.961892357096076}
+{"Finetune/Learning Rate": 4.4488668511337594e-07, "Finetune/Loss": 0.5686049461364746, "Finetune/Loss (Raw)": 0.5205053687095642, "Finetune/Step": 17454, "Finetune/Step Time": 10.958458876237273}
+{"Finetune/Learning Rate": 1.9923709261549867e-05, "Finetune/Loss": 0.920323371887207, "Finetune/Loss (Raw)": 0.7662060260772705, "Finetune/Step": 1310, "Finetune/Step Time": 10.685275865718722}
+{"Finetune/Learning Rate": 1.992350150889716e-05, "Finetune/Loss": 0.9215279221534729, "Finetune/Loss (Raw)": 1.000929355621338, "Finetune/Step": 1311, "Finetune/Step Time": 10.681321643292904}
+{"Finetune/Learning Rate": 4.4439012968353623e-07, "Finetune/Loss": 0.5651615858078003, "Finetune/Loss (Raw)": 0.3232194781303406, "Finetune/Step": 17455, "Finetune/Step Time": 10.972115280106664}
+{"Finetune/Learning Rate": 1.9923293474842175e-05, "Finetune/Loss": 0.9217844009399414, "Finetune/Loss (Raw)": 0.9655713438987732, "Finetune/Step": 1312, "Finetune/Step Time": 10.658682195469737}
+{"Finetune/Learning Rate": 4.438938452236219e-07, "Finetune/Loss": 0.5647720694541931, "Finetune/Loss (Raw)": 0.5800052285194397, "Finetune/Step": 17456, "Finetune/Step Time": 10.971800876781344}
+{"Finetune/Learning Rate": 1.99230851593908e-05, "Finetune/Loss": 0.9210386276245117, "Finetune/Loss (Raw)": 0.9548657536506653, "Finetune/Step": 1313, "Finetune/Step Time": 10.659474780783057}
+{"Finetune/Learning Rate": 4.433978317477028e-07, "Finetune/Loss": 0.5648407340049744, "Finetune/Loss (Raw)": 0.6032924056053162, "Finetune/Step": 17457, "Finetune/Step Time": 10.977939838543534}
+{"Finetune/Learning Rate": 1.9922876562548946e-05, "Finetune/Loss": 0.921283483505249, "Finetune/Loss (Raw)": 0.9704549908638, "Finetune/Step": 1314, "Finetune/Step Time": 10.658745024353266}
+{"Finetune/Learning Rate": 4.4290208926984546e-07, "Finetune/Loss": 0.5647739768028259, "Finetune/Loss (Raw)": 0.5765318870544434, "Finetune/Step": 17458, "Finetune/Step Time": 10.976759491488338}
+{"Finetune/Learning Rate": 1.992266768432253e-05, "Finetune/Loss": 0.9212867021560669, "Finetune/Loss (Raw)": 0.9358213543891907, "Finetune/Step": 1315, "Finetune/Step Time": 10.661823561415076}
+{"Finetune/Learning Rate": 4.4240661780410755e-07, "Finetune/Loss": 0.564908504486084, "Finetune/Loss (Raw)": 0.5596296191215515, "Finetune/Step": 17459, "Finetune/Step Time": 10.982933228835464}
+{"Finetune/Learning Rate": 1.992245852471748e-05, "Finetune/Loss": 0.9195917248725891, "Finetune/Loss (Raw)": 0.8177205324172974, "Finetune/Step": 1316, "Finetune/Step Time": 10.667054243385792}
+{"Finetune/Learning Rate": 4.4191141736454114e-07, "Finetune/Loss": 0.5645070672035217, "Finetune/Loss (Raw)": 0.49236753582954407, "Finetune/Step": 17460, "Finetune/Step Time": 10.972605098038912}
+{"Finetune/Learning Rate": 1.9922249083739715e-05, "Finetune/Loss": 0.9209006428718567, "Finetune/Loss (Raw)": 1.0451043844223022, "Finetune/Step": 1317, "Finetune/Step Time": 10.66672246158123}
+{"Finetune/Learning Rate": 4.41416487965185e-07, "Finetune/Loss": 0.5657520294189453, "Finetune/Loss (Raw)": 0.6393043398857117, "Finetune/Step": 17461, "Finetune/Step Time": 10.978424862027168}
+{"Finetune/Learning Rate": 1.9922039361395186e-05, "Finetune/Loss": 0.9214439392089844, "Finetune/Loss (Raw)": 0.8446303606033325, "Finetune/Step": 1318, "Finetune/Step Time": 10.6563565954566}
+{"Finetune/Learning Rate": 4.4092182962008013e-07, "Finetune/Loss": 0.567268967628479, "Finetune/Loss (Raw)": 0.7325311303138733, "Finetune/Step": 17462, "Finetune/Step Time": 10.975433085113764}
+{"Finetune/Learning Rate": 1.9921829357689836e-05, "Finetune/Loss": 0.9227136373519897, "Finetune/Loss (Raw)": 1.0705811977386475, "Finetune/Step": 1319, "Finetune/Step Time": 10.63944193162024}
+{"Finetune/Learning Rate": 4.404274423432475e-07, "Finetune/Loss": 0.5677225589752197, "Finetune/Loss (Raw)": 0.6142934560775757, "Finetune/Step": 17463, "Finetune/Step Time": 10.98704819753766}
+{"Finetune/Learning Rate": 1.9921619072629617e-05, "Finetune/Loss": 0.9236161708831787, "Finetune/Loss (Raw)": 1.0712207555770874, "Finetune/Step": 1320, "Finetune/Step Time": 10.616515284404159}
+{"Finetune/Learning Rate": 4.399333261487082e-07, "Finetune/Loss": 0.5695223808288574, "Finetune/Loss (Raw)": 0.712699830532074, "Finetune/Step": 17464, "Finetune/Step Time": 10.94741364941001}
+{"Finetune/Learning Rate": 1.9921408506220493e-05, "Finetune/Loss": 0.9227370619773865, "Finetune/Loss (Raw)": 0.9158375859260559, "Finetune/Step": 1321, "Finetune/Step Time": 10.604480588808656}
+{"Finetune/Learning Rate": 4.3943948105047543e-07, "Finetune/Loss": 0.5704643726348877, "Finetune/Loss (Raw)": 0.6767277121543884, "Finetune/Step": 17465, "Finetune/Step Time": 10.930489920079708}
+{"Finetune/Learning Rate": 1.9921197658468438e-05, "Finetune/Loss": 0.9215086698532104, "Finetune/Loss (Raw)": 0.8844884037971497, "Finetune/Step": 1322, "Finetune/Step Time": 10.623970359563828}
+{"Finetune/Learning Rate": 4.3894590706255235e-07, "Finetune/Loss": 0.5700058937072754, "Finetune/Loss (Raw)": 0.5909605026245117, "Finetune/Step": 17466, "Finetune/Step Time": 10.933135708793998}
+{"Finetune/Learning Rate": 1.992098652937943e-05, "Finetune/Loss": 0.921195924282074, "Finetune/Loss (Raw)": 0.9616668224334717, "Finetune/Step": 1323, "Finetune/Step Time": 10.613772315904498}
+{"Finetune/Learning Rate": 4.384526041989357e-07, "Finetune/Loss": 0.5697593688964844, "Finetune/Loss (Raw)": 0.5547115206718445, "Finetune/Step": 17467, "Finetune/Step Time": 10.940932573750615}
+{"Finetune/Learning Rate": 1.9920775118959454e-05, "Finetune/Loss": 0.9242838621139526, "Finetune/Loss (Raw)": 0.9075934886932373, "Finetune/Step": 1324, "Finetune/Step Time": 10.58014078065753}
+{"Finetune/Learning Rate": 4.37959572473613e-07, "Finetune/Loss": 0.568486213684082, "Finetune/Loss (Raw)": 0.581825852394104, "Finetune/Step": 17468, "Finetune/Step Time": 10.939866190776229}
+{"Finetune/Learning Rate": 1.9920563427214507e-05, "Finetune/Loss": 0.9234451055526733, "Finetune/Loss (Raw)": 0.9210191965103149, "Finetune/Step": 1325, "Finetune/Step Time": 10.572643674910069}
+{"Finetune/Learning Rate": 4.374668119005665e-07, "Finetune/Loss": 0.5683428645133972, "Finetune/Loss (Raw)": 0.5194074511528015, "Finetune/Step": 17469, "Finetune/Step Time": 10.939539823681116}
+{"Finetune/Learning Rate": 1.992035145415059e-05, "Finetune/Loss": 0.9238462448120117, "Finetune/Loss (Raw)": 0.9724640250205994, "Finetune/Step": 1326, "Finetune/Step Time": 10.575422646477818}
+{"Finetune/Learning Rate": 4.369743224937695e-07, "Finetune/Loss": 0.5689387321472168, "Finetune/Loss (Raw)": 0.6630626916885376, "Finetune/Step": 17470, "Finetune/Step Time": 10.93952140212059}
+{"Finetune/Learning Rate": 1.992013919977372e-05, "Finetune/Loss": 0.9260398149490356, "Finetune/Loss (Raw)": 1.2728744745254517, "Finetune/Step": 1327, "Finetune/Step Time": 10.57825362123549}
+{"Finetune/Learning Rate": 4.364821042671863e-07, "Finetune/Loss": 0.5682744979858398, "Finetune/Loss (Raw)": 0.4714805781841278, "Finetune/Step": 17471, "Finetune/Step Time": 10.938245167955756}
+{"Finetune/Learning Rate": 1.9919926664089907e-05, "Finetune/Loss": 0.9262723922729492, "Finetune/Loss (Raw)": 0.9971442818641663, "Finetune/Step": 1328, "Finetune/Step Time": 10.580993553623557}
+{"Finetune/Learning Rate": 4.359901572347758e-07, "Finetune/Loss": 0.5685239434242249, "Finetune/Loss (Raw)": 0.6632790565490723, "Finetune/Step": 17472, "Finetune/Step Time": 10.938198121264577}
+{"Finetune/Learning Rate": 1.9919713847105186e-05, "Finetune/Loss": 0.9255244135856628, "Finetune/Loss (Raw)": 0.8859224915504456, "Finetune/Step": 1329, "Finetune/Step Time": 10.580976383760571}
+{"Finetune/Learning Rate": 4.354984814104879e-07, "Finetune/Loss": 0.5682017207145691, "Finetune/Loss (Raw)": 0.5588784217834473, "Finetune/Step": 17473, "Finetune/Step Time": 10.926893370226026}
+{"Finetune/Learning Rate": 1.9919500748825587e-05, "Finetune/Loss": 0.9279050827026367, "Finetune/Loss (Raw)": 0.8779253959655762, "Finetune/Step": 1330, "Finetune/Step Time": 10.539782462641597}
+{"Finetune/Learning Rate": 4.3500707680826595e-07, "Finetune/Loss": 0.5669198036193848, "Finetune/Loss (Raw)": 0.46936213970184326, "Finetune/Step": 17474, "Finetune/Step Time": 10.925641559064388}
+{"Finetune/Learning Rate": 1.991928736925715e-05, "Finetune/Loss": 0.9281412363052368, "Finetune/Loss (Raw)": 0.8844107389450073, "Finetune/Step": 1331, "Finetune/Step Time": 10.532496897503734}
+{"Finetune/Learning Rate": 4.3451594344204426e-07, "Finetune/Loss": 0.5676591396331787, "Finetune/Loss (Raw)": 0.7127021551132202, "Finetune/Step": 17475, "Finetune/Step Time": 10.93284359946847}
+{"Finetune/Learning Rate": 1.9919073708405932e-05, "Finetune/Loss": 0.9287073016166687, "Finetune/Loss (Raw)": 0.9511440396308899, "Finetune/Step": 1332, "Finetune/Step Time": 10.542452841997147}
+{"Finetune/Learning Rate": 4.340250813257485e-07, "Finetune/Loss": 0.5659552812576294, "Finetune/Loss (Raw)": 0.3983420133590698, "Finetune/Step": 17476, "Finetune/Step Time": 10.913870060816407}
+{"Finetune/Learning Rate": 1.9918859766277996e-05, "Finetune/Loss": 0.9282076954841614, "Finetune/Loss (Raw)": 0.8387666344642639, "Finetune/Step": 1333, "Finetune/Step Time": 10.538247941061854}
+{"Finetune/Learning Rate": 4.3353449047330076e-07, "Finetune/Loss": 0.5657449960708618, "Finetune/Loss (Raw)": 0.4926776587963104, "Finetune/Step": 17477, "Finetune/Step Time": 10.90092027746141}
+{"Finetune/Learning Rate": 1.9918645542879397e-05, "Finetune/Loss": 0.9275326728820801, "Finetune/Loss (Raw)": 0.8854801654815674, "Finetune/Step": 1334, "Finetune/Step Time": 10.523290693759918}
+{"Finetune/Learning Rate": 4.3304417089861106e-07, "Finetune/Loss": 0.564990758895874, "Finetune/Loss (Raw)": 0.5019515156745911, "Finetune/Step": 17478, "Finetune/Step Time": 10.882526837289333}
+{"Finetune/Learning Rate": 1.9918431038216216e-05, "Finetune/Loss": 0.9288822412490845, "Finetune/Loss (Raw)": 0.9836915731430054, "Finetune/Step": 1335, "Finetune/Step Time": 10.524967489764094}
+{"Finetune/Learning Rate": 4.325541226155827e-07, "Finetune/Loss": 0.5641217231750488, "Finetune/Loss (Raw)": 0.4011330008506775, "Finetune/Step": 17479, "Finetune/Step Time": 10.92260541394353}
+{"Finetune/Learning Rate": 1.9918216252294532e-05, "Finetune/Loss": 0.9283428192138672, "Finetune/Loss (Raw)": 0.8638288974761963, "Finetune/Step": 1336, "Finetune/Step Time": 10.564164822921157}
+{"Finetune/Learning Rate": 4.320643456381157e-07, "Finetune/Loss": 0.5643743276596069, "Finetune/Loss (Raw)": 0.6149244904518127, "Finetune/Step": 17480, "Finetune/Step Time": 10.918494967743754}
+{"Finetune/Learning Rate": 1.9918001185120444e-05, "Finetune/Loss": 0.9283004999160767, "Finetune/Loss (Raw)": 0.8935075402259827, "Finetune/Step": 1337, "Finetune/Step Time": 10.562878485769033}
+{"Finetune/Learning Rate": 4.3157483998009454e-07, "Finetune/Loss": 0.5653969645500183, "Finetune/Loss (Raw)": 0.620619535446167, "Finetune/Step": 17481, "Finetune/Step Time": 10.886539813131094}
+{"Finetune/Learning Rate": 1.991778583670004e-05, "Finetune/Loss": 0.9298925995826721, "Finetune/Loss (Raw)": 0.9971035718917847, "Finetune/Step": 1338, "Finetune/Step Time": 10.560682773590088}
+{"Finetune/Learning Rate": 4.3108560565540135e-07, "Finetune/Loss": 0.565598726272583, "Finetune/Loss (Raw)": 0.5751602053642273, "Finetune/Step": 17482, "Finetune/Step Time": 10.873872611671686}
+{"Finetune/Learning Rate": 1.9917570207039435e-05, "Finetune/Loss": 0.9304793477058411, "Finetune/Loss (Raw)": 0.9316971302032471, "Finetune/Step": 1339, "Finetune/Step Time": 10.546308377757668}
+{"Finetune/Learning Rate": 4.305966426779118e-07, "Finetune/Loss": 0.5655757188796997, "Finetune/Loss (Raw)": 0.5562566518783569, "Finetune/Step": 17483, "Finetune/Step Time": 10.872324418276548}
+{"Finetune/Learning Rate": 1.9917354296144742e-05, "Finetune/Loss": 0.9311142563819885, "Finetune/Loss (Raw)": 0.9949679374694824, "Finetune/Step": 1340, "Finetune/Step Time": 10.548441397026181}
+{"Finetune/Learning Rate": 4.3010795106148804e-07, "Finetune/Loss": 0.5658516883850098, "Finetune/Loss (Raw)": 0.5909202098846436, "Finetune/Step": 17484, "Finetune/Step Time": 10.870646892115474}
+{"Finetune/Learning Rate": 1.991713810402208e-05, "Finetune/Loss": 0.9308950304985046, "Finetune/Loss (Raw)": 0.9645612835884094, "Finetune/Step": 1341, "Finetune/Step Time": 10.538258383050561}
+{"Finetune/Learning Rate": 4.296195308199913e-07, "Finetune/Loss": 0.56571364402771, "Finetune/Loss (Raw)": 0.6255232095718384, "Finetune/Step": 17485, "Finetune/Step Time": 10.873696964234114}
+{"Finetune/Learning Rate": 1.9916921630677585e-05, "Finetune/Loss": 0.9312900900840759, "Finetune/Loss (Raw)": 0.9512178301811218, "Finetune/Step": 1342, "Finetune/Step Time": 10.52465515397489}
+{"Finetune/Learning Rate": 4.2913138196726934e-07, "Finetune/Loss": 0.5655189156532288, "Finetune/Loss (Raw)": 0.5227830410003662, "Finetune/Step": 17486, "Finetune/Step Time": 10.866943949833512}
+{"Finetune/Learning Rate": 1.991670487611739e-05, "Finetune/Loss": 0.9300013184547424, "Finetune/Loss (Raw)": 0.8904709219932556, "Finetune/Step": 1343, "Finetune/Step Time": 10.537672277539968}
+{"Finetune/Learning Rate": 4.286435045171666e-07, "Finetune/Loss": 0.5650044679641724, "Finetune/Loss (Raw)": 0.5793905854225159, "Finetune/Step": 17487, "Finetune/Step Time": 10.867661671712995}
+{"Finetune/Learning Rate": 4.2815589848351434e-07, "Finetune/Loss": 0.5657452940940857, "Finetune/Loss (Raw)": 0.6221279501914978, "Finetune/Step": 17488, "Finetune/Step Time": 10.845185346901417}
+{"Finetune/Learning Rate": 1.9916487840347644e-05, "Finetune/Loss": 0.9296559691429138, "Finetune/Loss (Raw)": 0.9045350551605225, "Finetune/Step": 1344, "Finetune/Step Time": 10.559520866721869}
+{"Finetune/Learning Rate": 4.2766856388014367e-07, "Finetune/Loss": 0.5651527643203735, "Finetune/Loss (Raw)": 0.5341625213623047, "Finetune/Step": 17489, "Finetune/Step Time": 10.861284583806992}
+{"Finetune/Learning Rate": 1.99162705233745e-05, "Finetune/Loss": 0.929705798625946, "Finetune/Loss (Raw)": 1.0052794218063354, "Finetune/Step": 1345, "Finetune/Step Time": 10.59309254027903}
+{"Finetune/Learning Rate": 4.271815007208724e-07, "Finetune/Loss": 0.5669655203819275, "Finetune/Loss (Raw)": 0.7344254851341248, "Finetune/Step": 17490, "Finetune/Step Time": 10.85247378051281}
+{"Finetune/Learning Rate": 1.9916052925204123e-05, "Finetune/Loss": 0.9291449785232544, "Finetune/Loss (Raw)": 0.7492895126342773, "Finetune/Step": 1346, "Finetune/Step Time": 10.600039277225733}
+{"Finetune/Learning Rate": 4.266947090195117e-07, "Finetune/Loss": 0.5676857233047485, "Finetune/Loss (Raw)": 0.5955809950828552, "Finetune/Step": 17491, "Finetune/Step Time": 10.852455558255315}
+{"Finetune/Learning Rate": 1.9915835045842686e-05, "Finetune/Loss": 0.9294654130935669, "Finetune/Loss (Raw)": 0.933072566986084, "Finetune/Step": 1347, "Finetune/Step Time": 10.612612454220653}
+{"Finetune/Learning Rate": 4.2620818878986727e-07, "Finetune/Loss": 0.5679532289505005, "Finetune/Loss (Raw)": 0.4778901934623718, "Finetune/Step": 17492, "Finetune/Step Time": 10.853313457220793}
+{"Finetune/Learning Rate": 1.991561688529636e-05, "Finetune/Loss": 0.9298807382583618, "Finetune/Loss (Raw)": 0.9334381222724915, "Finetune/Step": 1348, "Finetune/Step Time": 10.604996290057898}
+{"Finetune/Learning Rate": 1.9915398443571338e-05, "Finetune/Loss": 0.9286633133888245, "Finetune/Loss (Raw)": 0.8326858878135681, "Finetune/Step": 1349, "Finetune/Step Time": 10.590792445465922}
+{"Finetune/Learning Rate": 4.257219400457346e-07, "Finetune/Loss": 0.5679599046707153, "Finetune/Loss (Raw)": 0.551262617111206, "Finetune/Step": 17493, "Finetune/Step Time": 10.891999056562781}
+{"Finetune/Learning Rate": 1.991517972067381e-05, "Finetune/Loss": 0.928618848323822, "Finetune/Loss (Raw)": 0.9243425726890564, "Finetune/Step": 1350, "Finetune/Step Time": 10.589068312197924}
+{"Finetune/Learning Rate": 4.252359628009017e-07, "Finetune/Loss": 0.5675996541976929, "Finetune/Loss (Raw)": 0.6604551672935486, "Finetune/Step": 17494, "Finetune/Step Time": 10.920752048492432}
+{"Finetune/Learning Rate": 1.991496071660998e-05, "Finetune/Loss": 0.9286960363388062, "Finetune/Loss (Raw)": 0.9372836351394653, "Finetune/Step": 1351, "Finetune/Step Time": 10.587114037945867}
+{"Finetune/Learning Rate": 4.247502570691497e-07, "Finetune/Loss": 0.5686678886413574, "Finetune/Loss (Raw)": 0.6334227323532104, "Finetune/Step": 17495, "Finetune/Step Time": 10.928225547075272}
+{"Finetune/Learning Rate": 1.9914741431386063e-05, "Finetune/Loss": 0.9268548488616943, "Finetune/Loss (Raw)": 0.6571561098098755, "Finetune/Step": 1352, "Finetune/Step Time": 10.620325798168778}
+{"Finetune/Learning Rate": 4.242648228642499e-07, "Finetune/Loss": 0.5693439245223999, "Finetune/Loss (Raw)": 0.5121365189552307, "Finetune/Step": 17496, "Finetune/Step Time": 10.926160380244255}
+{"Finetune/Learning Rate": 4.237796601999722e-07, "Finetune/Loss": 0.5689961910247803, "Finetune/Loss (Raw)": 0.5379733443260193, "Finetune/Step": 17497, "Finetune/Step Time": 10.929206006228924}
+{"Finetune/Learning Rate": 1.991452186500827e-05, "Finetune/Loss": 0.9268534779548645, "Finetune/Loss (Raw)": 0.9005938768386841, "Finetune/Step": 1353, "Finetune/Step Time": 10.643280310556293}
+{"Finetune/Learning Rate": 1.9914302017482827e-05, "Finetune/Loss": 0.9258548617362976, "Finetune/Loss (Raw)": 0.8169065117835999, "Finetune/Step": 1354, "Finetune/Step Time": 10.63991591706872}
+{"Finetune/Learning Rate": 4.232947690900724e-07, "Finetune/Loss": 0.569015622138977, "Finetune/Loss (Raw)": 0.6614675521850586, "Finetune/Step": 17498, "Finetune/Step Time": 10.939347425475717}
+{"Finetune/Learning Rate": 1.991408188881597e-05, "Finetune/Loss": 0.9260690808296204, "Finetune/Loss (Raw)": 0.8696233630180359, "Finetune/Step": 1355, "Finetune/Step Time": 10.641705935820937}
+{"Finetune/Learning Rate": 4.228101495483017e-07, "Finetune/Loss": 0.5689613819122314, "Finetune/Loss (Raw)": 0.586337685585022, "Finetune/Step": 17499, "Finetune/Step Time": 10.935160107910633}
+{"Finetune/Learning Rate": 1.9913861479013946e-05, "Finetune/Loss": 0.926516592502594, "Finetune/Loss (Raw)": 0.9219661951065063, "Finetune/Step": 1356, "Finetune/Step Time": 10.645249772816896}
+{"Finetune/Learning Rate": 4.2232580158839907e-07, "Finetune/Loss": 0.5696299076080322, "Finetune/Loss (Raw)": 0.6158314347267151, "Finetune/Step": 17500, "Finetune/Step Time": 10.933371743187308}
+{"Finetune/Learning Rate": 4.218417252241025e-07, "Finetune/Loss": 0.5709661841392517, "Finetune/Loss (Raw)": 0.6259200572967529, "Finetune/Step": 17501, "Finetune/Step Time": 10.901882618665695}
+{"Finetune/Learning Rate": 1.9913640788083003e-05, "Finetune/Loss": 0.923980712890625, "Finetune/Loss (Raw)": 0.6084803938865662, "Finetune/Step": 1357, "Finetune/Step Time": 10.661999689415097}
+{"Finetune/Learning Rate": 4.213579204691376e-07, "Finetune/Loss": 0.5711513757705688, "Finetune/Loss (Raw)": 0.5495391488075256, "Finetune/Step": 17502, "Finetune/Step Time": 10.878255974501371}
+{"Finetune/Learning Rate": 1.9913419816029397e-05, "Finetune/Loss": 0.9243646860122681, "Finetune/Loss (Raw)": 0.854070246219635, "Finetune/Step": 1358, "Finetune/Step Time": 10.666372517123818}
+{"Finetune/Learning Rate": 4.208743873372223e-07, "Finetune/Loss": 0.5715693831443787, "Finetune/Loss (Raw)": 0.6512213349342346, "Finetune/Step": 17503, "Finetune/Step Time": 10.874789590016007}
+{"Finetune/Learning Rate": 1.9913198562859396e-05, "Finetune/Loss": 0.9241570830345154, "Finetune/Loss (Raw)": 0.979080319404602, "Finetune/Step": 1359, "Finetune/Step Time": 10.678684627637267}
+{"Finetune/Learning Rate": 4.203911258420712e-07, "Finetune/Loss": 0.5713576078414917, "Finetune/Loss (Raw)": 0.4699926972389221, "Finetune/Step": 17504, "Finetune/Step Time": 10.87393113784492}
+{"Finetune/Learning Rate": 1.991297702857927e-05, "Finetune/Loss": 0.9238792061805725, "Finetune/Loss (Raw)": 0.9479060173034668, "Finetune/Step": 1360, "Finetune/Step Time": 10.675751565024257}
+{"Finetune/Learning Rate": 4.199081359973889e-07, "Finetune/Loss": 0.5709918737411499, "Finetune/Loss (Raw)": 0.5265904664993286, "Finetune/Step": 17505, "Finetune/Step Time": 10.865442732349038}
+{"Finetune/Learning Rate": 1.9912755213195303e-05, "Finetune/Loss": 0.924809455871582, "Finetune/Loss (Raw)": 0.9046236276626587, "Finetune/Step": 1361, "Finetune/Step Time": 10.671661607921124}
+{"Finetune/Learning Rate": 4.194254178168689e-07, "Finetune/Loss": 0.5703694224357605, "Finetune/Loss (Raw)": 0.5851486325263977, "Finetune/Step": 17506, "Finetune/Step Time": 10.860764341428876}
+{"Finetune/Learning Rate": 1.991253311671379e-05, "Finetune/Loss": 0.9246231913566589, "Finetune/Loss (Raw)": 0.9731696844100952, "Finetune/Step": 1362, "Finetune/Step Time": 10.67687407322228}
+{"Finetune/Learning Rate": 4.1894297131419903e-07, "Finetune/Loss": 0.5689918994903564, "Finetune/Loss (Raw)": 0.4591464102268219, "Finetune/Step": 17507, "Finetune/Step Time": 10.868209198117256}
+{"Finetune/Learning Rate": 1.9912310739141024e-05, "Finetune/Loss": 0.9260258078575134, "Finetune/Loss (Raw)": 1.0319339036941528, "Finetune/Step": 1363, "Finetune/Step Time": 10.709793042391539}
+{"Finetune/Learning Rate": 4.184607965030629e-07, "Finetune/Loss": 0.5697826147079468, "Finetune/Loss (Raw)": 0.7019287347793579, "Finetune/Step": 17508, "Finetune/Step Time": 10.877498213201761}
+{"Finetune/Learning Rate": 1.9912088080483315e-05, "Finetune/Loss": 0.926820695400238, "Finetune/Loss (Raw)": 0.9895960688591003, "Finetune/Step": 1364, "Finetune/Step Time": 10.71288451179862}
+{"Finetune/Learning Rate": 4.179788933971318e-07, "Finetune/Loss": 0.5702059864997864, "Finetune/Loss (Raw)": 0.5442567467689514, "Finetune/Step": 17509, "Finetune/Step Time": 10.858682963997126}
+{"Finetune/Learning Rate": 1.991186514074697e-05, "Finetune/Loss": 0.9264200925827026, "Finetune/Loss (Raw)": 0.8965239524841309, "Finetune/Step": 1365, "Finetune/Step Time": 10.708036623895168}
+{"Finetune/Learning Rate": 4.1749726201007037e-07, "Finetune/Loss": 0.5702738761901855, "Finetune/Loss (Raw)": 0.6004077792167664, "Finetune/Step": 17510, "Finetune/Step Time": 10.867860527709126}
+{"Finetune/Learning Rate": 1.9911641919938316e-05, "Finetune/Loss": 0.9263549447059631, "Finetune/Loss (Raw)": 0.971074640750885, "Finetune/Step": 1366, "Finetune/Step Time": 10.71153074130416}
+{"Finetune/Learning Rate": 4.170159023555409e-07, "Finetune/Loss": 0.5717151165008545, "Finetune/Loss (Raw)": 0.5226007103919983, "Finetune/Step": 17511, "Finetune/Step Time": 10.831504419445992}
+{"Finetune/Learning Rate": 1.9911418418063685e-05, "Finetune/Loss": 0.9257924556732178, "Finetune/Loss (Raw)": 0.9712390899658203, "Finetune/Step": 1367, "Finetune/Step Time": 10.710570190101862}
+{"Finetune/Learning Rate": 4.165348144471881e-07, "Finetune/Loss": 0.572470486164093, "Finetune/Loss (Raw)": 0.6322662830352783, "Finetune/Step": 17512, "Finetune/Step Time": 10.835023576393723}
+{"Finetune/Learning Rate": 1.991119463512941e-05, "Finetune/Loss": 0.9234219789505005, "Finetune/Loss (Raw)": 0.6528549194335938, "Finetune/Step": 1368, "Finetune/Step Time": 10.748906081542373}
+{"Finetune/Learning Rate": 4.160539982986567e-07, "Finetune/Loss": 0.5743362903594971, "Finetune/Loss (Raw)": 0.520150899887085, "Finetune/Step": 17513, "Finetune/Step Time": 10.800516173243523}
+{"Finetune/Learning Rate": 1.9910970571141835e-05, "Finetune/Loss": 0.9230412244796753, "Finetune/Loss (Raw)": 0.8776956796646118, "Finetune/Step": 1369, "Finetune/Step Time": 10.745176818221807}
+{"Finetune/Learning Rate": 4.1557345392358004e-07, "Finetune/Loss": 0.5753782987594604, "Finetune/Loss (Raw)": 0.6346376538276672, "Finetune/Step": 17514, "Finetune/Step Time": 10.80861296132207}
+{"Finetune/Learning Rate": 1.9910746226107322e-05, "Finetune/Loss": 0.9244877099990845, "Finetune/Loss (Raw)": 0.8524999022483826, "Finetune/Step": 1370, "Finetune/Step Time": 10.750129031017423}
+{"Finetune/Learning Rate": 4.150931813355863e-07, "Finetune/Loss": 0.5743410587310791, "Finetune/Loss (Raw)": 0.4463493525981903, "Finetune/Step": 17515, "Finetune/Step Time": 10.811153253540397}
+{"Finetune/Learning Rate": 1.991052160003223e-05, "Finetune/Loss": 0.9241015911102295, "Finetune/Loss (Raw)": 0.8821893334388733, "Finetune/Step": 1371, "Finetune/Step Time": 10.762285400182009}
+{"Finetune/Learning Rate": 4.1461318054829446e-07, "Finetune/Loss": 0.5744020938873291, "Finetune/Loss (Raw)": 0.5079900622367859, "Finetune/Step": 17516, "Finetune/Step Time": 10.815218249335885}
+{"Finetune/Learning Rate": 1.9910296692922923e-05, "Finetune/Loss": 0.9259328246116638, "Finetune/Loss (Raw)": 1.0833792686462402, "Finetune/Step": 1372, "Finetune/Step Time": 10.75187841244042}
+{"Finetune/Learning Rate": 4.141334515753148e-07, "Finetune/Loss": 0.5744856595993042, "Finetune/Loss (Raw)": 0.6019859313964844, "Finetune/Step": 17517, "Finetune/Step Time": 10.817816406488419}
+{"Finetune/Learning Rate": 1.9910071504785787e-05, "Finetune/Loss": 0.9250856637954712, "Finetune/Loss (Raw)": 0.9235942363739014, "Finetune/Step": 1373, "Finetune/Step Time": 10.75735243782401}
+{"Finetune/Learning Rate": 4.13653994430252e-07, "Finetune/Loss": 0.5743967294692993, "Finetune/Loss (Raw)": 0.6055367588996887, "Finetune/Step": 17518, "Finetune/Step Time": 10.812670540064573}
+{"Finetune/Learning Rate": 1.99098460356272e-05, "Finetune/Loss": 0.9243884086608887, "Finetune/Loss (Raw)": 1.0012184381484985, "Finetune/Step": 1374, "Finetune/Step Time": 10.766825307160616}
+{"Finetune/Learning Rate": 4.1317480912670296e-07, "Finetune/Loss": 0.5749512910842896, "Finetune/Loss (Raw)": 0.6104997396469116, "Finetune/Step": 17519, "Finetune/Step Time": 10.81166029535234}
+{"Finetune/Learning Rate": 1.990962028545356e-05, "Finetune/Loss": 0.9235439300537109, "Finetune/Loss (Raw)": 0.92958664894104, "Finetune/Step": 1375, "Finetune/Step Time": 10.770950423553586}
+{"Finetune/Learning Rate": 4.126958956782545e-07, "Finetune/Loss": 0.5748783946037292, "Finetune/Loss (Raw)": 0.537570595741272, "Finetune/Step": 17520, "Finetune/Step Time": 10.806975977495313}
+{"Finetune/Learning Rate": 1.990939425427127e-05, "Finetune/Loss": 0.9234220385551453, "Finetune/Loss (Raw)": 0.8694591522216797, "Finetune/Step": 1376, "Finetune/Step Time": 10.770852202549577}
+{"Finetune/Learning Rate": 4.12217254098487e-07, "Finetune/Loss": 0.5742357969284058, "Finetune/Loss (Raw)": 0.5536481738090515, "Finetune/Step": 17521, "Finetune/Step Time": 10.812605060636997}
+{"Finetune/Learning Rate": 1.9909167942086736e-05, "Finetune/Loss": 0.9232515096664429, "Finetune/Loss (Raw)": 0.9147098064422607, "Finetune/Step": 1377, "Finetune/Step Time": 10.777671361342072}
+{"Finetune/Learning Rate": 4.117388844009751e-07, "Finetune/Loss": 0.5746647119522095, "Finetune/Loss (Raw)": 0.6306419372558594, "Finetune/Step": 17522, "Finetune/Step Time": 10.810419766232371}
+{"Finetune/Learning Rate": 1.9908941348906377e-05, "Finetune/Loss": 0.9234704971313477, "Finetune/Loss (Raw)": 0.9156808853149414, "Finetune/Step": 1378, "Finetune/Step Time": 10.775381106883287}
+{"Finetune/Learning Rate": 4.1126078659928236e-07, "Finetune/Loss": 0.5738564729690552, "Finetune/Loss (Raw)": 0.5062688589096069, "Finetune/Step": 17523, "Finetune/Step Time": 10.805570285767317}
+{"Finetune/Learning Rate": 1.990871447473662e-05, "Finetune/Loss": 0.9235575199127197, "Finetune/Loss (Raw)": 0.9523642659187317, "Finetune/Step": 1379, "Finetune/Step Time": 10.774138450622559}
+{"Finetune/Learning Rate": 4.1078296070696797e-07, "Finetune/Loss": 0.5723960995674133, "Finetune/Loss (Raw)": 0.4637737274169922, "Finetune/Step": 17524, "Finetune/Step Time": 10.793564658612013}
+{"Finetune/Learning Rate": 1.9908487319583893e-05, "Finetune/Loss": 0.9229311347007751, "Finetune/Loss (Raw)": 0.9807066917419434, "Finetune/Step": 1380, "Finetune/Step Time": 10.773753084242344}
+{"Finetune/Learning Rate": 4.1030540673758e-07, "Finetune/Loss": 0.5721749067306519, "Finetune/Loss (Raw)": 0.5222211480140686, "Finetune/Step": 17525, "Finetune/Step Time": 10.785676216706634}
+{"Finetune/Learning Rate": 4.0982812470466204e-07, "Finetune/Loss": 0.5719125270843506, "Finetune/Loss (Raw)": 0.5006399750709534, "Finetune/Step": 17526, "Finetune/Step Time": 10.7826773468405}
+{"Finetune/Learning Rate": 1.9908259883454647e-05, "Finetune/Loss": 0.9221103191375732, "Finetune/Loss (Raw)": 0.8547980785369873, "Finetune/Step": 1381, "Finetune/Step Time": 10.77936097793281}
+{"Finetune/Learning Rate": 4.093511146217466e-07, "Finetune/Loss": 0.5718226432800293, "Finetune/Loss (Raw)": 0.6061770915985107, "Finetune/Step": 17527, "Finetune/Step Time": 10.781938266009092}
+{"Finetune/Learning Rate": 1.9908032166355323e-05, "Finetune/Loss": 0.9230023622512817, "Finetune/Loss (Raw)": 1.0432822704315186, "Finetune/Step": 1382, "Finetune/Step Time": 10.774808006361127}
+{"Finetune/Learning Rate": 1.990780416829238e-05, "Finetune/Loss": 0.922088623046875, "Finetune/Loss (Raw)": 0.7019166946411133, "Finetune/Step": 1383, "Finetune/Step Time": 10.760080620646477}
+{"Finetune/Learning Rate": 4.088743765023617e-07, "Finetune/Loss": 0.572131335735321, "Finetune/Loss (Raw)": 0.6318986415863037, "Finetune/Step": 17528, "Finetune/Step Time": 10.801093582063913}
+{"Finetune/Learning Rate": 4.083979103600277e-07, "Finetune/Loss": 0.5722681879997253, "Finetune/Loss (Raw)": 0.5520219206809998, "Finetune/Step": 17529, "Finetune/Step Time": 10.802426936104894}
+{"Finetune/Learning Rate": 1.990757588927229e-05, "Finetune/Loss": 0.9214898943901062, "Finetune/Loss (Raw)": 0.7570223808288574, "Finetune/Step": 1384, "Finetune/Step Time": 10.79942805878818}
+{"Finetune/Learning Rate": 4.079217162082516e-07, "Finetune/Loss": 0.5728427767753601, "Finetune/Loss (Raw)": 0.6124672293663025, "Finetune/Step": 17530, "Finetune/Step Time": 10.798017505556345}
+{"Finetune/Learning Rate": 1.9907347329301517e-05, "Finetune/Loss": 0.9208456873893738, "Finetune/Loss (Raw)": 0.9613795876502991, "Finetune/Step": 1385, "Finetune/Step Time": 10.807607717812061}
+{"Finetune/Learning Rate": 4.074457940605403e-07, "Finetune/Loss": 0.5729596018791199, "Finetune/Loss (Raw)": 0.6165593862533569, "Finetune/Step": 17531, "Finetune/Step Time": 10.800796089693904}
+{"Finetune/Learning Rate": 1.9907118488386547e-05, "Finetune/Loss": 0.9231104850769043, "Finetune/Loss (Raw)": 0.9438899159431458, "Finetune/Step": 1386, "Finetune/Step Time": 10.765839813277125}
+{"Finetune/Learning Rate": 4.069701439303886e-07, "Finetune/Loss": 0.5722893476486206, "Finetune/Loss (Raw)": 0.5468218326568604, "Finetune/Step": 17532, "Finetune/Step Time": 10.781576516106725}
+{"Finetune/Learning Rate": 1.9906889366533868e-05, "Finetune/Loss": 0.9218995571136475, "Finetune/Loss (Raw)": 0.822888195514679, "Finetune/Step": 1387, "Finetune/Step Time": 10.768780559301376}
+{"Finetune/Learning Rate": 4.0649476583128566e-07, "Finetune/Loss": 0.572729229927063, "Finetune/Loss (Raw)": 0.6258558630943298, "Finetune/Step": 17533, "Finetune/Step Time": 10.772923083975911}
+{"Finetune/Learning Rate": 1.990665996374998e-05, "Finetune/Loss": 0.9205150604248047, "Finetune/Loss (Raw)": 0.8245755434036255, "Finetune/Step": 1388, "Finetune/Step Time": 10.775478780269623}
+{"Finetune/Learning Rate": 4.0601965977670964e-07, "Finetune/Loss": 0.5739785432815552, "Finetune/Loss (Raw)": 0.7784154415130615, "Finetune/Step": 17534, "Finetune/Step Time": 10.777036353945732}
+{"Finetune/Learning Rate": 1.9906430280041383e-05, "Finetune/Loss": 0.9182212352752686, "Finetune/Loss (Raw)": 0.6529577374458313, "Finetune/Step": 1389, "Finetune/Step Time": 10.809030290693045}
+{"Finetune/Learning Rate": 4.0554482578013645e-07, "Finetune/Loss": 0.5741815567016602, "Finetune/Loss (Raw)": 0.5198265910148621, "Finetune/Step": 17535, "Finetune/Step Time": 10.777047250419855}
+{"Finetune/Learning Rate": 1.9906200315414598e-05, "Finetune/Loss": 0.9183954000473022, "Finetune/Loss (Raw)": 0.9452972412109375, "Finetune/Step": 1390, "Finetune/Step Time": 10.795271411538124}
+{"Finetune/Learning Rate": 4.0507026385502747e-07, "Finetune/Loss": 0.5736110806465149, "Finetune/Loss (Raw)": 0.5293192863464355, "Finetune/Step": 17536, "Finetune/Step Time": 10.78560240007937}
+{"Finetune/Learning Rate": 1.9905970069876136e-05, "Finetune/Loss": 0.9175910949707031, "Finetune/Loss (Raw)": 0.7965912818908691, "Finetune/Step": 1391, "Finetune/Step Time": 10.799044458195567}
+{"Finetune/Learning Rate": 4.0459597401483977e-07, "Finetune/Loss": 0.573982834815979, "Finetune/Loss (Raw)": 0.7936000227928162, "Finetune/Step": 17537, "Finetune/Step Time": 10.784897996112704}
+{"Finetune/Learning Rate": 1.9905739543432536e-05, "Finetune/Loss": 0.9173964858055115, "Finetune/Loss (Raw)": 0.9739924669265747, "Finetune/Step": 1392, "Finetune/Step Time": 10.805830474942923}
+{"Finetune/Learning Rate": 4.04121956273027e-07, "Finetune/Loss": 0.5743935704231262, "Finetune/Loss (Raw)": 0.6258723139762878, "Finetune/Step": 17538, "Finetune/Step Time": 10.777299799025059}
+{"Finetune/Learning Rate": 1.990550873609033e-05, "Finetune/Loss": 0.917559027671814, "Finetune/Loss (Raw)": 0.9039046168327332, "Finetune/Step": 1393, "Finetune/Step Time": 10.794926321133971}
+{"Finetune/Learning Rate": 4.036482106430273e-07, "Finetune/Loss": 0.5741018652915955, "Finetune/Loss (Raw)": 0.5107946991920471, "Finetune/Step": 17539, "Finetune/Step Time": 10.77404347807169}
+{"Finetune/Learning Rate": 1.990527764785606e-05, "Finetune/Loss": 0.9196410775184631, "Finetune/Loss (Raw)": 0.8992862105369568, "Finetune/Step": 1394, "Finetune/Step Time": 10.760791990906}
+{"Finetune/Learning Rate": 4.031747371382766e-07, "Finetune/Loss": 0.5740121006965637, "Finetune/Loss (Raw)": 0.6260897517204285, "Finetune/Step": 17540, "Finetune/Step Time": 10.758855909109116}
+{"Finetune/Learning Rate": 4.0270153577220196e-07, "Finetune/Loss": 0.5749290585517883, "Finetune/Loss (Raw)": 0.7498586773872375, "Finetune/Step": 17541, "Finetune/Step Time": 10.747930822893977}
+{"Finetune/Learning Rate": 1.990504627873629e-05, "Finetune/Loss": 0.9205238819122314, "Finetune/Loss (Raw)": 0.8609841465950012, "Finetune/Step": 1395, "Finetune/Step Time": 10.783712347969413}
+{"Finetune/Learning Rate": 4.0222860655821927e-07, "Finetune/Loss": 0.5757243037223816, "Finetune/Loss (Raw)": 0.5839382410049438, "Finetune/Step": 17542, "Finetune/Step Time": 10.736684113740921}
+{"Finetune/Learning Rate": 1.990481462873757e-05, "Finetune/Loss": 0.9191052913665771, "Finetune/Loss (Raw)": 0.8040200471878052, "Finetune/Step": 1396, "Finetune/Step Time": 10.78262334689498}
+{"Finetune/Learning Rate": 4.017559495097412e-07, "Finetune/Loss": 0.5749733448028564, "Finetune/Loss (Raw)": 0.5772383213043213, "Finetune/Step": 17543, "Finetune/Step Time": 10.736808758229017}
+{"Finetune/Learning Rate": 1.990458269786647e-05, "Finetune/Loss": 0.9182459115982056, "Finetune/Loss (Raw)": 0.9444191455841064, "Finetune/Step": 1397, "Finetune/Step Time": 10.78961612097919}
+{"Finetune/Learning Rate": 4.0128356464016915e-07, "Finetune/Loss": 0.5742853879928589, "Finetune/Loss (Raw)": 0.4648655951023102, "Finetune/Step": 17544, "Finetune/Step Time": 10.739962238818407}
+{"Finetune/Learning Rate": 1.990435048612957e-05, "Finetune/Loss": 0.9196645021438599, "Finetune/Loss (Raw)": 0.940913200378418, "Finetune/Step": 1398, "Finetune/Step Time": 10.749470498412848}
+{"Finetune/Learning Rate": 4.008114519629014e-07, "Finetune/Loss": 0.5750645399093628, "Finetune/Loss (Raw)": 0.6187633275985718, "Finetune/Step": 17545, "Finetune/Step Time": 10.741358373314142}
+{"Finetune/Learning Rate": 1.990411799353346e-05, "Finetune/Loss": 0.9195310473442078, "Finetune/Loss (Raw)": 0.9813198447227478, "Finetune/Step": 1399, "Finetune/Step Time": 10.725661298260093}
+{"Finetune/Learning Rate": 4.003396114913238e-07, "Finetune/Loss": 0.5759207010269165, "Finetune/Loss (Raw)": 0.6820598840713501, "Finetune/Step": 17546, "Finetune/Step Time": 10.735081424936652}
+{"Finetune/Learning Rate": 1.9903885220084723e-05, "Finetune/Loss": 0.9199651479721069, "Finetune/Loss (Raw)": 1.008795142173767, "Finetune/Step": 1400, "Finetune/Step Time": 10.733001617714763}
+{"Finetune/Learning Rate": 3.9986804323881913e-07, "Finetune/Loss": 0.5766485333442688, "Finetune/Loss (Raw)": 0.6324050426483154, "Finetune/Step": 17547, "Finetune/Step Time": 10.709629068151116}
+{"Finetune/Learning Rate": 1.9903652165789965e-05, "Finetune/Loss": 0.918674111366272, "Finetune/Loss (Raw)": 0.6161511540412903, "Finetune/Step": 1401, "Finetune/Step Time": 10.74974188581109}
+{"Finetune/Learning Rate": 3.993967472187565e-07, "Finetune/Loss": 0.576854944229126, "Finetune/Loss (Raw)": 0.6669403314590454, "Finetune/Step": 17548, "Finetune/Step Time": 10.722757246345282}
+{"Finetune/Learning Rate": 1.990341883065579e-05, "Finetune/Loss": 0.9197165369987488, "Finetune/Loss (Raw)": 0.9622299671173096, "Finetune/Step": 1402, "Finetune/Step Time": 10.764496022835374}
+{"Finetune/Learning Rate": 3.9892572344450096e-07, "Finetune/Loss": 0.5793372988700867, "Finetune/Loss (Raw)": 0.6276883482933044, "Finetune/Step": 17549, "Finetune/Step Time": 10.69005461409688}
+{"Finetune/Learning Rate": 1.9903185214688824e-05, "Finetune/Loss": 0.9191535711288452, "Finetune/Loss (Raw)": 0.829332172870636, "Finetune/Step": 1403, "Finetune/Step Time": 10.796406865119934}
+{"Finetune/Learning Rate": 3.984549719294106e-07, "Finetune/Loss": 0.5785408020019531, "Finetune/Loss (Raw)": 0.5518168807029724, "Finetune/Step": 17550, "Finetune/Step Time": 10.664817038923502}
+{"Finetune/Learning Rate": 1.9902951317895685e-05, "Finetune/Loss": 0.9158848524093628, "Finetune/Loss (Raw)": 0.7352760434150696, "Finetune/Step": 1404, "Finetune/Step Time": 10.77797082439065}
+{"Finetune/Learning Rate": 3.979844926868337e-07, "Finetune/Loss": 0.5785800218582153, "Finetune/Loss (Raw)": 0.5608810782432556, "Finetune/Step": 17551, "Finetune/Step Time": 10.647301906719804}
+{"Finetune/Learning Rate": 1.9902717140283006e-05, "Finetune/Loss": 0.9166401624679565, "Finetune/Loss (Raw)": 1.0100181102752686, "Finetune/Step": 1405, "Finetune/Step Time": 10.76889330893755}
+{"Finetune/Learning Rate": 3.9751428573011175e-07, "Finetune/Loss": 0.5774222612380981, "Finetune/Loss (Raw)": 0.5679001212120056, "Finetune/Step": 17552, "Finetune/Step Time": 10.633853577077389}
+{"Finetune/Learning Rate": 1.990248268185743e-05, "Finetune/Loss": 0.9169296026229858, "Finetune/Loss (Raw)": 0.9748894572257996, "Finetune/Step": 1406, "Finetune/Step Time": 10.773983050137758}
+{"Finetune/Learning Rate": 3.970443510725808e-07, "Finetune/Loss": 0.5786145925521851, "Finetune/Loss (Raw)": 0.7039735317230225, "Finetune/Step": 17553, "Finetune/Step Time": 10.628491051495075}
+{"Finetune/Learning Rate": 1.99022479426256e-05, "Finetune/Loss": 0.9161105751991272, "Finetune/Loss (Raw)": 0.8217530250549316, "Finetune/Step": 1407, "Finetune/Step Time": 10.770423585548997}
+{"Finetune/Learning Rate": 3.965746887275634e-07, "Finetune/Loss": 0.5790115594863892, "Finetune/Loss (Raw)": 0.6280348300933838, "Finetune/Step": 17554, "Finetune/Step Time": 10.620916293933988}
+{"Finetune/Learning Rate": 1.9902012922594178e-05, "Finetune/Loss": 0.9159786105155945, "Finetune/Loss (Raw)": 1.0026458501815796, "Finetune/Step": 1408, "Finetune/Step Time": 10.774322971701622}
+{"Finetune/Learning Rate": 3.961052987083791e-07, "Finetune/Loss": 0.5784180760383606, "Finetune/Loss (Raw)": 0.6014924049377441, "Finetune/Step": 17555, "Finetune/Step Time": 10.621877012774348}
+{"Finetune/Learning Rate": 1.9901777621769827e-05, "Finetune/Loss": 0.9158599376678467, "Finetune/Loss (Raw)": 0.9410494565963745, "Finetune/Step": 1409, "Finetune/Step Time": 10.78003902733326}
+{"Finetune/Learning Rate": 3.956361810283393e-07, "Finetune/Loss": 0.5784427523612976, "Finetune/Loss (Raw)": 0.6356799006462097, "Finetune/Step": 17556, "Finetune/Step Time": 10.616397446021438}
+{"Finetune/Learning Rate": 3.9516733570074573e-07, "Finetune/Loss": 0.5795840620994568, "Finetune/Loss (Raw)": 0.6572952270507812, "Finetune/Step": 17557, "Finetune/Step Time": 10.616646058857441}
+{"Finetune/Learning Rate": 1.9901542040159222e-05, "Finetune/Loss": 0.9152898788452148, "Finetune/Loss (Raw)": 0.8262898325920105, "Finetune/Step": 1410, "Finetune/Step Time": 10.784130178391933}
+{"Finetune/Learning Rate": 1.9901306177769036e-05, "Finetune/Loss": 0.9157206416130066, "Finetune/Loss (Raw)": 0.9727069139480591, "Finetune/Step": 1411, "Finetune/Step Time": 10.779849855229259}
+{"Finetune/Learning Rate": 3.946987627388943e-07, "Finetune/Loss": 0.5795847773551941, "Finetune/Loss (Raw)": 0.5518551468849182, "Finetune/Step": 17558, "Finetune/Step Time": 10.63315062597394}
+{"Finetune/Learning Rate": 1.9901070034605968e-05, "Finetune/Loss": 0.914696455001831, "Finetune/Loss (Raw)": 0.8885197043418884, "Finetune/Step": 1412, "Finetune/Step Time": 10.773528784513474}
+{"Finetune/Learning Rate": 3.942304621560722e-07, "Finetune/Loss": 0.5783904194831848, "Finetune/Loss (Raw)": 0.42730963230133057, "Finetune/Step": 17559, "Finetune/Step Time": 10.663350136950612}
+{"Finetune/Learning Rate": 1.990083361067671e-05, "Finetune/Loss": 0.9140031933784485, "Finetune/Loss (Raw)": 0.8410563468933105, "Finetune/Step": 1413, "Finetune/Step Time": 10.769043846055865}
+{"Finetune/Learning Rate": 3.937624339655599e-07, "Finetune/Loss": 0.578903317451477, "Finetune/Loss (Raw)": 0.622704029083252, "Finetune/Step": 17560, "Finetune/Step Time": 10.668504925444722}
+{"Finetune/Learning Rate": 1.9900596905987958e-05, "Finetune/Loss": 0.9136477112770081, "Finetune/Loss (Raw)": 0.9663798213005066, "Finetune/Step": 1414, "Finetune/Step Time": 10.783770248293877}
+{"Finetune/Learning Rate": 3.9329467818062684e-07, "Finetune/Loss": 0.5800641775131226, "Finetune/Loss (Raw)": 0.6918372511863708, "Finetune/Step": 17561, "Finetune/Step Time": 10.65396972745657}
+{"Finetune/Learning Rate": 1.9900359920546433e-05, "Finetune/Loss": 0.913301944732666, "Finetune/Loss (Raw)": 0.9565165042877197, "Finetune/Step": 1415, "Finetune/Step Time": 10.802523421123624}
+{"Finetune/Learning Rate": 3.928271948145401e-07, "Finetune/Loss": 0.5799950361251831, "Finetune/Loss (Raw)": 0.632858157157898, "Finetune/Step": 17562, "Finetune/Step Time": 10.656021883711219}
+{"Finetune/Learning Rate": 1.9900122654358857e-05, "Finetune/Loss": 0.914030134677887, "Finetune/Loss (Raw)": 0.9922664761543274, "Finetune/Step": 1416, "Finetune/Step Time": 10.806573962792754}
+{"Finetune/Learning Rate": 3.9235998388055474e-07, "Finetune/Loss": 0.5797345042228699, "Finetune/Loss (Raw)": 0.6707870364189148, "Finetune/Step": 17563, "Finetune/Step Time": 10.648685121908784}
+{"Finetune/Learning Rate": 1.9899885107431955e-05, "Finetune/Loss": 0.9131399393081665, "Finetune/Loss (Raw)": 0.8891849517822266, "Finetune/Step": 1417, "Finetune/Step Time": 10.816599624231458}
+{"Finetune/Learning Rate": 3.9189304539191895e-07, "Finetune/Loss": 0.5799280405044556, "Finetune/Loss (Raw)": 0.6463403701782227, "Finetune/Step": 17564, "Finetune/Step Time": 10.655252330005169}
+{"Finetune/Learning Rate": 1.989964727977246e-05, "Finetune/Loss": 0.9134308099746704, "Finetune/Loss (Raw)": 1.0058091878890991, "Finetune/Step": 1418, "Finetune/Step Time": 10.832917165011168}
+{"Finetune/Learning Rate": 3.9142637936187556e-07, "Finetune/Loss": 0.5799867510795593, "Finetune/Loss (Raw)": 0.5309279561042786, "Finetune/Step": 17565, "Finetune/Step Time": 10.647672913968563}
+{"Finetune/Learning Rate": 1.989940917138712e-05, "Finetune/Loss": 0.9132019877433777, "Finetune/Loss (Raw)": 0.9258063435554504, "Finetune/Step": 1419, "Finetune/Step Time": 10.828249365091324}
+{"Finetune/Learning Rate": 3.9095998580365724e-07, "Finetune/Loss": 0.5787973999977112, "Finetune/Loss (Raw)": 0.43624794483184814, "Finetune/Step": 17566, "Finetune/Step Time": 10.683052765205503}
+{"Finetune/Learning Rate": 1.9899170782282685e-05, "Finetune/Loss": 0.9122906923294067, "Finetune/Loss (Raw)": 0.8389095067977905, "Finetune/Step": 1420, "Finetune/Step Time": 10.825317094102502}
+{"Finetune/Learning Rate": 3.9049386473048787e-07, "Finetune/Loss": 0.5787736177444458, "Finetune/Loss (Raw)": 0.6029344797134399, "Finetune/Step": 17567, "Finetune/Step Time": 10.686614146456122}
+{"Finetune/Learning Rate": 1.989893211246592e-05, "Finetune/Loss": 0.9115318655967712, "Finetune/Loss (Raw)": 0.9239543676376343, "Finetune/Step": 1421, "Finetune/Step Time": 10.823164192959666}
+{"Finetune/Learning Rate": 1.9898693161943583e-05, "Finetune/Loss": 0.912829577922821, "Finetune/Loss (Raw)": 0.9712918400764465, "Finetune/Step": 1422, "Finetune/Step Time": 10.805044507607818}
+{"Finetune/Learning Rate": 3.9002801615558805e-07, "Finetune/Loss": 0.5786772966384888, "Finetune/Loss (Raw)": 0.5696638822555542, "Finetune/Step": 17568, "Finetune/Step Time": 10.693453287705779}
+{"Finetune/Learning Rate": 3.8956244009216604e-07, "Finetune/Loss": 0.5788012742996216, "Finetune/Loss (Raw)": 0.61630779504776, "Finetune/Step": 17569, "Finetune/Step Time": 10.697657315060496}
+{"Finetune/Learning Rate": 1.989845393072246e-05, "Finetune/Loss": 0.9123334288597107, "Finetune/Loss (Raw)": 0.9008011221885681, "Finetune/Step": 1423, "Finetune/Step Time": 10.811620498076081}
+{"Finetune/Learning Rate": 3.8909713655342464e-07, "Finetune/Loss": 0.5790870189666748, "Finetune/Loss (Raw)": 0.5539335012435913, "Finetune/Step": 17570, "Finetune/Step Time": 10.691065778955817}
+{"Finetune/Learning Rate": 1.989821441880933e-05, "Finetune/Loss": 0.9125456809997559, "Finetune/Loss (Raw)": 1.0271018743515015, "Finetune/Step": 1424, "Finetune/Step Time": 10.80876431427896}
+{"Finetune/Learning Rate": 1.9897974626210984e-05, "Finetune/Loss": 0.9127965569496155, "Finetune/Loss (Raw)": 0.8691708445549011, "Finetune/Step": 1425, "Finetune/Step Time": 10.780433557927608}
+{"Finetune/Learning Rate": 3.8863210555255884e-07, "Finetune/Loss": 0.579035758972168, "Finetune/Loss (Raw)": 0.5419050455093384, "Finetune/Step": 17571, "Finetune/Step Time": 10.705181058496237}
+{"Finetune/Learning Rate": 1.9897734552934228e-05, "Finetune/Loss": 0.9117651581764221, "Finetune/Loss (Raw)": 0.7439228296279907, "Finetune/Step": 1426, "Finetune/Step Time": 10.785387773066759}
+{"Finetune/Learning Rate": 3.881673471027558e-07, "Finetune/Loss": 0.5790147185325623, "Finetune/Loss (Raw)": 0.4846005439758301, "Finetune/Step": 17572, "Finetune/Step Time": 10.696914741769433}
+{"Finetune/Learning Rate": 1.989749419898586e-05, "Finetune/Loss": 0.9115153551101685, "Finetune/Loss (Raw)": 0.8994245529174805, "Finetune/Step": 1427, "Finetune/Step Time": 10.795957064256072}
+{"Finetune/Learning Rate": 3.8770286121719403e-07, "Finetune/Loss": 0.5805860161781311, "Finetune/Loss (Raw)": 0.6314271092414856, "Finetune/Step": 17573, "Finetune/Step Time": 10.680708058178425}
+{"Finetune/Learning Rate": 1.9897253564372704e-05, "Finetune/Loss": 0.913537859916687, "Finetune/Loss (Raw)": 1.0354938507080078, "Finetune/Step": 1428, "Finetune/Step Time": 10.797424321994185}
+{"Finetune/Learning Rate": 3.872386479090451e-07, "Finetune/Loss": 0.5798437595367432, "Finetune/Loss (Raw)": 0.394792377948761, "Finetune/Step": 17574, "Finetune/Step Time": 10.717281728982925}
+{"Finetune/Learning Rate": 1.989701264910158e-05, "Finetune/Loss": 0.9137622117996216, "Finetune/Loss (Raw)": 0.9723226428031921, "Finetune/Step": 1429, "Finetune/Step Time": 10.793120853602886}
+{"Finetune/Learning Rate": 3.86774707191474e-07, "Finetune/Loss": 0.5814046859741211, "Finetune/Loss (Raw)": 0.7801507115364075, "Finetune/Step": 17575, "Finetune/Step Time": 10.718251740559936}
+{"Finetune/Learning Rate": 1.9896771453179323e-05, "Finetune/Loss": 0.9135607481002808, "Finetune/Loss (Raw)": 0.9523928761482239, "Finetune/Step": 1430, "Finetune/Step Time": 10.795562114566565}
+{"Finetune/Learning Rate": 3.863110390776348e-07, "Finetune/Loss": 0.580296516418457, "Finetune/Loss (Raw)": 0.4640793800354004, "Finetune/Step": 17576, "Finetune/Step Time": 10.721216255798936}
+{"Finetune/Learning Rate": 1.989652997661277e-05, "Finetune/Loss": 0.9142727851867676, "Finetune/Loss (Raw)": 1.0725922584533691, "Finetune/Step": 1431, "Finetune/Step Time": 10.803669637069106}
+{"Finetune/Learning Rate": 3.8584764358067794e-07, "Finetune/Loss": 0.5796410441398621, "Finetune/Loss (Raw)": 0.5279527902603149, "Finetune/Step": 17577, "Finetune/Step Time": 10.720087246969342}
+{"Finetune/Learning Rate": 1.989628821940877e-05, "Finetune/Loss": 0.9136300086975098, "Finetune/Loss (Raw)": 0.8779131174087524, "Finetune/Step": 1432, "Finetune/Step Time": 10.835335049778223}
+{"Finetune/Learning Rate": 3.85384520713743e-07, "Finetune/Loss": 0.5800414085388184, "Finetune/Loss (Raw)": 0.5404485464096069, "Finetune/Step": 17578, "Finetune/Step Time": 10.731751009821892}
+{"Finetune/Learning Rate": 1.9896046181574173e-05, "Finetune/Loss": 0.9129471778869629, "Finetune/Loss (Raw)": 0.9513273239135742, "Finetune/Step": 1433, "Finetune/Step Time": 10.835813827812672}
+{"Finetune/Learning Rate": 3.8492167048996166e-07, "Finetune/Loss": 0.5800468921661377, "Finetune/Loss (Raw)": 0.6258783340454102, "Finetune/Step": 17579, "Finetune/Step Time": 10.745166191831231}
+{"Finetune/Learning Rate": 1.9895803863115848e-05, "Finetune/Loss": 0.9111887812614441, "Finetune/Loss (Raw)": 0.8185781240463257, "Finetune/Step": 1434, "Finetune/Step Time": 10.85752353258431}
+{"Finetune/Learning Rate": 3.844590929224601e-07, "Finetune/Loss": 0.5795069932937622, "Finetune/Loss (Raw)": 0.4955960810184479, "Finetune/Step": 17580, "Finetune/Step Time": 10.73993243649602}
+{"Finetune/Learning Rate": 1.9895561264040668e-05, "Finetune/Loss": 0.9110174775123596, "Finetune/Loss (Raw)": 0.9224314093589783, "Finetune/Step": 1435, "Finetune/Step Time": 10.856102868914604}
+{"Finetune/Learning Rate": 3.839967880243567e-07, "Finetune/Loss": 0.5806552171707153, "Finetune/Loss (Raw)": 0.6663083434104919, "Finetune/Step": 17581, "Finetune/Step Time": 10.738949242979288}
+{"Finetune/Learning Rate": 1.989531838435551e-05, "Finetune/Loss": 0.9117233753204346, "Finetune/Loss (Raw)": 0.8535032868385315, "Finetune/Step": 1436, "Finetune/Step Time": 10.875422183424234}
+{"Finetune/Learning Rate": 3.8353475580875874e-07, "Finetune/Loss": 0.5817744731903076, "Finetune/Loss (Raw)": 0.6637669205665588, "Finetune/Step": 17582, "Finetune/Step Time": 10.744453199207783}
+{"Finetune/Learning Rate": 1.989507522406726e-05, "Finetune/Loss": 0.9127966165542603, "Finetune/Loss (Raw)": 1.0060234069824219, "Finetune/Step": 1437, "Finetune/Step Time": 10.882941514253616}
+{"Finetune/Learning Rate": 3.830729962887714e-07, "Finetune/Loss": 0.5837935209274292, "Finetune/Loss (Raw)": 0.5816647410392761, "Finetune/Step": 17583, "Finetune/Step Time": 10.729528738185763}
+{"Finetune/Learning Rate": 1.989483178318281e-05, "Finetune/Loss": 0.9136090874671936, "Finetune/Loss (Raw)": 0.8701977133750916, "Finetune/Step": 1438, "Finetune/Step Time": 10.88707197457552}
+{"Finetune/Learning Rate": 3.8261150947748627e-07, "Finetune/Loss": 0.5841336846351624, "Finetune/Loss (Raw)": 0.6235430240631104, "Finetune/Step": 17584, "Finetune/Step Time": 10.732080729678273}
+{"Finetune/Learning Rate": 1.9894588061709072e-05, "Finetune/Loss": 0.9132078886032104, "Finetune/Loss (Raw)": 0.9495795369148254, "Finetune/Step": 1439, "Finetune/Step Time": 10.909724365919828}
+{"Finetune/Learning Rate": 3.821502953879908e-07, "Finetune/Loss": 0.5834828615188599, "Finetune/Loss (Raw)": 0.5199942588806152, "Finetune/Step": 17585, "Finetune/Step Time": 10.72055591456592}
+{"Finetune/Learning Rate": 1.9894344059652953e-05, "Finetune/Loss": 0.9120328426361084, "Finetune/Loss (Raw)": 0.8151697516441345, "Finetune/Step": 1440, "Finetune/Step Time": 10.9098457172513}
+{"Finetune/Learning Rate": 3.8168935403336215e-07, "Finetune/Loss": 0.5837947726249695, "Finetune/Loss (Raw)": 0.6164470911026001, "Finetune/Step": 17586, "Finetune/Step Time": 10.72254853323102}
+{"Finetune/Learning Rate": 1.989409977702137e-05, "Finetune/Loss": 0.911753237247467, "Finetune/Loss (Raw)": 0.9190714359283447, "Finetune/Step": 1441, "Finetune/Step Time": 10.908978464081883}
+{"Finetune/Learning Rate": 3.8122868542667334e-07, "Finetune/Loss": 0.58481764793396, "Finetune/Loss (Raw)": 0.6905616521835327, "Finetune/Step": 17587, "Finetune/Step Time": 10.718075059354305}
+{"Finetune/Learning Rate": 1.9893855213821256e-05, "Finetune/Loss": 0.9113246202468872, "Finetune/Loss (Raw)": 0.9155882596969604, "Finetune/Step": 1442, "Finetune/Step Time": 10.900861281901598}
+{"Finetune/Learning Rate": 3.8076828958098723e-07, "Finetune/Loss": 0.5853580236434937, "Finetune/Loss (Raw)": 0.5615416169166565, "Finetune/Step": 17588, "Finetune/Step Time": 10.720613289624453}
+{"Finetune/Learning Rate": 1.989361037005954e-05, "Finetune/Loss": 0.9120470285415649, "Finetune/Loss (Raw)": 1.0282984972000122, "Finetune/Step": 1443, "Finetune/Step Time": 10.901398286223412}
+{"Finetune/Learning Rate": 3.8030816650935777e-07, "Finetune/Loss": 0.5857568979263306, "Finetune/Loss (Raw)": 0.6903550028800964, "Finetune/Step": 17589, "Finetune/Step Time": 10.716828364878893}
+{"Finetune/Learning Rate": 3.798483162248368e-07, "Finetune/Loss": 0.5848348736763, "Finetune/Loss (Raw)": 0.6145076751708984, "Finetune/Step": 17590, "Finetune/Step Time": 10.724417820572853}
+{"Finetune/Learning Rate": 1.9893365245743166e-05, "Finetune/Loss": 0.9119071960449219, "Finetune/Loss (Raw)": 0.7998137474060059, "Finetune/Step": 1444, "Finetune/Step Time": 10.939556522294879}
+{"Finetune/Learning Rate": 3.7938873874045935e-07, "Finetune/Loss": 0.5841476321220398, "Finetune/Loss (Raw)": 0.5263264179229736, "Finetune/Step": 17591, "Finetune/Step Time": 10.715944465249777}
+{"Finetune/Learning Rate": 1.989311984087909e-05, "Finetune/Loss": 0.9084126949310303, "Finetune/Loss (Raw)": 0.5978100895881653, "Finetune/Step": 1445, "Finetune/Step Time": 10.977697756141424}
+{"Finetune/Learning Rate": 3.7892943406926064e-07, "Finetune/Loss": 0.5828953385353088, "Finetune/Loss (Raw)": 0.5524094700813293, "Finetune/Step": 17592, "Finetune/Step Time": 10.723450995981693}
+{"Finetune/Learning Rate": 1.989287415547427e-05, "Finetune/Loss": 0.9105809926986694, "Finetune/Loss (Raw)": 1.122172474861145, "Finetune/Step": 1446, "Finetune/Step Time": 10.96584703400731}
+{"Finetune/Learning Rate": 3.7847040222426246e-07, "Finetune/Loss": 0.5818193554878235, "Finetune/Loss (Raw)": 0.5390032529830933, "Finetune/Step": 17593, "Finetune/Step Time": 10.728063382208347}
+{"Finetune/Learning Rate": 1.9892628189535667e-05, "Finetune/Loss": 0.9095474481582642, "Finetune/Loss (Raw)": 0.9382898211479187, "Finetune/Step": 1447, "Finetune/Step Time": 10.961515828967094}
+{"Finetune/Learning Rate": 3.780116432184855e-07, "Finetune/Loss": 0.5822375416755676, "Finetune/Loss (Raw)": 0.6444867849349976, "Finetune/Step": 17594, "Finetune/Step Time": 10.724394349381328}
+{"Finetune/Learning Rate": 1.9892381943070255e-05, "Finetune/Loss": 0.9080748558044434, "Finetune/Loss (Raw)": 0.8827303051948547, "Finetune/Step": 1448, "Finetune/Step Time": 10.960456343367696}
+{"Finetune/Learning Rate": 3.775531570649371e-07, "Finetune/Loss": 0.5830740928649902, "Finetune/Loss (Raw)": 0.6617955565452576, "Finetune/Step": 17595, "Finetune/Step Time": 10.724333453923464}
+{"Finetune/Learning Rate": 1.9892135416085025e-05, "Finetune/Loss": 0.9080617427825928, "Finetune/Loss (Raw)": 0.914156973361969, "Finetune/Step": 1449, "Finetune/Step Time": 10.963872188702226}
+{"Finetune/Learning Rate": 3.7709494377662024e-07, "Finetune/Loss": 0.5820913314819336, "Finetune/Loss (Raw)": 0.4560346305370331, "Finetune/Step": 17596, "Finetune/Step Time": 10.752735449001193}
+{"Finetune/Learning Rate": 1.9891888608586968e-05, "Finetune/Loss": 0.9084032773971558, "Finetune/Loss (Raw)": 0.9281994700431824, "Finetune/Step": 1450, "Finetune/Step Time": 10.949130011722445}
+{"Finetune/Learning Rate": 3.7663700336652455e-07, "Finetune/Loss": 0.5833768844604492, "Finetune/Loss (Raw)": 0.6839509010314941, "Finetune/Step": 17597, "Finetune/Step Time": 10.745398558676243}
+{"Finetune/Learning Rate": 1.9891641520583075e-05, "Finetune/Loss": 0.9080322980880737, "Finetune/Loss (Raw)": 0.9141836762428284, "Finetune/Step": 1451, "Finetune/Step Time": 10.938196470960975}
+{"Finetune/Learning Rate": 1.9891394152080355e-05, "Finetune/Loss": 0.9082887172698975, "Finetune/Loss (Raw)": 0.9404236078262329, "Finetune/Step": 1452, "Finetune/Step Time": 10.938596742227674}
+{"Finetune/Learning Rate": 3.7617933584763846e-07, "Finetune/Loss": 0.583166241645813, "Finetune/Loss (Raw)": 0.636100172996521, "Finetune/Step": 17598, "Finetune/Step Time": 10.769479982554913}
+{"Finetune/Learning Rate": 1.9891146503085826e-05, "Finetune/Loss": 0.9078457355499268, "Finetune/Loss (Raw)": 0.8643097877502441, "Finetune/Step": 1453, "Finetune/Step Time": 10.95658402889967}
+{"Finetune/Learning Rate": 3.757219412329405e-07, "Finetune/Loss": 0.5841793417930603, "Finetune/Loss (Raw)": 0.6011590361595154, "Finetune/Step": 17599, "Finetune/Step Time": 10.77338207513094}
+{"Finetune/Learning Rate": 1.9890898573606508e-05, "Finetune/Loss": 0.9074323177337646, "Finetune/Loss (Raw)": 0.9195413589477539, "Finetune/Step": 1454, "Finetune/Step Time": 10.951442426070571}
+{"Finetune/Learning Rate": 3.7526481953539915e-07, "Finetune/Loss": 0.5848644971847534, "Finetune/Loss (Raw)": 0.7509735822677612, "Finetune/Step": 17600, "Finetune/Step Time": 10.766519641503692}
+{"Finetune/Learning Rate": 1.9890650363649434e-05, "Finetune/Loss": 0.9053725600242615, "Finetune/Loss (Raw)": 1.0092302560806274, "Finetune/Step": 1455, "Finetune/Step Time": 10.949443027377129}
+{"Finetune/Learning Rate": 3.748079707679797e-07, "Finetune/Loss": 0.5848925113677979, "Finetune/Loss (Raw)": 0.5624662637710571, "Finetune/Step": 17601, "Finetune/Step Time": 10.773608427494764}
+{"Finetune/Learning Rate": 1.9890401873221642e-05, "Finetune/Loss": 0.9038358330726624, "Finetune/Loss (Raw)": 0.8004491925239563, "Finetune/Step": 1456, "Finetune/Step Time": 10.944113852456212}
+{"Finetune/Learning Rate": 3.7435139494363725e-07, "Finetune/Loss": 0.5855859518051147, "Finetune/Loss (Raw)": 0.5581188797950745, "Finetune/Step": 17602, "Finetune/Step Time": 10.772200729697943}
+{"Finetune/Learning Rate": 1.9890153102330175e-05, "Finetune/Loss": 0.9053991436958313, "Finetune/Loss (Raw)": 1.0860204696655273, "Finetune/Step": 1457, "Finetune/Step Time": 10.944692658260465}
+{"Finetune/Learning Rate": 3.738950920753159e-07, "Finetune/Loss": 0.5842947959899902, "Finetune/Loss (Raw)": 0.547441303730011, "Finetune/Step": 17603, "Finetune/Step Time": 10.762974763289094}
+{"Finetune/Learning Rate": 1.988990405098209e-05, "Finetune/Loss": 0.9061321020126343, "Finetune/Loss (Raw)": 0.9717410206794739, "Finetune/Step": 1458, "Finetune/Step Time": 10.944800738245249}
+{"Finetune/Learning Rate": 3.734390621759565e-07, "Finetune/Loss": 0.5855465531349182, "Finetune/Loss (Raw)": 0.5585656762123108, "Finetune/Step": 17604, "Finetune/Step Time": 10.7569650541991}
+{"Finetune/Learning Rate": 1.988965471918445e-05, "Finetune/Loss": 0.9060267806053162, "Finetune/Loss (Raw)": 0.8709365129470825, "Finetune/Step": 1459, "Finetune/Step Time": 10.940491108223796}
+{"Finetune/Learning Rate": 3.729833052584919e-07, "Finetune/Loss": 0.5864723324775696, "Finetune/Loss (Raw)": 0.6111767888069153, "Finetune/Step": 17605, "Finetune/Step Time": 10.749039297923446}
+{"Finetune/Learning Rate": 1.9889405106944327e-05, "Finetune/Loss": 0.9049522876739502, "Finetune/Loss (Raw)": 0.8136034607887268, "Finetune/Step": 1460, "Finetune/Step Time": 10.935339214280248}
+{"Finetune/Learning Rate": 3.7252782133584406e-07, "Finetune/Loss": 0.5868364572525024, "Finetune/Loss (Raw)": 0.5485553741455078, "Finetune/Step": 17606, "Finetune/Step Time": 10.75299852155149}
+{"Finetune/Learning Rate": 1.988915521426879e-05, "Finetune/Loss": 0.9061903357505798, "Finetune/Loss (Raw)": 0.9972367882728577, "Finetune/Step": 1461, "Finetune/Step Time": 10.93754269182682}
+{"Finetune/Learning Rate": 3.7207261042093155e-07, "Finetune/Loss": 0.5874260067939758, "Finetune/Loss (Raw)": 0.4765975773334503, "Finetune/Step": 17607, "Finetune/Step Time": 10.71502378769219}
+{"Finetune/Learning Rate": 1.988890504116494e-05, "Finetune/Loss": 0.9058613181114197, "Finetune/Loss (Raw)": 0.8433687686920166, "Finetune/Step": 1462, "Finetune/Step Time": 10.944989502429962}
+{"Finetune/Learning Rate": 3.716176725266607e-07, "Finetune/Loss": 0.5871796011924744, "Finetune/Loss (Raw)": 0.5833846926689148, "Finetune/Step": 17608, "Finetune/Step Time": 10.719427835196257}
+{"Finetune/Learning Rate": 3.711630076659334e-07, "Finetune/Loss": 0.5872081518173218, "Finetune/Loss (Raw)": 0.6242812871932983, "Finetune/Step": 17609, "Finetune/Step Time": 10.718712100759149}
+{"Finetune/Learning Rate": 1.9888654587639857e-05, "Finetune/Loss": 0.9057055115699768, "Finetune/Loss (Raw)": 0.963748037815094, "Finetune/Step": 1463, "Finetune/Step Time": 10.968919450417161}
+{"Finetune/Learning Rate": 3.7070861585164263e-07, "Finetune/Loss": 0.5875308513641357, "Finetune/Loss (Raw)": 0.6164610981941223, "Finetune/Step": 17610, "Finetune/Step Time": 10.704625202342868}
+{"Finetune/Learning Rate": 1.9888403853700654e-05, "Finetune/Loss": 0.9061320424079895, "Finetune/Loss (Raw)": 0.9184225797653198, "Finetune/Step": 1464, "Finetune/Step Time": 10.93020067922771}
+{"Finetune/Learning Rate": 3.702544970966737e-07, "Finetune/Loss": 0.5869874358177185, "Finetune/Loss (Raw)": 0.48670047521591187, "Finetune/Step": 17611, "Finetune/Step Time": 10.710463244467974}
+{"Finetune/Learning Rate": 1.9888152839354433e-05, "Finetune/Loss": 0.9067642688751221, "Finetune/Loss (Raw)": 0.9744348526000977, "Finetune/Step": 1465, "Finetune/Step Time": 10.918251622468233}
+{"Finetune/Learning Rate": 3.698006514139041e-07, "Finetune/Loss": 0.5874749422073364, "Finetune/Loss (Raw)": 0.6533231735229492, "Finetune/Step": 17612, "Finetune/Step Time": 10.721688106656075}
+{"Finetune/Learning Rate": 1.9887901544608316e-05, "Finetune/Loss": 0.9055601954460144, "Finetune/Loss (Raw)": 0.8429781794548035, "Finetune/Step": 1466, "Finetune/Step Time": 10.931870197877288}
+{"Finetune/Learning Rate": 3.693470788162024e-07, "Finetune/Loss": 0.5879794955253601, "Finetune/Loss (Raw)": 0.6900995373725891, "Finetune/Step": 17613, "Finetune/Step Time": 10.713590005412698}
+{"Finetune/Learning Rate": 1.9887649969469432e-05, "Finetune/Loss": 0.9056054353713989, "Finetune/Loss (Raw)": 0.9374905228614807, "Finetune/Step": 1467, "Finetune/Step Time": 10.935026669874787}
+{"Finetune/Learning Rate": 3.688937793164327e-07, "Finetune/Loss": 0.588370680809021, "Finetune/Loss (Raw)": 0.5728529095649719, "Finetune/Step": 17614, "Finetune/Step Time": 10.715647680684924}
+{"Finetune/Learning Rate": 1.9887398113944908e-05, "Finetune/Loss": 0.903430700302124, "Finetune/Loss (Raw)": 0.7166048884391785, "Finetune/Step": 1468, "Finetune/Step Time": 10.969401597976685}
+{"Finetune/Learning Rate": 3.684407529274481e-07, "Finetune/Loss": 0.5886367559432983, "Finetune/Loss (Raw)": 0.6134556531906128, "Finetune/Step": 17615, "Finetune/Step Time": 10.719276990741491}
+{"Finetune/Learning Rate": 1.9887145978041895e-05, "Finetune/Loss": 0.9034806489944458, "Finetune/Loss (Raw)": 0.970957338809967, "Finetune/Step": 1469, "Finetune/Step Time": 10.985234722495079}
+{"Finetune/Learning Rate": 3.67987999662095e-07, "Finetune/Loss": 0.5882214903831482, "Finetune/Loss (Raw)": 0.5689693093299866, "Finetune/Step": 17616, "Finetune/Step Time": 10.72097572311759}
+{"Finetune/Learning Rate": 1.988689356176753e-05, "Finetune/Loss": 0.9045093059539795, "Finetune/Loss (Raw)": 1.0828814506530762, "Finetune/Step": 1470, "Finetune/Step Time": 10.98478233255446}
+{"Finetune/Learning Rate": 3.6753551953321197e-07, "Finetune/Loss": 0.5886019468307495, "Finetune/Loss (Raw)": 0.5828619599342346, "Finetune/Step": 17617, "Finetune/Step Time": 10.705388739705086}
+{"Finetune/Learning Rate": 3.6708331255363103e-07, "Finetune/Loss": 0.587130606174469, "Finetune/Loss (Raw)": 0.546092689037323, "Finetune/Step": 17618, "Finetune/Step Time": 10.713516594842076}
+{"Finetune/Learning Rate": 1.9886640865128983e-05, "Finetune/Loss": 0.9032525420188904, "Finetune/Loss (Raw)": 0.7296072244644165, "Finetune/Step": 1471, "Finetune/Step Time": 10.988035148009658}
+{"Finetune/Learning Rate": 3.6663137873617525e-07, "Finetune/Loss": 0.5873287916183472, "Finetune/Loss (Raw)": 0.6209567785263062, "Finetune/Step": 17619, "Finetune/Step Time": 10.712620593607426}
+{"Finetune/Learning Rate": 1.9886387888133413e-05, "Finetune/Loss": 0.9042627811431885, "Finetune/Loss (Raw)": 1.0338417291641235, "Finetune/Step": 1472, "Finetune/Step Time": 10.966626221314073}
+{"Finetune/Learning Rate": 1.9886134630787993e-05, "Finetune/Loss": 0.9038938283920288, "Finetune/Loss (Raw)": 0.958051323890686, "Finetune/Step": 1473, "Finetune/Step Time": 10.926004391163588}
+{"Finetune/Learning Rate": 3.661797180936588e-07, "Finetune/Loss": 0.5876501202583313, "Finetune/Loss (Raw)": 0.5190116167068481, "Finetune/Step": 17620, "Finetune/Step Time": 10.717050835490227}
+{"Finetune/Learning Rate": 3.6572833063889145e-07, "Finetune/Loss": 0.5881567001342773, "Finetune/Loss (Raw)": 0.6161046624183655, "Finetune/Step": 17621, "Finetune/Step Time": 10.675682093948126}
+{"Finetune/Learning Rate": 1.9885881093099912e-05, "Finetune/Loss": 0.9052153825759888, "Finetune/Loss (Raw)": 0.918449878692627, "Finetune/Step": 1474, "Finetune/Step Time": 10.928671773523092}
+{"Finetune/Learning Rate": 3.6527721638467293e-07, "Finetune/Loss": 0.58819580078125, "Finetune/Loss (Raw)": 0.6654650568962097, "Finetune/Step": 17622, "Finetune/Step Time": 10.640822323039174}
+{"Finetune/Learning Rate": 1.9885627275076354e-05, "Finetune/Loss": 0.9043478965759277, "Finetune/Loss (Raw)": 0.8220425844192505, "Finetune/Step": 1475, "Finetune/Step Time": 10.913321094587445}
+{"Finetune/Learning Rate": 3.6482637534379415e-07, "Finetune/Loss": 0.5881406664848328, "Finetune/Loss (Raw)": 0.6263601183891296, "Finetune/Step": 17623, "Finetune/Step Time": 10.630718303844333}
+{"Finetune/Learning Rate": 1.9885373176724518e-05, "Finetune/Loss": 0.9041515588760376, "Finetune/Loss (Raw)": 0.9083027243614197, "Finetune/Step": 1476, "Finetune/Step Time": 10.914866486564279}
+{"Finetune/Learning Rate": 3.6437580752904155e-07, "Finetune/Loss": 0.5887960195541382, "Finetune/Loss (Raw)": 0.596021831035614, "Finetune/Step": 17624, "Finetune/Step Time": 10.636937972158194}
+{"Finetune/Learning Rate": 1.9885118798051607e-05, "Finetune/Loss": 0.9051238298416138, "Finetune/Loss (Raw)": 0.9571307897567749, "Finetune/Step": 1477, "Finetune/Step Time": 10.929482068866491}
+{"Finetune/Learning Rate": 3.6392551295319045e-07, "Finetune/Loss": 0.5892149806022644, "Finetune/Loss (Raw)": 0.5916030406951904, "Finetune/Step": 17625, "Finetune/Step Time": 10.630127035081387}
+{"Finetune/Learning Rate": 1.9884864139064834e-05, "Finetune/Loss": 0.9046875238418579, "Finetune/Loss (Raw)": 0.8684967160224915, "Finetune/Step": 1478, "Finetune/Step Time": 10.93328439258039}
+{"Finetune/Learning Rate": 3.634754916290117e-07, "Finetune/Loss": 0.5882649421691895, "Finetune/Loss (Raw)": 0.5398641228675842, "Finetune/Step": 17626, "Finetune/Step Time": 10.63036591745913}
+{"Finetune/Learning Rate": 1.9884609199771427e-05, "Finetune/Loss": 0.9055923819541931, "Finetune/Loss (Raw)": 1.053107738494873, "Finetune/Step": 1479, "Finetune/Step Time": 10.939558073878288}
+{"Finetune/Learning Rate": 3.630257435692641e-07, "Finetune/Loss": 0.588506817817688, "Finetune/Loss (Raw)": 0.6173015236854553, "Finetune/Step": 17627, "Finetune/Step Time": 10.606527533382177}
+{"Finetune/Learning Rate": 1.988435398017861e-05, "Finetune/Loss": 0.9074938297271729, "Finetune/Loss (Raw)": 0.9005409479141235, "Finetune/Step": 1480, "Finetune/Step Time": 10.904146553948522}
+{"Finetune/Learning Rate": 3.6257626878670183e-07, "Finetune/Loss": 0.5877058506011963, "Finetune/Loss (Raw)": 0.5132973790168762, "Finetune/Step": 17628, "Finetune/Step Time": 10.610022889450192}
+{"Finetune/Learning Rate": 1.9884098480293623e-05, "Finetune/Loss": 0.9056054353713989, "Finetune/Loss (Raw)": 0.6588798761367798, "Finetune/Step": 1481, "Finetune/Step Time": 10.922037655487657}
+{"Finetune/Learning Rate": 3.6212706729407134e-07, "Finetune/Loss": 0.5874847173690796, "Finetune/Loss (Raw)": 0.5976183414459229, "Finetune/Step": 17629, "Finetune/Step Time": 10.61155167594552}
+{"Finetune/Learning Rate": 1.9883842700123708e-05, "Finetune/Loss": 0.9058642387390137, "Finetune/Loss (Raw)": 0.8500273823738098, "Finetune/Step": 1482, "Finetune/Step Time": 10.919592343270779}
+{"Finetune/Learning Rate": 3.6167813910411244e-07, "Finetune/Loss": 0.5877920985221863, "Finetune/Loss (Raw)": 0.588887095451355, "Finetune/Step": 17630, "Finetune/Step Time": 10.604503199458122}
+{"Finetune/Learning Rate": 1.988358663967612e-05, "Finetune/Loss": 0.9059358835220337, "Finetune/Loss (Raw)": 0.8788005709648132, "Finetune/Step": 1483, "Finetune/Step Time": 10.923962341621518}
+{"Finetune/Learning Rate": 3.6122948422955275e-07, "Finetune/Loss": 0.5866957902908325, "Finetune/Loss (Raw)": 0.510892927646637, "Finetune/Step": 17631, "Finetune/Step Time": 10.599322648718953}
+{"Finetune/Learning Rate": 1.988333029895812e-05, "Finetune/Loss": 0.9061391353607178, "Finetune/Loss (Raw)": 0.9479882121086121, "Finetune/Step": 1484, "Finetune/Step Time": 10.929455053061247}
+{"Finetune/Learning Rate": 3.607811026831176e-07, "Finetune/Loss": 0.5873764753341675, "Finetune/Loss (Raw)": 0.5571179986000061, "Finetune/Step": 17632, "Finetune/Step Time": 10.626033790409565}
+{"Finetune/Learning Rate": 1.9883073677976978e-05, "Finetune/Loss": 0.9081291556358337, "Finetune/Loss (Raw)": 0.8631999492645264, "Finetune/Step": 1485, "Finetune/Step Time": 10.89199561625719}
+{"Finetune/Learning Rate": 3.60332994477518e-07, "Finetune/Loss": 0.5882831811904907, "Finetune/Loss (Raw)": 0.6426538228988647, "Finetune/Step": 17633, "Finetune/Step Time": 10.624907335266471}
+{"Finetune/Learning Rate": 1.988281677673997e-05, "Finetune/Loss": 0.9099975824356079, "Finetune/Loss (Raw)": 1.0932241678237915, "Finetune/Step": 1486, "Finetune/Step Time": 10.88429855182767}
+{"Finetune/Learning Rate": 3.598851596254638e-07, "Finetune/Loss": 0.5889050960540771, "Finetune/Loss (Raw)": 0.6647462248802185, "Finetune/Step": 17634, "Finetune/Step Time": 10.624363670125604}
+{"Finetune/Learning Rate": 1.9882559595254375e-05, "Finetune/Loss": 0.9102427959442139, "Finetune/Loss (Raw)": 1.0104739665985107, "Finetune/Step": 1487, "Finetune/Step Time": 10.874656079337}
+{"Finetune/Learning Rate": 3.594375981396525e-07, "Finetune/Loss": 0.5901904106140137, "Finetune/Loss (Raw)": 0.6236748695373535, "Finetune/Step": 17635, "Finetune/Step Time": 10.62107108719647}
+{"Finetune/Learning Rate": 1.98823021335275e-05, "Finetune/Loss": 0.9102822542190552, "Finetune/Loss (Raw)": 0.9529522657394409, "Finetune/Step": 1488, "Finetune/Step Time": 10.867798395454884}
+{"Finetune/Learning Rate": 3.589903100327785e-07, "Finetune/Loss": 0.5891755819320679, "Finetune/Loss (Raw)": 0.5720276236534119, "Finetune/Step": 17636, "Finetune/Step Time": 10.615756589919329}
+{"Finetune/Learning Rate": 1.9882044391566636e-05, "Finetune/Loss": 0.9097172021865845, "Finetune/Loss (Raw)": 0.8322981595993042, "Finetune/Step": 1489, "Finetune/Step Time": 10.875434754416347}
+{"Finetune/Learning Rate": 3.585432953175239e-07, "Finetune/Loss": 0.58953857421875, "Finetune/Loss (Raw)": 0.5907145738601685, "Finetune/Step": 17637, "Finetune/Step Time": 10.635525630787015}
+{"Finetune/Learning Rate": 1.9881786369379093e-05, "Finetune/Loss": 0.9100924730300903, "Finetune/Loss (Raw)": 1.021196961402893, "Finetune/Step": 1490, "Finetune/Step Time": 10.861798958852887}
+{"Finetune/Learning Rate": 1.9881528066972187e-05, "Finetune/Loss": 0.9082849025726318, "Finetune/Loss (Raw)": 0.8005672693252563, "Finetune/Step": 1491, "Finetune/Step Time": 10.850043455138803}
+{"Finetune/Learning Rate": 3.580965540065651e-07, "Finetune/Loss": 0.5881532430648804, "Finetune/Loss (Raw)": 0.4230889678001404, "Finetune/Step": 17638, "Finetune/Step Time": 10.662824463099241}
+{"Finetune/Learning Rate": 1.988126948435325e-05, "Finetune/Loss": 0.908226490020752, "Finetune/Loss (Raw)": 0.9821276664733887, "Finetune/Step": 1492, "Finetune/Step Time": 10.845489194616675}
+{"Finetune/Learning Rate": 3.576500861125698e-07, "Finetune/Loss": 0.5892839431762695, "Finetune/Loss (Raw)": 0.6673296093940735, "Finetune/Step": 17639, "Finetune/Step Time": 10.663762455806136}
+{"Finetune/Learning Rate": 1.9881010621529604e-05, "Finetune/Loss": 0.9081159830093384, "Finetune/Loss (Raw)": 0.8823700547218323, "Finetune/Step": 1493, "Finetune/Step Time": 10.86277262121439}
+{"Finetune/Learning Rate": 3.572038916481979e-07, "Finetune/Loss": 0.5893627405166626, "Finetune/Loss (Raw)": 0.6423499584197998, "Finetune/Step": 17640, "Finetune/Step Time": 10.656296836212277}
+{"Finetune/Learning Rate": 3.5675797062610375e-07, "Finetune/Loss": 0.5902159214019775, "Finetune/Loss (Raw)": 0.6293641924858093, "Finetune/Step": 17641, "Finetune/Step Time": 10.65685510262847}
+{"Finetune/Learning Rate": 1.9880751478508594e-05, "Finetune/Loss": 0.9077186584472656, "Finetune/Loss (Raw)": 0.9202213883399963, "Finetune/Step": 1494, "Finetune/Step Time": 10.870496662333608}
+{"Finetune/Learning Rate": 1.9880492055297572e-05, "Finetune/Loss": 0.9073708057403564, "Finetune/Loss (Raw)": 0.9267204403877258, "Finetune/Step": 1495, "Finetune/Step Time": 10.877807479351759}
+{"Finetune/Learning Rate": 3.5631232305893047e-07, "Finetune/Loss": 0.5897830128669739, "Finetune/Loss (Raw)": 0.5792226791381836, "Finetune/Step": 17642, "Finetune/Step Time": 10.664580430835485}
+{"Finetune/Learning Rate": 3.5586694895931914e-07, "Finetune/Loss": 0.5904269218444824, "Finetune/Loss (Raw)": 0.5287671685218811, "Finetune/Step": 17643, "Finetune/Step Time": 10.666589567437768}
+{"Finetune/Learning Rate": 1.988023235190389e-05, "Finetune/Loss": 0.9095684289932251, "Finetune/Loss (Raw)": 0.9341430068016052, "Finetune/Step": 1496, "Finetune/Step Time": 10.84854026697576}
+{"Finetune/Learning Rate": 1.9879972368334916e-05, "Finetune/Loss": 0.9099194407463074, "Finetune/Loss (Raw)": 0.9226297736167908, "Finetune/Step": 1497, "Finetune/Step Time": 10.852659605443478}
+{"Finetune/Learning Rate": 3.5542184833989634e-07, "Finetune/Loss": 0.5902795791625977, "Finetune/Loss (Raw)": 0.48912689089775085, "Finetune/Step": 17644, "Finetune/Step Time": 10.679602088406682}
+{"Finetune/Learning Rate": 1.987971210459802e-05, "Finetune/Loss": 0.9109746217727661, "Finetune/Loss (Raw)": 0.9875510334968567, "Finetune/Step": 1498, "Finetune/Step Time": 10.860514672473073}
+{"Finetune/Learning Rate": 3.5497702121328413e-07, "Finetune/Loss": 0.5902499556541443, "Finetune/Loss (Raw)": 0.5981966257095337, "Finetune/Step": 17645, "Finetune/Step Time": 10.70054205879569}
+{"Finetune/Learning Rate": 1.9879451560700582e-05, "Finetune/Loss": 0.9106513857841492, "Finetune/Loss (Raw)": 0.8408235311508179, "Finetune/Step": 1499, "Finetune/Step Time": 10.871349602937698}
+{"Finetune/Learning Rate": 3.5453246759209693e-07, "Finetune/Loss": 0.5894163846969604, "Finetune/Loss (Raw)": 0.4988463222980499, "Finetune/Step": 17646, "Finetune/Step Time": 10.714574569836259}
+{"Finetune/Learning Rate": 1.9879190736649992e-05, "Finetune/Loss": 0.9089286923408508, "Finetune/Loss (Raw)": 0.8628724813461304, "Finetune/Step": 1500, "Finetune/Step Time": 10.900180777534842}
+{"Finetune/Learning Rate": 3.5408818748894014e-07, "Finetune/Loss": 0.5892235040664673, "Finetune/Loss (Raw)": 0.585807740688324, "Finetune/Step": 17647, "Finetune/Step Time": 10.729391938075423}
+{"Finetune/Learning Rate": 1.9878929632453647e-05, "Finetune/Loss": 0.9092729091644287, "Finetune/Loss (Raw)": 0.9676557183265686, "Finetune/Step": 1501, "Finetune/Step Time": 10.901492305099964}
+{"Finetune/Learning Rate": 3.5364418091641374e-07, "Finetune/Loss": 0.5893694162368774, "Finetune/Loss (Raw)": 0.5562551617622375, "Finetune/Step": 17648, "Finetune/Step Time": 10.73156188055873}
+{"Finetune/Learning Rate": 1.9878668248118945e-05, "Finetune/Loss": 0.9087361693382263, "Finetune/Loss (Raw)": 0.9325169324874878, "Finetune/Step": 1502, "Finetune/Step Time": 10.902591224759817}
+{"Finetune/Learning Rate": 3.532004478871065e-07, "Finetune/Loss": 0.5889618396759033, "Finetune/Loss (Raw)": 0.5014663934707642, "Finetune/Step": 17649, "Finetune/Step Time": 10.736503778025508}
+{"Finetune/Learning Rate": 1.9878406583653306e-05, "Finetune/Loss": 0.9088878631591797, "Finetune/Loss (Raw)": 0.9490092992782593, "Finetune/Step": 1503, "Finetune/Step Time": 10.90054378286004}
+{"Finetune/Learning Rate": 3.5275698841360393e-07, "Finetune/Loss": 0.588111162185669, "Finetune/Loss (Raw)": 0.5217600464820862, "Finetune/Step": 17650, "Finetune/Step Time": 10.753818789497018}
+{"Finetune/Learning Rate": 1.9878144639064145e-05, "Finetune/Loss": 0.9089430570602417, "Finetune/Loss (Raw)": 0.8765149712562561, "Finetune/Step": 1504, "Finetune/Step Time": 10.899319238960743}
+{"Finetune/Learning Rate": 3.523138025084816e-07, "Finetune/Loss": 0.5886008739471436, "Finetune/Loss (Raw)": 0.5689561367034912, "Finetune/Step": 17651, "Finetune/Step Time": 10.754389371722937}
+{"Finetune/Learning Rate": 1.9877882414358894e-05, "Finetune/Loss": 0.9101055860519409, "Finetune/Loss (Raw)": 1.063511848449707, "Finetune/Step": 1505, "Finetune/Step Time": 10.89405651204288}
+{"Finetune/Learning Rate": 3.5187089018430377e-07, "Finetune/Loss": 0.5899781584739685, "Finetune/Loss (Raw)": 0.6400601863861084, "Finetune/Step": 17652, "Finetune/Step Time": 10.750518323853612}
+{"Finetune/Learning Rate": 1.9877619909544985e-05, "Finetune/Loss": 0.9094102382659912, "Finetune/Loss (Raw)": 0.8266709446907043, "Finetune/Step": 1506, "Finetune/Step Time": 10.889677196741104}
+{"Finetune/Learning Rate": 3.514282514536316e-07, "Finetune/Loss": 0.5900232195854187, "Finetune/Loss (Raw)": 0.5279877185821533, "Finetune/Step": 17653, "Finetune/Step Time": 10.766531163826585}
+{"Finetune/Learning Rate": 1.9877357124629863e-05, "Finetune/Loss": 0.9085350036621094, "Finetune/Loss (Raw)": 0.8403387069702148, "Finetune/Step": 1507, "Finetune/Step Time": 10.88747775182128}
+{"Finetune/Learning Rate": 3.509858863290183e-07, "Finetune/Loss": 0.5911270976066589, "Finetune/Loss (Raw)": 0.6419398784637451, "Finetune/Step": 17654, "Finetune/Step Time": 10.77062282152474}
+{"Finetune/Learning Rate": 1.987709405962098e-05, "Finetune/Loss": 0.908666729927063, "Finetune/Loss (Raw)": 0.9975741505622864, "Finetune/Step": 1508, "Finetune/Step Time": 10.883911745622754}
+{"Finetune/Learning Rate": 3.505437948230062e-07, "Finetune/Loss": 0.5908372402191162, "Finetune/Loss (Raw)": 0.5690749287605286, "Finetune/Step": 17655, "Finetune/Step Time": 10.773245591670275}
+{"Finetune/Learning Rate": 1.9876830714525798e-05, "Finetune/Loss": 0.9084908962249756, "Finetune/Loss (Raw)": 0.8322910666465759, "Finetune/Step": 1509, "Finetune/Step Time": 10.879320528358221}
+{"Finetune/Learning Rate": 3.5010197694813285e-07, "Finetune/Loss": 0.590603768825531, "Finetune/Loss (Raw)": 0.6020123362541199, "Finetune/Step": 17656, "Finetune/Step Time": 10.753151239827275}
+{"Finetune/Learning Rate": 1.9876567089351783e-05, "Finetune/Loss": 0.9075946807861328, "Finetune/Loss (Raw)": 0.9285586476325989, "Finetune/Step": 1510, "Finetune/Step Time": 10.869272464886308}
+{"Finetune/Learning Rate": 3.496604327169273e-07, "Finetune/Loss": 0.5904238224029541, "Finetune/Loss (Raw)": 0.5289939641952515, "Finetune/Step": 17657, "Finetune/Step Time": 10.746290849521756}
+{"Finetune/Learning Rate": 1.9876303184106405e-05, "Finetune/Loss": 0.9071158170700073, "Finetune/Loss (Raw)": 0.6406326293945312, "Finetune/Step": 1511, "Finetune/Step Time": 10.907286578789353}
+{"Finetune/Learning Rate": 3.4921916214191055e-07, "Finetune/Loss": 0.5901747941970825, "Finetune/Loss (Raw)": 0.5805885195732117, "Finetune/Step": 17658, "Finetune/Step Time": 10.748432286083698}
+{"Finetune/Learning Rate": 3.4877816523559374e-07, "Finetune/Loss": 0.5897271037101746, "Finetune/Loss (Raw)": 0.5592538118362427, "Finetune/Step": 17659, "Finetune/Step Time": 10.741856595501304}
+{"Finetune/Learning Rate": 1.987603899879716e-05, "Finetune/Loss": 0.907971978187561, "Finetune/Loss (Raw)": 0.8666075468063354, "Finetune/Step": 1512, "Finetune/Step Time": 10.892329381778836}
+{"Finetune/Learning Rate": 3.4833744201048457e-07, "Finetune/Loss": 0.5901885032653809, "Finetune/Loss (Raw)": 0.6058859825134277, "Finetune/Step": 17660, "Finetune/Step Time": 10.739170413464308}
+{"Finetune/Learning Rate": 1.987577453343153e-05, "Finetune/Loss": 0.9076290130615234, "Finetune/Loss (Raw)": 0.9174766540527344, "Finetune/Step": 1513, "Finetune/Step Time": 10.88576839491725}
+{"Finetune/Learning Rate": 3.478969924790798e-07, "Finetune/Loss": 0.5904483795166016, "Finetune/Loss (Raw)": 0.659115195274353, "Finetune/Step": 17661, "Finetune/Step Time": 10.744072701781988}
+{"Finetune/Learning Rate": 1.987550978801702e-05, "Finetune/Loss": 0.9073132872581482, "Finetune/Loss (Raw)": 0.9034755825996399, "Finetune/Step": 1514, "Finetune/Step Time": 10.881801025941968}
+{"Finetune/Learning Rate": 3.474568166538694e-07, "Finetune/Loss": 0.5889659523963928, "Finetune/Loss (Raw)": 0.5886671543121338, "Finetune/Step": 17662, "Finetune/Step Time": 10.747103083878756}
+{"Finetune/Learning Rate": 1.987524476256113e-05, "Finetune/Loss": 0.9079340696334839, "Finetune/Loss (Raw)": 0.9023527503013611, "Finetune/Step": 1515, "Finetune/Step Time": 10.87836747802794}
+{"Finetune/Learning Rate": 3.4701691454733567e-07, "Finetune/Loss": 0.5892981290817261, "Finetune/Loss (Raw)": 0.5623441934585571, "Finetune/Step": 17663, "Finetune/Step Time": 10.726700318977237}
+{"Finetune/Learning Rate": 1.987497945707138e-05, "Finetune/Loss": 0.9083880186080933, "Finetune/Loss (Raw)": 0.8826763033866882, "Finetune/Step": 1516, "Finetune/Step Time": 10.885701010003686}
+{"Finetune/Learning Rate": 3.4657728617195295e-07, "Finetune/Loss": 0.5897624492645264, "Finetune/Loss (Raw)": 0.5887511372566223, "Finetune/Step": 17664, "Finetune/Step Time": 10.734253687784076}
+{"Finetune/Learning Rate": 1.9874713871555297e-05, "Finetune/Loss": 0.9096944332122803, "Finetune/Loss (Raw)": 0.8201832175254822, "Finetune/Step": 1517, "Finetune/Step Time": 10.855998633429408}
+{"Finetune/Learning Rate": 3.461379315401869e-07, "Finetune/Loss": 0.5881224274635315, "Finetune/Loss (Raw)": 0.5836771726608276, "Finetune/Step": 17665, "Finetune/Step Time": 10.736123114824295}
+{"Finetune/Learning Rate": 1.9874448006020407e-05, "Finetune/Loss": 0.910281777381897, "Finetune/Loss (Raw)": 1.0204793214797974, "Finetune/Step": 1518, "Finetune/Step Time": 10.850024363026023}
+{"Finetune/Learning Rate": 3.456988506644987e-07, "Finetune/Loss": 0.5874657034873962, "Finetune/Loss (Raw)": 0.5418131351470947, "Finetune/Step": 17666, "Finetune/Step Time": 10.73967264406383}
+{"Finetune/Learning Rate": 1.987418186047425e-05, "Finetune/Loss": 0.9118220806121826, "Finetune/Loss (Raw)": 0.9937506914138794, "Finetune/Step": 1519, "Finetune/Step Time": 10.844464164227247}
+{"Finetune/Learning Rate": 3.452600435573361e-07, "Finetune/Loss": 0.5881417989730835, "Finetune/Loss (Raw)": 0.5973252654075623, "Finetune/Step": 17667, "Finetune/Step Time": 10.737655298784375}
+{"Finetune/Learning Rate": 1.9873915434924375e-05, "Finetune/Loss": 0.9111016392707825, "Finetune/Loss (Raw)": 0.8817774057388306, "Finetune/Step": 1520, "Finetune/Step Time": 10.838036391884089}
+{"Finetune/Learning Rate": 3.4482151023114583e-07, "Finetune/Loss": 0.5874440670013428, "Finetune/Loss (Raw)": 0.5367929935455322, "Finetune/Step": 17668, "Finetune/Step Time": 10.735042532905936}
+{"Finetune/Learning Rate": 1.9873648729378336e-05, "Finetune/Loss": 0.911374032497406, "Finetune/Loss (Raw)": 0.9387672543525696, "Finetune/Step": 1521, "Finetune/Step Time": 10.842498950660229}
+{"Finetune/Learning Rate": 1.9873381743843697e-05, "Finetune/Loss": 0.9118165969848633, "Finetune/Loss (Raw)": 0.9559311866760254, "Finetune/Step": 1522, "Finetune/Step Time": 10.844010503962636}
+{"Finetune/Learning Rate": 3.443832506983613e-07, "Finetune/Loss": 0.5852031707763672, "Finetune/Loss (Raw)": 0.46302130818367004, "Finetune/Step": 17669, "Finetune/Step Time": 10.75303921662271}
+{"Finetune/Learning Rate": 3.4394526497141034e-07, "Finetune/Loss": 0.5850998163223267, "Finetune/Loss (Raw)": 0.5707039833068848, "Finetune/Step": 17670, "Finetune/Step Time": 10.75440444983542}
+{"Finetune/Learning Rate": 1.9873114478328026e-05, "Finetune/Loss": 0.9128371477127075, "Finetune/Loss (Raw)": 0.9916128516197205, "Finetune/Step": 1523, "Finetune/Step Time": 10.825686570256948}
+{"Finetune/Learning Rate": 3.435075530627141e-07, "Finetune/Loss": 0.5843523740768433, "Finetune/Loss (Raw)": 0.48156827688217163, "Finetune/Step": 17671, "Finetune/Step Time": 10.745898446068168}
+{"Finetune/Learning Rate": 1.9872846932838902e-05, "Finetune/Loss": 0.9132028222084045, "Finetune/Loss (Raw)": 0.8508297801017761, "Finetune/Step": 1524, "Finetune/Step Time": 10.83806718699634}
+{"Finetune/Learning Rate": 3.430701149846849e-07, "Finetune/Loss": 0.5854870080947876, "Finetune/Loss (Raw)": 0.6100955009460449, "Finetune/Step": 17672, "Finetune/Step Time": 10.756701534613967}
+{"Finetune/Learning Rate": 1.9872579107383916e-05, "Finetune/Loss": 0.9117231369018555, "Finetune/Loss (Raw)": 0.7550142407417297, "Finetune/Step": 1525, "Finetune/Step Time": 10.835144251585007}
+{"Finetune/Learning Rate": 3.42632950749725e-07, "Finetune/Loss": 0.5852640867233276, "Finetune/Loss (Raw)": 0.5902288556098938, "Finetune/Step": 17673, "Finetune/Step Time": 10.757970424368978}
+{"Finetune/Learning Rate": 1.987231100197066e-05, "Finetune/Loss": 0.9110609292984009, "Finetune/Loss (Raw)": 0.856155276298523, "Finetune/Step": 1526, "Finetune/Step Time": 10.831405118107796}
+{"Finetune/Learning Rate": 3.4219606037023454e-07, "Finetune/Loss": 0.584435224533081, "Finetune/Loss (Raw)": 0.5759667754173279, "Finetune/Step": 17674, "Finetune/Step Time": 10.754117775708437}
+{"Finetune/Learning Rate": 1.9872042616606738e-05, "Finetune/Loss": 0.9097599983215332, "Finetune/Loss (Raw)": 0.8148044943809509, "Finetune/Step": 1527, "Finetune/Step Time": 10.832240663468838}
+{"Finetune/Learning Rate": 1.9871773951299757e-05, "Finetune/Loss": 0.9078505635261536, "Finetune/Loss (Raw)": 0.7643888592720032, "Finetune/Step": 1528, "Finetune/Step Time": 10.827517196536064}
+{"Finetune/Learning Rate": 3.417594438586003e-07, "Finetune/Loss": 0.5831048488616943, "Finetune/Loss (Raw)": 0.4621139466762543, "Finetune/Step": 17675, "Finetune/Step Time": 10.783817417919636}
+{"Finetune/Learning Rate": 1.987150500605734e-05, "Finetune/Loss": 0.9103183150291443, "Finetune/Loss (Raw)": 0.9320189356803894, "Finetune/Step": 1529, "Finetune/Step Time": 10.78805080614984}
+{"Finetune/Learning Rate": 3.4132310122720226e-07, "Finetune/Loss": 0.5819940567016602, "Finetune/Loss (Raw)": 0.5247646570205688, "Finetune/Step": 17676, "Finetune/Step Time": 10.776277709752321}
+{"Finetune/Learning Rate": 1.9871235780887114e-05, "Finetune/Loss": 0.9102548360824585, "Finetune/Loss (Raw)": 0.954105794429779, "Finetune/Step": 1530, "Finetune/Step Time": 10.780214048922062}
+{"Finetune/Learning Rate": 3.4088703248841726e-07, "Finetune/Loss": 0.5820668935775757, "Finetune/Loss (Raw)": 0.6370088458061218, "Finetune/Step": 17677, "Finetune/Step Time": 10.774737995117903}
+{"Finetune/Learning Rate": 1.987096627579671e-05, "Finetune/Loss": 0.9105920195579529, "Finetune/Loss (Raw)": 0.872491180896759, "Finetune/Step": 1531, "Finetune/Step Time": 10.753576524555683}
+{"Finetune/Learning Rate": 3.4045123765460765e-07, "Finetune/Loss": 0.5820126533508301, "Finetune/Loss (Raw)": 0.5448806285858154, "Finetune/Step": 17678, "Finetune/Step Time": 10.776792455464602}
+{"Finetune/Learning Rate": 1.987069649079377e-05, "Finetune/Loss": 0.9124480485916138, "Finetune/Loss (Raw)": 0.9728437662124634, "Finetune/Step": 1532, "Finetune/Step Time": 10.755947841331363}
+{"Finetune/Learning Rate": 3.400157167381346e-07, "Finetune/Loss": 0.582207202911377, "Finetune/Loss (Raw)": 0.5857812166213989, "Finetune/Step": 17679, "Finetune/Step Time": 10.780717419460416}
+{"Finetune/Learning Rate": 1.9870426425885946e-05, "Finetune/Loss": 0.911195695400238, "Finetune/Loss (Raw)": 0.8497176766395569, "Finetune/Step": 1533, "Finetune/Step Time": 10.758072953671217}
+{"Finetune/Learning Rate": 3.3958046975134494e-07, "Finetune/Loss": 0.582227349281311, "Finetune/Loss (Raw)": 0.570475697517395, "Finetune/Step": 17680, "Finetune/Step Time": 10.784315982833505}
+{"Finetune/Learning Rate": 1.98701560810809e-05, "Finetune/Loss": 0.9103459119796753, "Finetune/Loss (Raw)": 0.8661273717880249, "Finetune/Step": 1534, "Finetune/Step Time": 10.78409525938332}
+{"Finetune/Learning Rate": 3.391454967065844e-07, "Finetune/Loss": 0.5813933610916138, "Finetune/Loss (Raw)": 0.5972290635108948, "Finetune/Step": 17681, "Finetune/Step Time": 10.787317108362913}
+{"Finetune/Learning Rate": 1.986988545638629e-05, "Finetune/Loss": 0.9105963706970215, "Finetune/Loss (Raw)": 0.853800892829895, "Finetune/Step": 1535, "Finetune/Step Time": 10.783174343407154}
+{"Finetune/Learning Rate": 3.387107976161852e-07, "Finetune/Loss": 0.580283522605896, "Finetune/Loss (Raw)": 0.48597320914268494, "Finetune/Step": 17682, "Finetune/Step Time": 10.79890575632453}
+{"Finetune/Learning Rate": 1.9869614551809793e-05, "Finetune/Loss": 0.9097820520401001, "Finetune/Loss (Raw)": 0.8984146118164062, "Finetune/Step": 1536, "Finetune/Step Time": 10.785808861255646}
+{"Finetune/Learning Rate": 3.382763724924742e-07, "Finetune/Loss": 0.580726146697998, "Finetune/Loss (Raw)": 0.6581475138664246, "Finetune/Step": 17683, "Finetune/Step Time": 10.796174932271242}
+{"Finetune/Learning Rate": 1.9869343367359098e-05, "Finetune/Loss": 0.9095524549484253, "Finetune/Loss (Raw)": 0.9116681814193726, "Finetune/Step": 1537, "Finetune/Step Time": 10.783799035474658}
+{"Finetune/Learning Rate": 3.3784222134776946e-07, "Finetune/Loss": 0.5793318748474121, "Finetune/Loss (Raw)": 0.4572199285030365, "Finetune/Step": 17684, "Finetune/Step Time": 10.796629011631012}
+{"Finetune/Learning Rate": 1.986907190304189e-05, "Finetune/Loss": 0.9089754819869995, "Finetune/Loss (Raw)": 0.7524318695068359, "Finetune/Step": 1538, "Finetune/Step Time": 10.782586270943284}
+{"Finetune/Learning Rate": 3.374083441943854e-07, "Finetune/Loss": 0.5791423320770264, "Finetune/Loss (Raw)": 0.6330226063728333, "Finetune/Step": 17685, "Finetune/Step Time": 10.794750899076462}
+{"Finetune/Learning Rate": 3.3697474104462447e-07, "Finetune/Loss": 0.5777606964111328, "Finetune/Loss (Raw)": 0.3750075101852417, "Finetune/Step": 17686, "Finetune/Step Time": 10.773303367197514}
+{"Finetune/Learning Rate": 1.9868800158865863e-05, "Finetune/Loss": 0.9085914492607117, "Finetune/Loss (Raw)": 0.9235484004020691, "Finetune/Step": 1539, "Finetune/Step Time": 10.787148796021938}
+{"Finetune/Learning Rate": 3.365414119107824e-07, "Finetune/Loss": 0.5786052346229553, "Finetune/Loss (Raw)": 0.53541499376297, "Finetune/Step": 17687, "Finetune/Step Time": 10.735512303188443}
+{"Finetune/Learning Rate": 1.9868528134838725e-05, "Finetune/Loss": 0.9096200466156006, "Finetune/Loss (Raw)": 1.0201776027679443, "Finetune/Step": 1540, "Finetune/Step Time": 10.79592446796596}
+{"Finetune/Learning Rate": 3.36108356805146e-07, "Finetune/Loss": 0.5791334509849548, "Finetune/Loss (Raw)": 0.6903133392333984, "Finetune/Step": 17688, "Finetune/Step Time": 10.730458926409483}
+{"Finetune/Learning Rate": 1.9868255830968196e-05, "Finetune/Loss": 0.910672664642334, "Finetune/Loss (Raw)": 0.9757972359657288, "Finetune/Step": 1541, "Finetune/Step Time": 10.797154469415545}
+{"Finetune/Learning Rate": 1.9867983247261992e-05, "Finetune/Loss": 0.9104330539703369, "Finetune/Loss (Raw)": 0.9357147812843323, "Finetune/Step": 1542, "Finetune/Step Time": 10.784568032249808}
+{"Finetune/Learning Rate": 3.3567557573999545e-07, "Finetune/Loss": 0.5775759220123291, "Finetune/Loss (Raw)": 0.4924692213535309, "Finetune/Step": 17689, "Finetune/Step Time": 10.75274627842009}
+{"Finetune/Learning Rate": 1.9867710383727847e-05, "Finetune/Loss": 0.9099639654159546, "Finetune/Loss (Raw)": 0.8964654803276062, "Finetune/Step": 1543, "Finetune/Step Time": 10.781729657202959}
+{"Finetune/Learning Rate": 3.3524306872760425e-07, "Finetune/Loss": 0.5770387649536133, "Finetune/Loss (Raw)": 0.5641102194786072, "Finetune/Step": 17690, "Finetune/Step Time": 10.748291363939643}
+{"Finetune/Learning Rate": 1.986743724037349e-05, "Finetune/Loss": 0.9098438024520874, "Finetune/Loss (Raw)": 0.9768884778022766, "Finetune/Step": 1544, "Finetune/Step Time": 10.776308448985219}
+{"Finetune/Learning Rate": 3.34810835780236e-07, "Finetune/Loss": 0.5769417881965637, "Finetune/Loss (Raw)": 0.6583679914474487, "Finetune/Step": 17691, "Finetune/Step Time": 10.742935614660382}
+{"Finetune/Learning Rate": 1.9867163817206675e-05, "Finetune/Loss": 0.9099035263061523, "Finetune/Loss (Raw)": 0.8968308568000793, "Finetune/Step": 1545, "Finetune/Step Time": 10.76573203317821}
+{"Finetune/Learning Rate": 3.343788769101486e-07, "Finetune/Loss": 0.5769180059432983, "Finetune/Loss (Raw)": 0.6432993412017822, "Finetune/Step": 17692, "Finetune/Step Time": 10.734843738377094}
+{"Finetune/Learning Rate": 1.986689011423515e-05, "Finetune/Loss": 0.9096434712409973, "Finetune/Loss (Raw)": 0.9725186824798584, "Finetune/Step": 1546, "Finetune/Step Time": 10.749002767726779}
+{"Finetune/Learning Rate": 3.3394719212959337e-07, "Finetune/Loss": 0.5778185129165649, "Finetune/Loss (Raw)": 0.6461857557296753, "Finetune/Step": 17693, "Finetune/Step Time": 10.755965031683445}
+{"Finetune/Learning Rate": 1.9866616131466684e-05, "Finetune/Loss": 0.9103450775146484, "Finetune/Loss (Raw)": 1.0156117677688599, "Finetune/Step": 1547, "Finetune/Step Time": 10.753193194046617}
+{"Finetune/Learning Rate": 3.335157814508072e-07, "Finetune/Loss": 0.5795764923095703, "Finetune/Loss (Raw)": 0.6612688899040222, "Finetune/Step": 17694, "Finetune/Step Time": 10.718419041484594}
+{"Finetune/Learning Rate": 1.986634186890904e-05, "Finetune/Loss": 0.9108371734619141, "Finetune/Loss (Raw)": 0.9019033312797546, "Finetune/Step": 1548, "Finetune/Step Time": 10.751172268763185}
+{"Finetune/Learning Rate": 3.3308464488602587e-07, "Finetune/Loss": 0.578250527381897, "Finetune/Loss (Raw)": 0.43321675062179565, "Finetune/Step": 17695, "Finetune/Step Time": 10.716372536495328}
+{"Finetune/Learning Rate": 1.9866067326569994e-05, "Finetune/Loss": 0.910208523273468, "Finetune/Loss (Raw)": 0.8434803485870361, "Finetune/Step": 1549, "Finetune/Step Time": 10.751377752050757}
+{"Finetune/Learning Rate": 3.32653782447474e-07, "Finetune/Loss": 0.5778617858886719, "Finetune/Loss (Raw)": 0.5199036002159119, "Finetune/Step": 17696, "Finetune/Step Time": 10.700060898438096}
+{"Finetune/Learning Rate": 1.9865792504457333e-05, "Finetune/Loss": 0.909315824508667, "Finetune/Loss (Raw)": 0.8570322394371033, "Finetune/Step": 1550, "Finetune/Step Time": 10.75596802867949}
+{"Finetune/Learning Rate": 3.322231941473719e-07, "Finetune/Loss": 0.5771191120147705, "Finetune/Loss (Raw)": 0.521245539188385, "Finetune/Step": 17697, "Finetune/Step Time": 10.694693602621555}
+{"Finetune/Learning Rate": 1.9865517402578854e-05, "Finetune/Loss": 0.9095499515533447, "Finetune/Loss (Raw)": 0.9307715892791748, "Finetune/Step": 1551, "Finetune/Step Time": 10.753880379721522}
+{"Finetune/Learning Rate": 3.317928799979275e-07, "Finetune/Loss": 0.5760983824729919, "Finetune/Loss (Raw)": 0.42328542470932007, "Finetune/Step": 17698, "Finetune/Step Time": 10.735351484268904}
+{"Finetune/Learning Rate": 1.9865242020942353e-05, "Finetune/Loss": 0.9090722799301147, "Finetune/Loss (Raw)": 0.9659565687179565, "Finetune/Step": 1552, "Finetune/Step Time": 10.75222166441381}
+{"Finetune/Learning Rate": 3.3136284001134553e-07, "Finetune/Loss": 0.5757429003715515, "Finetune/Loss (Raw)": 0.49639949202537537, "Finetune/Step": 17699, "Finetune/Step Time": 10.718093141913414}
+{"Finetune/Learning Rate": 1.986496635955564e-05, "Finetune/Loss": 0.9104304313659668, "Finetune/Loss (Raw)": 1.0430067777633667, "Finetune/Step": 1553, "Finetune/Step Time": 10.760203894227743}
+{"Finetune/Learning Rate": 3.3093307419981957e-07, "Finetune/Loss": 0.5762700438499451, "Finetune/Loss (Raw)": 0.5520750284194946, "Finetune/Step": 17700, "Finetune/Step Time": 10.712824987247586}
+{"Finetune/Learning Rate": 1.986469041842654e-05, "Finetune/Loss": 0.9117396473884583, "Finetune/Loss (Raw)": 0.9115058183670044, "Finetune/Step": 1554, "Finetune/Step Time": 10.7526864297688}
+{"Finetune/Learning Rate": 3.305035825755354e-07, "Finetune/Loss": 0.5754576921463013, "Finetune/Loss (Raw)": 0.5274493098258972, "Finetune/Step": 17701, "Finetune/Step Time": 10.693472800776362}
+{"Finetune/Learning Rate": 1.9864414197562863e-05, "Finetune/Loss": 0.9117549657821655, "Finetune/Loss (Raw)": 0.9013909697532654, "Finetune/Step": 1555, "Finetune/Step Time": 10.740090696141124}
+{"Finetune/Learning Rate": 3.3007436515067323e-07, "Finetune/Loss": 0.5769631266593933, "Finetune/Loss (Raw)": 0.5874805450439453, "Finetune/Step": 17702, "Finetune/Step Time": 10.653709830716252}
+{"Finetune/Learning Rate": 1.9864137696972458e-05, "Finetune/Loss": 0.9106533527374268, "Finetune/Loss (Raw)": 0.8944798707962036, "Finetune/Step": 1556, "Finetune/Step Time": 10.741277925670147}
+{"Finetune/Learning Rate": 3.2964542193740565e-07, "Finetune/Loss": 0.5757602453231812, "Finetune/Loss (Raw)": 0.6261903047561646, "Finetune/Step": 17703, "Finetune/Step Time": 10.649787612259388}
+{"Finetune/Learning Rate": 1.986386091666315e-05, "Finetune/Loss": 0.9109969139099121, "Finetune/Loss (Raw)": 1.0162935256958008, "Finetune/Step": 1557, "Finetune/Step Time": 10.743581065908074}
+{"Finetune/Learning Rate": 3.2921675294789403e-07, "Finetune/Loss": 0.5766935348510742, "Finetune/Loss (Raw)": 0.5835360884666443, "Finetune/Step": 17704, "Finetune/Step Time": 10.646114060655236}
+{"Finetune/Learning Rate": 1.9863583856642805e-05, "Finetune/Loss": 0.9104635119438171, "Finetune/Loss (Raw)": 0.8841235637664795, "Finetune/Step": 1558, "Finetune/Step Time": 10.755479454994202}
+{"Finetune/Learning Rate": 3.2878835819429633e-07, "Finetune/Loss": 0.5776642560958862, "Finetune/Loss (Raw)": 0.6522036194801331, "Finetune/Step": 17705, "Finetune/Step Time": 10.650656498968601}
+{"Finetune/Learning Rate": 1.986330651691926e-05, "Finetune/Loss": 0.9092764258384705, "Finetune/Loss (Raw)": 0.9206467270851135, "Finetune/Step": 1559, "Finetune/Step Time": 10.753277966752648}
+{"Finetune/Learning Rate": 3.2836023768875846e-07, "Finetune/Loss": 0.5781283378601074, "Finetune/Loss (Raw)": 0.5998580455780029, "Finetune/Step": 17706, "Finetune/Step Time": 10.634503724053502}
+{"Finetune/Learning Rate": 1.9863028897500396e-05, "Finetune/Loss": 0.9093873500823975, "Finetune/Loss (Raw)": 0.8921113014221191, "Finetune/Step": 1560, "Finetune/Step Time": 10.725281082093716}
+{"Finetune/Learning Rate": 3.279323914434218e-07, "Finetune/Loss": 0.5776662826538086, "Finetune/Loss (Raw)": 0.5667303204536438, "Finetune/Step": 17707, "Finetune/Step Time": 10.619589131325483}
+{"Finetune/Learning Rate": 1.9862750998394075e-05, "Finetune/Loss": 0.9093011617660522, "Finetune/Loss (Raw)": 0.9402920603752136, "Finetune/Step": 1561, "Finetune/Step Time": 10.73049016110599}
+{"Finetune/Learning Rate": 3.2750481947042e-07, "Finetune/Loss": 0.5788078904151917, "Finetune/Loss (Raw)": 0.6417204737663269, "Finetune/Step": 17708, "Finetune/Step Time": 10.631194146350026}
+{"Finetune/Learning Rate": 1.9862472819608184e-05, "Finetune/Loss": 0.9110082983970642, "Finetune/Loss (Raw)": 1.0370923280715942, "Finetune/Step": 1562, "Finetune/Step Time": 10.718063360080123}
+{"Finetune/Learning Rate": 3.2707752178187557e-07, "Finetune/Loss": 0.5782613158226013, "Finetune/Loss (Raw)": 0.5963459014892578, "Finetune/Step": 17709, "Finetune/Step Time": 10.63454701565206}
+{"Finetune/Learning Rate": 1.986219436115061e-05, "Finetune/Loss": 0.9120708703994751, "Finetune/Loss (Raw)": 1.0584396123886108, "Finetune/Step": 1563, "Finetune/Step Time": 10.720135791227221}
+{"Finetune/Learning Rate": 3.266504983899066e-07, "Finetune/Loss": 0.5775389671325684, "Finetune/Loss (Raw)": 0.5713043212890625, "Finetune/Step": 17710, "Finetune/Step Time": 10.637090357020497}
+{"Finetune/Learning Rate": 1.9861915623029248e-05, "Finetune/Loss": 0.9127965569496155, "Finetune/Loss (Raw)": 0.94639652967453, "Finetune/Step": 1564, "Finetune/Step Time": 10.708100570365787}
+{"Finetune/Learning Rate": 3.262237493066223e-07, "Finetune/Loss": 0.5780938863754272, "Finetune/Loss (Raw)": 0.6527059674263, "Finetune/Step": 17711, "Finetune/Step Time": 10.621042873710394}
+{"Finetune/Learning Rate": 1.9861636605252e-05, "Finetune/Loss": 0.9095220565795898, "Finetune/Loss (Raw)": 0.5868867039680481, "Finetune/Step": 1565, "Finetune/Step Time": 10.742946352809668}
+{"Finetune/Learning Rate": 3.2579727454412404e-07, "Finetune/Loss": 0.5774984359741211, "Finetune/Loss (Raw)": 0.5473225116729736, "Finetune/Step": 17712, "Finetune/Step Time": 10.625096533447504}
+{"Finetune/Learning Rate": 1.9861357307826784e-05, "Finetune/Loss": 0.9090200662612915, "Finetune/Loss (Raw)": 0.8059425950050354, "Finetune/Step": 1566, "Finetune/Step Time": 10.741597659885883}
+{"Finetune/Learning Rate": 3.253710741145055e-07, "Finetune/Loss": 0.5786432027816772, "Finetune/Loss (Raw)": 0.66651451587677, "Finetune/Step": 17713, "Finetune/Step Time": 10.62376400642097}
+{"Finetune/Learning Rate": 3.2494514802985265e-07, "Finetune/Loss": 0.579082727432251, "Finetune/Loss (Raw)": 0.6727100610733032, "Finetune/Step": 17714, "Finetune/Step Time": 10.622553108260036}
+{"Finetune/Learning Rate": 1.9861077730761513e-05, "Finetune/Loss": 0.9085255861282349, "Finetune/Loss (Raw)": 0.8862816691398621, "Finetune/Step": 1567, "Finetune/Step Time": 10.741889670491219}
+{"Finetune/Learning Rate": 3.2451949630224245e-07, "Finetune/Loss": 0.5793131589889526, "Finetune/Loss (Raw)": 0.720058798789978, "Finetune/Step": 17715, "Finetune/Step Time": 10.61790387518704}
+{"Finetune/Learning Rate": 1.9860797874064123e-05, "Finetune/Loss": 0.9100152254104614, "Finetune/Loss (Raw)": 1.0058434009552002, "Finetune/Step": 1568, "Finetune/Step Time": 10.737425293773413}
+{"Finetune/Learning Rate": 1.9860517737742543e-05, "Finetune/Loss": 0.9092855453491211, "Finetune/Loss (Raw)": 0.825676679611206, "Finetune/Step": 1569, "Finetune/Step Time": 10.735099272802472}
+{"Finetune/Learning Rate": 3.240941189437463e-07, "Finetune/Loss": 0.5793116688728333, "Finetune/Loss (Raw)": 0.5613495111465454, "Finetune/Step": 17716, "Finetune/Step Time": 10.656413439661264}
+{"Finetune/Learning Rate": 1.9860237321804718e-05, "Finetune/Loss": 0.9096331000328064, "Finetune/Loss (Raw)": 0.9600762128829956, "Finetune/Step": 1570, "Finetune/Step Time": 10.758852681145072}
+{"Finetune/Learning Rate": 3.2366901596642686e-07, "Finetune/Loss": 0.5784168243408203, "Finetune/Loss (Raw)": 0.5758176445960999, "Finetune/Step": 17717, "Finetune/Step Time": 10.701853159815073}
+{"Finetune/Learning Rate": 1.9859956626258603e-05, "Finetune/Loss": 0.9085522890090942, "Finetune/Loss (Raw)": 0.8899534940719604, "Finetune/Step": 1571, "Finetune/Step Time": 10.761716829612851}
+{"Finetune/Learning Rate": 3.2324418738233667e-07, "Finetune/Loss": 0.5777238607406616, "Finetune/Loss (Raw)": 0.5258014798164368, "Finetune/Step": 17718, "Finetune/Step Time": 10.694830669090152}
+{"Finetune/Learning Rate": 1.9859675651112157e-05, "Finetune/Loss": 0.9093228578567505, "Finetune/Loss (Raw)": 0.8984450697898865, "Finetune/Step": 1572, "Finetune/Step Time": 10.729191275313497}
+{"Finetune/Learning Rate": 3.2281963320352605e-07, "Finetune/Loss": 0.5779114365577698, "Finetune/Loss (Raw)": 0.5503389835357666, "Finetune/Step": 17719, "Finetune/Step Time": 10.692456923425198}
+{"Finetune/Learning Rate": 1.9859394396373345e-05, "Finetune/Loss": 0.9119932651519775, "Finetune/Loss (Raw)": 0.9396222829818726, "Finetune/Step": 1573, "Finetune/Step Time": 10.694689499214292}
+{"Finetune/Learning Rate": 3.223953534420321e-07, "Finetune/Loss": 0.5781714916229248, "Finetune/Loss (Raw)": 0.5857003927230835, "Finetune/Step": 17720, "Finetune/Step Time": 10.69891206547618}
+{"Finetune/Learning Rate": 1.9859112862050144e-05, "Finetune/Loss": 0.910103440284729, "Finetune/Loss (Raw)": 0.880271315574646, "Finetune/Step": 1574, "Finetune/Step Time": 10.695260459557176}
+{"Finetune/Learning Rate": 3.219713481098852e-07, "Finetune/Loss": 0.5791343450546265, "Finetune/Loss (Raw)": 0.6622503995895386, "Finetune/Step": 17721, "Finetune/Step Time": 10.693404933437705}
+{"Finetune/Learning Rate": 1.985883104815054e-05, "Finetune/Loss": 0.9092190265655518, "Finetune/Loss (Raw)": 0.8250872492790222, "Finetune/Step": 1575, "Finetune/Step Time": 10.701534766703844}
+{"Finetune/Learning Rate": 3.215476172191112e-07, "Finetune/Loss": 0.5784976482391357, "Finetune/Loss (Raw)": 0.5629839897155762, "Finetune/Step": 17722, "Finetune/Step Time": 10.696320302784443}
+{"Finetune/Learning Rate": 1.9858548954682518e-05, "Finetune/Loss": 0.910068690776825, "Finetune/Loss (Raw)": 0.9914911985397339, "Finetune/Step": 1576, "Finetune/Step Time": 10.69389470294118}
+{"Finetune/Learning Rate": 3.2112416078172613e-07, "Finetune/Loss": 0.5785900354385376, "Finetune/Loss (Raw)": 0.673623263835907, "Finetune/Step": 17723, "Finetune/Step Time": 10.699226876720786}
+{"Finetune/Learning Rate": 1.9858266581654086e-05, "Finetune/Loss": 0.9095704555511475, "Finetune/Loss (Raw)": 0.8503791689872742, "Finetune/Step": 1577, "Finetune/Step Time": 10.690873086452484}
+{"Finetune/Learning Rate": 3.207009788097359e-07, "Finetune/Loss": 0.580092191696167, "Finetune/Loss (Raw)": 0.6483106017112732, "Finetune/Step": 17724, "Finetune/Step Time": 10.66896209307015}
+{"Finetune/Learning Rate": 1.9857983929073247e-05, "Finetune/Loss": 0.909081220626831, "Finetune/Loss (Raw)": 0.8655804395675659, "Finetune/Step": 1578, "Finetune/Step Time": 10.693275209516287}
+{"Finetune/Learning Rate": 3.20278071315141e-07, "Finetune/Loss": 0.5799022912979126, "Finetune/Loss (Raw)": 0.6596401929855347, "Finetune/Step": 17725, "Finetune/Step Time": 10.673253754153848}
+{"Finetune/Learning Rate": 1.9857700996948016e-05, "Finetune/Loss": 0.9099346399307251, "Finetune/Loss (Raw)": 1.0234168767929077, "Finetune/Step": 1579, "Finetune/Step Time": 10.691390367224813}
+{"Finetune/Learning Rate": 3.1985543830993505e-07, "Finetune/Loss": 0.5791542530059814, "Finetune/Loss (Raw)": 0.5403545498847961, "Finetune/Step": 17726, "Finetune/Step Time": 10.653023976832628}
+{"Finetune/Learning Rate": 1.985741778528641e-05, "Finetune/Loss": 0.9102904200553894, "Finetune/Loss (Raw)": 0.9859675765037537, "Finetune/Step": 1580, "Finetune/Step Time": 10.686886869370937}
+{"Finetune/Learning Rate": 1.9857134294096473e-05, "Finetune/Loss": 0.9111541509628296, "Finetune/Loss (Raw)": 0.9748696088790894, "Finetune/Step": 1581, "Finetune/Step Time": 10.674197079613805}
+{"Finetune/Learning Rate": 3.194330798061018e-07, "Finetune/Loss": 0.5776661038398743, "Finetune/Loss (Raw)": 0.4106757342815399, "Finetune/Step": 17727, "Finetune/Step Time": 10.686992291361094}
+{"Finetune/Learning Rate": 1.9856850523386235e-05, "Finetune/Loss": 0.9103301763534546, "Finetune/Loss (Raw)": 0.8140679001808167, "Finetune/Step": 1582, "Finetune/Step Time": 10.673206625506282}
+{"Finetune/Learning Rate": 3.1901099581561846e-07, "Finetune/Loss": 0.5774744153022766, "Finetune/Loss (Raw)": 0.7264358401298523, "Finetune/Step": 17728, "Finetune/Step Time": 10.69564874470234}
+{"Finetune/Learning Rate": 1.9856566473163747e-05, "Finetune/Loss": 0.9100303649902344, "Finetune/Loss (Raw)": 0.9708545207977295, "Finetune/Step": 1583, "Finetune/Step Time": 10.677837789058685}
+{"Finetune/Learning Rate": 3.1858918635045645e-07, "Finetune/Loss": 0.5776910781860352, "Finetune/Loss (Raw)": 0.5901942253112793, "Finetune/Step": 17729, "Finetune/Step Time": 10.687327392399311}
+{"Finetune/Learning Rate": 1.9856282143437063e-05, "Finetune/Loss": 0.9109200239181519, "Finetune/Loss (Raw)": 0.91433185338974, "Finetune/Step": 1584, "Finetune/Step Time": 10.689516756683588}
+{"Finetune/Learning Rate": 1.9855997534214243e-05, "Finetune/Loss": 0.9101837277412415, "Finetune/Loss (Raw)": 0.9917717576026917, "Finetune/Step": 1585, "Finetune/Step Time": 10.684599677100778}
+{"Finetune/Learning Rate": 3.181676514225729e-07, "Finetune/Loss": 0.5773277282714844, "Finetune/Loss (Raw)": 0.5116133093833923, "Finetune/Step": 17730, "Finetune/Step Time": 10.766071727499366}
+{"Finetune/Learning Rate": 1.9855712645503358e-05, "Finetune/Loss": 0.9111577868461609, "Finetune/Loss (Raw)": 1.0964257717132568, "Finetune/Step": 1586, "Finetune/Step Time": 10.687702368944883}
+{"Finetune/Learning Rate": 3.177463910439238e-07, "Finetune/Loss": 0.5780836343765259, "Finetune/Loss (Raw)": 0.6441982388496399, "Finetune/Step": 17731, "Finetune/Step Time": 10.76288278028369}
+{"Finetune/Learning Rate": 1.985542747731249e-05, "Finetune/Loss": 0.9119184017181396, "Finetune/Loss (Raw)": 0.9682918190956116, "Finetune/Step": 1587, "Finetune/Step Time": 10.693880189210176}
+{"Finetune/Learning Rate": 3.1732540522645294e-07, "Finetune/Loss": 0.5784538984298706, "Finetune/Loss (Raw)": 0.6059622764587402, "Finetune/Step": 17732, "Finetune/Step Time": 10.769544392824173}
+{"Finetune/Learning Rate": 1.9855142029649725e-05, "Finetune/Loss": 0.911949872970581, "Finetune/Loss (Raw)": 0.8176233768463135, "Finetune/Step": 1588, "Finetune/Step Time": 10.696733133867383}
+{"Finetune/Learning Rate": 3.169046939821008e-07, "Finetune/Loss": 0.5776426792144775, "Finetune/Loss (Raw)": 0.5073357820510864, "Finetune/Step": 17733, "Finetune/Step Time": 10.771717838943005}
+{"Finetune/Learning Rate": 3.1648425732279666e-07, "Finetune/Loss": 0.5769636631011963, "Finetune/Loss (Raw)": 0.4616433084011078, "Finetune/Step": 17734, "Finetune/Step Time": 10.77039521932602}
+{"Finetune/Learning Rate": 1.9854856302523155e-05, "Finetune/Loss": 0.909737765789032, "Finetune/Loss (Raw)": 0.7140936851501465, "Finetune/Step": 1589, "Finetune/Step Time": 10.701873935759068}
+{"Finetune/Learning Rate": 3.160640952604621e-07, "Finetune/Loss": 0.5779821872711182, "Finetune/Loss (Raw)": 0.6069656610488892, "Finetune/Step": 17735, "Finetune/Step Time": 10.767344800755382}
+{"Finetune/Learning Rate": 1.9854570295940883e-05, "Finetune/Loss": 0.910677433013916, "Finetune/Loss (Raw)": 0.9636463522911072, "Finetune/Step": 1590, "Finetune/Step Time": 10.715813783928752}
+{"Finetune/Learning Rate": 3.1564420780701435e-07, "Finetune/Loss": 0.5788974165916443, "Finetune/Loss (Raw)": 0.7005399465560913, "Finetune/Step": 17736, "Finetune/Step Time": 10.766999607905746}
+{"Finetune/Learning Rate": 1.985428400991102e-05, "Finetune/Loss": 0.9104329347610474, "Finetune/Loss (Raw)": 0.93245929479599, "Finetune/Step": 1591, "Finetune/Step Time": 10.696465827524662}
+{"Finetune/Learning Rate": 3.152245949743571e-07, "Finetune/Loss": 0.5788320899009705, "Finetune/Loss (Raw)": 0.6159218549728394, "Finetune/Step": 17737, "Finetune/Step Time": 10.765687815845013}
+{"Finetune/Learning Rate": 1.9853997444441682e-05, "Finetune/Loss": 0.9084674715995789, "Finetune/Loss (Raw)": 0.66683429479599, "Finetune/Step": 1592, "Finetune/Step Time": 10.734363598749042}
+{"Finetune/Learning Rate": 3.1480525677439087e-07, "Finetune/Loss": 0.5786962509155273, "Finetune/Loss (Raw)": 0.5990714430809021, "Finetune/Step": 17738, "Finetune/Step Time": 10.791509529575706}
+{"Finetune/Learning Rate": 1.9853710599541003e-05, "Finetune/Loss": 0.9078168869018555, "Finetune/Loss (Raw)": 0.8911599516868591, "Finetune/Step": 1593, "Finetune/Step Time": 10.734954012557864}
+{"Finetune/Learning Rate": 3.143861932190051e-07, "Finetune/Loss": 0.5790749788284302, "Finetune/Loss (Raw)": 0.5351672768592834, "Finetune/Step": 17739, "Finetune/Step Time": 10.787141758948565}
+{"Finetune/Learning Rate": 1.985342347521711e-05, "Finetune/Loss": 0.9093344211578369, "Finetune/Loss (Raw)": 1.0372259616851807, "Finetune/Step": 1594, "Finetune/Step Time": 10.718355828896165}
+{"Finetune/Learning Rate": 3.1396740432008465e-07, "Finetune/Loss": 0.5792176723480225, "Finetune/Loss (Raw)": 0.6715967655181885, "Finetune/Step": 17740, "Finetune/Step Time": 10.78164260275662}
+{"Finetune/Learning Rate": 1.9853136071478146e-05, "Finetune/Loss": 0.9093021154403687, "Finetune/Loss (Raw)": 0.9333593845367432, "Finetune/Step": 1595, "Finetune/Step Time": 10.715982135385275}
+{"Finetune/Learning Rate": 1.9852848388332262e-05, "Finetune/Loss": 0.9105867743492126, "Finetune/Loss (Raw)": 0.8810352087020874, "Finetune/Step": 1596, "Finetune/Step Time": 10.680990681052208}
+{"Finetune/Learning Rate": 3.135488900895067e-07, "Finetune/Loss": 0.5770806670188904, "Finetune/Loss (Raw)": 0.4165665805339813, "Finetune/Step": 17741, "Finetune/Step Time": 10.823025356978178}
+{"Finetune/Learning Rate": 1.9852560425787614e-05, "Finetune/Loss": 0.910254180431366, "Finetune/Loss (Raw)": 0.928385853767395, "Finetune/Step": 1597, "Finetune/Step Time": 10.666355937719345}
+{"Finetune/Learning Rate": 3.131306505391385e-07, "Finetune/Loss": 0.5765951871871948, "Finetune/Loss (Raw)": 0.5107123255729675, "Finetune/Step": 17742, "Finetune/Step Time": 10.8207001183182}
+{"Finetune/Learning Rate": 1.9852272183852367e-05, "Finetune/Loss": 0.9096174240112305, "Finetune/Loss (Raw)": 1.001383662223816, "Finetune/Step": 1598, "Finetune/Step Time": 10.66159332357347}
+{"Finetune/Learning Rate": 3.1271268568083714e-07, "Finetune/Loss": 0.5755205154418945, "Finetune/Loss (Raw)": 0.47588616609573364, "Finetune/Step": 17743, "Finetune/Step Time": 10.827124135568738}
+{"Finetune/Learning Rate": 1.9851983662534703e-05, "Finetune/Loss": 0.9107939004898071, "Finetune/Loss (Raw)": 0.8801931738853455, "Finetune/Step": 1599, "Finetune/Step Time": 10.645572993904352}
+{"Finetune/Learning Rate": 3.122949955264587e-07, "Finetune/Loss": 0.575137734413147, "Finetune/Loss (Raw)": 0.5199793577194214, "Finetune/Step": 17744, "Finetune/Step Time": 10.864923104643822}
+{"Finetune/Learning Rate": 1.9851694861842795e-05, "Finetune/Loss": 0.9097762107849121, "Finetune/Loss (Raw)": 0.9035688042640686, "Finetune/Step": 1600, "Finetune/Step Time": 10.641415074467659}
+{"Finetune/Learning Rate": 3.1187758008784485e-07, "Finetune/Loss": 0.5753938555717468, "Finetune/Loss (Raw)": 0.6156474351882935, "Finetune/Step": 17745, "Finetune/Step Time": 10.864676680415869}
+{"Finetune/Learning Rate": 1.9851405781784835e-05, "Finetune/Loss": 0.9095782041549683, "Finetune/Loss (Raw)": 0.9327077865600586, "Finetune/Step": 1601, "Finetune/Step Time": 10.647229036316276}
+{"Finetune/Learning Rate": 3.114604393768339e-07, "Finetune/Loss": 0.5757321119308472, "Finetune/Loss (Raw)": 0.5893857479095459, "Finetune/Step": 17746, "Finetune/Step Time": 10.86013164371252}
+{"Finetune/Learning Rate": 1.985111642236902e-05, "Finetune/Loss": 0.9097437858581543, "Finetune/Loss (Raw)": 0.9396518468856812, "Finetune/Step": 1602, "Finetune/Step Time": 10.6431004088372}
+{"Finetune/Learning Rate": 3.11043573405253e-07, "Finetune/Loss": 0.5754437446594238, "Finetune/Loss (Raw)": 0.5840409398078918, "Finetune/Step": 17747, "Finetune/Step Time": 10.880190048366785}
+{"Finetune/Learning Rate": 1.9850826783603557e-05, "Finetune/Loss": 0.909809410572052, "Finetune/Loss (Raw)": 0.8304395079612732, "Finetune/Step": 1603, "Finetune/Step Time": 10.64204315841198}
+{"Finetune/Learning Rate": 1.9850536865496657e-05, "Finetune/Loss": 0.9098511934280396, "Finetune/Loss (Raw)": 0.9136560559272766, "Finetune/Step": 1604, "Finetune/Step Time": 10.647469859570265}
+{"Finetune/Learning Rate": 3.106269821849273e-07, "Finetune/Loss": 0.5753061771392822, "Finetune/Loss (Raw)": 0.5014125108718872, "Finetune/Step": 17748, "Finetune/Step Time": 10.91035589762032}
+{"Finetune/Learning Rate": 1.9850246668056547e-05, "Finetune/Loss": 0.9087011814117432, "Finetune/Loss (Raw)": 0.8099229335784912, "Finetune/Step": 1605, "Finetune/Step Time": 10.651759650558233}
+{"Finetune/Learning Rate": 3.10210665727666e-07, "Finetune/Loss": 0.574787437915802, "Finetune/Loss (Raw)": 0.5497051477432251, "Finetune/Step": 17749, "Finetune/Step Time": 10.912347188219428}
+{"Finetune/Learning Rate": 1.9849956191291445e-05, "Finetune/Loss": 0.9093881845474243, "Finetune/Loss (Raw)": 0.9564410448074341, "Finetune/Step": 1606, "Finetune/Step Time": 10.653868984431028}
+{"Finetune/Learning Rate": 3.0979462404527647e-07, "Finetune/Loss": 0.5745758414268494, "Finetune/Loss (Raw)": 0.6383828520774841, "Finetune/Step": 17750, "Finetune/Step Time": 10.917546480894089}
+{"Finetune/Learning Rate": 1.98496654352096e-05, "Finetune/Loss": 0.9087942838668823, "Finetune/Loss (Raw)": 0.9770868420600891, "Finetune/Step": 1607, "Finetune/Step Time": 10.6454186309129}
+{"Finetune/Learning Rate": 3.0937885714955597e-07, "Finetune/Loss": 0.5745301246643066, "Finetune/Loss (Raw)": 0.6205031871795654, "Finetune/Step": 17751, "Finetune/Step Time": 10.919164728373289}
+{"Finetune/Learning Rate": 1.984937439981925e-05, "Finetune/Loss": 0.9086557626724243, "Finetune/Loss (Raw)": 0.8828049302101135, "Finetune/Step": 1608, "Finetune/Step Time": 10.641365705057979}
+{"Finetune/Learning Rate": 3.08963365052295e-07, "Finetune/Loss": 0.5746487975120544, "Finetune/Loss (Raw)": 0.6112138032913208, "Finetune/Step": 17752, "Finetune/Step Time": 10.91556665673852}
+{"Finetune/Learning Rate": 1.984908308512865e-05, "Finetune/Loss": 0.910950243473053, "Finetune/Loss (Raw)": 0.9525732398033142, "Finetune/Step": 1609, "Finetune/Step Time": 10.610164735466242}
+{"Finetune/Learning Rate": 3.085481477652752e-07, "Finetune/Loss": 0.5757771730422974, "Finetune/Loss (Raw)": 0.7360334992408752, "Finetune/Step": 17753, "Finetune/Step Time": 10.910132937133312}
+{"Finetune/Learning Rate": 1.9848791491146058e-05, "Finetune/Loss": 0.9118213653564453, "Finetune/Loss (Raw)": 0.9615370631217957, "Finetune/Step": 1610, "Finetune/Step Time": 10.606513805687428}
+{"Finetune/Learning Rate": 3.0813320530027056e-07, "Finetune/Loss": 0.5752677917480469, "Finetune/Loss (Raw)": 0.4746633470058441, "Finetune/Step": 17754, "Finetune/Step Time": 10.913938485085964}
+{"Finetune/Learning Rate": 1.984849961787975e-05, "Finetune/Loss": 0.9112898707389832, "Finetune/Loss (Raw)": 0.8107610940933228, "Finetune/Step": 1611, "Finetune/Step Time": 10.598138531669974}
+{"Finetune/Learning Rate": 3.0771853766904834e-07, "Finetune/Loss": 0.5743275880813599, "Finetune/Loss (Raw)": 0.49695512652397156, "Finetune/Step": 17755, "Finetune/Step Time": 10.918857855722308}
+{"Finetune/Learning Rate": 1.9848207465337997e-05, "Finetune/Loss": 0.9113035202026367, "Finetune/Loss (Raw)": 0.9497371315956116, "Finetune/Step": 1612, "Finetune/Step Time": 10.591253634542227}
+{"Finetune/Learning Rate": 3.07304144883368e-07, "Finetune/Loss": 0.5747342109680176, "Finetune/Loss (Raw)": 0.56534743309021, "Finetune/Step": 17756, "Finetune/Step Time": 10.915506947785616}
+{"Finetune/Learning Rate": 1.9847915033529086e-05, "Finetune/Loss": 0.9106453657150269, "Finetune/Loss (Raw)": 0.7789536118507385, "Finetune/Step": 1613, "Finetune/Step Time": 10.602271446958184}
+{"Finetune/Learning Rate": 3.0689002695497904e-07, "Finetune/Loss": 0.5750338435173035, "Finetune/Loss (Raw)": 0.6359715461730957, "Finetune/Step": 17757, "Finetune/Step Time": 10.914161827415228}
+{"Finetune/Learning Rate": 1.9847622322461306e-05, "Finetune/Loss": 0.9090845584869385, "Finetune/Loss (Raw)": 0.8934506177902222, "Finetune/Step": 1614, "Finetune/Step Time": 10.603746129199862}
+{"Finetune/Learning Rate": 3.064761838956254e-07, "Finetune/Loss": 0.5744980573654175, "Finetune/Loss (Raw)": 0.5203030109405518, "Finetune/Step": 17758, "Finetune/Step Time": 10.919623605906963}
+{"Finetune/Learning Rate": 1.9847329332142962e-05, "Finetune/Loss": 0.908049464225769, "Finetune/Loss (Raw)": 0.8779774308204651, "Finetune/Step": 1615, "Finetune/Step Time": 10.604378886520863}
+{"Finetune/Learning Rate": 3.0606261571704323e-07, "Finetune/Loss": 0.5749293565750122, "Finetune/Loss (Raw)": 0.5661054849624634, "Finetune/Step": 17759, "Finetune/Step Time": 10.927876707166433}
+{"Finetune/Learning Rate": 1.984703606258236e-05, "Finetune/Loss": 0.907502293586731, "Finetune/Loss (Raw)": 0.8829078078269958, "Finetune/Step": 1616, "Finetune/Step Time": 10.613123707473278}
+{"Finetune/Learning Rate": 3.056493224309587e-07, "Finetune/Loss": 0.5747641921043396, "Finetune/Loss (Raw)": 0.535974383354187, "Finetune/Step": 17760, "Finetune/Step Time": 10.899718390777707}
+{"Finetune/Learning Rate": 1.9846742513787813e-05, "Finetune/Loss": 0.9078930616378784, "Finetune/Loss (Raw)": 0.8823212385177612, "Finetune/Step": 1617, "Finetune/Step Time": 10.611071852967143}
+{"Finetune/Learning Rate": 1.984644868576765e-05, "Finetune/Loss": 0.9069578051567078, "Finetune/Loss (Raw)": 0.9014883637428284, "Finetune/Step": 1618, "Finetune/Step Time": 10.613441172987223}
+{"Finetune/Learning Rate": 3.0523630404909354e-07, "Finetune/Loss": 0.5746537446975708, "Finetune/Loss (Raw)": 0.6285194754600525, "Finetune/Step": 17761, "Finetune/Step Time": 10.957895604893565}
+{"Finetune/Learning Rate": 1.9846154578530202e-05, "Finetune/Loss": 0.9074169397354126, "Finetune/Loss (Raw)": 0.8593332767486572, "Finetune/Step": 1619, "Finetune/Step Time": 10.596118442714214}
+{"Finetune/Learning Rate": 3.048235605831573e-07, "Finetune/Loss": 0.5737133026123047, "Finetune/Loss (Raw)": 0.5443667769432068, "Finetune/Step": 17762, "Finetune/Step Time": 10.957125540822744}
+{"Finetune/Learning Rate": 1.9845860192083813e-05, "Finetune/Loss": 0.9081130623817444, "Finetune/Loss (Raw)": 1.0712308883666992, "Finetune/Step": 1620, "Finetune/Step Time": 10.59838348440826}
+{"Finetune/Learning Rate": 3.044110920448562e-07, "Finetune/Loss": 0.5743417739868164, "Finetune/Loss (Raw)": 0.7041158676147461, "Finetune/Step": 17763, "Finetune/Step Time": 10.979517651721835}
+{"Finetune/Learning Rate": 1.9845565526436824e-05, "Finetune/Loss": 0.908111572265625, "Finetune/Loss (Raw)": 0.8821792006492615, "Finetune/Step": 1621, "Finetune/Step Time": 10.581831943243742}
+{"Finetune/Learning Rate": 3.039988984458853e-07, "Finetune/Loss": 0.5746670961380005, "Finetune/Loss (Raw)": 0.6136751174926758, "Finetune/Step": 17764, "Finetune/Step Time": 10.980386244133115}
+{"Finetune/Learning Rate": 1.9845270581597595e-05, "Finetune/Loss": 0.908798336982727, "Finetune/Loss (Raw)": 1.0081313848495483, "Finetune/Step": 1622, "Finetune/Step Time": 10.580454129725695}
+{"Finetune/Learning Rate": 3.035869797979341e-07, "Finetune/Loss": 0.5743035674095154, "Finetune/Loss (Raw)": 0.5441803336143494, "Finetune/Step": 17765, "Finetune/Step Time": 10.961196575313807}
+{"Finetune/Learning Rate": 1.9844975357574487e-05, "Finetune/Loss": 0.9100109338760376, "Finetune/Loss (Raw)": 1.0819261074066162, "Finetune/Step": 1623, "Finetune/Step Time": 10.576229862868786}
+{"Finetune/Learning Rate": 3.0317533611268435e-07, "Finetune/Loss": 0.5762611627578735, "Finetune/Loss (Raw)": 0.6736666560173035, "Finetune/Step": 17766, "Finetune/Step Time": 10.918590534478426}
+{"Finetune/Learning Rate": 1.984467985437587e-05, "Finetune/Loss": 0.9097722768783569, "Finetune/Loss (Raw)": 0.9036027789115906, "Finetune/Step": 1624, "Finetune/Step Time": 10.562318440526724}
+{"Finetune/Learning Rate": 3.027639674018057e-07, "Finetune/Loss": 0.5755528211593628, "Finetune/Loss (Raw)": 0.5766573548316956, "Finetune/Step": 17767, "Finetune/Step Time": 10.912648985162377}
+{"Finetune/Learning Rate": 1.984438407201013e-05, "Finetune/Loss": 0.9091065526008606, "Finetune/Loss (Raw)": 0.8374104499816895, "Finetune/Step": 1625, "Finetune/Step Time": 10.571263361722231}
+{"Finetune/Learning Rate": 3.0235287367696763e-07, "Finetune/Loss": 0.5755186080932617, "Finetune/Loss (Raw)": 0.6379653811454773, "Finetune/Step": 17768, "Finetune/Step Time": 10.925859412178397}
+{"Finetune/Learning Rate": 1.984408801048565e-05, "Finetune/Loss": 0.9086095094680786, "Finetune/Loss (Raw)": 0.9239376783370972, "Finetune/Step": 1626, "Finetune/Step Time": 10.560544224455953}
+{"Finetune/Learning Rate": 3.019420549498253e-07, "Finetune/Loss": 0.5759591460227966, "Finetune/Loss (Raw)": 0.685753345489502, "Finetune/Step": 17769, "Finetune/Step Time": 10.922520449385047}
+{"Finetune/Learning Rate": 1.984379166981083e-05, "Finetune/Loss": 0.909312903881073, "Finetune/Loss (Raw)": 0.930847704410553, "Finetune/Step": 1627, "Finetune/Step Time": 10.539851427078247}
+{"Finetune/Learning Rate": 3.0153151123202827e-07, "Finetune/Loss": 0.5762743949890137, "Finetune/Loss (Raw)": 0.6195806264877319, "Finetune/Step": 17770, "Finetune/Step Time": 10.91387078538537}
+{"Finetune/Learning Rate": 1.9843495049994067e-05, "Finetune/Loss": 0.9087992906570435, "Finetune/Loss (Raw)": 0.7971276044845581, "Finetune/Step": 1628, "Finetune/Step Time": 10.51331502199173}
+{"Finetune/Learning Rate": 3.0112124253521835e-07, "Finetune/Loss": 0.5766074657440186, "Finetune/Loss (Raw)": 0.5713926553726196, "Finetune/Step": 17771, "Finetune/Step Time": 10.917516265064478}
+{"Finetune/Learning Rate": 1.984319815104378e-05, "Finetune/Loss": 0.9086543321609497, "Finetune/Loss (Raw)": 0.9491034746170044, "Finetune/Step": 1629, "Finetune/Step Time": 10.516278287395835}
+{"Finetune/Learning Rate": 3.0071124887103174e-07, "Finetune/Loss": 0.5774073004722595, "Finetune/Loss (Raw)": 0.5915140509605408, "Finetune/Step": 17772, "Finetune/Step Time": 10.90054789558053}
+{"Finetune/Learning Rate": 1.984290097296838e-05, "Finetune/Loss": 0.90899658203125, "Finetune/Loss (Raw)": 0.9763311743736267, "Finetune/Step": 1630, "Finetune/Step Time": 10.516841592267156}
+{"Finetune/Learning Rate": 3.0030153025109254e-07, "Finetune/Loss": 0.577797532081604, "Finetune/Loss (Raw)": 0.6481394171714783, "Finetune/Step": 17773, "Finetune/Step Time": 10.88189784064889}
+{"Finetune/Learning Rate": 1.98426035157763e-05, "Finetune/Loss": 0.9091766476631165, "Finetune/Loss (Raw)": 0.9720540046691895, "Finetune/Step": 1631, "Finetune/Step Time": 10.522601190954447}
+{"Finetune/Learning Rate": 2.9989208668701806e-07, "Finetune/Loss": 0.5779735445976257, "Finetune/Loss (Raw)": 0.5213751196861267, "Finetune/Step": 17774, "Finetune/Step Time": 10.87357440032065}
+{"Finetune/Learning Rate": 2.994829181904213e-07, "Finetune/Loss": 0.5774219036102295, "Finetune/Loss (Raw)": 0.5152010321617126, "Finetune/Step": 17775, "Finetune/Step Time": 10.868159284815192}
+{"Finetune/Learning Rate": 1.984230577947597e-05, "Finetune/Loss": 0.9094615578651428, "Finetune/Loss (Raw)": 0.9129800200462341, "Finetune/Step": 1632, "Finetune/Step Time": 10.566335909068584}
+{"Finetune/Learning Rate": 2.9907402477290515e-07, "Finetune/Loss": 0.5780591368675232, "Finetune/Loss (Raw)": 0.6378220915794373, "Finetune/Step": 17776, "Finetune/Step Time": 10.878298509866}
+{"Finetune/Learning Rate": 1.9842007764075838e-05, "Finetune/Loss": 0.9075518846511841, "Finetune/Loss (Raw)": 0.8190785646438599, "Finetune/Step": 1633, "Finetune/Step Time": 10.571742873638868}
+{"Finetune/Learning Rate": 1.984170946958435e-05, "Finetune/Loss": 0.9090036153793335, "Finetune/Loss (Raw)": 1.0124911069869995, "Finetune/Step": 1634, "Finetune/Step Time": 10.575914572924376}
+{"Finetune/Learning Rate": 2.9866540644606367e-07, "Finetune/Loss": 0.5778732895851135, "Finetune/Loss (Raw)": 0.47767579555511475, "Finetune/Step": 17777, "Finetune/Step Time": 10.895852038636804}
+{"Finetune/Learning Rate": 1.984141089600997e-05, "Finetune/Loss": 0.9100097417831421, "Finetune/Loss (Raw)": 0.9691194295883179, "Finetune/Step": 1635, "Finetune/Step Time": 10.595835046842694}
+{"Finetune/Learning Rate": 2.982570632214854e-07, "Finetune/Loss": 0.5781221985816956, "Finetune/Loss (Raw)": 0.5536184906959534, "Finetune/Step": 17778, "Finetune/Step Time": 10.889900516718626}
+{"Finetune/Learning Rate": 1.984111204336116e-05, "Finetune/Loss": 0.9088844656944275, "Finetune/Loss (Raw)": 0.8535403609275818, "Finetune/Step": 1636, "Finetune/Step Time": 10.60115889646113}
+{"Finetune/Learning Rate": 2.978489951107477e-07, "Finetune/Loss": 0.5773009061813354, "Finetune/Loss (Raw)": 0.4638347625732422, "Finetune/Step": 17779, "Finetune/Step Time": 10.901761036366224}
+{"Finetune/Learning Rate": 2.974412021254236e-07, "Finetune/Loss": 0.57659512758255, "Finetune/Loss (Raw)": 0.5497223138809204, "Finetune/Step": 17780, "Finetune/Step Time": 10.904533259570599}
+{"Finetune/Learning Rate": 1.98408129116464e-05, "Finetune/Loss": 0.9102194905281067, "Finetune/Loss (Raw)": 1.0031795501708984, "Finetune/Step": 1637, "Finetune/Step Time": 10.620701339095831}
+{"Finetune/Learning Rate": 1.984051350087417e-05, "Finetune/Loss": 0.9104111194610596, "Finetune/Loss (Raw)": 0.9530873894691467, "Finetune/Step": 1638, "Finetune/Step Time": 10.615905307233334}
+{"Finetune/Learning Rate": 2.970336842770749e-07, "Finetune/Loss": 0.5775786638259888, "Finetune/Loss (Raw)": 0.6538800001144409, "Finetune/Step": 17781, "Finetune/Step Time": 10.89642608165741}
+{"Finetune/Learning Rate": 1.984021381105296e-05, "Finetune/Loss": 0.9107446074485779, "Finetune/Loss (Raw)": 0.6833152770996094, "Finetune/Step": 1639, "Finetune/Step Time": 10.595448723062873}
+{"Finetune/Learning Rate": 2.966264415772602e-07, "Finetune/Loss": 0.5770765542984009, "Finetune/Loss (Raw)": 0.5776680111885071, "Finetune/Step": 17782, "Finetune/Step Time": 10.92758721485734}
+{"Finetune/Learning Rate": 1.983991384219126e-05, "Finetune/Loss": 0.9122889041900635, "Finetune/Loss (Raw)": 1.0642718076705933, "Finetune/Step": 1640, "Finetune/Step Time": 10.584767328575253}
+{"Finetune/Learning Rate": 2.9621947403752794e-07, "Finetune/Loss": 0.5774614810943604, "Finetune/Loss (Raw)": 0.6183500289916992, "Finetune/Step": 17783, "Finetune/Step Time": 10.94032714702189}
+{"Finetune/Learning Rate": 1.9839613594297592e-05, "Finetune/Loss": 0.9119038581848145, "Finetune/Loss (Raw)": 0.868194580078125, "Finetune/Step": 1641, "Finetune/Step Time": 10.602229805663228}
+{"Finetune/Learning Rate": 2.9581278166941784e-07, "Finetune/Loss": 0.5777333378791809, "Finetune/Loss (Raw)": 0.6368019580841064, "Finetune/Step": 17784, "Finetune/Step Time": 10.952194632962346}
+{"Finetune/Learning Rate": 1.9839313067380462e-05, "Finetune/Loss": 0.9123470783233643, "Finetune/Loss (Raw)": 0.9602183699607849, "Finetune/Step": 1642, "Finetune/Step Time": 10.607465423643589}
+{"Finetune/Learning Rate": 2.954063644844618e-07, "Finetune/Loss": 0.5776374936103821, "Finetune/Loss (Raw)": 0.5167280435562134, "Finetune/Step": 17785, "Finetune/Step Time": 10.957420635968447}
+{"Finetune/Learning Rate": 2.95000222494185e-07, "Finetune/Loss": 0.576926589012146, "Finetune/Loss (Raw)": 0.48959100246429443, "Finetune/Step": 17786, "Finetune/Step Time": 10.951798858121037}
+{"Finetune/Learning Rate": 1.9839012261448392e-05, "Finetune/Loss": 0.9101710915565491, "Finetune/Loss (Raw)": 0.6238145232200623, "Finetune/Step": 1643, "Finetune/Step Time": 10.648227451369166}
+{"Finetune/Learning Rate": 2.9459435571010384e-07, "Finetune/Loss": 0.5789549350738525, "Finetune/Loss (Raw)": 0.8188819289207458, "Finetune/Step": 17787, "Finetune/Step Time": 10.959109384566545}
+{"Finetune/Learning Rate": 1.983871117650991e-05, "Finetune/Loss": 0.9107385873794556, "Finetune/Loss (Raw)": 0.9553192853927612, "Finetune/Step": 1644, "Finetune/Step Time": 10.640936605632305}
+{"Finetune/Learning Rate": 1.983840981257356e-05, "Finetune/Loss": 0.9122346639633179, "Finetune/Loss (Raw)": 1.0116829872131348, "Finetune/Step": 1645, "Finetune/Step Time": 10.637361140921712}
+{"Finetune/Learning Rate": 2.9418876414372797e-07, "Finetune/Loss": 0.5792467594146729, "Finetune/Loss (Raw)": 0.643241822719574, "Finetune/Step": 17788, "Finetune/Step Time": 10.978265384212136}
+{"Finetune/Learning Rate": 2.937834478065593e-07, "Finetune/Loss": 0.5790640115737915, "Finetune/Loss (Raw)": 0.635717511177063, "Finetune/Step": 17789, "Finetune/Step Time": 10.981055239215493}
+{"Finetune/Learning Rate": 1.9838108169647886e-05, "Finetune/Loss": 0.9107679724693298, "Finetune/Loss (Raw)": 0.8327402472496033, "Finetune/Step": 1646, "Finetune/Step Time": 10.651834031566978}
+{"Finetune/Learning Rate": 2.933784067100931e-07, "Finetune/Loss": 0.5792149305343628, "Finetune/Loss (Raw)": 0.607986569404602, "Finetune/Step": 17790, "Finetune/Step Time": 10.979183278977871}
+{"Finetune/Learning Rate": 1.9837806247741435e-05, "Finetune/Loss": 0.9096108675003052, "Finetune/Loss (Raw)": 0.8456417322158813, "Finetune/Step": 1647, "Finetune/Step Time": 10.653267752379179}
+{"Finetune/Learning Rate": 1.9837504046862777e-05, "Finetune/Loss": 0.9097621440887451, "Finetune/Loss (Raw)": 0.9011354446411133, "Finetune/Step": 1648, "Finetune/Step Time": 10.657224213704467}
+{"Finetune/Learning Rate": 2.929736408658124e-07, "Finetune/Loss": 0.5796655416488647, "Finetune/Loss (Raw)": 0.6200278401374817, "Finetune/Step": 17791, "Finetune/Step Time": 11.008730851113796}
+{"Finetune/Learning Rate": 1.983720156702048e-05, "Finetune/Loss": 0.909021258354187, "Finetune/Loss (Raw)": 0.8439374566078186, "Finetune/Step": 1649, "Finetune/Step Time": 10.658854624256492}
+{"Finetune/Learning Rate": 2.9256915028519575e-07, "Finetune/Loss": 0.579879879951477, "Finetune/Loss (Raw)": 0.6161913275718689, "Finetune/Step": 17792, "Finetune/Step Time": 10.993132432922721}
+{"Finetune/Learning Rate": 1.9836898808223115e-05, "Finetune/Loss": 0.9099793434143066, "Finetune/Loss (Raw)": 1.0785653591156006, "Finetune/Step": 1650, "Finetune/Step Time": 10.656263690441847}
+{"Finetune/Learning Rate": 2.92164934979714e-07, "Finetune/Loss": 0.5792299509048462, "Finetune/Loss (Raw)": 0.5004796385765076, "Finetune/Step": 17793, "Finetune/Step Time": 10.992823515087366}
+{"Finetune/Learning Rate": 1.9836595770479274e-05, "Finetune/Loss": 0.9090967178344727, "Finetune/Loss (Raw)": 0.8786385655403137, "Finetune/Step": 1651, "Finetune/Step Time": 10.66196783259511}
+{"Finetune/Learning Rate": 2.917609949608291e-07, "Finetune/Loss": 0.579848051071167, "Finetune/Loss (Raw)": 0.6209303140640259, "Finetune/Step": 17794, "Finetune/Step Time": 11.00626453757286}
+{"Finetune/Learning Rate": 1.983629245379755e-05, "Finetune/Loss": 0.9100415706634521, "Finetune/Loss (Raw)": 0.9717742204666138, "Finetune/Step": 1652, "Finetune/Step Time": 10.650847811251879}
+{"Finetune/Learning Rate": 2.9135733023999634e-07, "Finetune/Loss": 0.5799243450164795, "Finetune/Loss (Raw)": 0.6070995926856995, "Finetune/Step": 17795, "Finetune/Step Time": 11.019101954996586}
+{"Finetune/Learning Rate": 1.983598885818654e-05, "Finetune/Loss": 0.9124151468276978, "Finetune/Loss (Raw)": 1.0588350296020508, "Finetune/Step": 1653, "Finetune/Step Time": 10.652142204344273}
+{"Finetune/Learning Rate": 2.90953940828661e-07, "Finetune/Loss": 0.580690324306488, "Finetune/Loss (Raw)": 0.6348304152488708, "Finetune/Step": 17796, "Finetune/Step Time": 11.034612456336617}
+{"Finetune/Learning Rate": 1.983568498365486e-05, "Finetune/Loss": 0.9118810296058655, "Finetune/Loss (Raw)": 0.7877871990203857, "Finetune/Step": 1654, "Finetune/Step Time": 10.655859973281622}
+{"Finetune/Learning Rate": 2.9055082673826396e-07, "Finetune/Loss": 0.5825490951538086, "Finetune/Loss (Raw)": 0.7009473443031311, "Finetune/Step": 17797, "Finetune/Step Time": 11.032110713422298}
+{"Finetune/Learning Rate": 1.983538083021112e-05, "Finetune/Loss": 0.9123415946960449, "Finetune/Loss (Raw)": 0.8737457990646362, "Finetune/Step": 1655, "Finetune/Step Time": 10.679288946092129}
+{"Finetune/Learning Rate": 2.901479879802349e-07, "Finetune/Loss": 0.581171989440918, "Finetune/Loss (Raw)": 0.3944290280342102, "Finetune/Step": 17798, "Finetune/Step Time": 11.066029822453856}
+{"Finetune/Learning Rate": 1.9835076397863946e-05, "Finetune/Loss": 0.9138041734695435, "Finetune/Loss (Raw)": 0.9515998959541321, "Finetune/Step": 1656, "Finetune/Step Time": 10.679002225399017}
+{"Finetune/Learning Rate": 2.897454245659981e-07, "Finetune/Loss": 0.582547664642334, "Finetune/Loss (Raw)": 0.6576609015464783, "Finetune/Step": 17799, "Finetune/Step Time": 11.073487924411893}
+{"Finetune/Learning Rate": 1.9834771686621976e-05, "Finetune/Loss": 0.9139118194580078, "Finetune/Loss (Raw)": 0.9457984566688538, "Finetune/Step": 1657, "Finetune/Step Time": 10.674361458048224}
+{"Finetune/Learning Rate": 1.9834466696493842e-05, "Finetune/Loss": 0.9134078621864319, "Finetune/Loss (Raw)": 0.8896071910858154, "Finetune/Step": 1658, "Finetune/Step Time": 10.668183870613575}
+{"Finetune/Learning Rate": 2.8934313650696877e-07, "Finetune/Loss": 0.5817128419876099, "Finetune/Loss (Raw)": 0.5032341480255127, "Finetune/Step": 17800, "Finetune/Step Time": 11.088833810761571}
+{"Finetune/Learning Rate": 1.9834161427488205e-05, "Finetune/Loss": 0.9138003587722778, "Finetune/Loss (Raw)": 0.9227262139320374, "Finetune/Step": 1659, "Finetune/Step Time": 10.668249752372503}
+{"Finetune/Learning Rate": 2.889411238145545e-07, "Finetune/Loss": 0.5824723243713379, "Finetune/Loss (Raw)": 0.68744295835495, "Finetune/Step": 17801, "Finetune/Step Time": 11.08689078129828}
+{"Finetune/Learning Rate": 1.983385587961371e-05, "Finetune/Loss": 0.9126819372177124, "Finetune/Loss (Raw)": 0.829687774181366, "Finetune/Step": 1660, "Finetune/Step Time": 10.675776783376932}
+{"Finetune/Learning Rate": 2.8853938650015624e-07, "Finetune/Loss": 0.5823891162872314, "Finetune/Loss (Raw)": 0.5653091669082642, "Finetune/Step": 17802, "Finetune/Step Time": 11.084578715264797}
+{"Finetune/Learning Rate": 1.9833550052879026e-05, "Finetune/Loss": 0.9127316474914551, "Finetune/Loss (Raw)": 0.8560754060745239, "Finetune/Step": 1661, "Finetune/Step Time": 10.682498404756188}
+{"Finetune/Learning Rate": 2.881379245751648e-07, "Finetune/Loss": 0.58338463306427, "Finetune/Loss (Raw)": 0.5895451903343201, "Finetune/Step": 17803, "Finetune/Step Time": 11.086343051865697}
+{"Finetune/Learning Rate": 1.9833243947292828e-05, "Finetune/Loss": 0.9120653867721558, "Finetune/Loss (Raw)": 0.7808456420898438, "Finetune/Step": 1662, "Finetune/Step Time": 10.662771975621581}
+{"Finetune/Learning Rate": 2.8773673805096436e-07, "Finetune/Loss": 0.5825400352478027, "Finetune/Loss (Raw)": 0.4166509807109833, "Finetune/Step": 17804, "Finetune/Step Time": 11.116049816831946}
+{"Finetune/Learning Rate": 1.983293756286379e-05, "Finetune/Loss": 0.9121294617652893, "Finetune/Loss (Raw)": 0.862005352973938, "Finetune/Step": 1663, "Finetune/Step Time": 10.66562382131815}
+{"Finetune/Learning Rate": 2.8733582693893256e-07, "Finetune/Loss": 0.5813956260681152, "Finetune/Loss (Raw)": 0.4905381202697754, "Finetune/Step": 17805, "Finetune/Step Time": 11.117979036644101}
+{"Finetune/Learning Rate": 1.9832630899600607e-05, "Finetune/Loss": 0.9126050472259521, "Finetune/Loss (Raw)": 0.9592932462692261, "Finetune/Step": 1664, "Finetune/Step Time": 10.675255838781595}
+{"Finetune/Learning Rate": 2.8693519125043813e-07, "Finetune/Loss": 0.5809484720230103, "Finetune/Loss (Raw)": 0.4876309037208557, "Finetune/Step": 17806, "Finetune/Step Time": 11.118320729583502}
+{"Finetune/Learning Rate": 1.9832323957511976e-05, "Finetune/Loss": 0.9116577506065369, "Finetune/Loss (Raw)": 0.7904137372970581, "Finetune/Step": 1665, "Finetune/Step Time": 10.674996184185147}
+{"Finetune/Learning Rate": 2.8653483099684074e-07, "Finetune/Loss": 0.5812442302703857, "Finetune/Loss (Raw)": 0.6236385107040405, "Finetune/Step": 17807, "Finetune/Step Time": 11.115918843075633}
+{"Finetune/Learning Rate": 1.983201673660659e-05, "Finetune/Loss": 0.912413477897644, "Finetune/Loss (Raw)": 0.849163293838501, "Finetune/Step": 1666, "Finetune/Step Time": 10.669218018651009}
+{"Finetune/Learning Rate": 2.8613474618949365e-07, "Finetune/Loss": 0.5807207822799683, "Finetune/Loss (Raw)": 0.5034865140914917, "Finetune/Step": 17808, "Finetune/Step Time": 11.137918341904879}
+{"Finetune/Learning Rate": 1.983170923689317e-05, "Finetune/Loss": 0.9121429920196533, "Finetune/Loss (Raw)": 0.8889262676239014, "Finetune/Step": 1667, "Finetune/Step Time": 10.662504453212023}
+{"Finetune/Learning Rate": 1.9831401458380432e-05, "Finetune/Loss": 0.9117639064788818, "Finetune/Loss (Raw)": 0.9716598987579346, "Finetune/Step": 1668, "Finetune/Step Time": 10.658379634842277}
+{"Finetune/Learning Rate": 2.857349368397433e-07, "Finetune/Loss": 0.5801412463188171, "Finetune/Loss (Raw)": 0.5230436325073242, "Finetune/Step": 17809, "Finetune/Step Time": 11.152230557054281}
+{"Finetune/Learning Rate": 2.8533540295892614e-07, "Finetune/Loss": 0.5812597274780273, "Finetune/Loss (Raw)": 0.6291369199752808, "Finetune/Step": 17810, "Finetune/Step Time": 11.152054676786065}
+{"Finetune/Learning Rate": 1.983109340107711e-05, "Finetune/Loss": 0.9103751182556152, "Finetune/Loss (Raw)": 0.79802006483078, "Finetune/Step": 1669, "Finetune/Step Time": 10.735879577696323}
+{"Finetune/Learning Rate": 2.8493614455837317e-07, "Finetune/Loss": 0.5805506706237793, "Finetune/Loss (Raw)": 0.567388117313385, "Finetune/Step": 17811, "Finetune/Step Time": 11.150422928854823}
+{"Finetune/Learning Rate": 1.9830785064991932e-05, "Finetune/Loss": 0.9099887609481812, "Finetune/Loss (Raw)": 0.8862702250480652, "Finetune/Step": 1670, "Finetune/Step Time": 10.749368879944086}
+{"Finetune/Learning Rate": 2.845371616494041e-07, "Finetune/Loss": 0.5813567042350769, "Finetune/Loss (Raw)": 0.5603927969932556, "Finetune/Step": 17812, "Finetune/Step Time": 11.15120260976255}
+{"Finetune/Learning Rate": 1.983047645013364e-05, "Finetune/Loss": 0.9090427756309509, "Finetune/Loss (Raw)": 0.7753755450248718, "Finetune/Step": 1671, "Finetune/Step Time": 10.739812137559056}
+{"Finetune/Learning Rate": 2.841384542433345e-07, "Finetune/Loss": 0.5809942483901978, "Finetune/Loss (Raw)": 0.58663409948349, "Finetune/Step": 17813, "Finetune/Step Time": 11.15406895801425}
+{"Finetune/Learning Rate": 1.9830167556511e-05, "Finetune/Loss": 0.9086136817932129, "Finetune/Loss (Raw)": 0.921967625617981, "Finetune/Step": 1672, "Finetune/Step Time": 10.741296451538801}
+{"Finetune/Learning Rate": 2.837400223514708e-07, "Finetune/Loss": 0.582443118095398, "Finetune/Loss (Raw)": 0.5604591965675354, "Finetune/Step": 17814, "Finetune/Step Time": 11.157978730276227}
+{"Finetune/Learning Rate": 1.9829858384132755e-05, "Finetune/Loss": 0.907322883605957, "Finetune/Loss (Raw)": 0.7316046953201294, "Finetune/Step": 1673, "Finetune/Step Time": 10.738327318802476}
+{"Finetune/Learning Rate": 2.8334186598510947e-07, "Finetune/Loss": 0.5826398730278015, "Finetune/Loss (Raw)": 0.560602605342865, "Finetune/Step": 17815, "Finetune/Step Time": 11.161362934857607}
+{"Finetune/Learning Rate": 1.9829548933007678e-05, "Finetune/Loss": 0.9070188999176025, "Finetune/Loss (Raw)": 0.9336128830909729, "Finetune/Step": 1674, "Finetune/Step Time": 10.73877546750009}
+{"Finetune/Learning Rate": 2.829439851555427e-07, "Finetune/Loss": 0.5819001793861389, "Finetune/Loss (Raw)": 0.5956302285194397, "Finetune/Step": 17816, "Finetune/Step Time": 11.159132888540626}
+{"Finetune/Learning Rate": 2.8254637987405244e-07, "Finetune/Loss": 0.5823251605033875, "Finetune/Loss (Raw)": 0.546868085861206, "Finetune/Step": 17817, "Finetune/Step Time": 11.146755896508694}
+{"Finetune/Learning Rate": 1.9829239203144545e-05, "Finetune/Loss": 0.9063091278076172, "Finetune/Loss (Raw)": 0.9247649908065796, "Finetune/Step": 1675, "Finetune/Step Time": 10.76403352804482}
+{"Finetune/Learning Rate": 1.9828929194552143e-05, "Finetune/Loss": 0.9060381650924683, "Finetune/Loss (Raw)": 0.8672219514846802, "Finetune/Step": 1676, "Finetune/Step Time": 10.769388291984797}
+{"Finetune/Learning Rate": 2.8214905015191527e-07, "Finetune/Loss": 0.5809683203697205, "Finetune/Loss (Raw)": 0.3904275894165039, "Finetune/Step": 17818, "Finetune/Step Time": 11.157619766891003}
+{"Finetune/Learning Rate": 1.9828618907239257e-05, "Finetune/Loss": 0.906960129737854, "Finetune/Loss (Raw)": 0.9614790081977844, "Finetune/Step": 1677, "Finetune/Step Time": 10.773904463276267}
+{"Finetune/Learning Rate": 2.817519960003967e-07, "Finetune/Loss": 0.5808352828025818, "Finetune/Loss (Raw)": 0.6413466930389404, "Finetune/Step": 17819, "Finetune/Step Time": 11.16584276035428}
+{"Finetune/Learning Rate": 1.9828308341214683e-05, "Finetune/Loss": 0.9081984758377075, "Finetune/Loss (Raw)": 1.0155422687530518, "Finetune/Step": 1678, "Finetune/Step Time": 10.772275606170297}
+{"Finetune/Learning Rate": 2.813552174307566e-07, "Finetune/Loss": 0.5802791118621826, "Finetune/Loss (Raw)": 0.572106659412384, "Finetune/Step": 17820, "Finetune/Step Time": 11.197585921734571}
+{"Finetune/Learning Rate": 1.9827997496487236e-05, "Finetune/Loss": 0.9072320461273193, "Finetune/Loss (Raw)": 0.8070668578147888, "Finetune/Step": 1679, "Finetune/Step Time": 10.80169545672834}
+{"Finetune/Learning Rate": 2.809587144542469e-07, "Finetune/Loss": 0.5797562003135681, "Finetune/Loss (Raw)": 0.5792530179023743, "Finetune/Step": 17821, "Finetune/Step Time": 11.181050263345242}
+{"Finetune/Learning Rate": 1.982768637306573e-05, "Finetune/Loss": 0.9061426520347595, "Finetune/Loss (Raw)": 0.8265200853347778, "Finetune/Step": 1680, "Finetune/Step Time": 10.800824124366045}
+{"Finetune/Learning Rate": 2.8056248708211e-07, "Finetune/Loss": 0.5782976150512695, "Finetune/Loss (Raw)": 0.47456860542297363, "Finetune/Step": 17822, "Finetune/Step Time": 11.218973133713007}
+{"Finetune/Learning Rate": 1.982737497095898e-05, "Finetune/Loss": 0.9048758149147034, "Finetune/Loss (Raw)": 0.8808488845825195, "Finetune/Step": 1681, "Finetune/Step Time": 10.794125201180577}
+{"Finetune/Learning Rate": 2.8016653532558224e-07, "Finetune/Loss": 0.5800852179527283, "Finetune/Loss (Raw)": 0.6620301008224487, "Finetune/Step": 17823, "Finetune/Step Time": 11.254655171185732}
+{"Finetune/Learning Rate": 1.9827063290175823e-05, "Finetune/Loss": 0.9039965271949768, "Finetune/Loss (Raw)": 0.7989578247070312, "Finetune/Step": 1682, "Finetune/Step Time": 10.795894777402282}
+{"Finetune/Learning Rate": 1.9826751330725096e-05, "Finetune/Loss": 0.9048086404800415, "Finetune/Loss (Raw)": 1.0053420066833496, "Finetune/Step": 1683, "Finetune/Step Time": 10.794694168493152}
+{"Finetune/Learning Rate": 2.7977085919589253e-07, "Finetune/Loss": 0.5808217525482178, "Finetune/Loss (Raw)": 0.6141834259033203, "Finetune/Step": 17824, "Finetune/Step Time": 11.25651234202087}
+{"Finetune/Learning Rate": 1.9826439092615643e-05, "Finetune/Loss": 0.9045264720916748, "Finetune/Loss (Raw)": 0.8583630919456482, "Finetune/Step": 1684, "Finetune/Step Time": 10.795188400894403}
+{"Finetune/Learning Rate": 2.7937545870425966e-07, "Finetune/Loss": 0.5817614793777466, "Finetune/Loss (Raw)": 0.6415312886238098, "Finetune/Step": 17825, "Finetune/Step Time": 11.260454192757607}
+{"Finetune/Learning Rate": 1.9826126575856323e-05, "Finetune/Loss": 0.9023184776306152, "Finetune/Loss (Raw)": 0.7336683869361877, "Finetune/Step": 1685, "Finetune/Step Time": 10.79322012141347}
+{"Finetune/Learning Rate": 2.789803338618979e-07, "Finetune/Loss": 0.582664430141449, "Finetune/Loss (Raw)": 0.5388585925102234, "Finetune/Step": 17826, "Finetune/Step Time": 11.227735634893179}
+{"Finetune/Learning Rate": 1.9825813780455993e-05, "Finetune/Loss": 0.9020675420761108, "Finetune/Loss (Raw)": 0.8519980907440186, "Finetune/Step": 1686, "Finetune/Step Time": 10.78097490221262}
+{"Finetune/Learning Rate": 2.785854846800129e-07, "Finetune/Loss": 0.5836197733879089, "Finetune/Loss (Raw)": 0.6186869144439697, "Finetune/Step": 17827, "Finetune/Step Time": 11.236087886616588}
+{"Finetune/Learning Rate": 1.9825500706423525e-05, "Finetune/Loss": 0.9019452333450317, "Finetune/Loss (Raw)": 0.9049989581108093, "Finetune/Step": 1687, "Finetune/Step Time": 10.775466153398156}
+{"Finetune/Learning Rate": 2.781909111697978e-07, "Finetune/Loss": 0.5843292474746704, "Finetune/Loss (Raw)": 0.6428903937339783, "Finetune/Step": 17828, "Finetune/Step Time": 11.229360181838274}
+{"Finetune/Learning Rate": 1.98251873537678e-05, "Finetune/Loss": 0.9029386043548584, "Finetune/Loss (Raw)": 1.0192657709121704, "Finetune/Step": 1688, "Finetune/Step Time": 10.779256446287036}
+{"Finetune/Learning Rate": 2.7779661334244256e-07, "Finetune/Loss": 0.5845214128494263, "Finetune/Loss (Raw)": 0.5520470142364502, "Finetune/Step": 17829, "Finetune/Step Time": 11.226164845749736}
+{"Finetune/Learning Rate": 1.9824873722497694e-05, "Finetune/Loss": 0.9035806655883789, "Finetune/Loss (Raw)": 1.0224649906158447, "Finetune/Step": 1689, "Finetune/Step Time": 10.770230449736118}
+{"Finetune/Learning Rate": 2.774025912091294e-07, "Finetune/Loss": 0.5842916369438171, "Finetune/Loss (Raw)": 0.5580651760101318, "Finetune/Step": 17830, "Finetune/Step Time": 11.23468466475606}
+{"Finetune/Learning Rate": 1.9824559812622113e-05, "Finetune/Loss": 0.9014843106269836, "Finetune/Loss (Raw)": 0.7687669992446899, "Finetune/Step": 1690, "Finetune/Step Time": 10.756902243942022}
+{"Finetune/Learning Rate": 2.770088447810315e-07, "Finetune/Loss": 0.5837791562080383, "Finetune/Loss (Raw)": 0.560596227645874, "Finetune/Step": 17831, "Finetune/Step Time": 11.247357718646526}
+{"Finetune/Learning Rate": 1.982424562414995e-05, "Finetune/Loss": 0.8989366292953491, "Finetune/Loss (Raw)": 0.7323402762413025, "Finetune/Step": 1691, "Finetune/Step Time": 10.77451835386455}
+{"Finetune/Learning Rate": 2.766153740693145e-07, "Finetune/Loss": 0.5835204720497131, "Finetune/Loss (Raw)": 0.5504165291786194, "Finetune/Step": 17832, "Finetune/Step Time": 11.24745512753725}
+{"Finetune/Learning Rate": 1.982393115709012e-05, "Finetune/Loss": 0.8981218934059143, "Finetune/Loss (Raw)": 0.8421063423156738, "Finetune/Step": 1692, "Finetune/Step Time": 10.771963687613606}
+{"Finetune/Learning Rate": 2.7622217908513717e-07, "Finetune/Loss": 0.582938551902771, "Finetune/Loss (Raw)": 0.5777209401130676, "Finetune/Step": 17833, "Finetune/Step Time": 11.244985189288855}
+{"Finetune/Learning Rate": 1.9823616411451538e-05, "Finetune/Loss": 0.90022212266922, "Finetune/Loss (Raw)": 0.8557127118110657, "Finetune/Step": 1693, "Finetune/Step Time": 10.731624156236649}
+{"Finetune/Learning Rate": 2.7582925983964726e-07, "Finetune/Loss": 0.5824927091598511, "Finetune/Loss (Raw)": 0.5427843332290649, "Finetune/Step": 17834, "Finetune/Step Time": 11.242397136986256}
+{"Finetune/Learning Rate": 1.9823301387243128e-05, "Finetune/Loss": 0.9013810157775879, "Finetune/Loss (Raw)": 0.9542831182479858, "Finetune/Step": 1694, "Finetune/Step Time": 10.730458766222}
+{"Finetune/Learning Rate": 2.75436616343987e-07, "Finetune/Loss": 0.5825337171554565, "Finetune/Loss (Raw)": 0.571986198425293, "Finetune/Step": 17835, "Finetune/Step Time": 11.245929567143321}
+{"Finetune/Learning Rate": 1.982298608447382e-05, "Finetune/Loss": 0.9016952514648438, "Finetune/Loss (Raw)": 0.9265052080154419, "Finetune/Step": 1695, "Finetune/Step Time": 10.711206410080194}
+{"Finetune/Learning Rate": 2.7504424860929193e-07, "Finetune/Loss": 0.5813030004501343, "Finetune/Loss (Raw)": 0.48419156670570374, "Finetune/Step": 17836, "Finetune/Step Time": 11.24157908372581}
+{"Finetune/Learning Rate": 1.9822670503152567e-05, "Finetune/Loss": 0.9014061689376831, "Finetune/Loss (Raw)": 0.9688438773155212, "Finetune/Step": 1696, "Finetune/Step Time": 10.713810602203012}
+{"Finetune/Learning Rate": 2.7465215664668644e-07, "Finetune/Loss": 0.5811201333999634, "Finetune/Loss (Raw)": 0.5729331970214844, "Finetune/Step": 17837, "Finetune/Step Time": 11.249902836978436}
+{"Finetune/Learning Rate": 1.982235464328831e-05, "Finetune/Loss": 0.9015159606933594, "Finetune/Loss (Raw)": 0.839722216129303, "Finetune/Step": 1697, "Finetune/Step Time": 10.725745072588325}
+{"Finetune/Learning Rate": 2.7426034046729165e-07, "Finetune/Loss": 0.5809991359710693, "Finetune/Loss (Raw)": 0.5558204054832458, "Finetune/Step": 17838, "Finetune/Step Time": 11.250279534608126}
+{"Finetune/Learning Rate": 1.982203850489e-05, "Finetune/Loss": 0.9022060632705688, "Finetune/Loss (Raw)": 1.0484174489974976, "Finetune/Step": 1698, "Finetune/Step Time": 10.714205646887422}
+{"Finetune/Learning Rate": 2.7386880008221873e-07, "Finetune/Loss": 0.580970048904419, "Finetune/Loss (Raw)": 0.6489787101745605, "Finetune/Step": 17839, "Finetune/Step Time": 11.24126785993576}
+{"Finetune/Learning Rate": 1.982172208796661e-05, "Finetune/Loss": 0.9036089181900024, "Finetune/Loss (Raw)": 1.069513201713562, "Finetune/Step": 1699, "Finetune/Step Time": 10.71418197825551}
+{"Finetune/Learning Rate": 2.734775355025687e-07, "Finetune/Loss": 0.5815726518630981, "Finetune/Loss (Raw)": 0.6244537830352783, "Finetune/Step": 17840, "Finetune/Step Time": 11.224455311894417}
+{"Finetune/Learning Rate": 2.7308654673943614e-07, "Finetune/Loss": 0.5803718566894531, "Finetune/Loss (Raw)": 0.5128194093704224, "Finetune/Step": 17841, "Finetune/Step Time": 11.230965495109558}
+{"Finetune/Learning Rate": 1.9821405392527116e-05, "Finetune/Loss": 0.9044966697692871, "Finetune/Loss (Raw)": 1.012079119682312, "Finetune/Step": 1700, "Finetune/Step Time": 10.721435075625777}
+{"Finetune/Learning Rate": 2.7269583380390984e-07, "Finetune/Loss": 0.5793655514717102, "Finetune/Loss (Raw)": 0.543901264667511, "Finetune/Step": 17842, "Finetune/Step Time": 11.231146078556776}
+{"Finetune/Learning Rate": 1.982108841858049e-05, "Finetune/Loss": 0.904880166053772, "Finetune/Loss (Raw)": 0.9887133240699768, "Finetune/Step": 1701, "Finetune/Step Time": 10.720286697149277}
+{"Finetune/Learning Rate": 2.723053967070688e-07, "Finetune/Loss": 0.5776610374450684, "Finetune/Loss (Raw)": 0.5018793940544128, "Finetune/Step": 17843, "Finetune/Step Time": 11.239467052742839}
+{"Finetune/Learning Rate": 1.9820771166135723e-05, "Finetune/Loss": 0.9042000770568848, "Finetune/Loss (Raw)": 0.7932130694389343, "Finetune/Step": 1702, "Finetune/Step Time": 10.73284369893372}
+{"Finetune/Learning Rate": 2.719152354599841e-07, "Finetune/Loss": 0.5778063535690308, "Finetune/Loss (Raw)": 0.5799534916877747, "Finetune/Step": 17844, "Finetune/Step Time": 11.205696903169155}
+{"Finetune/Learning Rate": 1.9820453635201814e-05, "Finetune/Loss": 0.902621328830719, "Finetune/Loss (Raw)": 0.6230121850967407, "Finetune/Step": 1703, "Finetune/Step Time": 10.760838825255632}
+{"Finetune/Learning Rate": 2.715253500737225e-07, "Finetune/Loss": 0.5772330164909363, "Finetune/Loss (Raw)": 0.5024330615997314, "Finetune/Step": 17845, "Finetune/Step Time": 11.181551601737738}
+{"Finetune/Learning Rate": 1.9820135825787764e-05, "Finetune/Loss": 0.9020653963088989, "Finetune/Loss (Raw)": 0.9203324317932129, "Finetune/Step": 1704, "Finetune/Step Time": 10.762266607955098}
+{"Finetune/Learning Rate": 2.7113574055933734e-07, "Finetune/Loss": 0.5772435069084167, "Finetune/Loss (Raw)": 0.5271407961845398, "Finetune/Step": 17846, "Finetune/Step Time": 11.19926193729043}
+{"Finetune/Learning Rate": 1.981981773790259e-05, "Finetune/Loss": 0.9026463031768799, "Finetune/Loss (Raw)": 0.9247319102287292, "Finetune/Step": 1705, "Finetune/Step Time": 10.767730429768562}
+{"Finetune/Learning Rate": 2.7074640692787647e-07, "Finetune/Loss": 0.5776380896568298, "Finetune/Loss (Raw)": 0.6008481383323669, "Finetune/Step": 17847, "Finetune/Step Time": 11.201403181999922}
+{"Finetune/Learning Rate": 1.9819499371555305e-05, "Finetune/Loss": 0.9027218818664551, "Finetune/Loss (Raw)": 0.8752546906471252, "Finetune/Step": 1706, "Finetune/Step Time": 10.765201322734356}
+{"Finetune/Learning Rate": 2.7035734919038104e-07, "Finetune/Loss": 0.5775026679039001, "Finetune/Loss (Raw)": 0.5683586597442627, "Finetune/Step": 17848, "Finetune/Step Time": 11.193745147436857}
+{"Finetune/Learning Rate": 1.981918072675494e-05, "Finetune/Loss": 0.9017205834388733, "Finetune/Loss (Raw)": 0.8952523469924927, "Finetune/Step": 1707, "Finetune/Step Time": 10.768017875030637}
+{"Finetune/Learning Rate": 2.6996856735788446e-07, "Finetune/Loss": 0.5770139694213867, "Finetune/Loss (Raw)": 0.5996997952461243, "Finetune/Step": 17849, "Finetune/Step Time": 11.192580357193947}
+{"Finetune/Learning Rate": 1.9818861803510535e-05, "Finetune/Loss": 0.8997524380683899, "Finetune/Loss (Raw)": 0.7340412735939026, "Finetune/Step": 1708, "Finetune/Step Time": 10.772651363164186}
+{"Finetune/Learning Rate": 2.6958006144141123e-07, "Finetune/Loss": 0.5770021677017212, "Finetune/Loss (Raw)": 0.5614772439002991, "Finetune/Step": 17850, "Finetune/Step Time": 11.19627202861011}
+{"Finetune/Learning Rate": 1.9818542601831127e-05, "Finetune/Loss": 0.8990323543548584, "Finetune/Loss (Raw)": 0.8827046751976013, "Finetune/Step": 1709, "Finetune/Step Time": 10.772561447694898}
+{"Finetune/Learning Rate": 1.9818223121725776e-05, "Finetune/Loss": 0.8988445997238159, "Finetune/Loss (Raw)": 0.7900325059890747, "Finetune/Step": 1710, "Finetune/Step Time": 10.767081903293729}
+{"Finetune/Learning Rate": 2.69191831451977e-07, "Finetune/Loss": 0.576147735118866, "Finetune/Loss (Raw)": 0.5642505884170532, "Finetune/Step": 17851, "Finetune/Step Time": 11.217462556436658}
+{"Finetune/Learning Rate": 1.9817903363203534e-05, "Finetune/Loss": 0.8983168005943298, "Finetune/Loss (Raw)": 0.9032981395721436, "Finetune/Step": 1711, "Finetune/Step Time": 10.75928116030991}
+{"Finetune/Learning Rate": 2.688038774005919e-07, "Finetune/Loss": 0.5756386518478394, "Finetune/Loss (Raw)": 0.5831534266471863, "Finetune/Step": 17852, "Finetune/Step Time": 11.21564362756908}
+{"Finetune/Learning Rate": 1.9817583326273468e-05, "Finetune/Loss": 0.8975672721862793, "Finetune/Loss (Raw)": 0.8183857798576355, "Finetune/Step": 1712, "Finetune/Step Time": 10.758320620283484}
+{"Finetune/Learning Rate": 2.68416199298257e-07, "Finetune/Loss": 0.5747167468070984, "Finetune/Loss (Raw)": 0.5416367053985596, "Finetune/Step": 17853, "Finetune/Step Time": 11.234889343380928}
+{"Finetune/Learning Rate": 1.981726301094466e-05, "Finetune/Loss": 0.8969995975494385, "Finetune/Loss (Raw)": 0.9191142320632935, "Finetune/Step": 1713, "Finetune/Step Time": 10.763509970158339}
+{"Finetune/Learning Rate": 2.6802879715596585e-07, "Finetune/Loss": 0.5759117603302002, "Finetune/Loss (Raw)": 0.6933135390281677, "Finetune/Step": 17854, "Finetune/Step Time": 11.22659844532609}
+{"Finetune/Learning Rate": 1.9816942417226185e-05, "Finetune/Loss": 0.8954521417617798, "Finetune/Loss (Raw)": 0.8983570337295532, "Finetune/Step": 1714, "Finetune/Step Time": 10.777027240023017}
+{"Finetune/Learning Rate": 2.676416709847041e-07, "Finetune/Loss": 0.5767515897750854, "Finetune/Loss (Raw)": 0.5181809663772583, "Finetune/Step": 17855, "Finetune/Step Time": 11.196124268695712}
+{"Finetune/Learning Rate": 1.9816621545127145e-05, "Finetune/Loss": 0.8950420022010803, "Finetune/Loss (Raw)": 0.9157904386520386, "Finetune/Step": 1715, "Finetune/Step Time": 10.775592373684049}
+{"Finetune/Learning Rate": 2.672548207954495e-07, "Finetune/Loss": 0.5750241279602051, "Finetune/Loss (Raw)": 0.5053166151046753, "Finetune/Step": 17856, "Finetune/Step Time": 11.222312638536096}
+{"Finetune/Learning Rate": 1.981630039465663e-05, "Finetune/Loss": 0.8957058191299438, "Finetune/Loss (Raw)": 0.9025976657867432, "Finetune/Step": 1716, "Finetune/Step Time": 10.787471098825336}
+{"Finetune/Learning Rate": 2.668682465991712e-07, "Finetune/Loss": 0.575691282749176, "Finetune/Loss (Raw)": 0.6755836606025696, "Finetune/Step": 17857, "Finetune/Step Time": 11.22312137298286}
+{"Finetune/Learning Rate": 1.981597896582375e-05, "Finetune/Loss": 0.8967320919036865, "Finetune/Loss (Raw)": 0.8454467058181763, "Finetune/Step": 1717, "Finetune/Step Time": 10.785738004371524}
+{"Finetune/Learning Rate": 2.6648194840683264e-07, "Finetune/Loss": 0.5755012035369873, "Finetune/Loss (Raw)": 0.4872845709323883, "Finetune/Step": 17858, "Finetune/Step Time": 11.141848661005497}
+{"Finetune/Learning Rate": 1.9815657258637617e-05, "Finetune/Loss": 0.895612359046936, "Finetune/Loss (Raw)": 0.82032310962677, "Finetune/Step": 1718, "Finetune/Step Time": 10.772695809602737}
+{"Finetune/Learning Rate": 2.660959262293883e-07, "Finetune/Loss": 0.5751730799674988, "Finetune/Loss (Raw)": 0.6021989583969116, "Finetune/Step": 17859, "Finetune/Step Time": 11.145725090056658}
+{"Finetune/Learning Rate": 1.9815335273107358e-05, "Finetune/Loss": 0.8947359323501587, "Finetune/Loss (Raw)": 0.8202767372131348, "Finetune/Step": 1719, "Finetune/Step Time": 10.786961259320378}
+{"Finetune/Learning Rate": 2.657101800777828e-07, "Finetune/Loss": 0.5751458406448364, "Finetune/Loss (Raw)": 0.6024824380874634, "Finetune/Step": 17860, "Finetune/Step Time": 11.1515919752419}
+{"Finetune/Learning Rate": 1.9815013009242103e-05, "Finetune/Loss": 0.8972640037536621, "Finetune/Loss (Raw)": 0.9904214143753052, "Finetune/Step": 1720, "Finetune/Step Time": 10.751467444002628}
+{"Finetune/Learning Rate": 2.653247099629563e-07, "Finetune/Loss": 0.5755133628845215, "Finetune/Loss (Raw)": 0.5543745756149292, "Finetune/Step": 17861, "Finetune/Step Time": 11.15196648798883}
+{"Finetune/Learning Rate": 1.9814690467050987e-05, "Finetune/Loss": 0.8964093923568726, "Finetune/Loss (Raw)": 0.781775951385498, "Finetune/Step": 1721, "Finetune/Step Time": 10.763683216646314}
+{"Finetune/Learning Rate": 2.6493951589584013e-07, "Finetune/Loss": 0.5755475163459778, "Finetune/Loss (Raw)": 0.4660126566886902, "Finetune/Step": 17862, "Finetune/Step Time": 11.151322308927774}
+{"Finetune/Learning Rate": 1.981436764654316e-05, "Finetune/Loss": 0.8963482975959778, "Finetune/Loss (Raw)": 1.0294060707092285, "Finetune/Step": 1722, "Finetune/Step Time": 10.768380360677838}
+{"Finetune/Learning Rate": 2.645545978873565e-07, "Finetune/Loss": 0.5753576755523682, "Finetune/Loss (Raw)": 0.582673192024231, "Finetune/Step": 17863, "Finetune/Step Time": 11.15189460478723}
+{"Finetune/Learning Rate": 1.9814044547727774e-05, "Finetune/Loss": 0.8968052864074707, "Finetune/Loss (Raw)": 0.9918538928031921, "Finetune/Step": 1723, "Finetune/Step Time": 10.769137309864163}
+{"Finetune/Learning Rate": 2.64169955948419e-07, "Finetune/Loss": 0.5747140049934387, "Finetune/Loss (Raw)": 0.6181405186653137, "Finetune/Step": 17864, "Finetune/Step Time": 11.149038223549724}
+{"Finetune/Learning Rate": 1.9813721170613995e-05, "Finetune/Loss": 0.8965712189674377, "Finetune/Loss (Raw)": 0.8510746359825134, "Finetune/Step": 1724, "Finetune/Step Time": 10.767711579799652}
+{"Finetune/Learning Rate": 2.6378559008993775e-07, "Finetune/Loss": 0.5746229887008667, "Finetune/Loss (Raw)": 0.6042754650115967, "Finetune/Step": 17865, "Finetune/Step Time": 11.171444514766335}
+{"Finetune/Learning Rate": 1.9813397515210986e-05, "Finetune/Loss": 0.8968756794929504, "Finetune/Loss (Raw)": 0.9673567414283752, "Finetune/Step": 1725, "Finetune/Step Time": 10.772667424753308}
+{"Finetune/Learning Rate": 2.6340150032281075e-07, "Finetune/Loss": 0.5752232670783997, "Finetune/Loss (Raw)": 0.6759028434753418, "Finetune/Step": 17866, "Finetune/Step Time": 11.178019557148218}
+{"Finetune/Learning Rate": 1.981307358152793e-05, "Finetune/Loss": 0.8957452774047852, "Finetune/Loss (Raw)": 0.8566927313804626, "Finetune/Step": 1726, "Finetune/Step Time": 10.780602246522903}
+{"Finetune/Learning Rate": 2.6301768665793036e-07, "Finetune/Loss": 0.5753524303436279, "Finetune/Loss (Raw)": 0.5517037510871887, "Finetune/Step": 17867, "Finetune/Step Time": 11.197544120252132}
+{"Finetune/Learning Rate": 1.9812749369574012e-05, "Finetune/Loss": 0.89413982629776, "Finetune/Loss (Raw)": 0.6746927499771118, "Finetune/Step": 1727, "Finetune/Step Time": 10.780732199549675}
+{"Finetune/Learning Rate": 1.9812424879358424e-05, "Finetune/Loss": 0.8958718776702881, "Finetune/Loss (Raw)": 1.1252771615982056, "Finetune/Step": 1728, "Finetune/Step Time": 10.783100428059697}
+{"Finetune/Learning Rate": 2.626341491061801e-07, "Finetune/Loss": 0.5744820833206177, "Finetune/Loss (Raw)": 0.5601871013641357, "Finetune/Step": 17868, "Finetune/Step Time": 11.211468854919076}
+{"Finetune/Learning Rate": 1.981210011089037e-05, "Finetune/Loss": 0.8962568044662476, "Finetune/Loss (Raw)": 0.9819706678390503, "Finetune/Step": 1729, "Finetune/Step Time": 10.779350506141782}
+{"Finetune/Learning Rate": 2.6225088767843575e-07, "Finetune/Loss": 0.5763392448425293, "Finetune/Loss (Raw)": 0.6542925834655762, "Finetune/Step": 17869, "Finetune/Step Time": 11.195285947993398}
+{"Finetune/Learning Rate": 1.981177506417906e-05, "Finetune/Loss": 0.896091639995575, "Finetune/Loss (Raw)": 0.9185142517089844, "Finetune/Step": 1730, "Finetune/Step Time": 10.776841273531318}
+{"Finetune/Learning Rate": 2.6186790238556634e-07, "Finetune/Loss": 0.576999306678772, "Finetune/Loss (Raw)": 0.595193088054657, "Finetune/Step": 17870, "Finetune/Step Time": 11.207322537899017}
+{"Finetune/Learning Rate": 1.9811449739233712e-05, "Finetune/Loss": 0.8967191576957703, "Finetune/Loss (Raw)": 0.9107593297958374, "Finetune/Step": 1731, "Finetune/Step Time": 10.771650321781635}
+{"Finetune/Learning Rate": 2.614851932384299e-07, "Finetune/Loss": 0.5770920515060425, "Finetune/Loss (Raw)": 0.48776593804359436, "Finetune/Step": 17871, "Finetune/Step Time": 11.205603178590536}
+{"Finetune/Learning Rate": 1.9811124136063547e-05, "Finetune/Loss": 0.8959302306175232, "Finetune/Loss (Raw)": 0.8126780390739441, "Finetune/Step": 1732, "Finetune/Step Time": 10.77529937773943}
+{"Finetune/Learning Rate": 2.6110276024788216e-07, "Finetune/Loss": 0.5775417685508728, "Finetune/Loss (Raw)": 0.5775412321090698, "Finetune/Step": 17872, "Finetune/Step Time": 11.171246631070971}
+{"Finetune/Learning Rate": 1.9810798254677804e-05, "Finetune/Loss": 0.896004319190979, "Finetune/Loss (Raw)": 0.8194043040275574, "Finetune/Step": 1733, "Finetune/Step Time": 10.793839199468493}
+{"Finetune/Learning Rate": 2.607206034247667e-07, "Finetune/Loss": 0.5775325894355774, "Finetune/Loss (Raw)": 0.6144697070121765, "Finetune/Step": 17873, "Finetune/Step Time": 11.181046333163977}
+{"Finetune/Learning Rate": 1.981047209508572e-05, "Finetune/Loss": 0.8955898284912109, "Finetune/Loss (Raw)": 0.9033823013305664, "Finetune/Step": 1734, "Finetune/Step Time": 10.786126736551523}
+{"Finetune/Learning Rate": 2.6033872277991923e-07, "Finetune/Loss": 0.5778564810752869, "Finetune/Loss (Raw)": 0.6308407187461853, "Finetune/Step": 17874, "Finetune/Step Time": 11.183925734832883}
+{"Finetune/Learning Rate": 1.981014565729654e-05, "Finetune/Loss": 0.89452064037323, "Finetune/Loss (Raw)": 0.8402348160743713, "Finetune/Step": 1735, "Finetune/Step Time": 10.786810712888837}
+{"Finetune/Learning Rate": 2.5995711832417114e-07, "Finetune/Loss": 0.5785784721374512, "Finetune/Loss (Raw)": 0.676462709903717, "Finetune/Step": 17875, "Finetune/Step Time": 11.161420969292521}
+{"Finetune/Learning Rate": 1.9809818941319526e-05, "Finetune/Loss": 0.8948109149932861, "Finetune/Loss (Raw)": 0.9199537634849548, "Finetune/Step": 1736, "Finetune/Step Time": 10.788648465648293}
+{"Finetune/Learning Rate": 2.5957579006834156e-07, "Finetune/Loss": 0.5793658494949341, "Finetune/Loss (Raw)": 0.6021900177001953, "Finetune/Step": 17876, "Finetune/Step Time": 11.12979737482965}
+{"Finetune/Learning Rate": 1.9809491947163947e-05, "Finetune/Loss": 0.8937175869941711, "Finetune/Loss (Raw)": 0.8126320242881775, "Finetune/Step": 1737, "Finetune/Step Time": 10.800939353182912}
+{"Finetune/Learning Rate": 2.5919473802324403e-07, "Finetune/Loss": 0.579528272151947, "Finetune/Loss (Raw)": 0.5704976916313171, "Finetune/Step": 17877, "Finetune/Step Time": 11.128965387120843}
+{"Finetune/Learning Rate": 1.9809164674839065e-05, "Finetune/Loss": 0.8927932977676392, "Finetune/Loss (Raw)": 0.8432294726371765, "Finetune/Step": 1738, "Finetune/Step Time": 10.798647683113813}
+{"Finetune/Learning Rate": 2.5881396219968436e-07, "Finetune/Loss": 0.5790707468986511, "Finetune/Loss (Raw)": 0.5798203349113464, "Finetune/Step": 17878, "Finetune/Step Time": 11.129280580207705}
+{"Finetune/Learning Rate": 1.980883712435417e-05, "Finetune/Loss": 0.8940794467926025, "Finetune/Loss (Raw)": 0.9753884077072144, "Finetune/Step": 1739, "Finetune/Step Time": 10.803481629118323}
+{"Finetune/Learning Rate": 2.584334626084606e-07, "Finetune/Loss": 0.578542947769165, "Finetune/Loss (Raw)": 0.5529458522796631, "Finetune/Step": 17879, "Finetune/Step Time": 11.130789503455162}
+{"Finetune/Learning Rate": 1.9808509295718545e-05, "Finetune/Loss": 0.8934957981109619, "Finetune/Loss (Raw)": 0.8750299215316772, "Finetune/Step": 1740, "Finetune/Step Time": 10.805924627929926}
+{"Finetune/Learning Rate": 2.5805323926036295e-07, "Finetune/Loss": 0.5773491859436035, "Finetune/Loss (Raw)": 0.4584120512008667, "Finetune/Step": 17880, "Finetune/Step Time": 11.144974775612354}
+{"Finetune/Learning Rate": 1.9808181188941493e-05, "Finetune/Loss": 0.8941242694854736, "Finetune/Loss (Raw)": 0.8594010472297668, "Finetune/Step": 1741, "Finetune/Step Time": 10.796638892963529}
+{"Finetune/Learning Rate": 2.57673292166174e-07, "Finetune/Loss": 0.5760188698768616, "Finetune/Loss (Raw)": 0.5657515525817871, "Finetune/Step": 17881, "Finetune/Step Time": 11.149525471031666}
+{"Finetune/Learning Rate": 1.9807852804032306e-05, "Finetune/Loss": 0.8945395946502686, "Finetune/Loss (Raw)": 0.9466140270233154, "Finetune/Step": 1742, "Finetune/Step Time": 10.802693346515298}
+{"Finetune/Learning Rate": 2.57293621336665e-07, "Finetune/Loss": 0.5773921012878418, "Finetune/Loss (Raw)": 0.6504367589950562, "Finetune/Step": 17882, "Finetune/Step Time": 11.162931751459837}
+{"Finetune/Learning Rate": 1.9807524141000308e-05, "Finetune/Loss": 0.892967164516449, "Finetune/Loss (Raw)": 0.6767018437385559, "Finetune/Step": 1743, "Finetune/Step Time": 10.839811407029629}
+{"Finetune/Learning Rate": 2.5691422678260526e-07, "Finetune/Loss": 0.5761927366256714, "Finetune/Loss (Raw)": 0.34343311190605164, "Finetune/Step": 17883, "Finetune/Step Time": 11.198866227641702}
+{"Finetune/Learning Rate": 1.980719519985481e-05, "Finetune/Loss": 0.8931013345718384, "Finetune/Loss (Raw)": 0.9000828862190247, "Finetune/Step": 1744, "Finetune/Step Time": 10.840779246762395}
+{"Finetune/Learning Rate": 2.565351085147527e-07, "Finetune/Loss": 0.5771524906158447, "Finetune/Loss (Raw)": 0.6881999373435974, "Finetune/Step": 17884, "Finetune/Step Time": 11.199954960495234}
+{"Finetune/Learning Rate": 1.9806865980605146e-05, "Finetune/Loss": 0.8942183256149292, "Finetune/Loss (Raw)": 1.0252876281738281, "Finetune/Step": 1745, "Finetune/Step Time": 10.849078265950084}
+{"Finetune/Learning Rate": 2.561562665438577e-07, "Finetune/Loss": 0.5766957998275757, "Finetune/Loss (Raw)": 0.5775169730186462, "Finetune/Step": 17885, "Finetune/Step Time": 11.196015236899257}
+{"Finetune/Learning Rate": 1.980653648326065e-05, "Finetune/Loss": 0.8939317464828491, "Finetune/Loss (Raw)": 0.8648114800453186, "Finetune/Step": 1746, "Finetune/Step Time": 10.852362282574177}
+{"Finetune/Learning Rate": 2.557777008806617e-07, "Finetune/Loss": 0.578168511390686, "Finetune/Loss (Raw)": 0.7088049650192261, "Finetune/Step": 17886, "Finetune/Step Time": 11.196555668488145}
+{"Finetune/Learning Rate": 1.980620670783067e-05, "Finetune/Loss": 0.8941802978515625, "Finetune/Loss (Raw)": 0.8911459445953369, "Finetune/Step": 1747, "Finetune/Step Time": 10.852356446906924}
+{"Finetune/Learning Rate": 2.553994115359038e-07, "Finetune/Loss": 0.5781476497650146, "Finetune/Loss (Raw)": 0.5634437799453735, "Finetune/Step": 17887, "Finetune/Step Time": 11.208186333999038}
+{"Finetune/Learning Rate": 1.9805876654324546e-05, "Finetune/Loss": 0.8932000398635864, "Finetune/Loss (Raw)": 0.9457651972770691, "Finetune/Step": 1748, "Finetune/Step Time": 10.853591706603765}
+{"Finetune/Learning Rate": 2.550213985203076e-07, "Finetune/Loss": 0.5788291692733765, "Finetune/Loss (Raw)": 0.6232051253318787, "Finetune/Step": 17888, "Finetune/Step Time": 11.204142166301608}
+{"Finetune/Learning Rate": 1.980554632275165e-05, "Finetune/Loss": 0.8931471109390259, "Finetune/Loss (Raw)": 0.8754028081893921, "Finetune/Step": 1749, "Finetune/Step Time": 10.848547853529453}
+{"Finetune/Learning Rate": 1.980521571312134e-05, "Finetune/Loss": 0.8930880427360535, "Finetune/Loss (Raw)": 1.0005643367767334, "Finetune/Step": 1750, "Finetune/Step Time": 10.844925044104457}
+{"Finetune/Learning Rate": 2.5464366184459355e-07, "Finetune/Loss": 0.5791770219802856, "Finetune/Loss (Raw)": 0.6730420589447021, "Finetune/Step": 17889, "Finetune/Step Time": 11.161446452140808}
+{"Finetune/Learning Rate": 1.9804884825442996e-05, "Finetune/Loss": 0.8918174505233765, "Finetune/Loss (Raw)": 0.9192931652069092, "Finetune/Step": 1751, "Finetune/Step Time": 10.838420946151018}
+{"Finetune/Learning Rate": 2.54266201519473e-07, "Finetune/Loss": 0.5795396566390991, "Finetune/Loss (Raw)": 0.5907787680625916, "Finetune/Step": 17890, "Finetune/Step Time": 11.173215501010418}
+{"Finetune/Learning Rate": 1.9804553659726e-05, "Finetune/Loss": 0.8909733891487122, "Finetune/Loss (Raw)": 0.7955621480941772, "Finetune/Step": 1752, "Finetune/Step Time": 10.845552893355489}
+{"Finetune/Learning Rate": 2.5388901755564963e-07, "Finetune/Loss": 0.578445553779602, "Finetune/Loss (Raw)": 0.5640748143196106, "Finetune/Step": 17891, "Finetune/Step Time": 11.15690371952951}
+{"Finetune/Learning Rate": 1.9804222215979737e-05, "Finetune/Loss": 0.8915582895278931, "Finetune/Loss (Raw)": 0.9122815728187561, "Finetune/Step": 1753, "Finetune/Step Time": 10.837676795199513}
+{"Finetune/Learning Rate": 2.535121099638194e-07, "Finetune/Loss": 0.5789474248886108, "Finetune/Loss (Raw)": 0.6779115200042725, "Finetune/Step": 17892, "Finetune/Step Time": 11.162474757060409}
+{"Finetune/Learning Rate": 1.980389049421362e-05, "Finetune/Loss": 0.8912585973739624, "Finetune/Loss (Raw)": 0.8855690956115723, "Finetune/Step": 1754, "Finetune/Step Time": 10.840156711637974}
+{"Finetune/Learning Rate": 2.5313547875467026e-07, "Finetune/Loss": 0.5797544717788696, "Finetune/Loss (Raw)": 0.6474903225898743, "Finetune/Step": 17893, "Finetune/Step Time": 11.156314741820097}
+{"Finetune/Learning Rate": 1.9803558494437044e-05, "Finetune/Loss": 0.8920150399208069, "Finetune/Loss (Raw)": 1.0276776552200317, "Finetune/Step": 1755, "Finetune/Step Time": 10.83589051105082}
+{"Finetune/Learning Rate": 2.527591239388838e-07, "Finetune/Loss": 0.5786681175231934, "Finetune/Loss (Raw)": 0.5346069931983948, "Finetune/Step": 17894, "Finetune/Step Time": 11.184730436652899}
+{"Finetune/Learning Rate": 1.9803226216659425e-05, "Finetune/Loss": 0.8926945924758911, "Finetune/Loss (Raw)": 0.8841062784194946, "Finetune/Step": 1756, "Finetune/Step Time": 10.83751518651843}
+{"Finetune/Learning Rate": 2.5238304552713033e-07, "Finetune/Loss": 0.5789902210235596, "Finetune/Loss (Raw)": 0.6178934574127197, "Finetune/Step": 17895, "Finetune/Step Time": 11.194570319727063}
+{"Finetune/Learning Rate": 1.9802893660890187e-05, "Finetune/Loss": 0.8925280570983887, "Finetune/Loss (Raw)": 0.927783727645874, "Finetune/Step": 1757, "Finetune/Step Time": 10.841073898598552}
+{"Finetune/Learning Rate": 2.5200724353007464e-07, "Finetune/Loss": 0.5792629718780518, "Finetune/Loss (Raw)": 0.6728675365447998, "Finetune/Step": 17896, "Finetune/Step Time": 11.186493089422584}
+{"Finetune/Learning Rate": 1.9802560827138762e-05, "Finetune/Loss": 0.8916224241256714, "Finetune/Loss (Raw)": 0.8604174852371216, "Finetune/Step": 1758, "Finetune/Step Time": 10.840013300999999}
+{"Finetune/Learning Rate": 2.516317179583749e-07, "Finetune/Loss": 0.5793373584747314, "Finetune/Loss (Raw)": 0.6952812075614929, "Finetune/Step": 17897, "Finetune/Step Time": 11.19597278907895}
+{"Finetune/Learning Rate": 1.9802227715414587e-05, "Finetune/Loss": 0.8909592032432556, "Finetune/Loss (Raw)": 0.887161910533905, "Finetune/Step": 1759, "Finetune/Step Time": 10.833977548405528}
+{"Finetune/Learning Rate": 2.512564688226782e-07, "Finetune/Loss": 0.5786741971969604, "Finetune/Loss (Raw)": 0.5346993803977966, "Finetune/Step": 17898, "Finetune/Step Time": 11.19894727319479}
+{"Finetune/Learning Rate": 1.9801894325727104e-05, "Finetune/Loss": 0.8916769027709961, "Finetune/Loss (Raw)": 1.0048435926437378, "Finetune/Step": 1760, "Finetune/Step Time": 10.79126318730414}
+{"Finetune/Learning Rate": 2.50881496133627e-07, "Finetune/Loss": 0.5794411301612854, "Finetune/Loss (Raw)": 0.6695560216903687, "Finetune/Step": 17899, "Finetune/Step Time": 11.194270825013518}
+{"Finetune/Learning Rate": 1.9801560658085773e-05, "Finetune/Loss": 0.8895171880722046, "Finetune/Loss (Raw)": 0.5426294803619385, "Finetune/Step": 1761, "Finetune/Step Time": 10.816575171425939}
+{"Finetune/Learning Rate": 2.50506799901854e-07, "Finetune/Loss": 0.5790847539901733, "Finetune/Loss (Raw)": 0.5458958148956299, "Finetune/Step": 17900, "Finetune/Step Time": 11.199536968022585}
+{"Finetune/Learning Rate": 1.9801226712500057e-05, "Finetune/Loss": 0.8881309628486633, "Finetune/Loss (Raw)": 0.8350579142570496, "Finetune/Step": 1762, "Finetune/Step Time": 10.828778754919767}
+{"Finetune/Learning Rate": 2.501323801379829e-07, "Finetune/Loss": 0.5779999494552612, "Finetune/Loss (Raw)": 0.5092935562133789, "Finetune/Step": 17901, "Finetune/Step Time": 11.230472479015589}
+{"Finetune/Learning Rate": 1.980089248897942e-05, "Finetune/Loss": 0.8878231048583984, "Finetune/Loss (Raw)": 0.9297162890434265, "Finetune/Step": 1763, "Finetune/Step Time": 10.80627004429698}
+{"Finetune/Learning Rate": 2.497582368526341e-07, "Finetune/Loss": 0.5790212750434875, "Finetune/Loss (Raw)": 0.6520978808403015, "Finetune/Step": 17902, "Finetune/Step Time": 11.229504695162177}
+{"Finetune/Learning Rate": 1.980055798753334e-05, "Finetune/Loss": 0.8884400129318237, "Finetune/Loss (Raw)": 0.9325013160705566, "Finetune/Step": 1764, "Finetune/Step Time": 10.802099343389273}
+{"Finetune/Learning Rate": 2.4938437005641467e-07, "Finetune/Loss": 0.5800675749778748, "Finetune/Loss (Raw)": 0.6491299867630005, "Finetune/Step": 17903, "Finetune/Step Time": 11.212266486138105}
+{"Finetune/Learning Rate": 1.9800223208171307e-05, "Finetune/Loss": 0.8869240880012512, "Finetune/Loss (Raw)": 0.8091452717781067, "Finetune/Step": 1765, "Finetune/Step Time": 10.778560424223542}
+{"Finetune/Learning Rate": 2.4901077975992836e-07, "Finetune/Loss": 0.5802893042564392, "Finetune/Loss (Raw)": 0.6662004590034485, "Finetune/Step": 17904, "Finetune/Step Time": 11.198811829090118}
+{"Finetune/Learning Rate": 1.9799888150902813e-05, "Finetune/Loss": 0.8868837952613831, "Finetune/Loss (Raw)": 0.9479244947433472, "Finetune/Step": 1766, "Finetune/Step Time": 10.792864693328738}
+{"Finetune/Learning Rate": 2.486374659737678e-07, "Finetune/Loss": 0.580768883228302, "Finetune/Loss (Raw)": 0.5390626192092896, "Finetune/Step": 17905, "Finetune/Step Time": 11.180123711004853}
+{"Finetune/Learning Rate": 1.9799552815737355e-05, "Finetune/Loss": 0.8885626792907715, "Finetune/Loss (Raw)": 0.8982184529304504, "Finetune/Step": 1767, "Finetune/Step Time": 10.778165977448225}
+{"Finetune/Learning Rate": 2.482644287085201e-07, "Finetune/Loss": 0.5805685520172119, "Finetune/Loss (Raw)": 0.527976393699646, "Finetune/Step": 17906, "Finetune/Step Time": 11.185969782993197}
+{"Finetune/Learning Rate": 1.9799217202684445e-05, "Finetune/Loss": 0.8876969814300537, "Finetune/Loss (Raw)": 0.9534589648246765, "Finetune/Step": 1768, "Finetune/Step Time": 10.782950475811958}
+{"Finetune/Learning Rate": 2.478916679747623e-07, "Finetune/Loss": 0.5813294649124146, "Finetune/Loss (Raw)": 0.5612300038337708, "Finetune/Step": 17907, "Finetune/Step Time": 11.173141660168767}
+{"Finetune/Learning Rate": 1.9798881311753603e-05, "Finetune/Loss": 0.8884928822517395, "Finetune/Loss (Raw)": 0.9700711965560913, "Finetune/Step": 1769, "Finetune/Step Time": 10.765606880187988}
+{"Finetune/Learning Rate": 2.4751918378306484e-07, "Finetune/Loss": 0.5810117721557617, "Finetune/Loss (Raw)": 0.5090569853782654, "Finetune/Step": 17908, "Finetune/Step Time": 11.165737191215158}
+{"Finetune/Learning Rate": 1.9798545142954354e-05, "Finetune/Loss": 0.8887871503829956, "Finetune/Loss (Raw)": 0.9978841543197632, "Finetune/Step": 1770, "Finetune/Step Time": 10.766797255724669}
+{"Finetune/Learning Rate": 2.471469761439926e-07, "Finetune/Loss": 0.5805227756500244, "Finetune/Loss (Raw)": 0.5912884473800659, "Finetune/Step": 17909, "Finetune/Step Time": 11.17366698384285}
+{"Finetune/Learning Rate": 1.9798208696296222e-05, "Finetune/Loss": 0.891729474067688, "Finetune/Loss (Raw)": 1.0004345178604126, "Finetune/Step": 1771, "Finetune/Step Time": 10.732286108657718}
+{"Finetune/Learning Rate": 2.4677504506809723e-07, "Finetune/Loss": 0.5809746980667114, "Finetune/Loss (Raw)": 0.6355140805244446, "Finetune/Step": 17910, "Finetune/Step Time": 11.139578122645617}
+{"Finetune/Learning Rate": 1.9797871971788757e-05, "Finetune/Loss": 0.891616702079773, "Finetune/Loss (Raw)": 0.9408817887306213, "Finetune/Step": 1772, "Finetune/Step Time": 10.731956349685788}
+{"Finetune/Learning Rate": 2.46403390565928e-07, "Finetune/Loss": 0.5803874731063843, "Finetune/Loss (Raw)": 0.5431870818138123, "Finetune/Step": 17911, "Finetune/Step Time": 11.125619700178504}
+{"Finetune/Learning Rate": 1.9797534969441505e-05, "Finetune/Loss": 0.8904421329498291, "Finetune/Loss (Raw)": 0.8613364696502686, "Finetune/Step": 1773, "Finetune/Step Time": 10.730744836851954}
+{"Finetune/Learning Rate": 2.4603201264802423e-07, "Finetune/Loss": 0.5794256925582886, "Finetune/Loss (Raw)": 0.513689398765564, "Finetune/Step": 17912, "Finetune/Step Time": 11.115534204989672}
+{"Finetune/Learning Rate": 1.9797197689264017e-05, "Finetune/Loss": 0.8914068937301636, "Finetune/Loss (Raw)": 0.956225574016571, "Finetune/Step": 1774, "Finetune/Step Time": 10.722179079428315}
+{"Finetune/Learning Rate": 2.456609113249131e-07, "Finetune/Loss": 0.5806211829185486, "Finetune/Loss (Raw)": 0.6697584986686707, "Finetune/Step": 17913, "Finetune/Step Time": 11.11750178411603}
+{"Finetune/Learning Rate": 1.9796860131265865e-05, "Finetune/Loss": 0.8921046257019043, "Finetune/Loss (Raw)": 0.9349602460861206, "Finetune/Step": 1775, "Finetune/Step Time": 10.738711450248957}
+{"Finetune/Learning Rate": 2.452900866071228e-07, "Finetune/Loss": 0.5816614627838135, "Finetune/Loss (Raw)": 0.6227413415908813, "Finetune/Step": 17914, "Finetune/Step Time": 11.124446639791131}
+{"Finetune/Learning Rate": 1.9796522295456618e-05, "Finetune/Loss": 0.8922138214111328, "Finetune/Loss (Raw)": 0.9151096343994141, "Finetune/Step": 1776, "Finetune/Step Time": 10.730743449181318}
+{"Finetune/Learning Rate": 2.4491953850516724e-07, "Finetune/Loss": 0.5797345638275146, "Finetune/Loss (Raw)": 0.5722469091415405, "Finetune/Step": 17915, "Finetune/Step Time": 11.12775500677526}
+{"Finetune/Learning Rate": 1.979618418184586e-05, "Finetune/Loss": 0.8930975198745728, "Finetune/Loss (Raw)": 0.9570534229278564, "Finetune/Step": 1777, "Finetune/Step Time": 10.724681315943599}
+{"Finetune/Learning Rate": 2.445492670295524e-07, "Finetune/Loss": 0.5797088146209717, "Finetune/Loss (Raw)": 0.6399399638175964, "Finetune/Step": 17916, "Finetune/Step Time": 11.11687607318163}
+{"Finetune/Learning Rate": 1.979584579044317e-05, "Finetune/Loss": 0.8912398815155029, "Finetune/Loss (Raw)": 0.8407914042472839, "Finetune/Step": 1778, "Finetune/Step Time": 10.725998250767589}
+{"Finetune/Learning Rate": 2.4417927219078095e-07, "Finetune/Loss": 0.5794729590415955, "Finetune/Loss (Raw)": 0.6055300831794739, "Finetune/Step": 17917, "Finetune/Step Time": 11.113814651966095}
+{"Finetune/Learning Rate": 1.979550712125815e-05, "Finetune/Loss": 0.8906224370002747, "Finetune/Loss (Raw)": 0.7996007204055786, "Finetune/Step": 1779, "Finetune/Step Time": 10.721576375886798}
+{"Finetune/Learning Rate": 1.9795168174300406e-05, "Finetune/Loss": 0.89044588804245, "Finetune/Loss (Raw)": 0.9491767287254333, "Finetune/Step": 1780, "Finetune/Step Time": 10.710583923384547}
+{"Finetune/Learning Rate": 2.438095539993435e-07, "Finetune/Loss": 0.5779939293861389, "Finetune/Loss (Raw)": 0.41866806149482727, "Finetune/Step": 17918, "Finetune/Step Time": 11.145656816661358}
+{"Finetune/Learning Rate": 1.9794828949579546e-05, "Finetune/Loss": 0.889423668384552, "Finetune/Loss (Raw)": 0.9279932975769043, "Finetune/Step": 1781, "Finetune/Step Time": 10.70630401186645}
+{"Finetune/Learning Rate": 2.4344011246572375e-07, "Finetune/Loss": 0.5782220363616943, "Finetune/Loss (Raw)": 0.6492282748222351, "Finetune/Step": 17919, "Finetune/Step Time": 11.122752469033003}
+{"Finetune/Learning Rate": 2.430709476003978e-07, "Finetune/Loss": 0.578363835811615, "Finetune/Loss (Raw)": 0.634334921836853, "Finetune/Step": 17920, "Finetune/Step Time": 11.127290282398462}
+{"Finetune/Learning Rate": 1.9794489447105184e-05, "Finetune/Loss": 0.8873722553253174, "Finetune/Loss (Raw)": 0.5251973867416382, "Finetune/Step": 1782, "Finetune/Step Time": 10.745129644870758}
+{"Finetune/Learning Rate": 2.427020594138352e-07, "Finetune/Loss": 0.5790292024612427, "Finetune/Loss (Raw)": 0.5856563448905945, "Finetune/Step": 17921, "Finetune/Step Time": 11.130873546004295}
+{"Finetune/Learning Rate": 1.979414966688696e-05, "Finetune/Loss": 0.8873506784439087, "Finetune/Loss (Raw)": 0.870994508266449, "Finetune/Step": 1783, "Finetune/Step Time": 10.726399900391698}
+{"Finetune/Learning Rate": 2.4233344791649625e-07, "Finetune/Loss": 0.5792204141616821, "Finetune/Loss (Raw)": 0.6454001665115356, "Finetune/Step": 17922, "Finetune/Step Time": 11.120764549821615}
+{"Finetune/Learning Rate": 1.9793809608934498e-05, "Finetune/Loss": 0.886006236076355, "Finetune/Loss (Raw)": 0.7795064449310303, "Finetune/Step": 1784, "Finetune/Step Time": 10.728624636307359}
+{"Finetune/Learning Rate": 2.4196511311883385e-07, "Finetune/Loss": 0.5783700346946716, "Finetune/Loss (Raw)": 0.4982563555240631, "Finetune/Step": 17923, "Finetune/Step Time": 11.144923640415072}
+{"Finetune/Learning Rate": 1.9793469273257445e-05, "Finetune/Loss": 0.8839368224143982, "Finetune/Loss (Raw)": 0.6809114813804626, "Finetune/Step": 1785, "Finetune/Step Time": 10.794729560613632}
+{"Finetune/Learning Rate": 2.4159705503129406e-07, "Finetune/Loss": 0.5778506994247437, "Finetune/Loss (Raw)": 0.568354606628418, "Finetune/Step": 17924, "Finetune/Step Time": 11.140271505340934}
+{"Finetune/Learning Rate": 1.9793128659865454e-05, "Finetune/Loss": 0.8838937878608704, "Finetune/Loss (Raw)": 0.8841000199317932, "Finetune/Step": 1786, "Finetune/Step Time": 10.797526067122817}
+{"Finetune/Learning Rate": 2.412292736643107e-07, "Finetune/Loss": 0.5775377154350281, "Finetune/Loss (Raw)": 0.6608821153640747, "Finetune/Step": 17925, "Finetune/Step Time": 11.130606196820736}
+{"Finetune/Learning Rate": 1.9792787768768186e-05, "Finetune/Loss": 0.8843520283699036, "Finetune/Loss (Raw)": 0.9813821315765381, "Finetune/Step": 1787, "Finetune/Step Time": 10.801144501194358}
+{"Finetune/Learning Rate": 2.408617690283155e-07, "Finetune/Loss": 0.5790126323699951, "Finetune/Loss (Raw)": 0.5832152366638184, "Finetune/Step": 17926, "Finetune/Step Time": 11.099473472684622}
+{"Finetune/Learning Rate": 1.9792446599975296e-05, "Finetune/Loss": 0.8846802115440369, "Finetune/Loss (Raw)": 0.8716978430747986, "Finetune/Step": 1788, "Finetune/Step Time": 10.807622956112027}
+{"Finetune/Learning Rate": 2.4049454113372783e-07, "Finetune/Loss": 0.5794844627380371, "Finetune/Loss (Raw)": 0.7180579304695129, "Finetune/Step": 17927, "Finetune/Step Time": 11.13131338916719}
+{"Finetune/Learning Rate": 1.979210515349647e-05, "Finetune/Loss": 0.8853516578674316, "Finetune/Loss (Raw)": 0.9420204162597656, "Finetune/Step": 1789, "Finetune/Step Time": 10.806773278862238}
+{"Finetune/Learning Rate": 2.4012758999096387e-07, "Finetune/Loss": 0.5813919305801392, "Finetune/Loss (Raw)": 0.7473892569541931, "Finetune/Step": 17928, "Finetune/Step Time": 11.108526447787881}
+{"Finetune/Learning Rate": 1.979176342934139e-05, "Finetune/Loss": 0.8865237236022949, "Finetune/Loss (Raw)": 0.9308661222457886, "Finetune/Step": 1790, "Finetune/Step Time": 10.818805571645498}
+{"Finetune/Learning Rate": 2.397609156104286e-07, "Finetune/Loss": 0.580935537815094, "Finetune/Loss (Raw)": 0.6290278434753418, "Finetune/Step": 17929, "Finetune/Step Time": 11.107241746038198}
+{"Finetune/Learning Rate": 1.979142142751974e-05, "Finetune/Loss": 0.887325644493103, "Finetune/Loss (Raw)": 0.9646514058113098, "Finetune/Step": 1791, "Finetune/Step Time": 10.824623020365834}
+{"Finetune/Learning Rate": 2.3939451800252035e-07, "Finetune/Loss": 0.580934464931488, "Finetune/Loss (Raw)": 0.5651742815971375, "Finetune/Step": 17930, "Finetune/Step Time": 11.135658083483577}
+{"Finetune/Learning Rate": 1.979107914804122e-05, "Finetune/Loss": 0.8869354724884033, "Finetune/Loss (Raw)": 0.9093450307846069, "Finetune/Step": 1792, "Finetune/Step Time": 10.813402136787772}
+{"Finetune/Learning Rate": 2.3902839717762635e-07, "Finetune/Loss": 0.5814178586006165, "Finetune/Loss (Raw)": 0.6514143943786621, "Finetune/Step": 17931, "Finetune/Step Time": 11.09967029467225}
+{"Finetune/Learning Rate": 1.979073659091554e-05, "Finetune/Loss": 0.888948380947113, "Finetune/Loss (Raw)": 1.0480679273605347, "Finetune/Step": 1793, "Finetune/Step Time": 10.828358734026551}
+{"Finetune/Learning Rate": 2.3866255314613064e-07, "Finetune/Loss": 0.5834075808525085, "Finetune/Loss (Raw)": 0.6713346242904663, "Finetune/Step": 17932, "Finetune/Step Time": 11.067538945004344}
+{"Finetune/Learning Rate": 1.979039375615241e-05, "Finetune/Loss": 0.8894186019897461, "Finetune/Loss (Raw)": 0.9093570113182068, "Finetune/Step": 1794, "Finetune/Step Time": 10.823648374527693}
+{"Finetune/Learning Rate": 2.382969859184081e-07, "Finetune/Loss": 0.5853907465934753, "Finetune/Loss (Raw)": 0.7443832159042358, "Finetune/Step": 17933, "Finetune/Step Time": 11.061954332515597}
+{"Finetune/Learning Rate": 1.9790050643761552e-05, "Finetune/Loss": 0.8900960683822632, "Finetune/Loss (Raw)": 0.9756410717964172, "Finetune/Step": 1795, "Finetune/Step Time": 10.8348622135818}
+{"Finetune/Learning Rate": 2.3793169550482388e-07, "Finetune/Loss": 0.5864325761795044, "Finetune/Loss (Raw)": 0.6209821701049805, "Finetune/Step": 17934, "Finetune/Step Time": 11.060181302949786}
+{"Finetune/Learning Rate": 1.97897072537527e-05, "Finetune/Loss": 0.8891469240188599, "Finetune/Loss (Raw)": 0.8501731753349304, "Finetune/Step": 1796, "Finetune/Step Time": 10.866373093798757}
+{"Finetune/Learning Rate": 2.3756668191573627e-07, "Finetune/Loss": 0.5861564874649048, "Finetune/Loss (Raw)": 0.5883039236068726, "Finetune/Step": 17935, "Finetune/Step Time": 11.07705639488995}
+{"Finetune/Learning Rate": 1.9789363586135588e-05, "Finetune/Loss": 0.8905741572380066, "Finetune/Loss (Raw)": 0.9807044863700867, "Finetune/Step": 1797, "Finetune/Step Time": 10.787999114021659}
+{"Finetune/Learning Rate": 2.3720194516149818e-07, "Finetune/Loss": 0.5863960981369019, "Finetune/Loss (Raw)": 0.5341522097587585, "Finetune/Step": 17936, "Finetune/Step Time": 11.05200045928359}
+{"Finetune/Learning Rate": 1.9789019640919963e-05, "Finetune/Loss": 0.8914618492126465, "Finetune/Loss (Raw)": 0.9998933672904968, "Finetune/Step": 1798, "Finetune/Step Time": 10.779241507872939}
+{"Finetune/Learning Rate": 2.3683748525245132e-07, "Finetune/Loss": 0.5862258672714233, "Finetune/Loss (Raw)": 0.5012574195861816, "Finetune/Step": 17937, "Finetune/Step Time": 11.037488846108317}
+{"Finetune/Learning Rate": 1.9788675418115572e-05, "Finetune/Loss": 0.8925151824951172, "Finetune/Loss (Raw)": 0.9101986885070801, "Finetune/Step": 1799, "Finetune/Step Time": 10.77891281247139}
+{"Finetune/Learning Rate": 2.3647330219893073e-07, "Finetune/Loss": 0.5846700072288513, "Finetune/Loss (Raw)": 0.42999017238616943, "Finetune/Step": 17938, "Finetune/Step Time": 11.033371966332197}
+{"Finetune/Learning Rate": 1.9788330917732186e-05, "Finetune/Loss": 0.8920621871948242, "Finetune/Loss (Raw)": 0.8639891743659973, "Finetune/Step": 1800, "Finetune/Step Time": 10.782618328928947}
+{"Finetune/Learning Rate": 2.361093960112626e-07, "Finetune/Loss": 0.5855473279953003, "Finetune/Loss (Raw)": 0.6796783208847046, "Finetune/Step": 17939, "Finetune/Step Time": 11.084693185985088}
+{"Finetune/Learning Rate": 1.978798613977957e-05, "Finetune/Loss": 0.8932156562805176, "Finetune/Loss (Raw)": 0.8792486190795898, "Finetune/Step": 1801, "Finetune/Step Time": 10.783711571246386}
+{"Finetune/Learning Rate": 1.97876410842675e-05, "Finetune/Loss": 0.8933166265487671, "Finetune/Loss (Raw)": 0.9465394616127014, "Finetune/Step": 1802, "Finetune/Step Time": 10.78149575740099}
+{"Finetune/Learning Rate": 2.3574576669976867e-07, "Finetune/Loss": 0.5858644247055054, "Finetune/Loss (Raw)": 0.6009904146194458, "Finetune/Step": 17940, "Finetune/Step Time": 11.109635330736637}
+{"Finetune/Learning Rate": 1.9787295751205758e-05, "Finetune/Loss": 0.892526388168335, "Finetune/Loss (Raw)": 0.8236080408096313, "Finetune/Step": 1803, "Finetune/Step Time": 10.753931995481253}
+{"Finetune/Learning Rate": 2.353824142747574e-07, "Finetune/Loss": 0.5860868692398071, "Finetune/Loss (Raw)": 0.6150975227355957, "Finetune/Step": 17941, "Finetune/Step Time": 11.130698138847947}
+{"Finetune/Learning Rate": 1.978695014060414e-05, "Finetune/Loss": 0.8931100368499756, "Finetune/Loss (Raw)": 0.9419325590133667, "Finetune/Step": 1804, "Finetune/Step Time": 10.765951795503497}
+{"Finetune/Learning Rate": 2.3501933874653493e-07, "Finetune/Loss": 0.5866376161575317, "Finetune/Loss (Raw)": 0.6309586763381958, "Finetune/Step": 17942, "Finetune/Step Time": 11.131982866674662}
+{"Finetune/Learning Rate": 1.9786604252472446e-05, "Finetune/Loss": 0.8907760381698608, "Finetune/Loss (Raw)": 0.6627268195152283, "Finetune/Step": 1805, "Finetune/Step Time": 10.762193078175187}
+{"Finetune/Learning Rate": 2.346565401253964e-07, "Finetune/Loss": 0.5873224139213562, "Finetune/Loss (Raw)": 0.6482565402984619, "Finetune/Step": 17943, "Finetune/Step Time": 11.134219946339726}
+{"Finetune/Learning Rate": 1.978625808682049e-05, "Finetune/Loss": 0.889981746673584, "Finetune/Loss (Raw)": 0.913876473903656, "Finetune/Step": 1806, "Finetune/Step Time": 10.759171476587653}
+{"Finetune/Learning Rate": 2.3429401842162802e-07, "Finetune/Loss": 0.5867559909820557, "Finetune/Loss (Raw)": 0.5231298804283142, "Finetune/Step": 17944, "Finetune/Step Time": 11.133237149566412}
+{"Finetune/Learning Rate": 1.978591164365808e-05, "Finetune/Loss": 0.8909851312637329, "Finetune/Loss (Raw)": 0.9354948401451111, "Finetune/Step": 1807, "Finetune/Step Time": 10.723450601100922}
+{"Finetune/Learning Rate": 2.3393177364551267e-07, "Finetune/Loss": 0.5864975452423096, "Finetune/Loss (Raw)": 0.5137811303138733, "Finetune/Step": 17945, "Finetune/Step Time": 11.129740465432405}
+{"Finetune/Learning Rate": 1.9785564922995042e-05, "Finetune/Loss": 0.8912195563316345, "Finetune/Loss (Raw)": 0.85652756690979, "Finetune/Step": 1808, "Finetune/Step Time": 10.72046734020114}
+{"Finetune/Learning Rate": 2.3356980580732103e-07, "Finetune/Loss": 0.588253915309906, "Finetune/Loss (Raw)": 0.6152482628822327, "Finetune/Step": 17946, "Finetune/Step Time": 11.11580820940435}
+{"Finetune/Learning Rate": 1.978521792484121e-05, "Finetune/Loss": 0.891278088092804, "Finetune/Loss (Raw)": 0.8883348703384399, "Finetune/Step": 1809, "Finetune/Step Time": 10.718511816114187}
+{"Finetune/Learning Rate": 2.332081149173171e-07, "Finetune/Loss": 0.5868792533874512, "Finetune/Loss (Raw)": 0.4653834104537964, "Finetune/Step": 17947, "Finetune/Step Time": 11.112419364973903}
+{"Finetune/Learning Rate": 1.9784870649206423e-05, "Finetune/Loss": 0.8927823305130005, "Finetune/Loss (Raw)": 0.9915059804916382, "Finetune/Step": 1810, "Finetune/Step Time": 10.71563052944839}
+{"Finetune/Learning Rate": 2.3284670098575822e-07, "Finetune/Loss": 0.5871895551681519, "Finetune/Loss (Raw)": 0.6118291616439819, "Finetune/Step": 17948, "Finetune/Step Time": 11.074656754732132}
+{"Finetune/Learning Rate": 1.978452309610053e-05, "Finetune/Loss": 0.8921184539794922, "Finetune/Loss (Raw)": 0.920365571975708, "Finetune/Step": 1811, "Finetune/Step Time": 10.713815165683627}
+{"Finetune/Learning Rate": 2.3248556402289402e-07, "Finetune/Loss": 0.5860352516174316, "Finetune/Loss (Raw)": 0.43150585889816284, "Finetune/Step": 17949, "Finetune/Step Time": 11.07693482376635}
+{"Finetune/Learning Rate": 1.978417526553338e-05, "Finetune/Loss": 0.8930791616439819, "Finetune/Loss (Raw)": 0.9813324213027954, "Finetune/Step": 1812, "Finetune/Step Time": 10.710265202447772}
+{"Finetune/Learning Rate": 2.3212470403896291e-07, "Finetune/Loss": 0.5868954658508301, "Finetune/Loss (Raw)": 0.5846685767173767, "Finetune/Step": 17950, "Finetune/Step Time": 11.05824976041913}
+{"Finetune/Learning Rate": 1.978382715751485e-05, "Finetune/Loss": 0.8945238590240479, "Finetune/Loss (Raw)": 0.9185872673988342, "Finetune/Step": 1813, "Finetune/Step Time": 10.71004425175488}
+{"Finetune/Learning Rate": 2.31764121044199e-07, "Finetune/Loss": 0.5856367945671082, "Finetune/Loss (Raw)": 0.5009264349937439, "Finetune/Step": 17951, "Finetune/Step Time": 11.025988440960646}
+{"Finetune/Learning Rate": 1.9783478772054798e-05, "Finetune/Loss": 0.8949499130249023, "Finetune/Loss (Raw)": 0.9065393805503845, "Finetune/Step": 1814, "Finetune/Step Time": 10.721972456201911}
+{"Finetune/Learning Rate": 2.3140381504882736e-07, "Finetune/Loss": 0.5854831337928772, "Finetune/Loss (Raw)": 0.594512939453125, "Finetune/Step": 17952, "Finetune/Step Time": 11.020971620455384}
+{"Finetune/Learning Rate": 1.978313010916311e-05, "Finetune/Loss": 0.8954777717590332, "Finetune/Loss (Raw)": 0.9725692868232727, "Finetune/Step": 1815, "Finetune/Step Time": 10.733951542526484}
+{"Finetune/Learning Rate": 2.3104378606306653e-07, "Finetune/Loss": 0.5856998562812805, "Finetune/Loss (Raw)": 0.6692735552787781, "Finetune/Step": 17953, "Finetune/Step Time": 11.01763610355556}
+{"Finetune/Learning Rate": 1.9782781168849673e-05, "Finetune/Loss": 0.8942279815673828, "Finetune/Loss (Raw)": 0.859287679195404, "Finetune/Step": 1816, "Finetune/Step Time": 10.748458558693528}
+{"Finetune/Learning Rate": 2.3068403409712392e-07, "Finetune/Loss": 0.5860280990600586, "Finetune/Loss (Raw)": 0.580872118473053, "Finetune/Step": 17954, "Finetune/Step Time": 11.013319110497832}
+{"Finetune/Learning Rate": 1.978243195112438e-05, "Finetune/Loss": 0.8933731317520142, "Finetune/Loss (Raw)": 0.9130423665046692, "Finetune/Step": 1817, "Finetune/Step Time": 10.753167675808072}
+{"Finetune/Learning Rate": 2.3032455916120134e-07, "Finetune/Loss": 0.5862692594528198, "Finetune/Loss (Raw)": 0.6495582461357117, "Finetune/Step": 17955, "Finetune/Step Time": 11.00270489603281}
+{"Finetune/Learning Rate": 1.9782082455997137e-05, "Finetune/Loss": 0.8938301205635071, "Finetune/Loss (Raw)": 0.827265202999115, "Finetune/Step": 1818, "Finetune/Step Time": 10.759921781718731}
+{"Finetune/Learning Rate": 2.2996536126549395e-07, "Finetune/Loss": 0.5855766534805298, "Finetune/Loss (Raw)": 0.5542359352111816, "Finetune/Step": 17956, "Finetune/Step Time": 11.017594911158085}
+{"Finetune/Learning Rate": 1.9781732683477846e-05, "Finetune/Loss": 0.8956583738327026, "Finetune/Loss (Raw)": 0.9663571715354919, "Finetune/Step": 1819, "Finetune/Step Time": 10.731729729101062}
+{"Finetune/Learning Rate": 2.2960644042018698e-07, "Finetune/Loss": 0.5871737599372864, "Finetune/Loss (Raw)": 0.7564746737480164, "Finetune/Step": 17957, "Finetune/Step Time": 11.0126559343189}
+{"Finetune/Learning Rate": 1.9781382633576434e-05, "Finetune/Loss": 0.8950890302658081, "Finetune/Loss (Raw)": 0.769224226474762, "Finetune/Step": 1820, "Finetune/Step Time": 10.727073483169079}
+{"Finetune/Learning Rate": 2.292477966354567e-07, "Finetune/Loss": 0.5875371694564819, "Finetune/Loss (Raw)": 0.604575514793396, "Finetune/Step": 17958, "Finetune/Step Time": 11.009068416431546}
+{"Finetune/Learning Rate": 1.9781032306302825e-05, "Finetune/Loss": 0.8936876654624939, "Finetune/Loss (Raw)": 0.6763359904289246, "Finetune/Step": 1821, "Finetune/Step Time": 10.741328632459044}
+{"Finetune/Learning Rate": 2.288894299214761e-07, "Finetune/Loss": 0.5868932008743286, "Finetune/Loss (Raw)": 0.47817400097846985, "Finetune/Step": 17959, "Finetune/Step Time": 11.005309488624334}
+{"Finetune/Learning Rate": 1.9780681701666955e-05, "Finetune/Loss": 0.8924607038497925, "Finetune/Loss (Raw)": 0.7972378730773926, "Finetune/Step": 1822, "Finetune/Step Time": 10.74677792750299}
+{"Finetune/Learning Rate": 2.2853134028840594e-07, "Finetune/Loss": 0.5860130190849304, "Finetune/Loss (Raw)": 0.43775418400764465, "Finetune/Step": 17960, "Finetune/Step Time": 11.041248204186559}
+{"Finetune/Learning Rate": 1.9780330819678763e-05, "Finetune/Loss": 0.8930392265319824, "Finetune/Loss (Raw)": 1.0005611181259155, "Finetune/Step": 1823, "Finetune/Step Time": 10.744219018146396}
+{"Finetune/Learning Rate": 2.2817352774639923e-07, "Finetune/Loss": 0.5866235494613647, "Finetune/Loss (Raw)": 0.6558627486228943, "Finetune/Step": 17961, "Finetune/Step Time": 11.041472455486655}
+{"Finetune/Learning Rate": 1.97799796603482e-05, "Finetune/Loss": 0.892926812171936, "Finetune/Loss (Raw)": 0.9544526934623718, "Finetune/Step": 1824, "Finetune/Step Time": 10.752831373363733}
+{"Finetune/Learning Rate": 2.2781599230560446e-07, "Finetune/Loss": 0.5870264768600464, "Finetune/Loss (Raw)": 0.5943617224693298, "Finetune/Step": 17962, "Finetune/Step Time": 11.040617624297738}
+{"Finetune/Learning Rate": 1.9779628223685226e-05, "Finetune/Loss": 0.8937104344367981, "Finetune/Loss (Raw)": 0.9400168061256409, "Finetune/Step": 1825, "Finetune/Step Time": 10.73940071836114}
+{"Finetune/Learning Rate": 2.2745873397615913e-07, "Finetune/Loss": 0.587911069393158, "Finetune/Loss (Raw)": 0.6852118968963623, "Finetune/Step": 17963, "Finetune/Step Time": 11.04464628174901}
+{"Finetune/Learning Rate": 1.9779276509699806e-05, "Finetune/Loss": 0.8925095796585083, "Finetune/Loss (Raw)": 0.8947115540504456, "Finetune/Step": 1826, "Finetune/Step Time": 10.730352813377976}
+{"Finetune/Learning Rate": 2.2710175276819625e-07, "Finetune/Loss": 0.5881623029708862, "Finetune/Loss (Raw)": 0.5163480639457703, "Finetune/Step": 17964, "Finetune/Step Time": 11.048708610236645}
+{"Finetune/Learning Rate": 1.977892451840191e-05, "Finetune/Loss": 0.8918740153312683, "Finetune/Loss (Raw)": 0.9881616234779358, "Finetune/Step": 1827, "Finetune/Step Time": 10.732581263408065}
+{"Finetune/Learning Rate": 2.2674504869183655e-07, "Finetune/Loss": 0.5887454748153687, "Finetune/Loss (Raw)": 0.6475808024406433, "Finetune/Step": 17965, "Finetune/Step Time": 11.038450095802546}
+{"Finetune/Learning Rate": 1.9778572249801523e-05, "Finetune/Loss": 0.8907740712165833, "Finetune/Loss (Raw)": 0.8712877631187439, "Finetune/Step": 1828, "Finetune/Step Time": 10.720300998538733}
+{"Finetune/Learning Rate": 2.2638862175719645e-07, "Finetune/Loss": 0.5874757766723633, "Finetune/Loss (Raw)": 0.3932989537715912, "Finetune/Step": 17966, "Finetune/Step Time": 11.030010212212801}
+{"Finetune/Learning Rate": 1.9778219703908633e-05, "Finetune/Loss": 0.8904609680175781, "Finetune/Loss (Raw)": 0.9486364722251892, "Finetune/Step": 1829, "Finetune/Step Time": 10.71967756934464}
+{"Finetune/Learning Rate": 2.2603247197438227e-07, "Finetune/Loss": 0.5881087779998779, "Finetune/Loss (Raw)": 0.7300068736076355, "Finetune/Step": 17967, "Finetune/Step Time": 11.036882862448692}
+{"Finetune/Learning Rate": 1.977786688073324e-05, "Finetune/Loss": 0.8912599086761475, "Finetune/Loss (Raw)": 0.8954781889915466, "Finetune/Step": 1830, "Finetune/Step Time": 10.714051462709904}
+{"Finetune/Learning Rate": 2.2567659935349373e-07, "Finetune/Loss": 0.5885782241821289, "Finetune/Loss (Raw)": 0.6845436692237854, "Finetune/Step": 17968, "Finetune/Step Time": 11.039910022169352}
+{"Finetune/Learning Rate": 1.9777513780285345e-05, "Finetune/Loss": 0.8929760456085205, "Finetune/Loss (Raw)": 0.8426814079284668, "Finetune/Step": 1831, "Finetune/Step Time": 10.678510157391429}
+{"Finetune/Learning Rate": 1.977716040257496e-05, "Finetune/Loss": 0.8934577703475952, "Finetune/Loss (Raw)": 0.9819933772087097, "Finetune/Step": 1832, "Finetune/Step Time": 10.682633081451058}
+{"Finetune/Learning Rate": 2.2532100390462054e-07, "Finetune/Loss": 0.5893746018409729, "Finetune/Loss (Raw)": 0.6147575974464417, "Finetune/Step": 17969, "Finetune/Step Time": 11.056045558303595}
+{"Finetune/Learning Rate": 1.9776806747612113e-05, "Finetune/Loss": 0.8939584493637085, "Finetune/Loss (Raw)": 0.9888150691986084, "Finetune/Step": 1833, "Finetune/Step Time": 10.67632038705051}
+{"Finetune/Learning Rate": 2.2496568563785014e-07, "Finetune/Loss": 0.5895561575889587, "Finetune/Loss (Raw)": 0.5671374201774597, "Finetune/Step": 17970, "Finetune/Step Time": 11.059280753135681}
+{"Finetune/Learning Rate": 2.2461064456325566e-07, "Finetune/Loss": 0.5906384587287903, "Finetune/Loss (Raw)": 0.6404160857200623, "Finetune/Step": 17971, "Finetune/Step Time": 11.05416677519679}
+{"Finetune/Learning Rate": 1.977645281540683e-05, "Finetune/Loss": 0.8918003439903259, "Finetune/Loss (Raw)": 0.5990180969238281, "Finetune/Step": 1834, "Finetune/Step Time": 10.71162443421781}
+{"Finetune/Learning Rate": 2.2425588069090787e-07, "Finetune/Loss": 0.5901851654052734, "Finetune/Loss (Raw)": 0.5219283103942871, "Finetune/Step": 17972, "Finetune/Step Time": 11.04761864617467}
+{"Finetune/Learning Rate": 1.9776098605969142e-05, "Finetune/Loss": 0.8910012245178223, "Finetune/Loss (Raw)": 0.7929622530937195, "Finetune/Step": 1835, "Finetune/Step Time": 10.708668794482946}
+{"Finetune/Learning Rate": 2.239013940308632e-07, "Finetune/Loss": 0.59099942445755, "Finetune/Loss (Raw)": 0.6066628098487854, "Finetune/Step": 17973, "Finetune/Step Time": 11.027063883841038}
+{"Finetune/Learning Rate": 1.9775744119309095e-05, "Finetune/Loss": 0.8921278715133667, "Finetune/Loss (Raw)": 0.8782565593719482, "Finetune/Step": 1836, "Finetune/Step Time": 10.71480268985033}
+{"Finetune/Learning Rate": 2.235471845931747e-07, "Finetune/Loss": 0.5911198854446411, "Finetune/Loss (Raw)": 0.542555034160614, "Finetune/Step": 17974, "Finetune/Step Time": 11.00809389911592}
+{"Finetune/Learning Rate": 1.9775389355436746e-05, "Finetune/Loss": 0.892403244972229, "Finetune/Loss (Raw)": 0.9179516434669495, "Finetune/Step": 1837, "Finetune/Step Time": 10.712496602907777}
+{"Finetune/Learning Rate": 2.231932523878888e-07, "Finetune/Loss": 0.590788722038269, "Finetune/Loss (Raw)": 0.558463454246521, "Finetune/Step": 17975, "Finetune/Step Time": 11.025090212002397}
+{"Finetune/Learning Rate": 1.9775034314362152e-05, "Finetune/Loss": 0.8938802480697632, "Finetune/Loss (Raw)": 0.9790899157524109, "Finetune/Step": 1838, "Finetune/Step Time": 10.717590590938926}
+{"Finetune/Learning Rate": 2.228395974250386e-07, "Finetune/Loss": 0.5910719633102417, "Finetune/Loss (Raw)": 0.6046125888824463, "Finetune/Step": 17976, "Finetune/Step Time": 11.028190679848194}
+{"Finetune/Learning Rate": 1.977467899609538e-05, "Finetune/Loss": 0.8943091630935669, "Finetune/Loss (Raw)": 0.9582014083862305, "Finetune/Step": 1839, "Finetune/Step Time": 10.717236692085862}
+{"Finetune/Learning Rate": 2.2248621971465713e-07, "Finetune/Loss": 0.5913438200950623, "Finetune/Loss (Raw)": 0.6344966888427734, "Finetune/Step": 17977, "Finetune/Step Time": 11.037251073867083}
+{"Finetune/Learning Rate": 1.977432340064651e-05, "Finetune/Loss": 0.8941007852554321, "Finetune/Loss (Raw)": 0.7917117476463318, "Finetune/Step": 1840, "Finetune/Step Time": 10.70845390856266}
+{"Finetune/Learning Rate": 2.2213311926676308e-07, "Finetune/Loss": 0.5917327404022217, "Finetune/Loss (Raw)": 0.6112551689147949, "Finetune/Step": 17978, "Finetune/Step Time": 11.033015351742506}
+{"Finetune/Learning Rate": 1.977396752802562e-05, "Finetune/Loss": 0.8930648565292358, "Finetune/Loss (Raw)": 0.7865116596221924, "Finetune/Step": 1841, "Finetune/Step Time": 10.756239626556635}
+{"Finetune/Learning Rate": 2.2178029609136842e-07, "Finetune/Loss": 0.5917383432388306, "Finetune/Loss (Raw)": 0.5649706721305847, "Finetune/Step": 17979, "Finetune/Step Time": 11.006948241963983}
+{"Finetune/Learning Rate": 1.9773611378242807e-05, "Finetune/Loss": 0.8927532434463501, "Finetune/Loss (Raw)": 0.8584671020507812, "Finetune/Step": 1842, "Finetune/Step Time": 10.747135585173965}
+{"Finetune/Learning Rate": 2.2142775019847963e-07, "Finetune/Loss": 0.5923413038253784, "Finetune/Loss (Raw)": 0.6603285074234009, "Finetune/Step": 17980, "Finetune/Step Time": 11.006927993148565}
+{"Finetune/Learning Rate": 1.9773254951308165e-05, "Finetune/Loss": 0.894182562828064, "Finetune/Loss (Raw)": 1.09874427318573, "Finetune/Step": 1843, "Finetune/Step Time": 10.74415086582303}
+{"Finetune/Learning Rate": 2.2107548159809312e-07, "Finetune/Loss": 0.5921468734741211, "Finetune/Loss (Raw)": 0.5167510509490967, "Finetune/Step": 17981, "Finetune/Step Time": 10.983465258032084}
+{"Finetune/Learning Rate": 1.9772898247231803e-05, "Finetune/Loss": 0.8949303030967712, "Finetune/Loss (Raw)": 0.9983116388320923, "Finetune/Step": 1844, "Finetune/Step Time": 10.741112675517797}
+{"Finetune/Learning Rate": 2.2072349030019757e-07, "Finetune/Loss": 0.5913810133934021, "Finetune/Loss (Raw)": 0.595287024974823, "Finetune/Step": 17982, "Finetune/Step Time": 10.987239260226488}
+{"Finetune/Learning Rate": 2.20371776314775e-07, "Finetune/Loss": 0.5918775796890259, "Finetune/Loss (Raw)": 0.5817386507987976, "Finetune/Step": 17983, "Finetune/Step Time": 10.984269896522164}
+{"Finetune/Learning Rate": 1.9772541266023843e-05, "Finetune/Loss": 0.8941362500190735, "Finetune/Loss (Raw)": 0.7438071370124817, "Finetune/Step": 1845, "Finetune/Step Time": 10.75909810513258}
+{"Finetune/Learning Rate": 1.9772184007694396e-05, "Finetune/Loss": 0.8955463767051697, "Finetune/Loss (Raw)": 1.0008219480514526, "Finetune/Step": 1846, "Finetune/Step Time": 10.754068713635206}
+{"Finetune/Learning Rate": 2.200203396517997e-07, "Finetune/Loss": 0.5918320417404175, "Finetune/Loss (Raw)": 0.4994901716709137, "Finetune/Step": 17984, "Finetune/Step Time": 10.95472920127213}
+{"Finetune/Learning Rate": 1.97718264722536e-05, "Finetune/Loss": 0.8969847559928894, "Finetune/Loss (Raw)": 1.0043879747390747, "Finetune/Step": 1847, "Finetune/Step Time": 10.742734372615814}
+{"Finetune/Learning Rate": 2.1966918032123918e-07, "Finetune/Loss": 0.5912737846374512, "Finetune/Loss (Raw)": 0.6041271090507507, "Finetune/Step": 17985, "Finetune/Step Time": 10.971590306609869}
+{"Finetune/Learning Rate": 2.1931829833304663e-07, "Finetune/Loss": 0.5915061235427856, "Finetune/Loss (Raw)": 0.517027735710144, "Finetune/Step": 17986, "Finetune/Step Time": 10.975274024531245}
+{"Finetune/Learning Rate": 1.9771468659711595e-05, "Finetune/Loss": 0.8963364958763123, "Finetune/Loss (Raw)": 0.9074422717094421, "Finetune/Step": 1848, "Finetune/Step Time": 10.762774921953678}
+{"Finetune/Learning Rate": 1.9771110570078525e-05, "Finetune/Loss": 0.8975071907043457, "Finetune/Loss (Raw)": 0.9316301941871643, "Finetune/Step": 1849, "Finetune/Step Time": 10.754251454025507}
+{"Finetune/Learning Rate": 2.189676936971763e-07, "Finetune/Loss": 0.5908756256103516, "Finetune/Loss (Raw)": 0.521489679813385, "Finetune/Step": 17987, "Finetune/Step Time": 11.014839008450508}
+{"Finetune/Learning Rate": 1.9770752203364546e-05, "Finetune/Loss": 0.8962060213088989, "Finetune/Loss (Raw)": 0.8628499507904053, "Finetune/Step": 1850, "Finetune/Step Time": 10.760171359404922}
+{"Finetune/Learning Rate": 2.186173664235669e-07, "Finetune/Loss": 0.5907093286514282, "Finetune/Loss (Raw)": 0.5811935067176819, "Finetune/Step": 17988, "Finetune/Step Time": 11.007604002952576}
+{"Finetune/Learning Rate": 1.9770393559579815e-05, "Finetune/Loss": 0.895296037197113, "Finetune/Loss (Raw)": 0.8753794431686401, "Finetune/Step": 1851, "Finetune/Step Time": 10.757515536621213}
+{"Finetune/Learning Rate": 2.1826731652215604e-07, "Finetune/Loss": 0.5903779864311218, "Finetune/Loss (Raw)": 0.511971652507782, "Finetune/Step": 17989, "Finetune/Step Time": 11.011649884283543}
+{"Finetune/Learning Rate": 1.9770034638734506e-05, "Finetune/Loss": 0.895462155342102, "Finetune/Loss (Raw)": 0.8723408579826355, "Finetune/Step": 1852, "Finetune/Step Time": 10.76268589310348}
+{"Finetune/Learning Rate": 2.1791754400286802e-07, "Finetune/Loss": 0.5906199216842651, "Finetune/Loss (Raw)": 0.4969794750213623, "Finetune/Step": 17990, "Finetune/Step Time": 11.014145778492093}
+{"Finetune/Learning Rate": 1.9769675440838802e-05, "Finetune/Loss": 0.8968660831451416, "Finetune/Loss (Raw)": 1.1470578908920288, "Finetune/Step": 1853, "Finetune/Step Time": 10.752647446468472}
+{"Finetune/Learning Rate": 2.1756804887562155e-07, "Finetune/Loss": 0.5911130905151367, "Finetune/Loss (Raw)": 0.6457889676094055, "Finetune/Step": 17991, "Finetune/Step Time": 11.02183123677969}
+{"Finetune/Learning Rate": 1.9769315965902876e-05, "Finetune/Loss": 0.8987972736358643, "Finetune/Loss (Raw)": 1.1038814783096313, "Finetune/Step": 1854, "Finetune/Step Time": 10.746399400755763}
+{"Finetune/Learning Rate": 2.172188311503276e-07, "Finetune/Loss": 0.5911262631416321, "Finetune/Loss (Raw)": 0.61983722448349, "Finetune/Step": 17992, "Finetune/Step Time": 11.028223671019077}
+{"Finetune/Learning Rate": 1.9768956213936934e-05, "Finetune/Loss": 0.9022599458694458, "Finetune/Loss (Raw)": 1.1179172992706299, "Finetune/Step": 1855, "Finetune/Step Time": 10.755505349487066}
+{"Finetune/Learning Rate": 2.1686989083688936e-07, "Finetune/Loss": 0.5907140970230103, "Finetune/Loss (Raw)": 0.5515121221542358, "Finetune/Step": 17993, "Finetune/Step Time": 11.00749053992331}
+{"Finetune/Learning Rate": 1.9768596184951174e-05, "Finetune/Loss": 0.8984875082969666, "Finetune/Loss (Raw)": 0.6424052715301514, "Finetune/Step": 1856, "Finetune/Step Time": 10.790834460407495}
+{"Finetune/Learning Rate": 2.1652122794520225e-07, "Finetune/Loss": 0.5896055698394775, "Finetune/Loss (Raw)": 0.5340209007263184, "Finetune/Step": 17994, "Finetune/Step Time": 10.98378611728549}
+{"Finetune/Learning Rate": 1.9768235878955804e-05, "Finetune/Loss": 0.896081805229187, "Finetune/Loss (Raw)": 0.6740438342094421, "Finetune/Step": 1857, "Finetune/Step Time": 10.803965672850609}
+{"Finetune/Learning Rate": 2.161728424851517e-07, "Finetune/Loss": 0.5893593430519104, "Finetune/Loss (Raw)": 0.5201789140701294, "Finetune/Step": 17995, "Finetune/Step Time": 10.984567057341337}
+{"Finetune/Learning Rate": 1.976787529596104e-05, "Finetune/Loss": 0.8959642052650452, "Finetune/Loss (Raw)": 0.9034571647644043, "Finetune/Step": 1858, "Finetune/Step Time": 10.811992345377803}
+{"Finetune/Learning Rate": 2.1582473446661867e-07, "Finetune/Loss": 0.5896965861320496, "Finetune/Loss (Raw)": 0.603355884552002, "Finetune/Step": 17996, "Finetune/Step Time": 10.967618910595775}
+{"Finetune/Learning Rate": 2.1547690389947306e-07, "Finetune/Loss": 0.5896958708763123, "Finetune/Loss (Raw)": 0.6541961431503296, "Finetune/Step": 17997, "Finetune/Step Time": 10.946027629077435}
+{"Finetune/Learning Rate": 1.976751443597711e-05, "Finetune/Loss": 0.8949384689331055, "Finetune/Loss (Raw)": 0.7794599533081055, "Finetune/Step": 1859, "Finetune/Step Time": 10.83138094842434}
+{"Finetune/Learning Rate": 1.9767153299014242e-05, "Finetune/Loss": 0.8964234590530396, "Finetune/Loss (Raw)": 1.0027644634246826, "Finetune/Step": 1860, "Finetune/Step Time": 10.839255128055811}
+{"Finetune/Learning Rate": 2.151293507935792e-07, "Finetune/Loss": 0.588099479675293, "Finetune/Loss (Raw)": 0.3908539116382599, "Finetune/Step": 17998, "Finetune/Step Time": 10.971358237788081}
+{"Finetune/Learning Rate": 1.9766791885082684e-05, "Finetune/Loss": 0.896170437335968, "Finetune/Loss (Raw)": 0.7870146036148071, "Finetune/Step": 1861, "Finetune/Step Time": 10.798442644998431}
+{"Finetune/Learning Rate": 2.1478207515879147e-07, "Finetune/Loss": 0.5877318382263184, "Finetune/Loss (Raw)": 0.44071823358535767, "Finetune/Step": 17999, "Finetune/Step Time": 11.005416048690677}
+{"Finetune/Learning Rate": 1.976643019419268e-05, "Finetune/Loss": 0.8956775665283203, "Finetune/Loss (Raw)": 0.8402907252311707, "Finetune/Step": 1862, "Finetune/Step Time": 10.800385309383273}
+{"Finetune/Learning Rate": 2.1443507700495968e-07, "Finetune/Loss": 0.5879203081130981, "Finetune/Loss (Raw)": 0.6016559600830078, "Finetune/Step": 18000, "Finetune/Step Time": 11.012432005256414}
+{"Finetune/Learning Rate": 1.9766068226354488e-05, "Finetune/Loss": 0.8946577906608582, "Finetune/Loss (Raw)": 0.7097114324569702, "Finetune/Step": 1863, "Finetune/Step Time": 10.849864089861512}
+{"Finetune/Learning Rate": 2.1408835634192271e-07, "Finetune/Loss": 0.587995171546936, "Finetune/Loss (Raw)": 0.6240601539611816, "Finetune/Step": 18001, "Finetune/Step Time": 11.004209266975522}
+{"Finetune/Learning Rate": 2.1374191317951266e-07, "Finetune/Loss": 0.5875581502914429, "Finetune/Loss (Raw)": 0.5749045014381409, "Finetune/Step": 18002, "Finetune/Step Time": 11.020733062177896}
+{"Finetune/Learning Rate": 1.9765705981578374e-05, "Finetune/Loss": 0.8924961686134338, "Finetune/Loss (Raw)": 0.6432598233222961, "Finetune/Step": 1864, "Finetune/Step Time": 10.900364452973008}
+{"Finetune/Learning Rate": 1.9765343459874607e-05, "Finetune/Loss": 0.8942182064056396, "Finetune/Loss (Raw)": 1.0330612659454346, "Finetune/Step": 1865, "Finetune/Step Time": 10.877747980877757}
+{"Finetune/Learning Rate": 2.1339574752755387e-07, "Finetune/Loss": 0.5867650508880615, "Finetune/Loss (Raw)": 0.5749396681785583, "Finetune/Step": 18003, "Finetune/Step Time": 11.021530136466026}
+{"Finetune/Learning Rate": 1.9764980661253465e-05, "Finetune/Loss": 0.8948345184326172, "Finetune/Loss (Raw)": 0.9221172332763672, "Finetune/Step": 1866, "Finetune/Step Time": 10.871698956936598}
+{"Finetune/Learning Rate": 2.1304985939586186e-07, "Finetune/Loss": 0.5866077542304993, "Finetune/Loss (Raw)": 0.5820578932762146, "Finetune/Step": 18004, "Finetune/Step Time": 11.015997931361198}
+{"Finetune/Learning Rate": 1.9764617585725245e-05, "Finetune/Loss": 0.8941888809204102, "Finetune/Loss (Raw)": 0.8927463889122009, "Finetune/Step": 1867, "Finetune/Step Time": 10.868384262546897}
+{"Finetune/Learning Rate": 2.1270424879424545e-07, "Finetune/Loss": 0.5859154462814331, "Finetune/Loss (Raw)": 0.4818771183490753, "Finetune/Step": 18005, "Finetune/Step Time": 11.023983607068658}
+{"Finetune/Learning Rate": 1.9764254233300233e-05, "Finetune/Loss": 0.8940513134002686, "Finetune/Loss (Raw)": 0.8574223518371582, "Finetune/Step": 1868, "Finetune/Step Time": 10.864335399121046}
+{"Finetune/Learning Rate": 2.1235891573250455e-07, "Finetune/Loss": 0.5854106545448303, "Finetune/Loss (Raw)": 0.5152110457420349, "Finetune/Step": 18006, "Finetune/Step Time": 11.019085278734565}
+{"Finetune/Learning Rate": 1.9763890603988737e-05, "Finetune/Loss": 0.8950009346008301, "Finetune/Loss (Raw)": 0.9809521436691284, "Finetune/Step": 1869, "Finetune/Step Time": 10.861743789166212}
+{"Finetune/Learning Rate": 2.1201386022043358e-07, "Finetune/Loss": 0.5851750373840332, "Finetune/Loss (Raw)": 0.5227800607681274, "Finetune/Step": 18007, "Finetune/Step Time": 11.018471360206604}
+{"Finetune/Learning Rate": 1.9763526697801072e-05, "Finetune/Loss": 0.8947042226791382, "Finetune/Loss (Raw)": 0.9086294174194336, "Finetune/Step": 1870, "Finetune/Step Time": 10.85436693392694}
+{"Finetune/Learning Rate": 2.116690822678158e-07, "Finetune/Loss": 0.5860791802406311, "Finetune/Loss (Raw)": 0.5741509795188904, "Finetune/Step": 18008, "Finetune/Step Time": 11.016959438100457}
+{"Finetune/Learning Rate": 1.976316251474755e-05, "Finetune/Loss": 0.8980154991149902, "Finetune/Loss (Raw)": 1.100550651550293, "Finetune/Step": 1871, "Finetune/Step Time": 10.81332660280168}
+{"Finetune/Learning Rate": 2.1132458188442896e-07, "Finetune/Loss": 0.5865868330001831, "Finetune/Loss (Raw)": 0.6307276487350464, "Finetune/Step": 18009, "Finetune/Step Time": 11.016200125217438}
+{"Finetune/Learning Rate": 1.9762798054838503e-05, "Finetune/Loss": 0.8970006108283997, "Finetune/Loss (Raw)": 0.7701715230941772, "Finetune/Step": 1872, "Finetune/Step Time": 10.80924067273736}
+{"Finetune/Learning Rate": 2.1098035908004078e-07, "Finetune/Loss": 0.5857875347137451, "Finetune/Loss (Raw)": 0.5481316447257996, "Finetune/Step": 18010, "Finetune/Step Time": 10.991324791684747}
+{"Finetune/Learning Rate": 1.9762433318084263e-05, "Finetune/Loss": 0.8958331942558289, "Finetune/Loss (Raw)": 0.8758590221405029, "Finetune/Step": 1873, "Finetune/Step Time": 10.798764809966087}
+{"Finetune/Learning Rate": 2.1063641386441348e-07, "Finetune/Loss": 0.5875409245491028, "Finetune/Loss (Raw)": 0.5678592920303345, "Finetune/Step": 18011, "Finetune/Step Time": 10.953145673498511}
+{"Finetune/Learning Rate": 1.976206830449518e-05, "Finetune/Loss": 0.8975217342376709, "Finetune/Loss (Raw)": 1.0809435844421387, "Finetune/Step": 1874, "Finetune/Step Time": 10.795184928923845}
+{"Finetune/Learning Rate": 2.1029274624730034e-07, "Finetune/Loss": 0.5862165093421936, "Finetune/Loss (Raw)": 0.5186799168586731, "Finetune/Step": 18012, "Finetune/Step Time": 10.95500678755343}
+{"Finetune/Learning Rate": 1.9761703014081593e-05, "Finetune/Loss": 0.8978307843208313, "Finetune/Loss (Raw)": 0.930705189704895, "Finetune/Step": 1875, "Finetune/Step Time": 10.799812054261565}
+{"Finetune/Learning Rate": 2.099493562384469e-07, "Finetune/Loss": 0.5868490934371948, "Finetune/Loss (Raw)": 0.6584795117378235, "Finetune/Step": 18013, "Finetune/Step Time": 10.966859919950366}
+{"Finetune/Learning Rate": 1.9761337446853872e-05, "Finetune/Loss": 0.8977208137512207, "Finetune/Loss (Raw)": 0.9316877722740173, "Finetune/Step": 1876, "Finetune/Step Time": 10.804908910766244}
+{"Finetune/Learning Rate": 1.9760971602822378e-05, "Finetune/Loss": 0.8989691734313965, "Finetune/Loss (Raw)": 1.0351879596710205, "Finetune/Step": 1877, "Finetune/Step Time": 10.80522095412016}
+{"Finetune/Learning Rate": 2.09606243847591e-07, "Finetune/Loss": 0.5853157043457031, "Finetune/Loss (Raw)": 0.5125390887260437, "Finetune/Step": 18014, "Finetune/Step Time": 10.991385530680418}
+{"Finetune/Learning Rate": 1.9760605481997484e-05, "Finetune/Loss": 0.8986743688583374, "Finetune/Loss (Raw)": 0.9628299474716187, "Finetune/Step": 1878, "Finetune/Step Time": 10.80183825455606}
+{"Finetune/Learning Rate": 2.092634090844625e-07, "Finetune/Loss": 0.5856238007545471, "Finetune/Loss (Raw)": 0.6028802990913391, "Finetune/Step": 18015, "Finetune/Step Time": 10.979153033345938}
+{"Finetune/Learning Rate": 1.976023908438957e-05, "Finetune/Loss": 0.8998788595199585, "Finetune/Loss (Raw)": 1.073479175567627, "Finetune/Step": 1879, "Finetune/Step Time": 10.802642844617367}
+{"Finetune/Learning Rate": 2.0892085195878154e-07, "Finetune/Loss": 0.5848838686943054, "Finetune/Loss (Raw)": 0.528493344783783, "Finetune/Step": 18016, "Finetune/Step Time": 10.977892315015197}
+{"Finetune/Learning Rate": 1.9759872410009036e-05, "Finetune/Loss": 0.9002326726913452, "Finetune/Loss (Raw)": 0.8408455848693848, "Finetune/Step": 1880, "Finetune/Step Time": 10.797800481319427}
+{"Finetune/Learning Rate": 2.085785724802636e-07, "Finetune/Loss": 0.5839219689369202, "Finetune/Loss (Raw)": 0.5499199032783508, "Finetune/Step": 18017, "Finetune/Step Time": 11.012639667838812}
+{"Finetune/Learning Rate": 1.9759505458866272e-05, "Finetune/Loss": 0.9005495309829712, "Finetune/Loss (Raw)": 0.9528446793556213, "Finetune/Step": 1881, "Finetune/Step Time": 10.794875616207719}
+{"Finetune/Learning Rate": 2.0823657065861313e-07, "Finetune/Loss": 0.584627628326416, "Finetune/Loss (Raw)": 0.6811023354530334, "Finetune/Step": 18018, "Finetune/Step Time": 11.017533315345645}
+{"Finetune/Learning Rate": 1.9759138230971688e-05, "Finetune/Loss": 0.9004095792770386, "Finetune/Loss (Raw)": 0.8676521182060242, "Finetune/Step": 1882, "Finetune/Step Time": 10.789924452081323}
+{"Finetune/Learning Rate": 1.975877072633569e-05, "Finetune/Loss": 0.9005130529403687, "Finetune/Loss (Raw)": 1.0409184694290161, "Finetune/Step": 1883, "Finetune/Step Time": 10.788130087777972}
+{"Finetune/Learning Rate": 2.078948465035302e-07, "Finetune/Loss": 0.5831952095031738, "Finetune/Loss (Raw)": 0.3807278275489807, "Finetune/Step": 18019, "Finetune/Step Time": 11.063553968444467}
+{"Finetune/Learning Rate": 1.975840294496871e-05, "Finetune/Loss": 0.9008879065513611, "Finetune/Loss (Raw)": 0.932086706161499, "Finetune/Step": 1884, "Finetune/Step Time": 10.785359617322683}
+{"Finetune/Learning Rate": 2.075534000247037e-07, "Finetune/Loss": 0.5817030668258667, "Finetune/Loss (Raw)": 0.4869164824485779, "Finetune/Step": 18020, "Finetune/Step Time": 11.06020114198327}
+{"Finetune/Learning Rate": 1.9758034886881168e-05, "Finetune/Loss": 0.9009226560592651, "Finetune/Loss (Raw)": 0.9322324395179749, "Finetune/Step": 1885, "Finetune/Step Time": 10.784072954207659}
+{"Finetune/Learning Rate": 2.0721223123181921e-07, "Finetune/Loss": 0.5807819962501526, "Finetune/Loss (Raw)": 0.5295904278755188, "Finetune/Step": 18021, "Finetune/Step Time": 11.063595524057746}
+{"Finetune/Learning Rate": 1.9757666552083504e-05, "Finetune/Loss": 0.8990839719772339, "Finetune/Loss (Raw)": 0.625065267086029, "Finetune/Step": 1886, "Finetune/Step Time": 10.814904484897852}
+{"Finetune/Learning Rate": 2.068713401345468e-07, "Finetune/Loss": 0.5806431174278259, "Finetune/Loss (Raw)": 0.5168273448944092, "Finetune/Step": 18022, "Finetune/Step Time": 11.040492866188288}
+{"Finetune/Learning Rate": 1.9757297940586167e-05, "Finetune/Loss": 0.899139404296875, "Finetune/Loss (Raw)": 0.8942528367042542, "Finetune/Step": 1887, "Finetune/Step Time": 10.813056522980332}
+{"Finetune/Learning Rate": 2.0653072674255537e-07, "Finetune/Loss": 0.5797765254974365, "Finetune/Loss (Raw)": 0.5069755911827087, "Finetune/Step": 18023, "Finetune/Step Time": 11.035085186362267}
+{"Finetune/Learning Rate": 1.9756929052399606e-05, "Finetune/Loss": 0.8984725475311279, "Finetune/Loss (Raw)": 0.9194860458374023, "Finetune/Step": 1888, "Finetune/Step Time": 10.812057038769126}
+{"Finetune/Learning Rate": 2.0619039106550387e-07, "Finetune/Loss": 0.5777310729026794, "Finetune/Loss (Raw)": 0.4110465347766876, "Finetune/Step": 18024, "Finetune/Step Time": 11.069732569158077}
+{"Finetune/Learning Rate": 1.975655988753428e-05, "Finetune/Loss": 0.9010943174362183, "Finetune/Loss (Raw)": 0.8782244324684143, "Finetune/Step": 1889, "Finetune/Step Time": 10.772300980985165}
+{"Finetune/Learning Rate": 1.9756190446000657e-05, "Finetune/Loss": 0.9019565582275391, "Finetune/Loss (Raw)": 0.9454173445701599, "Finetune/Step": 1890, "Finetune/Step Time": 10.7602625079453}
+{"Finetune/Learning Rate": 2.0585033311304237e-07, "Finetune/Loss": 0.5762801170349121, "Finetune/Loss (Raw)": 0.5095657706260681, "Finetune/Step": 18025, "Finetune/Step Time": 11.086178010329604}
+{"Finetune/Learning Rate": 1.975582072780922e-05, "Finetune/Loss": 0.9009445309638977, "Finetune/Loss (Raw)": 0.8001782894134521, "Finetune/Step": 1891, "Finetune/Step Time": 10.754526214674115}
+{"Finetune/Learning Rate": 2.0551055289481536e-07, "Finetune/Loss": 0.5767147541046143, "Finetune/Loss (Raw)": 0.5903306007385254, "Finetune/Step": 18026, "Finetune/Step Time": 11.082527900114655}
+{"Finetune/Learning Rate": 1.9755450732970448e-05, "Finetune/Loss": 0.9010299444198608, "Finetune/Loss (Raw)": 0.9434328675270081, "Finetune/Step": 1892, "Finetune/Step Time": 10.759993128478527}
+{"Finetune/Learning Rate": 2.0517105042045847e-07, "Finetune/Loss": 0.5760974287986755, "Finetune/Loss (Raw)": 0.5905319452285767, "Finetune/Step": 18027, "Finetune/Step Time": 11.082283137366176}
+{"Finetune/Learning Rate": 1.9755080461494834e-05, "Finetune/Loss": 0.9025618433952332, "Finetune/Loss (Raw)": 1.0052287578582764, "Finetune/Step": 1893, "Finetune/Step Time": 10.759128035977483}
+{"Finetune/Learning Rate": 2.0483182569959627e-07, "Finetune/Loss": 0.5765936970710754, "Finetune/Loss (Raw)": 0.6094185709953308, "Finetune/Step": 18028, "Finetune/Step Time": 11.071546375751495}
+{"Finetune/Learning Rate": 1.9754709913392877e-05, "Finetune/Loss": 0.902868390083313, "Finetune/Loss (Raw)": 0.9871634840965271, "Finetune/Step": 1894, "Finetune/Step Time": 10.750460410490632}
+{"Finetune/Learning Rate": 2.0449287874184986e-07, "Finetune/Loss": 0.5771957039833069, "Finetune/Loss (Raw)": 0.5863516926765442, "Finetune/Step": 18029, "Finetune/Step Time": 11.04200074262917}
+{"Finetune/Learning Rate": 1.9754339088675088e-05, "Finetune/Loss": 0.9029455184936523, "Finetune/Loss (Raw)": 0.9080893397331238, "Finetune/Step": 1895, "Finetune/Step Time": 10.749831762164831}
+{"Finetune/Learning Rate": 2.0415420955683052e-07, "Finetune/Loss": 0.576636791229248, "Finetune/Loss (Raw)": 0.5805511474609375, "Finetune/Step": 18030, "Finetune/Step Time": 11.06179246865213}
+{"Finetune/Learning Rate": 1.975396798735198e-05, "Finetune/Loss": 0.9032622575759888, "Finetune/Loss (Raw)": 0.994004487991333, "Finetune/Step": 1896, "Finetune/Step Time": 10.736493339762092}
+{"Finetune/Learning Rate": 2.0381581815414274e-07, "Finetune/Loss": 0.5769728422164917, "Finetune/Loss (Raw)": 0.6921457648277283, "Finetune/Step": 18031, "Finetune/Step Time": 11.067363876849413}
+{"Finetune/Learning Rate": 1.9753596609434072e-05, "Finetune/Loss": 0.9031054973602295, "Finetune/Loss (Raw)": 0.9500086903572083, "Finetune/Step": 1897, "Finetune/Step Time": 10.73516209423542}
+{"Finetune/Learning Rate": 2.0347770454338111e-07, "Finetune/Loss": 0.5755821466445923, "Finetune/Loss (Raw)": 0.4881989657878876, "Finetune/Step": 18032, "Finetune/Step Time": 11.067228496074677}
+{"Finetune/Learning Rate": 1.9753224954931905e-05, "Finetune/Loss": 0.9017277956008911, "Finetune/Loss (Raw)": 0.8215402364730835, "Finetune/Step": 1898, "Finetune/Step Time": 10.753520643338561}
+{"Finetune/Learning Rate": 2.031398687341357e-07, "Finetune/Loss": 0.574612021446228, "Finetune/Loss (Raw)": 0.41488489508628845, "Finetune/Step": 18033, "Finetune/Step Time": 11.058681277558208}
+{"Finetune/Learning Rate": 1.975285302385601e-05, "Finetune/Loss": 0.9023513793945312, "Finetune/Loss (Raw)": 1.080251932144165, "Finetune/Step": 1899, "Finetune/Step Time": 10.7575768455863}
+{"Finetune/Learning Rate": 2.0280231073598333e-07, "Finetune/Loss": 0.5753390789031982, "Finetune/Loss (Raw)": 0.6210346221923828, "Finetune/Step": 18034, "Finetune/Step Time": 11.04114905372262}
+{"Finetune/Learning Rate": 1.9752480816216936e-05, "Finetune/Loss": 0.9018152952194214, "Finetune/Loss (Raw)": 0.8722559809684753, "Finetune/Step": 1900, "Finetune/Step Time": 10.759348835796118}
+{"Finetune/Learning Rate": 2.0246503055849854e-07, "Finetune/Loss": 0.575316309928894, "Finetune/Loss (Raw)": 0.5583184361457825, "Finetune/Step": 18035, "Finetune/Step Time": 11.042617851868272}
+{"Finetune/Learning Rate": 2.0212802821124588e-07, "Finetune/Loss": 0.5753967761993408, "Finetune/Loss (Raw)": 0.5193575024604797, "Finetune/Step": 18036, "Finetune/Step Time": 11.044096548110247}
+{"Finetune/Learning Rate": 1.975210833202524e-05, "Finetune/Loss": 0.9027206897735596, "Finetune/Loss (Raw)": 0.9772315621376038, "Finetune/Step": 1901, "Finetune/Step Time": 10.766511492431164}
+{"Finetune/Learning Rate": 2.0179130370377998e-07, "Finetune/Loss": 0.5752131938934326, "Finetune/Loss (Raw)": 0.5677900314331055, "Finetune/Step": 18037, "Finetune/Step Time": 11.035482335835695}
+{"Finetune/Learning Rate": 1.9751735571291483e-05, "Finetune/Loss": 0.9038913249969482, "Finetune/Loss (Raw)": 1.1060603857040405, "Finetune/Step": 1902, "Finetune/Step Time": 10.76358830370009}
+{"Finetune/Learning Rate": 2.0145485704564982e-07, "Finetune/Loss": 0.5744274258613586, "Finetune/Loss (Raw)": 0.5349365472793579, "Finetune/Step": 18038, "Finetune/Step Time": 11.03637814708054}
+{"Finetune/Learning Rate": 1.9751362534026234e-05, "Finetune/Loss": 0.9039427042007446, "Finetune/Loss (Raw)": 0.9415363669395447, "Finetune/Step": 1903, "Finetune/Step Time": 10.747532676905394}
+{"Finetune/Learning Rate": 1.9750989220240073e-05, "Finetune/Loss": 0.9035781621932983, "Finetune/Loss (Raw)": 0.8684477806091309, "Finetune/Step": 1904, "Finetune/Step Time": 10.749094605445862}
+{"Finetune/Learning Rate": 2.011186882463978e-07, "Finetune/Loss": 0.5744893550872803, "Finetune/Loss (Raw)": 0.5511090755462646, "Finetune/Step": 18039, "Finetune/Step Time": 11.05480214394629}
+{"Finetune/Learning Rate": 1.9750615629943585e-05, "Finetune/Loss": 0.902215838432312, "Finetune/Loss (Raw)": 0.7826778888702393, "Finetune/Step": 1905, "Finetune/Step Time": 10.780432423576713}
+{"Finetune/Learning Rate": 2.0078279731555517e-07, "Finetune/Loss": 0.5751490592956543, "Finetune/Loss (Raw)": 0.598138153553009, "Finetune/Step": 18040, "Finetune/Step Time": 11.0724026132375}
+{"Finetune/Learning Rate": 2.0044718426264652e-07, "Finetune/Loss": 0.5750215649604797, "Finetune/Loss (Raw)": 0.6534350514411926, "Finetune/Step": 18041, "Finetune/Step Time": 11.069885477423668}
+{"Finetune/Learning Rate": 1.9750241763147366e-05, "Finetune/Loss": 0.9006347060203552, "Finetune/Loss (Raw)": 0.638410747051239, "Finetune/Step": 1906, "Finetune/Step Time": 10.823169646784663}
+{"Finetune/Learning Rate": 2.0011184909718982e-07, "Finetune/Loss": 0.5747398138046265, "Finetune/Loss (Raw)": 0.5866758823394775, "Finetune/Step": 18042, "Finetune/Step Time": 11.085147999227047}
+{"Finetune/Learning Rate": 1.9749867619862016e-05, "Finetune/Loss": 0.9007227420806885, "Finetune/Loss (Raw)": 0.8108651638031006, "Finetune/Step": 1907, "Finetune/Step Time": 10.830527003854513}
+{"Finetune/Learning Rate": 1.9977679182869414e-07, "Finetune/Loss": 0.5747489333152771, "Finetune/Loss (Raw)": 0.5734155774116516, "Finetune/Step": 18043, "Finetune/Step Time": 11.077587401494384}
+{"Finetune/Learning Rate": 1.974949320009815e-05, "Finetune/Loss": 0.8981435894966125, "Finetune/Loss (Raw)": 0.6190511584281921, "Finetune/Step": 1908, "Finetune/Step Time": 10.838428676128387}
+{"Finetune/Learning Rate": 1.9944201246666072e-07, "Finetune/Loss": 0.5738822817802429, "Finetune/Loss (Raw)": 0.5290125608444214, "Finetune/Step": 18044, "Finetune/Step Time": 11.06983968615532}
+{"Finetune/Learning Rate": 1.9749118503866374e-05, "Finetune/Loss": 0.8984191417694092, "Finetune/Loss (Raw)": 0.9632640480995178, "Finetune/Step": 1909, "Finetune/Step Time": 10.843239644542336}
+{"Finetune/Learning Rate": 1.99107511020582e-07, "Finetune/Loss": 0.5732951760292053, "Finetune/Loss (Raw)": 0.5303771495819092, "Finetune/Step": 18045, "Finetune/Step Time": 11.076024129986763}
+{"Finetune/Learning Rate": 1.9748743531177323e-05, "Finetune/Loss": 0.9015724658966064, "Finetune/Loss (Raw)": 0.9288220405578613, "Finetune/Step": 1910, "Finetune/Step Time": 10.817997641861439}
+{"Finetune/Learning Rate": 1.9877328749994485e-07, "Finetune/Loss": 0.5742336511611938, "Finetune/Loss (Raw)": 0.5387879610061646, "Finetune/Step": 18046, "Finetune/Step Time": 11.040002573281527}
+{"Finetune/Learning Rate": 1.9748368282041627e-05, "Finetune/Loss": 0.901371419429779, "Finetune/Loss (Raw)": 0.8452626466751099, "Finetune/Step": 1911, "Finetune/Step Time": 10.816949801519513}
+{"Finetune/Learning Rate": 1.984393419142261e-07, "Finetune/Loss": 0.5732605457305908, "Finetune/Loss (Raw)": 0.5246778130531311, "Finetune/Step": 18047, "Finetune/Step Time": 11.035252902656794}
+{"Finetune/Learning Rate": 1.9810567427289596e-07, "Finetune/Loss": 0.5719960927963257, "Finetune/Loss (Raw)": 0.4724798798561096, "Finetune/Step": 18048, "Finetune/Step Time": 11.03312567062676}
+{"Finetune/Learning Rate": 1.9747992756469925e-05, "Finetune/Loss": 0.902350664138794, "Finetune/Loss (Raw)": 0.904847264289856, "Finetune/Step": 1912, "Finetune/Step Time": 10.85580699518323}
+{"Finetune/Learning Rate": 1.9777228458541576e-07, "Finetune/Loss": 0.5708928108215332, "Finetune/Loss (Raw)": 0.4444340169429779, "Finetune/Step": 18049, "Finetune/Step Time": 11.036121958866715}
+{"Finetune/Learning Rate": 1.9747616954472874e-05, "Finetune/Loss": 0.9043861627578735, "Finetune/Loss (Raw)": 0.9414510726928711, "Finetune/Step": 1913, "Finetune/Step Time": 10.798123320564628}
+{"Finetune/Learning Rate": 1.9743917286124014e-07, "Finetune/Loss": 0.5710510611534119, "Finetune/Loss (Raw)": 0.6656591892242432, "Finetune/Step": 18050, "Finetune/Step Time": 11.032099083065987}
+{"Finetune/Learning Rate": 1.974724087606112e-05, "Finetune/Loss": 0.9041516780853271, "Finetune/Loss (Raw)": 0.8540882468223572, "Finetune/Step": 1914, "Finetune/Step Time": 10.794730138033628}
+{"Finetune/Learning Rate": 1.9710633910981603e-07, "Finetune/Loss": 0.5716320276260376, "Finetune/Loss (Raw)": 0.5726214647293091, "Finetune/Step": 18051, "Finetune/Step Time": 10.995804522186518}
+{"Finetune/Learning Rate": 1.9746864521245333e-05, "Finetune/Loss": 0.9037628769874573, "Finetune/Loss (Raw)": 0.9316191077232361, "Finetune/Step": 1915, "Finetune/Step Time": 10.802624886855483}
+{"Finetune/Learning Rate": 1.9677378334057807e-07, "Finetune/Loss": 0.5720900893211365, "Finetune/Loss (Raw)": 0.6269898414611816, "Finetune/Step": 18052, "Finetune/Step Time": 10.993821106851101}
+{"Finetune/Learning Rate": 1.9746487890036182e-05, "Finetune/Loss": 0.9027935266494751, "Finetune/Loss (Raw)": 0.7476115226745605, "Finetune/Step": 1916, "Finetune/Step Time": 10.78675794415176}
+{"Finetune/Learning Rate": 1.9746110982444352e-05, "Finetune/Loss": 0.9023394584655762, "Finetune/Loss (Raw)": 0.8838979005813599, "Finetune/Step": 1917, "Finetune/Step Time": 10.777971506118774}
+{"Finetune/Learning Rate": 1.964415055629598e-07, "Finetune/Loss": 0.5717217326164246, "Finetune/Loss (Raw)": 0.6137284636497498, "Finetune/Step": 18053, "Finetune/Step Time": 10.994268152862787}
+{"Finetune/Learning Rate": 1.9610950578638267e-07, "Finetune/Loss": 0.5717500448226929, "Finetune/Loss (Raw)": 0.5868391394615173, "Finetune/Step": 18054, "Finetune/Step Time": 10.991219587624073}
+{"Finetune/Learning Rate": 1.974573379848053e-05, "Finetune/Loss": 0.9003278613090515, "Finetune/Loss (Raw)": 0.6733931303024292, "Finetune/Step": 1918, "Finetune/Step Time": 10.766630550846457}
+{"Finetune/Learning Rate": 1.9577778402026238e-07, "Finetune/Loss": 0.570978045463562, "Finetune/Loss (Raw)": 0.6192400455474854, "Finetune/Step": 18055, "Finetune/Step Time": 10.952328953891993}
+{"Finetune/Learning Rate": 1.974535633815541e-05, "Finetune/Loss": 0.8993141651153564, "Finetune/Loss (Raw)": 0.8349031209945679, "Finetune/Step": 1919, "Finetune/Step Time": 10.781825453042984}
+{"Finetune/Learning Rate": 1.9544634027400367e-07, "Finetune/Loss": 0.5692676305770874, "Finetune/Loss (Raw)": 0.52845698595047, "Finetune/Step": 18056, "Finetune/Step Time": 10.947703642770648}
+{"Finetune/Learning Rate": 1.9744978601479693e-05, "Finetune/Loss": 0.9000180959701538, "Finetune/Loss (Raw)": 0.9994387626647949, "Finetune/Step": 1920, "Finetune/Step Time": 10.782800344750285}
+{"Finetune/Learning Rate": 1.951151745570079e-07, "Finetune/Loss": 0.5682835578918457, "Finetune/Loss (Raw)": 0.5030725002288818, "Finetune/Step": 18057, "Finetune/Step Time": 10.943330932408571}
+{"Finetune/Learning Rate": 1.97446005884641e-05, "Finetune/Loss": 0.8983001112937927, "Finetune/Loss (Raw)": 0.82816481590271, "Finetune/Step": 1921, "Finetune/Step Time": 10.762729922309518}
+{"Finetune/Learning Rate": 1.9478428687866313e-07, "Finetune/Loss": 0.5688514709472656, "Finetune/Loss (Raw)": 0.6378593444824219, "Finetune/Step": 18058, "Finetune/Step Time": 10.917411118745804}
+{"Finetune/Learning Rate": 1.9744222299119338e-05, "Finetune/Loss": 0.8984031081199646, "Finetune/Loss (Raw)": 0.9225462675094604, "Finetune/Step": 1922, "Finetune/Step Time": 10.76602115854621}
+{"Finetune/Learning Rate": 1.9445367724835297e-07, "Finetune/Loss": 0.5680273175239563, "Finetune/Loss (Raw)": 0.5459255576133728, "Finetune/Step": 18059, "Finetune/Step Time": 10.934549374505877}
+{"Finetune/Learning Rate": 1.9743843733456146e-05, "Finetune/Loss": 0.895846426486969, "Finetune/Loss (Raw)": 0.6483861207962036, "Finetune/Step": 1923, "Finetune/Step Time": 10.7670205142349}
+{"Finetune/Learning Rate": 1.9412334567545433e-07, "Finetune/Loss": 0.5675444602966309, "Finetune/Loss (Raw)": 0.6095313429832458, "Finetune/Step": 18060, "Finetune/Step Time": 10.9351990185678}
+{"Finetune/Learning Rate": 1.974346489148525e-05, "Finetune/Loss": 0.8966267108917236, "Finetune/Loss (Raw)": 0.9500461220741272, "Finetune/Step": 1924, "Finetune/Step Time": 10.740959949791431}
+{"Finetune/Learning Rate": 1.9379329216933308e-07, "Finetune/Loss": 0.5667824149131775, "Finetune/Loss (Raw)": 0.6468414068222046, "Finetune/Step": 18061, "Finetune/Step Time": 10.937876306474209}
+{"Finetune/Learning Rate": 1.9743085773217397e-05, "Finetune/Loss": 0.8964288830757141, "Finetune/Loss (Raw)": 0.9553807377815247, "Finetune/Step": 1925, "Finetune/Step Time": 10.745206203311682}
+{"Finetune/Learning Rate": 1.934635167393484e-07, "Finetune/Loss": 0.5672478675842285, "Finetune/Loss (Raw)": 0.6805604696273804, "Finetune/Step": 18062, "Finetune/Step Time": 10.969780214130878}
+{"Finetune/Learning Rate": 1.9742706378663338e-05, "Finetune/Loss": 0.8959671258926392, "Finetune/Loss (Raw)": 0.9407983422279358, "Finetune/Step": 1926, "Finetune/Step Time": 10.744350034743547}
+{"Finetune/Learning Rate": 1.931340193948539e-07, "Finetune/Loss": 0.5675030946731567, "Finetune/Loss (Raw)": 0.6209670901298523, "Finetune/Step": 18063, "Finetune/Step Time": 10.950126254931092}
+{"Finetune/Learning Rate": 1.974232670783383e-05, "Finetune/Loss": 0.8941968083381653, "Finetune/Loss (Raw)": 0.683596134185791, "Finetune/Step": 1927, "Finetune/Step Time": 10.77672591805458}
+{"Finetune/Learning Rate": 1.9280480014519098e-07, "Finetune/Loss": 0.5679267048835754, "Finetune/Loss (Raw)": 0.5883787274360657, "Finetune/Step": 18064, "Finetune/Step Time": 10.949122782796621}
+{"Finetune/Learning Rate": 1.974194676073964e-05, "Finetune/Loss": 0.8950911164283752, "Finetune/Loss (Raw)": 0.9784547686576843, "Finetune/Step": 1928, "Finetune/Step Time": 10.777061617001891}
+{"Finetune/Learning Rate": 1.9247585899969557e-07, "Finetune/Loss": 0.5680621266365051, "Finetune/Loss (Raw)": 0.5185943245887756, "Finetune/Step": 18065, "Finetune/Step Time": 10.947894847020507}
+{"Finetune/Learning Rate": 1.974156653739154e-05, "Finetune/Loss": 0.8956922292709351, "Finetune/Loss (Raw)": 0.9561871886253357, "Finetune/Step": 1929, "Finetune/Step Time": 10.77990559861064}
+{"Finetune/Learning Rate": 1.921471959676957e-07, "Finetune/Loss": 0.5699077248573303, "Finetune/Loss (Raw)": 0.6662234663963318, "Finetune/Step": 18066, "Finetune/Step Time": 10.945321476086974}
+{"Finetune/Learning Rate": 1.9741186037800317e-05, "Finetune/Loss": 0.895573079586029, "Finetune/Loss (Raw)": 0.9312896728515625, "Finetune/Step": 1930, "Finetune/Step Time": 10.782495686784387}
+{"Finetune/Learning Rate": 1.9181881105851175e-07, "Finetune/Loss": 0.569455623626709, "Finetune/Loss (Raw)": 0.6218118071556091, "Finetune/Step": 18067, "Finetune/Step Time": 10.897730490192771}
+{"Finetune/Learning Rate": 1.9149070428145511e-07, "Finetune/Loss": 0.5692703723907471, "Finetune/Loss (Raw)": 0.5772755742073059, "Finetune/Step": 18068, "Finetune/Step Time": 10.87141690030694}
+{"Finetune/Learning Rate": 1.974080526197676e-05, "Finetune/Loss": 0.8958244323730469, "Finetune/Loss (Raw)": 0.855786919593811, "Finetune/Step": 1931, "Finetune/Step Time": 10.815862787887454}
+{"Finetune/Learning Rate": 1.9116287564583168e-07, "Finetune/Loss": 0.5687352418899536, "Finetune/Loss (Raw)": 0.5466010570526123, "Finetune/Step": 18069, "Finetune/Step Time": 10.849022809416056}
+{"Finetune/Learning Rate": 1.974042420993166e-05, "Finetune/Loss": 0.8956577777862549, "Finetune/Loss (Raw)": 0.92059725522995, "Finetune/Step": 1932, "Finetune/Step Time": 10.800209099426866}
+{"Finetune/Learning Rate": 1.9083532516093628e-07, "Finetune/Loss": 0.5676779747009277, "Finetune/Loss (Raw)": 0.4956279993057251, "Finetune/Step": 18070, "Finetune/Step Time": 10.866235600784421}
+{"Finetune/Learning Rate": 1.974004288167583e-05, "Finetune/Loss": 0.8979780673980713, "Finetune/Loss (Raw)": 0.9597250819206238, "Finetune/Step": 1933, "Finetune/Step Time": 10.81883910857141}
+{"Finetune/Learning Rate": 1.973966127722008e-05, "Finetune/Loss": 0.8972004652023315, "Finetune/Loss (Raw)": 0.814349353313446, "Finetune/Step": 1934, "Finetune/Step Time": 10.817646507173777}
+{"Finetune/Learning Rate": 1.905080528360581e-07, "Finetune/Loss": 0.5675677061080933, "Finetune/Loss (Raw)": 0.6341457366943359, "Finetune/Step": 18071, "Finetune/Step Time": 10.868361158296466}
+{"Finetune/Learning Rate": 1.9018105868047533e-07, "Finetune/Loss": 0.5675643682479858, "Finetune/Loss (Raw)": 0.5227066874504089, "Finetune/Step": 18072, "Finetune/Step Time": 10.867833836004138}
+{"Finetune/Learning Rate": 1.9739279396575234e-05, "Finetune/Loss": 0.8965475559234619, "Finetune/Loss (Raw)": 0.851920485496521, "Finetune/Step": 1935, "Finetune/Step Time": 10.82167194597423}
+{"Finetune/Learning Rate": 1.973889723975212e-05, "Finetune/Loss": 0.897216796875, "Finetune/Loss (Raw)": 0.9421884417533875, "Finetune/Step": 1936, "Finetune/Step Time": 10.827794674783945}
+{"Finetune/Learning Rate": 1.8985434270346382e-07, "Finetune/Loss": 0.5683102607727051, "Finetune/Loss (Raw)": 0.6092559695243835, "Finetune/Step": 18073, "Finetune/Step Time": 10.876919388771057}
+{"Finetune/Learning Rate": 1.973851480676157e-05, "Finetune/Loss": 0.8968715667724609, "Finetune/Loss (Raw)": 0.8441412448883057, "Finetune/Step": 1937, "Finetune/Step Time": 10.847592189908028}
+{"Finetune/Learning Rate": 1.8952790491428508e-07, "Finetune/Loss": 0.5673621892929077, "Finetune/Loss (Raw)": 0.4938867390155792, "Finetune/Step": 18074, "Finetune/Step Time": 10.895155809819698}
+{"Finetune/Learning Rate": 1.9738132097614436e-05, "Finetune/Loss": 0.8969752788543701, "Finetune/Loss (Raw)": 1.004779577255249, "Finetune/Step": 1938, "Finetune/Step Time": 10.848017260432243}
+{"Finetune/Learning Rate": 1.8920174532219837e-07, "Finetune/Loss": 0.5682980418205261, "Finetune/Loss (Raw)": 0.5851789712905884, "Finetune/Step": 18075, "Finetune/Step Time": 10.900903895497322}
+{"Finetune/Learning Rate": 1.8887586393645407e-07, "Finetune/Loss": 0.5677018165588379, "Finetune/Loss (Raw)": 0.535511314868927, "Finetune/Step": 18076, "Finetune/Step Time": 10.900657946243882}
+{"Finetune/Learning Rate": 1.9737749112321566e-05, "Finetune/Loss": 0.8962426781654358, "Finetune/Loss (Raw)": 0.8266004920005798, "Finetune/Step": 1939, "Finetune/Step Time": 10.88042019866407}
+{"Finetune/Learning Rate": 1.8855026076628923e-07, "Finetune/Loss": 0.5681501626968384, "Finetune/Loss (Raw)": 0.4888937175273895, "Finetune/Step": 18077, "Finetune/Step Time": 10.895930593833327}
+{"Finetune/Learning Rate": 1.973736585089382e-05, "Finetune/Loss": 0.8962153196334839, "Finetune/Loss (Raw)": 0.9778293371200562, "Finetune/Step": 1940, "Finetune/Step Time": 10.889744095504284}
+{"Finetune/Learning Rate": 1.8822493582093981e-07, "Finetune/Loss": 0.5686801671981812, "Finetune/Loss (Raw)": 0.6525141596794128, "Finetune/Step": 18078, "Finetune/Step Time": 10.882900517433882}
+{"Finetune/Learning Rate": 1.9736982313342073e-05, "Finetune/Loss": 0.894999086856842, "Finetune/Loss (Raw)": 0.76289963722229, "Finetune/Step": 1941, "Finetune/Step Time": 10.905744215473533}
+{"Finetune/Learning Rate": 1.8789988910962952e-07, "Finetune/Loss": 0.5699561238288879, "Finetune/Loss (Raw)": 0.6642404198646545, "Finetune/Step": 18079, "Finetune/Step Time": 10.878296947106719}
+{"Finetune/Learning Rate": 1.973659849967719e-05, "Finetune/Loss": 0.8953378200531006, "Finetune/Loss (Raw)": 0.9499041438102722, "Finetune/Step": 1942, "Finetune/Step Time": 10.911532940343022}
+{"Finetune/Learning Rate": 1.8757512064157658e-07, "Finetune/Loss": 0.5701682567596436, "Finetune/Loss (Raw)": 0.6216694712638855, "Finetune/Step": 18080, "Finetune/Step Time": 10.878355350345373}
+{"Finetune/Learning Rate": 1.9736214409910062e-05, "Finetune/Loss": 0.8951025009155273, "Finetune/Loss (Raw)": 0.942449688911438, "Finetune/Step": 1943, "Finetune/Step Time": 10.904495310038328}
+{"Finetune/Learning Rate": 1.8725063042598912e-07, "Finetune/Loss": 0.5697977542877197, "Finetune/Loss (Raw)": 0.621846616268158, "Finetune/Step": 18081, "Finetune/Step Time": 10.876338122412562}
+{"Finetune/Learning Rate": 1.9735830044051582e-05, "Finetune/Loss": 0.8957129716873169, "Finetune/Loss (Raw)": 0.9374259114265442, "Finetune/Step": 1944, "Finetune/Step Time": 10.885511141270399}
+{"Finetune/Learning Rate": 1.8692641847207316e-07, "Finetune/Loss": 0.5700121521949768, "Finetune/Loss (Raw)": 0.6083178520202637, "Finetune/Step": 18082, "Finetune/Step Time": 10.878004044294357}
+{"Finetune/Learning Rate": 1.9735445402112646e-05, "Finetune/Loss": 0.895045280456543, "Finetune/Loss (Raw)": 0.8275800943374634, "Finetune/Step": 1945, "Finetune/Step Time": 10.902866436168551}
+{"Finetune/Learning Rate": 1.8660248478901688e-07, "Finetune/Loss": 0.5691320896148682, "Finetune/Loss (Raw)": 0.5369150638580322, "Finetune/Step": 18083, "Finetune/Step Time": 10.88194497488439}
+{"Finetune/Learning Rate": 1.9735060484104162e-05, "Finetune/Loss": 0.895003080368042, "Finetune/Loss (Raw)": 0.821861743927002, "Finetune/Step": 1946, "Finetune/Step Time": 10.88870301656425}
+{"Finetune/Learning Rate": 1.862788293860096e-07, "Finetune/Loss": 0.568767786026001, "Finetune/Loss (Raw)": 0.5075963735580444, "Finetune/Step": 18084, "Finetune/Step Time": 10.876337276771665}
+{"Finetune/Learning Rate": 1.9734675290037045e-05, "Finetune/Loss": 0.8935414552688599, "Finetune/Loss (Raw)": 0.7792763710021973, "Finetune/Step": 1947, "Finetune/Step Time": 10.915450930595398}
+{"Finetune/Learning Rate": 1.8595545227222845e-07, "Finetune/Loss": 0.5676859617233276, "Finetune/Loss (Raw)": 0.6180084943771362, "Finetune/Step": 18085, "Finetune/Step Time": 10.881142899394035}
+{"Finetune/Learning Rate": 1.973428981992222e-05, "Finetune/Loss": 0.8939359188079834, "Finetune/Loss (Raw)": 0.8197146058082581, "Finetune/Step": 1948, "Finetune/Step Time": 10.914311796426773}
+{"Finetune/Learning Rate": 1.856323534568427e-07, "Finetune/Loss": 0.568212628364563, "Finetune/Loss (Raw)": 0.6719887256622314, "Finetune/Step": 18086, "Finetune/Step Time": 10.890639098361135}
+{"Finetune/Learning Rate": 1.9733904073770612e-05, "Finetune/Loss": 0.8962968587875366, "Finetune/Loss (Raw)": 0.9785279631614685, "Finetune/Step": 1949, "Finetune/Step Time": 10.897908302024007}
+{"Finetune/Learning Rate": 1.853095329490151e-07, "Finetune/Loss": 0.5691246390342712, "Finetune/Loss (Raw)": 0.5949029326438904, "Finetune/Step": 18087, "Finetune/Step Time": 10.884603900834918}
+{"Finetune/Learning Rate": 1.973351805159317e-05, "Finetune/Loss": 0.8974317312240601, "Finetune/Loss (Raw)": 0.9425065517425537, "Finetune/Step": 1950, "Finetune/Step Time": 10.894371120259166}
+{"Finetune/Learning Rate": 1.8498699075789938e-07, "Finetune/Loss": 0.5696467161178589, "Finetune/Loss (Raw)": 0.5045889616012573, "Finetune/Step": 18088, "Finetune/Step Time": 10.867988977581263}
+{"Finetune/Learning Rate": 1.973313175340083e-05, "Finetune/Loss": 0.8959546089172363, "Finetune/Loss (Raw)": 0.8114815354347229, "Finetune/Step": 1951, "Finetune/Step Time": 10.893033871427178}
+{"Finetune/Learning Rate": 1.846647268926438e-07, "Finetune/Loss": 0.5695892572402954, "Finetune/Loss (Raw)": 0.648507297039032, "Finetune/Step": 18089, "Finetune/Step Time": 10.869138050824404}
+{"Finetune/Learning Rate": 1.9732745179204553e-05, "Finetune/Loss": 0.8964574933052063, "Finetune/Loss (Raw)": 1.0188312530517578, "Finetune/Step": 1952, "Finetune/Step Time": 10.886969106271863}
+{"Finetune/Learning Rate": 1.843427413623844e-07, "Finetune/Loss": 0.5679999589920044, "Finetune/Loss (Raw)": 0.3909333646297455, "Finetune/Step": 18090, "Finetune/Step Time": 10.904314326122403}
+{"Finetune/Learning Rate": 1.9732358329015298e-05, "Finetune/Loss": 0.8959360122680664, "Finetune/Loss (Raw)": 0.8732624053955078, "Finetune/Step": 1953, "Finetune/Step Time": 10.896035425364971}
+{"Finetune/Learning Rate": 1.9731971202844036e-05, "Finetune/Loss": 0.896069347858429, "Finetune/Loss (Raw)": 0.9117787480354309, "Finetune/Step": 1954, "Finetune/Step Time": 10.897015748545527}
+{"Finetune/Learning Rate": 1.8402103417625273e-07, "Finetune/Loss": 0.5672215223312378, "Finetune/Loss (Raw)": 0.5855650305747986, "Finetune/Step": 18091, "Finetune/Step Time": 10.933002382516861}
+{"Finetune/Learning Rate": 1.9731583800701742e-05, "Finetune/Loss": 0.8946614861488342, "Finetune/Loss (Raw)": 0.8079590797424316, "Finetune/Step": 1955, "Finetune/Step Time": 10.900232328101993}
+{"Finetune/Learning Rate": 1.836996053433726e-07, "Finetune/Loss": 0.5661607384681702, "Finetune/Loss (Raw)": 0.3805682063102722, "Finetune/Step": 18092, "Finetune/Step Time": 10.975310172885656}
+{"Finetune/Learning Rate": 1.973119612259941e-05, "Finetune/Loss": 0.8955144882202148, "Finetune/Loss (Raw)": 0.9804674386978149, "Finetune/Step": 1956, "Finetune/Step Time": 10.904225127771497}
+{"Finetune/Learning Rate": 1.9730808168548026e-05, "Finetune/Loss": 0.8955360054969788, "Finetune/Loss (Raw)": 0.9513892531394958, "Finetune/Step": 1957, "Finetune/Step Time": 10.910243773832917}
+{"Finetune/Learning Rate": 1.833784548728579e-07, "Finetune/Loss": 0.5651559829711914, "Finetune/Loss (Raw)": 0.5189709067344666, "Finetune/Step": 18093, "Finetune/Step Time": 10.991788553074002}
+{"Finetune/Learning Rate": 1.9730419938558593e-05, "Finetune/Loss": 0.8964322209358215, "Finetune/Loss (Raw)": 1.0101940631866455, "Finetune/Step": 1958, "Finetune/Step Time": 10.907853301614523}
+{"Finetune/Learning Rate": 1.830575827738146e-07, "Finetune/Loss": 0.5668975114822388, "Finetune/Loss (Raw)": 0.6162164807319641, "Finetune/Step": 18094, "Finetune/Step Time": 10.995024506002665}
+{"Finetune/Learning Rate": 1.9730031432642116e-05, "Finetune/Loss": 0.8975701332092285, "Finetune/Loss (Raw)": 0.9883358478546143, "Finetune/Step": 1959, "Finetune/Step Time": 10.907976536080241}
+{"Finetune/Learning Rate": 1.8273698905534322e-07, "Finetune/Loss": 0.5652964115142822, "Finetune/Loss (Raw)": 0.5250682234764099, "Finetune/Step": 18095, "Finetune/Step Time": 10.991392796859145}
+{"Finetune/Learning Rate": 1.8241667372653316e-07, "Finetune/Loss": 0.5652603507041931, "Finetune/Loss (Raw)": 0.6799250245094299, "Finetune/Step": 18096, "Finetune/Step Time": 10.991709923371673}
+{"Finetune/Learning Rate": 1.972964265080962e-05, "Finetune/Loss": 0.8973392248153687, "Finetune/Loss (Raw)": 0.9524350166320801, "Finetune/Step": 1960, "Finetune/Step Time": 10.907028332352638}
+{"Finetune/Learning Rate": 1.9729253593072126e-05, "Finetune/Loss": 0.8960375189781189, "Finetune/Loss (Raw)": 0.8221967816352844, "Finetune/Step": 1961, "Finetune/Step Time": 10.905576329678297}
+{"Finetune/Learning Rate": 1.820966367964705e-07, "Finetune/Loss": 0.5656530857086182, "Finetune/Loss (Raw)": 0.6650283336639404, "Finetune/Step": 18097, "Finetune/Step Time": 10.978436905890703}
+{"Finetune/Learning Rate": 1.9728864259440664e-05, "Finetune/Loss": 0.8976829648017883, "Finetune/Loss (Raw)": 0.8096391558647156, "Finetune/Step": 1962, "Finetune/Step Time": 10.87421908788383}
+{"Finetune/Learning Rate": 1.8177687827422796e-07, "Finetune/Loss": 0.5662479400634766, "Finetune/Loss (Raw)": 0.6432836055755615, "Finetune/Step": 18098, "Finetune/Step Time": 10.975053429603577}
+{"Finetune/Learning Rate": 1.9728474649926278e-05, "Finetune/Loss": 0.8984010815620422, "Finetune/Loss (Raw)": 0.8848819136619568, "Finetune/Step": 1963, "Finetune/Step Time": 10.874412398785353}
+{"Finetune/Learning Rate": 1.8145739816887385e-07, "Finetune/Loss": 0.5655875205993652, "Finetune/Loss (Raw)": 0.5558820366859436, "Finetune/Step": 18099, "Finetune/Step Time": 10.971334926784039}
+{"Finetune/Learning Rate": 1.9728084764540017e-05, "Finetune/Loss": 0.8972244262695312, "Finetune/Loss (Raw)": 0.7276415824890137, "Finetune/Step": 1964, "Finetune/Step Time": 10.865282066166401}
+{"Finetune/Learning Rate": 1.811381964894676e-07, "Finetune/Loss": 0.5656815767288208, "Finetune/Loss (Raw)": 0.5339605808258057, "Finetune/Step": 18100, "Finetune/Step Time": 10.977403189986944}
+{"Finetune/Learning Rate": 1.8081927324506088e-07, "Finetune/Loss": 0.5647324323654175, "Finetune/Loss (Raw)": 0.48517680168151855, "Finetune/Step": 18101, "Finetune/Step Time": 10.974485913291574}
+{"Finetune/Learning Rate": 1.9727694603292933e-05, "Finetune/Loss": 0.8971495628356934, "Finetune/Loss (Raw)": 0.9083627462387085, "Finetune/Step": 1965, "Finetune/Step Time": 10.876838540658355}
+{"Finetune/Learning Rate": 1.8050062844469752e-07, "Finetune/Loss": 0.5654301643371582, "Finetune/Loss (Raw)": 0.6318688988685608, "Finetune/Step": 18102, "Finetune/Step Time": 10.976868715137243}
+{"Finetune/Learning Rate": 1.972730416619609e-05, "Finetune/Loss": 0.8953125476837158, "Finetune/Loss (Raw)": 0.7439559698104858, "Finetune/Step": 1966, "Finetune/Step Time": 10.889907056465745}
+{"Finetune/Learning Rate": 1.8018226209741362e-07, "Finetune/Loss": 0.566080629825592, "Finetune/Loss (Raw)": 0.6417160034179688, "Finetune/Step": 18103, "Finetune/Step Time": 10.957439238205552}
+{"Finetune/Learning Rate": 1.9726913453260566e-05, "Finetune/Loss": 0.8948206901550293, "Finetune/Loss (Raw)": 0.8952395915985107, "Finetune/Step": 1967, "Finetune/Step Time": 10.89789673127234}
+{"Finetune/Learning Rate": 1.7986417421223758e-07, "Finetune/Loss": 0.567249059677124, "Finetune/Loss (Raw)": 0.7541685104370117, "Finetune/Step": 18104, "Finetune/Step Time": 10.952397398650646}
+{"Finetune/Learning Rate": 1.9726522464497434e-05, "Finetune/Loss": 0.8955034017562866, "Finetune/Loss (Raw)": 0.8791108727455139, "Finetune/Step": 1968, "Finetune/Step Time": 10.897203473374248}
+{"Finetune/Learning Rate": 1.7954636479818766e-07, "Finetune/Loss": 0.5669426918029785, "Finetune/Loss (Raw)": 0.5952826738357544, "Finetune/Step": 18105, "Finetune/Step Time": 10.949303321540356}
+{"Finetune/Learning Rate": 1.9726131199917786e-05, "Finetune/Loss": 0.8956694602966309, "Finetune/Loss (Raw)": 0.8077586889266968, "Finetune/Step": 1969, "Finetune/Step Time": 10.855154933407903}
+{"Finetune/Learning Rate": 1.792288338642789e-07, "Finetune/Loss": 0.5667828321456909, "Finetune/Loss (Raw)": 0.5907990336418152, "Finetune/Step": 18106, "Finetune/Step Time": 10.950352277606726}
+{"Finetune/Learning Rate": 1.972573965953271e-05, "Finetune/Loss": 0.8960288763046265, "Finetune/Loss (Raw)": 0.9044836163520813, "Finetune/Step": 1970, "Finetune/Step Time": 10.8447494674474}
+{"Finetune/Learning Rate": 1.7891158141951305e-07, "Finetune/Loss": 0.5667158365249634, "Finetune/Loss (Raw)": 0.5563918948173523, "Finetune/Step": 18107, "Finetune/Step Time": 10.950237840414047}
+{"Finetune/Learning Rate": 1.9725347843353315e-05, "Finetune/Loss": 0.8948947191238403, "Finetune/Loss (Raw)": 0.9535701870918274, "Finetune/Step": 1971, "Finetune/Step Time": 10.862359033897519}
+{"Finetune/Learning Rate": 1.7859460747288616e-07, "Finetune/Loss": 0.5656550526618958, "Finetune/Loss (Raw)": 0.5245506167411804, "Finetune/Step": 18108, "Finetune/Step Time": 10.953426318243146}
+{"Finetune/Learning Rate": 1.9724955751390712e-05, "Finetune/Loss": 0.8933330774307251, "Finetune/Loss (Raw)": 0.7984199523925781, "Finetune/Step": 1972, "Finetune/Step Time": 10.85635893046856}
+{"Finetune/Learning Rate": 1.7827791203338885e-07, "Finetune/Loss": 0.5667471885681152, "Finetune/Loss (Raw)": 0.6565377712249756, "Finetune/Step": 18109, "Finetune/Step Time": 10.954768132418394}
+{"Finetune/Learning Rate": 1.9724563383656014e-05, "Finetune/Loss": 0.8951615691184998, "Finetune/Loss (Raw)": 0.9778497219085693, "Finetune/Step": 1973, "Finetune/Step Time": 10.829027527943254}
+{"Finetune/Learning Rate": 1.779614951100006e-07, "Finetune/Loss": 0.5667144060134888, "Finetune/Loss (Raw)": 0.591093897819519, "Finetune/Step": 18110, "Finetune/Step Time": 10.954986732453108}
+{"Finetune/Learning Rate": 1.9724170740160355e-05, "Finetune/Loss": 0.8936760425567627, "Finetune/Loss (Raw)": 0.8106696605682373, "Finetune/Step": 1974, "Finetune/Step Time": 10.838666934520006}
+{"Finetune/Learning Rate": 1.7764535671169426e-07, "Finetune/Loss": 0.565940260887146, "Finetune/Loss (Raw)": 0.4826493561267853, "Finetune/Step": 18111, "Finetune/Step Time": 10.953294156119227}
+{"Finetune/Learning Rate": 1.9723777820914865e-05, "Finetune/Loss": 0.8939957618713379, "Finetune/Loss (Raw)": 1.0453236103057861, "Finetune/Step": 1975, "Finetune/Step Time": 10.845042165368795}
+{"Finetune/Learning Rate": 1.7732949684743593e-07, "Finetune/Loss": 0.567559003829956, "Finetune/Loss (Raw)": 0.7066919207572937, "Finetune/Step": 18112, "Finetune/Step Time": 10.964216101914644}
+{"Finetune/Learning Rate": 1.9723384625930685e-05, "Finetune/Loss": 0.8941011428833008, "Finetune/Loss (Raw)": 0.9209253787994385, "Finetune/Step": 1976, "Finetune/Step Time": 10.82229925878346}
+{"Finetune/Learning Rate": 1.7701391552617963e-07, "Finetune/Loss": 0.5672728419303894, "Finetune/Loss (Raw)": 0.5674933791160583, "Finetune/Step": 18113, "Finetune/Step Time": 10.950550753623247}
+{"Finetune/Learning Rate": 1.972299115521897e-05, "Finetune/Loss": 0.8936270475387573, "Finetune/Loss (Raw)": 0.8709427714347839, "Finetune/Step": 1977, "Finetune/Step Time": 10.82591094635427}
+{"Finetune/Learning Rate": 1.7669861275687593e-07, "Finetune/Loss": 0.568035364151001, "Finetune/Loss (Raw)": 0.6146387457847595, "Finetune/Step": 18114, "Finetune/Step Time": 10.950727777555585}
+{"Finetune/Learning Rate": 1.9722597408790872e-05, "Finetune/Loss": 0.8936208486557007, "Finetune/Loss (Raw)": 0.8620620369911194, "Finetune/Step": 1978, "Finetune/Step Time": 10.819268930703402}
+{"Finetune/Learning Rate": 1.763835885484655e-07, "Finetune/Loss": 0.5683183073997498, "Finetune/Loss (Raw)": 0.5576975345611572, "Finetune/Step": 18115, "Finetune/Step Time": 10.910561580210924}
+{"Finetune/Learning Rate": 1.9722203386657558e-05, "Finetune/Loss": 0.8938894271850586, "Finetune/Loss (Raw)": 0.9097546935081482, "Finetune/Step": 1979, "Finetune/Step Time": 10.830639440566301}
+{"Finetune/Learning Rate": 1.7606884290988223e-07, "Finetune/Loss": 0.568697452545166, "Finetune/Loss (Raw)": 0.6297276616096497, "Finetune/Step": 18116, "Finetune/Step Time": 10.954032910987735}
+{"Finetune/Learning Rate": 1.9721809088830205e-05, "Finetune/Loss": 0.8939223289489746, "Finetune/Loss (Raw)": 0.876554548740387, "Finetune/Step": 1980, "Finetune/Step Time": 10.832973323762417}
+{"Finetune/Learning Rate": 1.7575437585005017e-07, "Finetune/Loss": 0.5687187314033508, "Finetune/Loss (Raw)": 0.5146921277046204, "Finetune/Step": 18117, "Finetune/Step Time": 10.95179608464241}
+{"Finetune/Learning Rate": 1.972141451531999e-05, "Finetune/Loss": 0.8915305137634277, "Finetune/Loss (Raw)": 0.8409063220024109, "Finetune/Step": 1981, "Finetune/Step Time": 10.838231595233083}
+{"Finetune/Learning Rate": 1.7544018737788994e-07, "Finetune/Loss": 0.5694847106933594, "Finetune/Loss (Raw)": 0.595029354095459, "Finetune/Step": 18118, "Finetune/Step Time": 10.950824247673154}
+{"Finetune/Learning Rate": 1.9721019666138103e-05, "Finetune/Loss": 0.8901865482330322, "Finetune/Loss (Raw)": 0.931847333908081, "Finetune/Step": 1982, "Finetune/Step Time": 10.844346748664975}
+{"Finetune/Learning Rate": 1.7512627750230772e-07, "Finetune/Loss": 0.56895512342453, "Finetune/Loss (Raw)": 0.5780002474784851, "Finetune/Step": 18119, "Finetune/Step Time": 10.944511603564024}
+{"Finetune/Learning Rate": 1.9720624541295742e-05, "Finetune/Loss": 0.8879307508468628, "Finetune/Loss (Raw)": 0.8291823863983154, "Finetune/Step": 1983, "Finetune/Step Time": 10.840293873101473}
+{"Finetune/Learning Rate": 1.7481264623220527e-07, "Finetune/Loss": 0.5684825778007507, "Finetune/Loss (Raw)": 0.5593481659889221, "Finetune/Step": 18120, "Finetune/Step Time": 10.939405895769596}
+{"Finetune/Learning Rate": 1.972022914080411e-05, "Finetune/Loss": 0.890181303024292, "Finetune/Loss (Raw)": 0.930467426776886, "Finetune/Step": 1984, "Finetune/Step Time": 10.817025462165475}
+{"Finetune/Learning Rate": 1.7449929357647777e-07, "Finetune/Loss": 0.5690436363220215, "Finetune/Loss (Raw)": 0.623322069644928, "Finetune/Step": 18121, "Finetune/Step Time": 10.936792692169547}
+{"Finetune/Learning Rate": 1.971983346467442e-05, "Finetune/Loss": 0.8921611905097961, "Finetune/Loss (Raw)": 0.9274704456329346, "Finetune/Step": 1985, "Finetune/Step Time": 10.810356793925166}
+{"Finetune/Learning Rate": 1.7418621954400916e-07, "Finetune/Loss": 0.5699151754379272, "Finetune/Loss (Raw)": 0.6455858945846558, "Finetune/Step": 18122, "Finetune/Step Time": 10.93325168080628}
+{"Finetune/Learning Rate": 1.9719437512917895e-05, "Finetune/Loss": 0.8929957747459412, "Finetune/Loss (Raw)": 1.010292410850525, "Finetune/Step": 1986, "Finetune/Step Time": 10.804719157516956}
+{"Finetune/Learning Rate": 1.7387342414367904e-07, "Finetune/Loss": 0.5702531337738037, "Finetune/Loss (Raw)": 0.5634409785270691, "Finetune/Step": 18123, "Finetune/Step Time": 10.911514477804303}
+{"Finetune/Learning Rate": 1.9719041285545754e-05, "Finetune/Loss": 0.8937702178955078, "Finetune/Loss (Raw)": 0.8785841464996338, "Finetune/Step": 1987, "Finetune/Step Time": 10.793902831152081}
+{"Finetune/Learning Rate": 1.9718644782569246e-05, "Finetune/Loss": 0.8936377167701721, "Finetune/Loss (Raw)": 0.9858102798461914, "Finetune/Step": 1988, "Finetune/Step Time": 10.78174334205687}
+{"Finetune/Learning Rate": 1.7356090738435804e-07, "Finetune/Loss": 0.5696923136711121, "Finetune/Loss (Raw)": 0.5315653085708618, "Finetune/Step": 18124, "Finetune/Step Time": 10.989437641575933}
+{"Finetune/Learning Rate": 1.9718248003999607e-05, "Finetune/Loss": 0.8941769599914551, "Finetune/Loss (Raw)": 0.8560258150100708, "Finetune/Step": 1989, "Finetune/Step Time": 10.77606574818492}
+{"Finetune/Learning Rate": 1.9717850949848086e-05, "Finetune/Loss": 0.8952910900115967, "Finetune/Loss (Raw)": 0.9829079508781433, "Finetune/Step": 1990, "Finetune/Step Time": 10.772931454703212}
+{"Finetune/Learning Rate": 1.732486692749058e-07, "Finetune/Loss": 0.568679690361023, "Finetune/Loss (Raw)": 0.5245857238769531, "Finetune/Step": 18125, "Finetune/Step Time": 11.020973095670342}
+{"Finetune/Learning Rate": 1.971745362012595e-05, "Finetune/Loss": 0.8974307775497437, "Finetune/Loss (Raw)": 0.9835848212242126, "Finetune/Step": 1991, "Finetune/Step Time": 10.72230565175414}
+{"Finetune/Learning Rate": 1.7293670982417853e-07, "Finetune/Loss": 0.570098340511322, "Finetune/Loss (Raw)": 0.5724374651908875, "Finetune/Step": 18126, "Finetune/Step Time": 10.983160870149732}
+{"Finetune/Learning Rate": 1.726250290410214e-07, "Finetune/Loss": 0.5712283849716187, "Finetune/Loss (Raw)": 0.5853626728057861, "Finetune/Step": 18127, "Finetune/Step Time": 10.946945518255234}
+{"Finetune/Learning Rate": 1.971705601484446e-05, "Finetune/Loss": 0.8999829292297363, "Finetune/Loss (Raw)": 0.9699421525001526, "Finetune/Step": 1992, "Finetune/Step Time": 10.697938224300742}
+{"Finetune/Learning Rate": 1.723136269342729e-07, "Finetune/Loss": 0.5711910724639893, "Finetune/Loss (Raw)": 0.5968854427337646, "Finetune/Step": 18128, "Finetune/Step Time": 10.938126841560006}
+{"Finetune/Learning Rate": 1.9716658134014892e-05, "Finetune/Loss": 0.8975540995597839, "Finetune/Loss (Raw)": 0.7221639752388, "Finetune/Step": 1993, "Finetune/Step Time": 10.71334858238697}
+{"Finetune/Learning Rate": 1.720025035127637e-07, "Finetune/Loss": 0.5701322555541992, "Finetune/Loss (Raw)": 0.4885309040546417, "Finetune/Step": 18129, "Finetune/Step Time": 10.941445890814066}
+{"Finetune/Learning Rate": 1.9716259977648532e-05, "Finetune/Loss": 0.89829021692276, "Finetune/Loss (Raw)": 1.0163432359695435, "Finetune/Step": 1994, "Finetune/Step Time": 10.719130309298635}
+{"Finetune/Learning Rate": 1.716916587853168e-07, "Finetune/Loss": 0.5705064535140991, "Finetune/Loss (Raw)": 0.6227983832359314, "Finetune/Step": 18130, "Finetune/Step Time": 10.925985319539905}
+{"Finetune/Learning Rate": 1.9715861545756666e-05, "Finetune/Loss": 0.8991453647613525, "Finetune/Loss (Raw)": 1.0022053718566895, "Finetune/Step": 1995, "Finetune/Step Time": 10.71498823352158}
+{"Finetune/Learning Rate": 1.713810927607462e-07, "Finetune/Loss": 0.5705716609954834, "Finetune/Loss (Raw)": 0.5832825899124146, "Finetune/Step": 18131, "Finetune/Step Time": 10.93002425134182}
+{"Finetune/Learning Rate": 1.9715462838350596e-05, "Finetune/Loss": 0.8987923860549927, "Finetune/Loss (Raw)": 0.8122372031211853, "Finetune/Step": 1996, "Finetune/Step Time": 10.715949224308133}
+{"Finetune/Learning Rate": 1.971506385544163e-05, "Finetune/Loss": 0.8991526365280151, "Finetune/Loss (Raw)": 1.0270756483078003, "Finetune/Step": 1997, "Finetune/Step Time": 10.714735073968768}
+{"Finetune/Learning Rate": 1.7107080544785937e-07, "Finetune/Loss": 0.5705780982971191, "Finetune/Loss (Raw)": 0.5828870534896851, "Finetune/Step": 18132, "Finetune/Step Time": 10.939957087859511}
+{"Finetune/Learning Rate": 1.9714664597041074e-05, "Finetune/Loss": 0.898941159248352, "Finetune/Loss (Raw)": 0.881549596786499, "Finetune/Step": 1998, "Finetune/Step Time": 10.716330522671342}
+{"Finetune/Learning Rate": 1.7076079685545476e-07, "Finetune/Loss": 0.5707854628562927, "Finetune/Loss (Raw)": 0.5084158182144165, "Finetune/Step": 18133, "Finetune/Step Time": 10.937911728397012}
+{"Finetune/Learning Rate": 1.9714265063160258e-05, "Finetune/Loss": 0.8976662158966064, "Finetune/Loss (Raw)": 0.9373683333396912, "Finetune/Step": 1999, "Finetune/Step Time": 10.71989630535245}
+{"Finetune/Learning Rate": 1.7045106699232316e-07, "Finetune/Loss": 0.5719560980796814, "Finetune/Loss (Raw)": 0.6650518774986267, "Finetune/Step": 18134, "Finetune/Step Time": 10.955006621778011}
+{"Finetune/Learning Rate": 1.9713865253810508e-05, "Finetune/Loss": 0.8996539115905762, "Finetune/Loss (Raw)": 1.024587869644165, "Finetune/Step": 2000, "Finetune/Step Time": 10.719116128981113}
+{"Finetune/Learning Rate": 1.7014161586724754e-07, "Finetune/Loss": 0.5723454356193542, "Finetune/Loss (Raw)": 0.5726158022880554, "Finetune/Step": 18135, "Finetune/Step Time": 10.965153330937028}
+{"Finetune/Learning Rate": 1.9713465169003162e-05, "Finetune/Loss": 0.8992369771003723, "Finetune/Loss (Raw)": 0.8224956393241882, "Finetune/Step": 2001, "Finetune/Step Time": 10.720183741301298}
+{"Finetune/Learning Rate": 1.698324434890042e-07, "Finetune/Loss": 0.5710436105728149, "Finetune/Loss (Raw)": 0.40751659870147705, "Finetune/Step": 18136, "Finetune/Step Time": 10.96054057776928}
+{"Finetune/Learning Rate": 1.9713064808749566e-05, "Finetune/Loss": 0.898891270160675, "Finetune/Loss (Raw)": 1.0366944074630737, "Finetune/Step": 2002, "Finetune/Step Time": 10.718565691262484}
+{"Finetune/Learning Rate": 1.971266417306107e-05, "Finetune/Loss": 0.8986771106719971, "Finetune/Loss (Raw)": 0.9032818078994751, "Finetune/Step": 2003, "Finetune/Step Time": 10.7153544947505}
+{"Finetune/Learning Rate": 1.6952354986635833e-07, "Finetune/Loss": 0.5693280696868896, "Finetune/Loss (Raw)": 0.4111388325691223, "Finetune/Step": 18137, "Finetune/Step Time": 10.99719749763608}
+{"Finetune/Learning Rate": 1.971226326194904e-05, "Finetune/Loss": 0.8991065621376038, "Finetune/Loss (Raw)": 0.9866667985916138, "Finetune/Step": 2004, "Finetune/Step Time": 10.7145083732903}
+{"Finetune/Learning Rate": 1.6921493500807074e-07, "Finetune/Loss": 0.5691351890563965, "Finetune/Loss (Raw)": 0.5234434604644775, "Finetune/Step": 18138, "Finetune/Step Time": 11.001062240451574}
+{"Finetune/Learning Rate": 1.6890659892289329e-07, "Finetune/Loss": 0.5693560838699341, "Finetune/Loss (Raw)": 0.5961386561393738, "Finetune/Step": 18139, "Finetune/Step Time": 11.000723635777831}
+{"Finetune/Learning Rate": 1.9711862075424838e-05, "Finetune/Loss": 0.8984357118606567, "Finetune/Loss (Raw)": 0.949320912361145, "Finetune/Step": 2005, "Finetune/Step Time": 10.74991781450808}
+{"Finetune/Learning Rate": 1.685985416195679e-07, "Finetune/Loss": 0.5699427723884583, "Finetune/Loss (Raw)": 0.5937729477882385, "Finetune/Step": 18140, "Finetune/Step Time": 11.004878889769316}
+{"Finetune/Learning Rate": 1.9711460613499848e-05, "Finetune/Loss": 0.8980427980422974, "Finetune/Loss (Raw)": 0.9125344157218933, "Finetune/Step": 2006, "Finetune/Step Time": 10.7544258646667}
+{"Finetune/Learning Rate": 1.68290763106832e-07, "Finetune/Loss": 0.5697122812271118, "Finetune/Loss (Raw)": 0.6289768815040588, "Finetune/Step": 18141, "Finetune/Step Time": 11.002898359671235}
+{"Finetune/Learning Rate": 1.9711058876185446e-05, "Finetune/Loss": 0.8965572118759155, "Finetune/Loss (Raw)": 0.8833187222480774, "Finetune/Step": 2007, "Finetune/Step Time": 10.752982281148434}
+{"Finetune/Learning Rate": 1.6798326339341197e-07, "Finetune/Loss": 0.5695255398750305, "Finetune/Loss (Raw)": 0.4886374771595001, "Finetune/Step": 18142, "Finetune/Step Time": 10.983955914154649}
+{"Finetune/Learning Rate": 1.971065686349303e-05, "Finetune/Loss": 0.8940966725349426, "Finetune/Loss (Raw)": 0.5259014368057251, "Finetune/Step": 2008, "Finetune/Step Time": 10.806981882080436}
+{"Finetune/Learning Rate": 1.676760424880275e-07, "Finetune/Loss": 0.5693033933639526, "Finetune/Loss (Raw)": 0.5744441151618958, "Finetune/Step": 18143, "Finetune/Step Time": 10.978200221434236}
+{"Finetune/Learning Rate": 1.9710254575434002e-05, "Finetune/Loss": 0.8934798240661621, "Finetune/Loss (Raw)": 0.8738859295845032, "Finetune/Step": 2009, "Finetune/Step Time": 10.815565513446927}
+{"Finetune/Learning Rate": 1.6736910039939159e-07, "Finetune/Loss": 0.5698779225349426, "Finetune/Loss (Raw)": 0.6020302176475525, "Finetune/Step": 18144, "Finetune/Step Time": 10.979772329330444}
+{"Finetune/Learning Rate": 1.9709852012019768e-05, "Finetune/Loss": 0.8943097591400146, "Finetune/Loss (Raw)": 0.9738801121711731, "Finetune/Step": 2010, "Finetune/Step Time": 10.812122259289026}
+{"Finetune/Learning Rate": 1.670624371362084e-07, "Finetune/Loss": 0.5707560181617737, "Finetune/Loss (Raw)": 0.6623226404190063, "Finetune/Step": 18145, "Finetune/Step Time": 10.933815276250243}
+{"Finetune/Learning Rate": 1.970944917326174e-05, "Finetune/Loss": 0.8931174278259277, "Finetune/Loss (Raw)": 0.8883062601089478, "Finetune/Step": 2011, "Finetune/Step Time": 10.82106258161366}
+{"Finetune/Learning Rate": 1.667560527071721e-07, "Finetune/Loss": 0.5699648857116699, "Finetune/Loss (Raw)": 0.5798346400260925, "Finetune/Step": 18146, "Finetune/Step Time": 10.924263048917055}
+{"Finetune/Learning Rate": 1.970904605917134e-05, "Finetune/Loss": 0.8935020565986633, "Finetune/Loss (Raw)": 0.9813128709793091, "Finetune/Step": 2012, "Finetune/Step Time": 10.837381372228265}
+{"Finetune/Learning Rate": 1.6644994712097351e-07, "Finetune/Loss": 0.5710671544075012, "Finetune/Loss (Raw)": 0.5218155980110168, "Finetune/Step": 18147, "Finetune/Step Time": 10.873377200216055}
+{"Finetune/Learning Rate": 1.6614412038629125e-07, "Finetune/Loss": 0.5722029209136963, "Finetune/Loss (Raw)": 0.6322961449623108, "Finetune/Step": 18148, "Finetune/Step Time": 10.873653391376138}
+{"Finetune/Learning Rate": 1.9708642669760008e-05, "Finetune/Loss": 0.8934222459793091, "Finetune/Loss (Raw)": 0.9220267534255981, "Finetune/Step": 2013, "Finetune/Step Time": 10.852038767188787}
+{"Finetune/Learning Rate": 1.6583857251179725e-07, "Finetune/Loss": 0.5727962255477905, "Finetune/Loss (Raw)": 0.6055318713188171, "Finetune/Step": 18149, "Finetune/Step Time": 10.872425006702542}
+{"Finetune/Learning Rate": 1.9708239005039174e-05, "Finetune/Loss": 0.896316409111023, "Finetune/Loss (Raw)": 0.995517909526825, "Finetune/Step": 2014, "Finetune/Step Time": 10.820582780987024}
+{"Finetune/Learning Rate": 1.655333035061568e-07, "Finetune/Loss": 0.5733503103256226, "Finetune/Loss (Raw)": 0.5877488255500793, "Finetune/Step": 18150, "Finetune/Step Time": 10.868096098303795}
+{"Finetune/Learning Rate": 1.970783506502029e-05, "Finetune/Loss": 0.8969588279724121, "Finetune/Loss (Raw)": 0.9764803647994995, "Finetune/Step": 2015, "Finetune/Step Time": 10.820710361003876}
+{"Finetune/Learning Rate": 1.970743084971481e-05, "Finetune/Loss": 0.8970131874084473, "Finetune/Loss (Raw)": 0.9264403581619263, "Finetune/Step": 2016, "Finetune/Step Time": 10.839630100876093}
+{"Finetune/Learning Rate": 1.6522831337802636e-07, "Finetune/Loss": 0.5731402635574341, "Finetune/Loss (Raw)": 0.48008647561073303, "Finetune/Step": 18151, "Finetune/Step Time": 10.9095450155437}
+{"Finetune/Learning Rate": 1.6492360213605563e-07, "Finetune/Loss": 0.574904203414917, "Finetune/Loss (Raw)": 0.6368309855461121, "Finetune/Step": 18152, "Finetune/Step Time": 10.869350904598832}
+{"Finetune/Learning Rate": 1.970702635913419e-05, "Finetune/Loss": 0.8976868987083435, "Finetune/Loss (Raw)": 0.9644618034362793, "Finetune/Step": 2017, "Finetune/Step Time": 10.853121859952807}
+{"Finetune/Learning Rate": 1.6461916978888327e-07, "Finetune/Loss": 0.5758316516876221, "Finetune/Loss (Raw)": 0.6282922029495239, "Finetune/Step": 18153, "Finetune/Step Time": 10.847500432282686}
+{"Finetune/Learning Rate": 1.970662159328991e-05, "Finetune/Loss": 0.8965700268745422, "Finetune/Loss (Raw)": 0.802460253238678, "Finetune/Step": 2018, "Finetune/Step Time": 10.866821344941854}
+{"Finetune/Learning Rate": 1.970621655219344e-05, "Finetune/Loss": 0.897152304649353, "Finetune/Loss (Raw)": 0.8747056722640991, "Finetune/Step": 2019, "Finetune/Step Time": 10.872664615511894}
+{"Finetune/Learning Rate": 1.6431501634514346e-07, "Finetune/Loss": 0.5762815475463867, "Finetune/Loss (Raw)": 0.647908091545105, "Finetune/Step": 18154, "Finetune/Step Time": 10.852562019601464}
+{"Finetune/Learning Rate": 1.6401114181346157e-07, "Finetune/Loss": 0.5757810473442078, "Finetune/Loss (Raw)": 0.5264724493026733, "Finetune/Step": 18155, "Finetune/Step Time": 10.850897710770369}
+{"Finetune/Learning Rate": 1.9705811235856274e-05, "Finetune/Loss": 0.8974786996841431, "Finetune/Loss (Raw)": 0.9852118492126465, "Finetune/Step": 2020, "Finetune/Step Time": 10.870829543098807}
+{"Finetune/Learning Rate": 1.6370754620245289e-07, "Finetune/Loss": 0.5756509900093079, "Finetune/Loss (Raw)": 0.5927718877792358, "Finetune/Step": 18156, "Finetune/Step Time": 10.85004086792469}
+{"Finetune/Learning Rate": 1.97054056442899e-05, "Finetune/Loss": 0.8965216875076294, "Finetune/Loss (Raw)": 0.8827375173568726, "Finetune/Step": 2021, "Finetune/Step Time": 10.872801583260298}
+{"Finetune/Learning Rate": 1.970499977750582e-05, "Finetune/Loss": 0.8958753943443298, "Finetune/Loss (Raw)": 0.9044328927993774, "Finetune/Step": 2022, "Finetune/Step Time": 10.870448976755142}
+{"Finetune/Learning Rate": 1.634042295207272e-07, "Finetune/Loss": 0.5753269195556641, "Finetune/Loss (Raw)": 0.5448713898658752, "Finetune/Step": 18157, "Finetune/Step Time": 10.860219072550535}
+{"Finetune/Learning Rate": 1.970459363551554e-05, "Finetune/Loss": 0.8958179950714111, "Finetune/Loss (Raw)": 0.9007373452186584, "Finetune/Step": 2023, "Finetune/Step Time": 10.873051039874554}
+{"Finetune/Learning Rate": 1.6310119177688655e-07, "Finetune/Loss": 0.5756310224533081, "Finetune/Loss (Raw)": 0.6194750070571899, "Finetune/Step": 18158, "Finetune/Step Time": 10.855184886604548}
+{"Finetune/Learning Rate": 1.9704187218330584e-05, "Finetune/Loss": 0.8945140838623047, "Finetune/Loss (Raw)": 0.8271019458770752, "Finetune/Step": 2024, "Finetune/Step Time": 10.868035988882184}
+{"Finetune/Learning Rate": 1.6279843297952402e-07, "Finetune/Loss": 0.5733020901679993, "Finetune/Loss (Raw)": 0.3940417170524597, "Finetune/Step": 18159, "Finetune/Step Time": 10.889060616493225}
+{"Finetune/Learning Rate": 1.9703780525962474e-05, "Finetune/Loss": 0.8945191502571106, "Finetune/Loss (Raw)": 0.9506641030311584, "Finetune/Step": 2025, "Finetune/Step Time": 10.87574527040124}
+{"Finetune/Learning Rate": 1.62495953137225e-07, "Finetune/Loss": 0.5742839574813843, "Finetune/Loss (Raw)": 0.6138756275177002, "Finetune/Step": 18160, "Finetune/Step Time": 10.89067212678492}
+{"Finetune/Learning Rate": 1.970337355842274e-05, "Finetune/Loss": 0.894916296005249, "Finetune/Loss (Raw)": 0.8723754286766052, "Finetune/Step": 2026, "Finetune/Step Time": 10.869671972468495}
+{"Finetune/Learning Rate": 1.6219375225856703e-07, "Finetune/Loss": 0.5757090449333191, "Finetune/Loss (Raw)": 0.5972982048988342, "Finetune/Step": 18161, "Finetune/Step Time": 10.895862627774477}
+{"Finetune/Learning Rate": 1.9702966315722926e-05, "Finetune/Loss": 0.8935619592666626, "Finetune/Loss (Raw)": 0.9068984389305115, "Finetune/Step": 2027, "Finetune/Step Time": 10.868142679333687}
+{"Finetune/Learning Rate": 1.6189183035211776e-07, "Finetune/Loss": 0.5743190050125122, "Finetune/Loss (Raw)": 0.44310712814331055, "Finetune/Step": 18162, "Finetune/Step Time": 10.94920364394784}
+{"Finetune/Learning Rate": 1.970255879787458e-05, "Finetune/Loss": 0.8915908336639404, "Finetune/Loss (Raw)": 0.6199466586112976, "Finetune/Step": 2028, "Finetune/Step Time": 10.906121872365475}
+{"Finetune/Learning Rate": 1.9702151004889256e-05, "Finetune/Loss": 0.8911353945732117, "Finetune/Loss (Raw)": 0.9189401865005493, "Finetune/Step": 2029, "Finetune/Step Time": 10.903146533295512}
+{"Finetune/Learning Rate": 1.6159018742644138e-07, "Finetune/Loss": 0.574569582939148, "Finetune/Loss (Raw)": 0.5903946757316589, "Finetune/Step": 18163, "Finetune/Step Time": 10.995840614661574}
+{"Finetune/Learning Rate": 1.9701742936778517e-05, "Finetune/Loss": 0.8901503682136536, "Finetune/Loss (Raw)": 0.9799773097038269, "Finetune/Step": 2030, "Finetune/Step Time": 10.914419824257493}
+{"Finetune/Learning Rate": 1.612888234900889e-07, "Finetune/Loss": 0.5749663710594177, "Finetune/Loss (Raw)": 0.570147693157196, "Finetune/Step": 18164, "Finetune/Step Time": 10.998794725164771}
+{"Finetune/Learning Rate": 1.9701334593553937e-05, "Finetune/Loss": 0.8899574875831604, "Finetune/Loss (Raw)": 0.9168459177017212, "Finetune/Step": 2031, "Finetune/Step Time": 10.917306242510676}
+{"Finetune/Learning Rate": 1.60987738551609e-07, "Finetune/Loss": 0.5746654272079468, "Finetune/Loss (Raw)": 0.529262125492096, "Finetune/Step": 18165, "Finetune/Step Time": 11.009785640984774}
+{"Finetune/Learning Rate": 1.9700925975227096e-05, "Finetune/Loss": 0.890385627746582, "Finetune/Loss (Raw)": 0.9232479333877563, "Finetune/Step": 2032, "Finetune/Step Time": 10.919620037078857}
+{"Finetune/Learning Rate": 1.6068693261953928e-07, "Finetune/Loss": 0.5743560791015625, "Finetune/Loss (Raw)": 0.49534502625465393, "Finetune/Step": 18166, "Finetune/Step Time": 11.048212889581919}
+{"Finetune/Learning Rate": 1.9700517081809578e-05, "Finetune/Loss": 0.8915274739265442, "Finetune/Loss (Raw)": 0.9288332462310791, "Finetune/Step": 2033, "Finetune/Step Time": 10.896862974390388}
+{"Finetune/Learning Rate": 1.6038640570240848e-07, "Finetune/Loss": 0.574678361415863, "Finetune/Loss (Raw)": 0.5923627614974976, "Finetune/Step": 18167, "Finetune/Step Time": 11.046309744939208}
+{"Finetune/Learning Rate": 1.970010791331298e-05, "Finetune/Loss": 0.8924356698989868, "Finetune/Loss (Raw)": 0.7546616792678833, "Finetune/Step": 2034, "Finetune/Step Time": 10.864224368706346}
+{"Finetune/Learning Rate": 1.600861578087387e-07, "Finetune/Loss": 0.5750584006309509, "Finetune/Loss (Raw)": 0.6467778086662292, "Finetune/Step": 18168, "Finetune/Step Time": 11.026670025661588}
+{"Finetune/Learning Rate": 1.9699698469748913e-05, "Finetune/Loss": 0.8927110433578491, "Finetune/Loss (Raw)": 0.8461187481880188, "Finetune/Step": 2035, "Finetune/Step Time": 10.862468214705586}
+{"Finetune/Learning Rate": 1.5978618894704535e-07, "Finetune/Loss": 0.5755169987678528, "Finetune/Loss (Raw)": 0.7121421694755554, "Finetune/Step": 18169, "Finetune/Step Time": 11.028109995648265}
+{"Finetune/Learning Rate": 1.969928875112897e-05, "Finetune/Loss": 0.894982099533081, "Finetune/Loss (Raw)": 0.9097411036491394, "Finetune/Step": 2036, "Finetune/Step Time": 10.855826430022717}
+{"Finetune/Learning Rate": 1.5948649912583269e-07, "Finetune/Loss": 0.5761340260505676, "Finetune/Loss (Raw)": 0.6656513214111328, "Finetune/Step": 18170, "Finetune/Step Time": 11.008997885510325}
+{"Finetune/Learning Rate": 1.9698878757464782e-05, "Finetune/Loss": 0.8939176797866821, "Finetune/Loss (Raw)": 0.8270174264907837, "Finetune/Step": 2037, "Finetune/Step Time": 10.8555052485317}
+{"Finetune/Learning Rate": 1.5918708835359952e-07, "Finetune/Loss": 0.5757391452789307, "Finetune/Loss (Raw)": 0.5228748917579651, "Finetune/Step": 18171, "Finetune/Step Time": 11.01007740572095}
+{"Finetune/Learning Rate": 1.9698468488767976e-05, "Finetune/Loss": 0.8927505612373352, "Finetune/Loss (Raw)": 0.7794305682182312, "Finetune/Step": 2038, "Finetune/Step Time": 10.840787021443248}
+{"Finetune/Learning Rate": 1.5888795663883904e-07, "Finetune/Loss": 0.5763628482818604, "Finetune/Loss (Raw)": 0.6088411211967468, "Finetune/Step": 18172, "Finetune/Step Time": 11.011674173176289}
+{"Finetune/Learning Rate": 1.9698057945050176e-05, "Finetune/Loss": 0.8929526805877686, "Finetune/Loss (Raw)": 0.8711316585540771, "Finetune/Step": 2039, "Finetune/Step Time": 10.833484185859561}
+{"Finetune/Learning Rate": 1.5858910399003114e-07, "Finetune/Loss": 0.5768684148788452, "Finetune/Loss (Raw)": 0.5950981974601746, "Finetune/Step": 18173, "Finetune/Step Time": 11.01200893893838}
+{"Finetune/Learning Rate": 1.9697647126323036e-05, "Finetune/Loss": 0.8927773237228394, "Finetune/Loss (Raw)": 0.8824025392532349, "Finetune/Step": 2040, "Finetune/Step Time": 10.796589689329267}
+{"Finetune/Learning Rate": 1.5829053041565123e-07, "Finetune/Loss": 0.5775164365768433, "Finetune/Loss (Raw)": 0.6217284202575684, "Finetune/Step": 18174, "Finetune/Step Time": 11.009824432432652}
+{"Finetune/Learning Rate": 1.96972360325982e-05, "Finetune/Loss": 0.8904641270637512, "Finetune/Loss (Raw)": 0.6453667879104614, "Finetune/Step": 2041, "Finetune/Step Time": 10.833116078749299}
+{"Finetune/Learning Rate": 1.5799223592416478e-07, "Finetune/Loss": 0.5775198936462402, "Finetune/Loss (Raw)": 0.5251235365867615, "Finetune/Step": 18175, "Finetune/Step Time": 11.042701723054051}
+{"Finetune/Learning Rate": 1.969682466388732e-05, "Finetune/Loss": 0.8901891708374023, "Finetune/Loss (Raw)": 0.8188871145248413, "Finetune/Step": 2042, "Finetune/Step Time": 10.838708724826574}
+{"Finetune/Learning Rate": 1.9696413020202067e-05, "Finetune/Loss": 0.8903548717498779, "Finetune/Loss (Raw)": 0.9528334736824036, "Finetune/Step": 2043, "Finetune/Step Time": 10.834389051422477}
+{"Finetune/Learning Rate": 1.5769422052403172e-07, "Finetune/Loss": 0.5795379877090454, "Finetune/Loss (Raw)": 0.7307855486869812, "Finetune/Step": 18176, "Finetune/Step Time": 11.098423341289163}
+{"Finetune/Learning Rate": 1.9696001101554116e-05, "Finetune/Loss": 0.8900966048240662, "Finetune/Loss (Raw)": 0.7145498394966125, "Finetune/Step": 2044, "Finetune/Step Time": 10.848553903400898}
+{"Finetune/Learning Rate": 1.5739648422370413e-07, "Finetune/Loss": 0.5796761512756348, "Finetune/Loss (Raw)": 0.4621210992336273, "Finetune/Step": 18177, "Finetune/Step Time": 11.130200298503041}
+{"Finetune/Learning Rate": 1.9695588907955147e-05, "Finetune/Loss": 0.8895059823989868, "Finetune/Loss (Raw)": 0.8083040714263916, "Finetune/Step": 2045, "Finetune/Step Time": 10.846344590187073}
+{"Finetune/Learning Rate": 1.5709902703162195e-07, "Finetune/Loss": 0.5784957408905029, "Finetune/Loss (Raw)": 0.5145775079727173, "Finetune/Step": 18178, "Finetune/Step Time": 11.139042308554053}
+{"Finetune/Learning Rate": 1.9695176439416842e-05, "Finetune/Loss": 0.8910819292068481, "Finetune/Loss (Raw)": 0.8751153945922852, "Finetune/Step": 2046, "Finetune/Step Time": 10.839402353391051}
+{"Finetune/Learning Rate": 1.5680184895622286e-07, "Finetune/Loss": 0.5784078240394592, "Finetune/Loss (Raw)": 0.5613626837730408, "Finetune/Step": 18179, "Finetune/Step Time": 11.136489083990455}
+{"Finetune/Learning Rate": 1.9694763695950908e-05, "Finetune/Loss": 0.8921921253204346, "Finetune/Loss (Raw)": 0.9770008325576782, "Finetune/Step": 2047, "Finetune/Step Time": 10.82122902199626}
+{"Finetune/Learning Rate": 1.5650495000593345e-07, "Finetune/Loss": 0.5772684812545776, "Finetune/Loss (Raw)": 0.48116007447242737, "Finetune/Step": 18180, "Finetune/Step Time": 11.12988662160933}
+{"Finetune/Learning Rate": 1.9694350677569043e-05, "Finetune/Loss": 0.8917129039764404, "Finetune/Loss (Raw)": 0.9380980730056763, "Finetune/Step": 2048, "Finetune/Step Time": 10.824152734130621}
+{"Finetune/Learning Rate": 1.5620833018917147e-07, "Finetune/Loss": 0.5779296159744263, "Finetune/Loss (Raw)": 0.6983436942100525, "Finetune/Step": 18181, "Finetune/Step Time": 11.129528161138296}
+{"Finetune/Learning Rate": 1.9693937384282957e-05, "Finetune/Loss": 0.8934344053268433, "Finetune/Loss (Raw)": 1.048520565032959, "Finetune/Step": 2049, "Finetune/Step Time": 10.831346273422241}
+{"Finetune/Learning Rate": 1.5591198951435016e-07, "Finetune/Loss": 0.5785325765609741, "Finetune/Loss (Raw)": 0.6640279293060303, "Finetune/Step": 18182, "Finetune/Step Time": 11.12993129529059}
+{"Finetune/Learning Rate": 1.9693523816104376e-05, "Finetune/Loss": 0.893608570098877, "Finetune/Loss (Raw)": 0.9448413252830505, "Finetune/Step": 2050, "Finetune/Step Time": 10.834189996123314}
+{"Finetune/Learning Rate": 1.5561592798987058e-07, "Finetune/Loss": 0.577718198299408, "Finetune/Loss (Raw)": 0.514996349811554, "Finetune/Step": 18183, "Finetune/Step Time": 11.139336904510856}
+{"Finetune/Learning Rate": 1.9693109973045023e-05, "Finetune/Loss": 0.8952682018280029, "Finetune/Loss (Raw)": 0.8608174324035645, "Finetune/Step": 2051, "Finetune/Step Time": 10.82823120802641}
+{"Finetune/Learning Rate": 1.5532014562413044e-07, "Finetune/Loss": 0.577675998210907, "Finetune/Loss (Raw)": 0.523052453994751, "Finetune/Step": 18184, "Finetune/Step Time": 11.147799411788583}
+{"Finetune/Learning Rate": 1.9692695855116635e-05, "Finetune/Loss": 0.8953118920326233, "Finetune/Loss (Raw)": 0.9556366205215454, "Finetune/Step": 2052, "Finetune/Step Time": 10.840612225234509}
+{"Finetune/Learning Rate": 1.550246424255175e-07, "Finetune/Loss": 0.5779555439949036, "Finetune/Loss (Raw)": 0.5388532280921936, "Finetune/Step": 18185, "Finetune/Step Time": 11.154313713312149}
+{"Finetune/Learning Rate": 1.9692281462330955e-05, "Finetune/Loss": 0.8938319683074951, "Finetune/Loss (Raw)": 0.7659509181976318, "Finetune/Step": 2053, "Finetune/Step Time": 10.840245947241783}
+{"Finetune/Learning Rate": 1.5472941840240951e-07, "Finetune/Loss": 0.5771319270133972, "Finetune/Loss (Raw)": 0.5324419736862183, "Finetune/Step": 18186, "Finetune/Step Time": 11.153862414881587}
+{"Finetune/Learning Rate": 1.969186679469973e-05, "Finetune/Loss": 0.8941057920455933, "Finetune/Loss (Raw)": 0.9758509397506714, "Finetune/Step": 2054, "Finetune/Step Time": 10.838552191853523}
+{"Finetune/Learning Rate": 1.5443447356317864e-07, "Finetune/Loss": 0.5763248801231384, "Finetune/Loss (Raw)": 0.44262415170669556, "Finetune/Step": 18187, "Finetune/Step Time": 11.178089497610927}
+{"Finetune/Learning Rate": 1.9691451852234728e-05, "Finetune/Loss": 0.8953105211257935, "Finetune/Loss (Raw)": 0.8378028273582458, "Finetune/Step": 2055, "Finetune/Step Time": 10.799584025517106}
+{"Finetune/Learning Rate": 1.5413980791618931e-07, "Finetune/Loss": 0.5761289596557617, "Finetune/Loss (Raw)": 0.5844475030899048, "Finetune/Step": 18188, "Finetune/Step Time": 11.178406611084938}
+{"Finetune/Learning Rate": 1.969103663494771e-05, "Finetune/Loss": 0.8947128057479858, "Finetune/Loss (Raw)": 0.9019448161125183, "Finetune/Step": 2056, "Finetune/Step Time": 10.791681224480271}
+{"Finetune/Learning Rate": 1.538454214697971e-07, "Finetune/Loss": 0.5754091739654541, "Finetune/Loss (Raw)": 0.5547104477882385, "Finetune/Step": 18189, "Finetune/Step Time": 11.180782938376069}
+{"Finetune/Learning Rate": 1.9690621142850445e-05, "Finetune/Loss": 0.8932479619979858, "Finetune/Loss (Raw)": 0.768683671951294, "Finetune/Step": 2057, "Finetune/Step Time": 10.792683962732553}
+{"Finetune/Learning Rate": 1.535513142323497e-07, "Finetune/Loss": 0.5754060745239258, "Finetune/Loss (Raw)": 0.6801609992980957, "Finetune/Step": 18190, "Finetune/Step Time": 11.14725405164063}
+{"Finetune/Learning Rate": 1.9690205375954724e-05, "Finetune/Loss": 0.8921260833740234, "Finetune/Loss (Raw)": 0.787688672542572, "Finetune/Step": 2058, "Finetune/Step Time": 10.799005990847945}
+{"Finetune/Learning Rate": 1.532574862121883e-07, "Finetune/Loss": 0.5756992101669312, "Finetune/Loss (Raw)": 0.6584908962249756, "Finetune/Step": 18191, "Finetune/Step Time": 11.15651511028409}
+{"Finetune/Learning Rate": 1.9689789334272336e-05, "Finetune/Loss": 0.8919245004653931, "Finetune/Loss (Raw)": 0.8299848437309265, "Finetune/Step": 2059, "Finetune/Step Time": 10.764482948929071}
+{"Finetune/Learning Rate": 1.5296393741764392e-07, "Finetune/Loss": 0.5758869051933289, "Finetune/Loss (Raw)": 0.6123992204666138, "Finetune/Step": 18192, "Finetune/Step Time": 11.150487966835499}
+{"Finetune/Learning Rate": 1.9689373017815076e-05, "Finetune/Loss": 0.8932696580886841, "Finetune/Loss (Raw)": 1.0927788019180298, "Finetune/Step": 2060, "Finetune/Step Time": 10.766905017197132}
+{"Finetune/Learning Rate": 1.5267066785704e-07, "Finetune/Loss": 0.5771439075469971, "Finetune/Loss (Raw)": 0.679490327835083, "Finetune/Step": 18193, "Finetune/Step Time": 11.154237508773804}
+{"Finetune/Learning Rate": 1.9688956426594748e-05, "Finetune/Loss": 0.8913415670394897, "Finetune/Loss (Raw)": 0.7129289507865906, "Finetune/Step": 2061, "Finetune/Step Time": 10.751518312841654}
+{"Finetune/Learning Rate": 1.5237767753869536e-07, "Finetune/Loss": 0.576183021068573, "Finetune/Loss (Raw)": 0.5432386994361877, "Finetune/Step": 18194, "Finetune/Step Time": 11.162781542167068}
+{"Finetune/Learning Rate": 1.968853956062317e-05, "Finetune/Loss": 0.8919937610626221, "Finetune/Loss (Raw)": 0.8978319764137268, "Finetune/Step": 2062, "Finetune/Step Time": 10.75660048238933}
+{"Finetune/Learning Rate": 1.5208496647091674e-07, "Finetune/Loss": 0.5762268900871277, "Finetune/Loss (Raw)": 0.6274262070655823, "Finetune/Step": 18195, "Finetune/Step Time": 11.156923519447446}
+{"Finetune/Learning Rate": 1.9688122419912158e-05, "Finetune/Loss": 0.8927798271179199, "Finetune/Loss (Raw)": 0.952534556388855, "Finetune/Step": 2063, "Finetune/Step Time": 10.756548400968313}
+{"Finetune/Learning Rate": 1.5179253466200418e-07, "Finetune/Loss": 0.5757384300231934, "Finetune/Loss (Raw)": 0.5147568583488464, "Finetune/Step": 18196, "Finetune/Step Time": 11.17221668176353}
+{"Finetune/Learning Rate": 1.9687705004473545e-05, "Finetune/Loss": 0.8898553848266602, "Finetune/Loss (Raw)": 0.5678552389144897, "Finetune/Step": 2064, "Finetune/Step Time": 10.789085607975721}
+{"Finetune/Learning Rate": 1.5150038212025097e-07, "Finetune/Loss": 0.577487587928772, "Finetune/Loss (Raw)": 0.7704920172691345, "Finetune/Step": 18197, "Finetune/Step Time": 11.189023040235043}
+{"Finetune/Learning Rate": 1.9687287314319166e-05, "Finetune/Loss": 0.891339898109436, "Finetune/Loss (Raw)": 1.0341684818267822, "Finetune/Step": 2065, "Finetune/Step Time": 10.774385454133153}
+{"Finetune/Learning Rate": 1.5120850885394056e-07, "Finetune/Loss": 0.5798247456550598, "Finetune/Loss (Raw)": 0.7947791218757629, "Finetune/Step": 18198, "Finetune/Step Time": 11.171578077599406}
+{"Finetune/Learning Rate": 1.9686869349460866e-05, "Finetune/Loss": 0.8906521201133728, "Finetune/Loss (Raw)": 0.9167407751083374, "Finetune/Step": 2066, "Finetune/Step Time": 10.779572401195765}
+{"Finetune/Learning Rate": 1.5091691487135185e-07, "Finetune/Loss": 0.5800288319587708, "Finetune/Loss (Raw)": 0.6602712273597717, "Finetune/Step": 18199, "Finetune/Step Time": 11.164592184126377}
+{"Finetune/Learning Rate": 1.9686451109910495e-05, "Finetune/Loss": 0.8924717903137207, "Finetune/Loss (Raw)": 1.0595149993896484, "Finetune/Step": 2067, "Finetune/Step Time": 10.752697568386793}
+{"Finetune/Learning Rate": 1.9686032595679917e-05, "Finetune/Loss": 0.8911209106445312, "Finetune/Loss (Raw)": 0.8049176931381226, "Finetune/Step": 2068, "Finetune/Step Time": 10.749217716977}
+{"Finetune/Learning Rate": 1.5062560018075267e-07, "Finetune/Loss": 0.5790392756462097, "Finetune/Loss (Raw)": 0.3960403501987457, "Finetune/Step": 18200, "Finetune/Step Time": 11.204867217689753}
+{"Finetune/Learning Rate": 1.9685613806780995e-05, "Finetune/Loss": 0.8922125101089478, "Finetune/Loss (Raw)": 0.9026217460632324, "Finetune/Step": 2069, "Finetune/Step Time": 10.736338337883353}
+{"Finetune/Learning Rate": 1.5033456479040309e-07, "Finetune/Loss": 0.5785139203071594, "Finetune/Loss (Raw)": 0.5420103073120117, "Finetune/Step": 18201, "Finetune/Step Time": 11.202299617230892}
+{"Finetune/Learning Rate": 1.5004380870855652e-07, "Finetune/Loss": 0.5795223712921143, "Finetune/Loss (Raw)": 0.6229737401008606, "Finetune/Step": 18202, "Finetune/Step Time": 11.190404538065195}
+{"Finetune/Learning Rate": 1.968519474322561e-05, "Finetune/Loss": 0.890816330909729, "Finetune/Loss (Raw)": 0.7711947560310364, "Finetune/Step": 2070, "Finetune/Step Time": 10.752803528681397}
+{"Finetune/Learning Rate": 1.4975333194345853e-07, "Finetune/Loss": 0.5791770219802856, "Finetune/Loss (Raw)": 0.540966272354126, "Finetune/Step": 18203, "Finetune/Step Time": 11.179366670548916}
+{"Finetune/Learning Rate": 1.9684775405025646e-05, "Finetune/Loss": 0.890932559967041, "Finetune/Loss (Raw)": 0.9573362469673157, "Finetune/Step": 2071, "Finetune/Step Time": 10.761100528761744}
+{"Finetune/Learning Rate": 1.4946313450334483e-07, "Finetune/Loss": 0.5797258615493774, "Finetune/Loss (Raw)": 0.6057642102241516, "Finetune/Step": 18204, "Finetune/Step Time": 11.178359266370535}
+{"Finetune/Learning Rate": 1.968435579219299e-05, "Finetune/Loss": 0.8902056813240051, "Finetune/Loss (Raw)": 0.8443783521652222, "Finetune/Step": 2072, "Finetune/Step Time": 10.784617222845554}
+{"Finetune/Learning Rate": 1.4917321639644654e-07, "Finetune/Loss": 0.5788611173629761, "Finetune/Loss (Raw)": 0.3782101571559906, "Finetune/Step": 18205, "Finetune/Step Time": 11.2178092636168}
+{"Finetune/Learning Rate": 1.968393590473954e-05, "Finetune/Loss": 0.8918417692184448, "Finetune/Loss (Raw)": 1.0369940996170044, "Finetune/Step": 2073, "Finetune/Step Time": 10.766465954482555}
+{"Finetune/Learning Rate": 1.9683515742677204e-05, "Finetune/Loss": 0.8917708396911621, "Finetune/Loss (Raw)": 0.8127911686897278, "Finetune/Step": 2074, "Finetune/Step Time": 10.770705051720142}
+{"Finetune/Learning Rate": 1.488835776309816e-07, "Finetune/Loss": 0.5782691240310669, "Finetune/Loss (Raw)": 0.5767387747764587, "Finetune/Step": 18206, "Finetune/Step Time": 11.243835674598813}
+{"Finetune/Learning Rate": 1.96830953060179e-05, "Finetune/Loss": 0.8920665979385376, "Finetune/Loss (Raw)": 0.8171365857124329, "Finetune/Step": 2075, "Finetune/Step Time": 10.746557656675577}
+{"Finetune/Learning Rate": 1.4859421821516785e-07, "Finetune/Loss": 0.5773457884788513, "Finetune/Loss (Raw)": 0.5460496544837952, "Finetune/Step": 18207, "Finetune/Step Time": 11.243553390726447}
+{"Finetune/Learning Rate": 1.9682674594773548e-05, "Finetune/Loss": 0.8935604095458984, "Finetune/Loss (Raw)": 1.0109161138534546, "Finetune/Step": 2076, "Finetune/Step Time": 10.756876902654767}
+{"Finetune/Learning Rate": 1.483051381572076e-07, "Finetune/Loss": 0.5775833129882812, "Finetune/Loss (Raw)": 0.6520734429359436, "Finetune/Step": 18208, "Finetune/Step Time": 11.253313522785902}
+{"Finetune/Learning Rate": 1.968225360895608e-05, "Finetune/Loss": 0.8926750421524048, "Finetune/Loss (Raw)": 0.8652002215385437, "Finetune/Step": 2077, "Finetune/Step Time": 10.75698759406805}
+{"Finetune/Learning Rate": 1.4801633746529987e-07, "Finetune/Loss": 0.5773060321807861, "Finetune/Loss (Raw)": 0.5863595604896545, "Finetune/Step": 18209, "Finetune/Step Time": 11.25039012171328}
+{"Finetune/Learning Rate": 1.968183234857743e-05, "Finetune/Loss": 0.891862154006958, "Finetune/Loss (Raw)": 0.8384575247764587, "Finetune/Step": 2078, "Finetune/Step Time": 10.751461688429117}
+{"Finetune/Learning Rate": 1.4772781614763255e-07, "Finetune/Loss": 0.5767358541488647, "Finetune/Loss (Raw)": 0.5353266596794128, "Finetune/Step": 18210, "Finetune/Step Time": 11.24443556368351}
+{"Finetune/Learning Rate": 1.9681410813649548e-05, "Finetune/Loss": 0.8932196497917175, "Finetune/Loss (Raw)": 0.9852437376976013, "Finetune/Step": 2079, "Finetune/Step Time": 10.74929234944284}
+{"Finetune/Learning Rate": 1.4743957421238908e-07, "Finetune/Loss": 0.5770493745803833, "Finetune/Loss (Raw)": 0.5770471096038818, "Finetune/Step": 18211, "Finetune/Step Time": 11.246059663593769}
+{"Finetune/Learning Rate": 1.9680989004184383e-05, "Finetune/Loss": 0.8916850090026855, "Finetune/Loss (Raw)": 0.8223938345909119, "Finetune/Step": 2080, "Finetune/Step Time": 10.744895717129111}
+{"Finetune/Learning Rate": 1.4715161166774184e-07, "Finetune/Loss": 0.5777817368507385, "Finetune/Loss (Raw)": 0.6013420820236206, "Finetune/Step": 18212, "Finetune/Step Time": 11.234935585409403}
+{"Finetune/Learning Rate": 1.96805669201939e-05, "Finetune/Loss": 0.8922040462493896, "Finetune/Loss (Raw)": 0.9396973848342896, "Finetune/Step": 2081, "Finetune/Step Time": 10.757219783961773}
+{"Finetune/Learning Rate": 1.4686392852185648e-07, "Finetune/Loss": 0.5780237913131714, "Finetune/Loss (Raw)": 0.6489984393119812, "Finetune/Step": 18213, "Finetune/Step Time": 11.246760813519359}
+{"Finetune/Learning Rate": 1.465765247828921e-07, "Finetune/Loss": 0.5775293111801147, "Finetune/Loss (Raw)": 0.6086819171905518, "Finetune/Step": 18214, "Finetune/Step Time": 11.233428481966257}
+{"Finetune/Learning Rate": 1.9680144561690067e-05, "Finetune/Loss": 0.8898805379867554, "Finetune/Loss (Raw)": 0.6143800020217896, "Finetune/Step": 2082, "Finetune/Step Time": 10.800118047744036}
+{"Finetune/Learning Rate": 1.4628940045899875e-07, "Finetune/Loss": 0.5771059989929199, "Finetune/Loss (Raw)": 0.5407302379608154, "Finetune/Step": 18215, "Finetune/Step Time": 11.238154985010624}
+{"Finetune/Learning Rate": 1.967972192868486e-05, "Finetune/Loss": 0.8917436599731445, "Finetune/Loss (Raw)": 1.0464307069778442, "Finetune/Step": 2083, "Finetune/Step Time": 10.810962092131376}
+{"Finetune/Learning Rate": 1.4600255555831667e-07, "Finetune/Loss": 0.577946662902832, "Finetune/Loss (Raw)": 0.6121940016746521, "Finetune/Step": 18216, "Finetune/Step Time": 11.21538226120174}
+{"Finetune/Learning Rate": 1.9679299021190264e-05, "Finetune/Loss": 0.8922929167747498, "Finetune/Loss (Raw)": 1.0507758855819702, "Finetune/Step": 2084, "Finetune/Step Time": 10.805806497111917}
+{"Finetune/Learning Rate": 1.4571599008898263e-07, "Finetune/Loss": 0.5779085159301758, "Finetune/Loss (Raw)": 0.6436244249343872, "Finetune/Step": 18217, "Finetune/Step Time": 11.21541427820921}
+{"Finetune/Learning Rate": 1.9678875839218276e-05, "Finetune/Loss": 0.8931602239608765, "Finetune/Loss (Raw)": 1.0623996257781982, "Finetune/Step": 2085, "Finetune/Step Time": 10.798099057748914}
+{"Finetune/Learning Rate": 1.4542970405912016e-07, "Finetune/Loss": 0.5786600708961487, "Finetune/Loss (Raw)": 0.48712781071662903, "Finetune/Step": 18218, "Finetune/Step Time": 11.178626380860806}
+{"Finetune/Learning Rate": 1.967845238278089e-05, "Finetune/Loss": 0.8922892212867737, "Finetune/Loss (Raw)": 0.8987048268318176, "Finetune/Step": 2086, "Finetune/Step Time": 10.809290090575814}
+{"Finetune/Learning Rate": 1.4514369747684832e-07, "Finetune/Loss": 0.5783865451812744, "Finetune/Loss (Raw)": 0.5505492091178894, "Finetune/Step": 18219, "Finetune/Step Time": 11.155196975916624}
+{"Finetune/Learning Rate": 1.9678028651890116e-05, "Finetune/Loss": 0.8913064002990723, "Finetune/Loss (Raw)": 0.8625385165214539, "Finetune/Step": 2087, "Finetune/Step Time": 10.838074998930097}
+{"Finetune/Learning Rate": 1.4485797035027728e-07, "Finetune/Loss": 0.5800501704216003, "Finetune/Loss (Raw)": 0.5935144424438477, "Finetune/Step": 18220, "Finetune/Step Time": 11.105736939236522}
+{"Finetune/Learning Rate": 1.967760464655797e-05, "Finetune/Loss": 0.8914351463317871, "Finetune/Loss (Raw)": 0.9689131379127502, "Finetune/Step": 2088, "Finetune/Step Time": 10.840915052220225}
+{"Finetune/Learning Rate": 1.4457252268751165e-07, "Finetune/Loss": 0.5801786184310913, "Finetune/Loss (Raw)": 0.5354166626930237, "Finetune/Step": 18221, "Finetune/Step Time": 11.088099224492908}
+{"Finetune/Learning Rate": 1.9677180366796475e-05, "Finetune/Loss": 0.8926925659179688, "Finetune/Loss (Raw)": 0.9831423163414001, "Finetune/Step": 2089, "Finetune/Step Time": 10.840174736455083}
+{"Finetune/Learning Rate": 1.4428735449664389e-07, "Finetune/Loss": 0.5790780782699585, "Finetune/Loss (Raw)": 0.475342720746994, "Finetune/Step": 18222, "Finetune/Step Time": 11.085201503708959}
+{"Finetune/Learning Rate": 1.9676755812617664e-05, "Finetune/Loss": 0.8950130939483643, "Finetune/Loss (Raw)": 1.1066752672195435, "Finetune/Step": 2090, "Finetune/Step Time": 10.83463229611516}
+{"Finetune/Learning Rate": 1.4400246578576082e-07, "Finetune/Loss": 0.5801291465759277, "Finetune/Loss (Raw)": 0.6596013903617859, "Finetune/Step": 18223, "Finetune/Step Time": 11.086976613849401}
+{"Finetune/Learning Rate": 1.4371785656294045e-07, "Finetune/Loss": 0.5799834132194519, "Finetune/Loss (Raw)": 0.6612771153450012, "Finetune/Step": 18224, "Finetune/Step Time": 11.090407393872738}
+{"Finetune/Learning Rate": 1.9676330984033576e-05, "Finetune/Loss": 0.8953230381011963, "Finetune/Loss (Raw)": 0.9245572090148926, "Finetune/Step": 2091, "Finetune/Step Time": 10.8629514798522}
+{"Finetune/Learning Rate": 1.4343352683625412e-07, "Finetune/Loss": 0.579203188419342, "Finetune/Loss (Raw)": 0.5651599168777466, "Finetune/Step": 18225, "Finetune/Step Time": 11.079974913969636}
+{"Finetune/Learning Rate": 1.9675905881056258e-05, "Finetune/Loss": 0.8976534605026245, "Finetune/Loss (Raw)": 1.025933027267456, "Finetune/Step": 2092, "Finetune/Step Time": 10.875879857689142}
+{"Finetune/Learning Rate": 1.9675480503697758e-05, "Finetune/Loss": 0.8975421190261841, "Finetune/Loss (Raw)": 0.8941140174865723, "Finetune/Step": 2093, "Finetune/Step Time": 10.865206779912114}
+{"Finetune/Learning Rate": 1.4314947661376533e-07, "Finetune/Loss": 0.5774989128112793, "Finetune/Loss (Raw)": 0.42513102293014526, "Finetune/Step": 18226, "Finetune/Step Time": 11.114682653918862}
+{"Finetune/Learning Rate": 1.9675054851970148e-05, "Finetune/Loss": 0.8996332883834839, "Finetune/Loss (Raw)": 1.0116162300109863, "Finetune/Step": 2094, "Finetune/Step Time": 10.849862257018685}
+{"Finetune/Learning Rate": 1.4286570590352765e-07, "Finetune/Loss": 0.5775761604309082, "Finetune/Loss (Raw)": 0.5657719373703003, "Finetune/Step": 18227, "Finetune/Step Time": 11.140076102688909}
+{"Finetune/Learning Rate": 1.9674628925885497e-05, "Finetune/Loss": 0.9005527496337891, "Finetune/Loss (Raw)": 1.0129368305206299, "Finetune/Step": 2095, "Finetune/Step Time": 10.844843208789825}
+{"Finetune/Learning Rate": 1.4258221471358913e-07, "Finetune/Loss": 0.5777597427368164, "Finetune/Loss (Raw)": 0.5574610829353333, "Finetune/Step": 18228, "Finetune/Step Time": 11.13845318928361}
+{"Finetune/Learning Rate": 1.9674202725455877e-05, "Finetune/Loss": 0.8996191024780273, "Finetune/Loss (Raw)": 0.7596094012260437, "Finetune/Step": 2096, "Finetune/Step Time": 10.856013145297766}
+{"Finetune/Learning Rate": 1.4229900305198774e-07, "Finetune/Loss": 0.578230082988739, "Finetune/Loss (Raw)": 0.545383095741272, "Finetune/Step": 18229, "Finetune/Step Time": 11.142000278458}
+{"Finetune/Learning Rate": 1.967377625069338e-05, "Finetune/Loss": 0.900465726852417, "Finetune/Loss (Raw)": 0.9161196351051331, "Finetune/Step": 2097, "Finetune/Step Time": 10.857371339574456}
+{"Finetune/Learning Rate": 1.4201607092675596e-07, "Finetune/Loss": 0.5778182744979858, "Finetune/Loss (Raw)": 0.5791547298431396, "Finetune/Step": 18230, "Finetune/Step Time": 11.172183327376842}
+{"Finetune/Learning Rate": 1.9673349501610097e-05, "Finetune/Loss": 0.9007781744003296, "Finetune/Loss (Raw)": 0.9444766640663147, "Finetune/Step": 2098, "Finetune/Step Time": 10.862022755667567}
+{"Finetune/Learning Rate": 1.4173341834591515e-07, "Finetune/Loss": 0.5779340267181396, "Finetune/Loss (Raw)": 0.6565253734588623, "Finetune/Step": 18231, "Finetune/Step Time": 11.177778035402298}
+{"Finetune/Learning Rate": 1.9672922478218125e-05, "Finetune/Loss": 0.8985639214515686, "Finetune/Loss (Raw)": 0.6701427102088928, "Finetune/Step": 2099, "Finetune/Step Time": 10.874255696311593}
+{"Finetune/Learning Rate": 1.414510453174811e-07, "Finetune/Loss": 0.5773811936378479, "Finetune/Loss (Raw)": 0.6834131479263306, "Finetune/Step": 18232, "Finetune/Step Time": 11.188528751954436}
+{"Finetune/Learning Rate": 1.9672495180529584e-05, "Finetune/Loss": 0.8987338542938232, "Finetune/Loss (Raw)": 0.8201701641082764, "Finetune/Step": 2100, "Finetune/Step Time": 10.86980434320867}
+{"Finetune/Learning Rate": 1.41168951849463e-07, "Finetune/Loss": 0.5765154361724854, "Finetune/Loss (Raw)": 0.48446276783943176, "Finetune/Step": 18233, "Finetune/Step Time": 11.22016367688775}
+{"Finetune/Learning Rate": 1.967206760855658e-05, "Finetune/Loss": 0.8993693590164185, "Finetune/Loss (Raw)": 1.059192419052124, "Finetune/Step": 2101, "Finetune/Step Time": 10.881172847002745}
+{"Finetune/Learning Rate": 1.4088713794985775e-07, "Finetune/Loss": 0.5767570734024048, "Finetune/Loss (Raw)": 0.6217348575592041, "Finetune/Step": 18234, "Finetune/Step Time": 11.221408305689692}
+{"Finetune/Learning Rate": 1.9671639762311245e-05, "Finetune/Loss": 0.899084746837616, "Finetune/Loss (Raw)": 0.7742412686347961, "Finetune/Step": 2102, "Finetune/Step Time": 10.87883147969842}
+{"Finetune/Learning Rate": 1.4060560362665676e-07, "Finetune/Loss": 0.5768917798995972, "Finetune/Loss (Raw)": 0.5736250877380371, "Finetune/Step": 18235, "Finetune/Step Time": 11.224869690835476}
+{"Finetune/Learning Rate": 1.9671211641805706e-05, "Finetune/Loss": 0.8986235857009888, "Finetune/Loss (Raw)": 0.986304521560669, "Finetune/Step": 2103, "Finetune/Step Time": 10.870501203462481}
+{"Finetune/Learning Rate": 1.4032434888784585e-07, "Finetune/Loss": 0.5772773027420044, "Finetune/Loss (Raw)": 0.5739051699638367, "Finetune/Step": 18236, "Finetune/Step Time": 11.217945953831077}
+{"Finetune/Learning Rate": 1.967078324705211e-05, "Finetune/Loss": 0.8995548486709595, "Finetune/Loss (Raw)": 1.0401272773742676, "Finetune/Step": 2104, "Finetune/Step Time": 10.868016745895147}
+{"Finetune/Learning Rate": 1.4004337374139866e-07, "Finetune/Loss": 0.5764886140823364, "Finetune/Loss (Raw)": 0.5555874705314636, "Finetune/Step": 18237, "Finetune/Step Time": 11.22871196642518}
+{"Finetune/Learning Rate": 1.9670354578062597e-05, "Finetune/Loss": 0.9000258445739746, "Finetune/Loss (Raw)": 0.9312236309051514, "Finetune/Step": 2105, "Finetune/Step Time": 10.86586101166904}
+{"Finetune/Learning Rate": 1.3976267819528432e-07, "Finetune/Loss": 0.5759719610214233, "Finetune/Loss (Raw)": 0.524960458278656, "Finetune/Step": 18238, "Finetune/Step Time": 11.227296212688088}
+{"Finetune/Learning Rate": 1.966992563484933e-05, "Finetune/Loss": 0.9005398750305176, "Finetune/Loss (Raw)": 0.9278623461723328, "Finetune/Step": 2106, "Finetune/Step Time": 10.871454073116183}
+{"Finetune/Learning Rate": 1.3948226225746099e-07, "Finetune/Loss": 0.5761977434158325, "Finetune/Loss (Raw)": 0.5115470886230469, "Finetune/Step": 18239, "Finetune/Step Time": 11.225131418555975}
+{"Finetune/Learning Rate": 1.9669496417424465e-05, "Finetune/Loss": 0.9011783599853516, "Finetune/Loss (Raw)": 0.9914842844009399, "Finetune/Step": 2107, "Finetune/Step Time": 10.866665175184608}
+{"Finetune/Learning Rate": 1.3920212593588113e-07, "Finetune/Loss": 0.5754373669624329, "Finetune/Loss (Raw)": 0.6093611121177673, "Finetune/Step": 18240, "Finetune/Step Time": 11.229772962629795}
+{"Finetune/Learning Rate": 1.9669066925800182e-05, "Finetune/Loss": 0.9015068411827087, "Finetune/Loss (Raw)": 0.9185939431190491, "Finetune/Step": 2108, "Finetune/Step Time": 10.86294743977487}
+{"Finetune/Learning Rate": 1.966863715998866e-05, "Finetune/Loss": 0.9016258716583252, "Finetune/Loss (Raw)": 0.8561401963233948, "Finetune/Step": 2109, "Finetune/Step Time": 10.867205305024981}
+{"Finetune/Learning Rate": 1.389222692384884e-07, "Finetune/Loss": 0.5750184059143066, "Finetune/Loss (Raw)": 0.5138696432113647, "Finetune/Step": 18241, "Finetune/Step Time": 11.24626823887229}
+{"Finetune/Learning Rate": 1.9668207120002073e-05, "Finetune/Loss": 0.901958703994751, "Finetune/Loss (Raw)": 0.9744472503662109, "Finetune/Step": 2110, "Finetune/Step Time": 10.860468812286854}
+{"Finetune/Learning Rate": 1.386426921732187e-07, "Finetune/Loss": 0.5747332572937012, "Finetune/Loss (Raw)": 0.5781375169754028, "Finetune/Step": 18242, "Finetune/Step Time": 11.250087359920144}
+{"Finetune/Learning Rate": 1.966777680585263e-05, "Finetune/Loss": 0.9021464586257935, "Finetune/Loss (Raw)": 0.8532257676124573, "Finetune/Step": 2111, "Finetune/Step Time": 10.862019196152687}
+{"Finetune/Learning Rate": 1.383633947480012e-07, "Finetune/Loss": 0.5743206739425659, "Finetune/Loss (Raw)": 0.5048819780349731, "Finetune/Step": 18243, "Finetune/Step Time": 11.243332035839558}
+{"Finetune/Learning Rate": 1.3808437697075404e-07, "Finetune/Loss": 0.574192464351654, "Finetune/Loss (Raw)": 0.6133244633674622, "Finetune/Step": 18244, "Finetune/Step Time": 11.194172294810414}
+{"Finetune/Learning Rate": 1.9667346217552528e-05, "Finetune/Loss": 0.9015995264053345, "Finetune/Loss (Raw)": 0.8604625463485718, "Finetune/Step": 2112, "Finetune/Step Time": 10.850973585620522}
+{"Finetune/Learning Rate": 1.3780563884939092e-07, "Finetune/Loss": 0.5755649209022522, "Finetune/Loss (Raw)": 0.6903677582740784, "Finetune/Step": 18245, "Finetune/Step Time": 11.193082986399531}
+{"Finetune/Learning Rate": 1.9666915355113976e-05, "Finetune/Loss": 0.9016298055648804, "Finetune/Loss (Raw)": 0.9313353300094604, "Finetune/Step": 2113, "Finetune/Step Time": 10.850906498730183}
+{"Finetune/Learning Rate": 1.9666484218549196e-05, "Finetune/Loss": 0.9007635712623596, "Finetune/Loss (Raw)": 0.8994132876396179, "Finetune/Step": 2114, "Finetune/Step Time": 10.85166535153985}
+{"Finetune/Learning Rate": 1.3752718039181656e-07, "Finetune/Loss": 0.5752198100090027, "Finetune/Loss (Raw)": 0.5508570075035095, "Finetune/Step": 18246, "Finetune/Step Time": 11.204858429729939}
+{"Finetune/Learning Rate": 1.372490016059247e-07, "Finetune/Loss": 0.5755324363708496, "Finetune/Loss (Raw)": 0.6180080771446228, "Finetune/Step": 18247, "Finetune/Step Time": 11.203659830614924}
+{"Finetune/Learning Rate": 1.966605280787041e-05, "Finetune/Loss": 0.9021941423416138, "Finetune/Loss (Raw)": 1.0616953372955322, "Finetune/Step": 2115, "Finetune/Step Time": 10.854746393859386}
+{"Finetune/Learning Rate": 1.3697110249960564e-07, "Finetune/Loss": 0.5757915377616882, "Finetune/Loss (Raw)": 0.5925151109695435, "Finetune/Step": 18248, "Finetune/Step Time": 11.2032580524683}
+{"Finetune/Learning Rate": 1.966562112308985e-05, "Finetune/Loss": 0.9009056687355042, "Finetune/Loss (Raw)": 0.8208908438682556, "Finetune/Step": 2116, "Finetune/Step Time": 10.851190170273185}
+{"Finetune/Learning Rate": 1.366934830807398e-07, "Finetune/Loss": 0.5755252838134766, "Finetune/Loss (Raw)": 0.5892468690872192, "Finetune/Step": 18249, "Finetune/Step Time": 11.207659766077995}
+{"Finetune/Learning Rate": 1.9665189164219766e-05, "Finetune/Loss": 0.9017544984817505, "Finetune/Loss (Raw)": 0.9646795988082886, "Finetune/Step": 2117, "Finetune/Step Time": 10.863864749670029}
+{"Finetune/Learning Rate": 1.3641614335719976e-07, "Finetune/Loss": 0.5746979713439941, "Finetune/Loss (Raw)": 0.5396900773048401, "Finetune/Step": 18250, "Finetune/Step Time": 11.206909496337175}
+{"Finetune/Learning Rate": 1.9664756931272398e-05, "Finetune/Loss": 0.9010969996452332, "Finetune/Loss (Raw)": 0.8987402319908142, "Finetune/Step": 2118, "Finetune/Step Time": 10.878035536035895}
+{"Finetune/Learning Rate": 1.361390833368492e-07, "Finetune/Loss": 0.5755069851875305, "Finetune/Loss (Raw)": 0.6669917702674866, "Finetune/Step": 18251, "Finetune/Step Time": 11.207008481025696}
+{"Finetune/Learning Rate": 1.9664324424260006e-05, "Finetune/Loss": 0.8997765183448792, "Finetune/Loss (Raw)": 0.8145695328712463, "Finetune/Step": 2119, "Finetune/Step Time": 10.896306592971087}
+{"Finetune/Learning Rate": 1.358623030275452e-07, "Finetune/Loss": 0.5749362111091614, "Finetune/Loss (Raw)": 0.45850300788879395, "Finetune/Step": 18252, "Finetune/Step Time": 11.130114080384374}
+{"Finetune/Learning Rate": 1.9663891643194857e-05, "Finetune/Loss": 0.8998541831970215, "Finetune/Loss (Raw)": 0.9798790812492371, "Finetune/Step": 2120, "Finetune/Step Time": 10.877982713282108}
+{"Finetune/Learning Rate": 1.3558580243713592e-07, "Finetune/Loss": 0.5754694938659668, "Finetune/Loss (Raw)": 0.592846155166626, "Finetune/Step": 18253, "Finetune/Step Time": 11.096131036058068}
+{"Finetune/Learning Rate": 1.966345858808922e-05, "Finetune/Loss": 0.9019466638565063, "Finetune/Loss (Raw)": 0.9900035858154297, "Finetune/Step": 2121, "Finetune/Step Time": 10.8691816162318}
+{"Finetune/Learning Rate": 1.3530958157346285e-07, "Finetune/Loss": 0.5758010149002075, "Finetune/Loss (Raw)": 0.6148728132247925, "Finetune/Step": 18254, "Finetune/Step Time": 11.092857670038939}
+{"Finetune/Learning Rate": 1.9663025258955376e-05, "Finetune/Loss": 0.9002130031585693, "Finetune/Loss (Raw)": 0.7944291234016418, "Finetune/Step": 2122, "Finetune/Step Time": 10.871895594522357}
+{"Finetune/Learning Rate": 1.3503364044435863e-07, "Finetune/Loss": 0.5747772455215454, "Finetune/Loss (Raw)": 0.45432615280151367, "Finetune/Step": 18255, "Finetune/Step Time": 11.091128505766392}
+{"Finetune/Learning Rate": 1.9662591655805616e-05, "Finetune/Loss": 0.9003968238830566, "Finetune/Loss (Raw)": 1.0257354974746704, "Finetune/Step": 2123, "Finetune/Step Time": 10.876171037554741}
+{"Finetune/Learning Rate": 1.3475797905764808e-07, "Finetune/Loss": 0.5741313695907593, "Finetune/Loss (Raw)": 0.5142083168029785, "Finetune/Step": 18256, "Finetune/Step Time": 11.0926908031106}
+{"Finetune/Learning Rate": 1.966215777865223e-05, "Finetune/Loss": 0.9013000726699829, "Finetune/Loss (Raw)": 0.9278520345687866, "Finetune/Step": 2124, "Finetune/Step Time": 10.888168605044484}
+{"Finetune/Learning Rate": 1.3448259742114832e-07, "Finetune/Loss": 0.574336051940918, "Finetune/Loss (Raw)": 0.514727771282196, "Finetune/Step": 18257, "Finetune/Step Time": 11.094486754387617}
+{"Finetune/Learning Rate": 1.9661723627507528e-05, "Finetune/Loss": 0.9009193181991577, "Finetune/Loss (Raw)": 0.9783441424369812, "Finetune/Step": 2125, "Finetune/Step Time": 10.892397854477167}
+{"Finetune/Learning Rate": 1.3420749554266976e-07, "Finetune/Loss": 0.5730366706848145, "Finetune/Loss (Raw)": 0.4564802646636963, "Finetune/Step": 18258, "Finetune/Step Time": 11.11874715052545}
+{"Finetune/Learning Rate": 1.966128920238382e-05, "Finetune/Loss": 0.8999102115631104, "Finetune/Loss (Raw)": 0.7523824572563171, "Finetune/Step": 2126, "Finetune/Step Time": 10.898152384907007}
+{"Finetune/Learning Rate": 1.3393267343001059e-07, "Finetune/Loss": 0.573729395866394, "Finetune/Loss (Raw)": 0.671955406665802, "Finetune/Step": 18259, "Finetune/Step Time": 11.115112341940403}
+{"Finetune/Learning Rate": 1.966085450329342e-05, "Finetune/Loss": 0.8995062708854675, "Finetune/Loss (Raw)": 0.8856653571128845, "Finetune/Step": 2127, "Finetune/Step Time": 10.893063701689243}
+{"Finetune/Learning Rate": 1.336581310909657e-07, "Finetune/Loss": 0.5737887620925903, "Finetune/Loss (Raw)": 0.5904766321182251, "Finetune/Step": 18260, "Finetune/Step Time": 11.11841763369739}
+{"Finetune/Learning Rate": 1.9660419530248657e-05, "Finetune/Loss": 0.8968069553375244, "Finetune/Loss (Raw)": 0.6790756583213806, "Finetune/Step": 2128, "Finetune/Step Time": 10.904036071151495}
+{"Finetune/Learning Rate": 1.3338386853331997e-07, "Finetune/Loss": 0.5742672681808472, "Finetune/Loss (Raw)": 0.5696683526039124, "Finetune/Step": 18261, "Finetune/Step Time": 11.117318788543344}
+{"Finetune/Learning Rate": 1.9659984283261866e-05, "Finetune/Loss": 0.8974403142929077, "Finetune/Loss (Raw)": 0.9035640358924866, "Finetune/Step": 2129, "Finetune/Step Time": 10.904603695496917}
+{"Finetune/Learning Rate": 1.331098857648494e-07, "Finetune/Loss": 0.5735148191452026, "Finetune/Loss (Raw)": 0.568743884563446, "Finetune/Step": 18262, "Finetune/Step Time": 11.099168092012405}
+{"Finetune/Learning Rate": 1.3283618279332668e-07, "Finetune/Loss": 0.5745566487312317, "Finetune/Loss (Raw)": 0.7059687376022339, "Finetune/Step": 18263, "Finetune/Step Time": 11.091314319521189}
+{"Finetune/Learning Rate": 1.9659548762345392e-05, "Finetune/Loss": 0.8949446678161621, "Finetune/Loss (Raw)": 0.717252254486084, "Finetune/Step": 2130, "Finetune/Step Time": 10.98817926645279}
+{"Finetune/Learning Rate": 1.9659112967511586e-05, "Finetune/Loss": 0.8948606252670288, "Finetune/Loss (Raw)": 0.8925317525863647, "Finetune/Step": 2131, "Finetune/Step Time": 10.990628646686673}
+{"Finetune/Learning Rate": 1.3256275962651223e-07, "Finetune/Loss": 0.5744855403900146, "Finetune/Loss (Raw)": 0.39841657876968384, "Finetune/Step": 18264, "Finetune/Step Time": 11.119710333645344}
+{"Finetune/Learning Rate": 1.96586768987728e-05, "Finetune/Loss": 0.8951566219329834, "Finetune/Loss (Raw)": 1.0245468616485596, "Finetune/Step": 2132, "Finetune/Step Time": 10.982774905860424}
+{"Finetune/Learning Rate": 1.3228961627215654e-07, "Finetune/Loss": 0.5763720273971558, "Finetune/Loss (Raw)": 0.6526052355766296, "Finetune/Step": 18265, "Finetune/Step Time": 11.08509822562337}
+{"Finetune/Learning Rate": 1.96582405561414e-05, "Finetune/Loss": 0.8951606154441833, "Finetune/Loss (Raw)": 0.949834942817688, "Finetune/Step": 2133, "Finetune/Step Time": 10.95113219320774}
+{"Finetune/Learning Rate": 1.3201675273800896e-07, "Finetune/Loss": 0.5773272514343262, "Finetune/Loss (Raw)": 0.6457128524780273, "Finetune/Step": 18266, "Finetune/Step Time": 11.082156024873257}
+{"Finetune/Learning Rate": 1.9657803939629767e-05, "Finetune/Loss": 0.8949257731437683, "Finetune/Loss (Raw)": 0.8824723958969116, "Finetune/Step": 2134, "Finetune/Step Time": 10.94402889534831}
+{"Finetune/Learning Rate": 1.3174416903180442e-07, "Finetune/Loss": 0.5777764916419983, "Finetune/Loss (Raw)": 0.653643012046814, "Finetune/Step": 18267, "Finetune/Step Time": 11.086586186662316}
+{"Finetune/Learning Rate": 1.9657367049250276e-05, "Finetune/Loss": 0.8948169946670532, "Finetune/Loss (Raw)": 0.8693937063217163, "Finetune/Step": 2135, "Finetune/Step Time": 10.944054927676916}
+{"Finetune/Learning Rate": 1.3147186516127453e-07, "Finetune/Loss": 0.5775376558303833, "Finetune/Loss (Raw)": 0.5631983280181885, "Finetune/Step": 18268, "Finetune/Step Time": 11.076813595369458}
+{"Finetune/Learning Rate": 1.9656929885015318e-05, "Finetune/Loss": 0.8978585004806519, "Finetune/Loss (Raw)": 0.915209174156189, "Finetune/Step": 2136, "Finetune/Step Time": 10.88783561065793}
+{"Finetune/Learning Rate": 1.3119984113413864e-07, "Finetune/Loss": 0.577201247215271, "Finetune/Loss (Raw)": 0.5859175324440002, "Finetune/Step": 18269, "Finetune/Step Time": 11.06706995330751}
+{"Finetune/Learning Rate": 1.965649244693729e-05, "Finetune/Loss": 0.8979176878929138, "Finetune/Loss (Raw)": 0.881467342376709, "Finetune/Step": 2137, "Finetune/Step Time": 10.88285918161273}
+{"Finetune/Learning Rate": 1.3092809695811393e-07, "Finetune/Loss": 0.577629566192627, "Finetune/Loss (Raw)": 0.5434654951095581, "Finetune/Step": 18270, "Finetune/Step Time": 11.061591612175107}
+{"Finetune/Learning Rate": 1.9656054735028592e-05, "Finetune/Loss": 0.8972034454345703, "Finetune/Loss (Raw)": 0.8824613690376282, "Finetune/Step": 2138, "Finetune/Step Time": 10.907851796597242}
+{"Finetune/Learning Rate": 1.306566326409031e-07, "Finetune/Loss": 0.5782366394996643, "Finetune/Loss (Raw)": 0.6521506905555725, "Finetune/Step": 18271, "Finetune/Step Time": 11.063851863145828}
+{"Finetune/Learning Rate": 1.965561674930164e-05, "Finetune/Loss": 0.8962676525115967, "Finetune/Loss (Raw)": 0.7685237526893616, "Finetune/Step": 2139, "Finetune/Step Time": 10.904138579964638}
+{"Finetune/Learning Rate": 1.303854481902067e-07, "Finetune/Loss": 0.5777460336685181, "Finetune/Loss (Raw)": 0.5392282009124756, "Finetune/Step": 18272, "Finetune/Step Time": 11.061031403020024}
+{"Finetune/Learning Rate": 1.9655178489768857e-05, "Finetune/Loss": 0.8969687223434448, "Finetune/Loss (Raw)": 1.0710455179214478, "Finetune/Step": 2140, "Finetune/Step Time": 10.8929803352803}
+{"Finetune/Learning Rate": 1.3011454361371302e-07, "Finetune/Loss": 0.5780162215232849, "Finetune/Loss (Raw)": 0.6969079971313477, "Finetune/Step": 18273, "Finetune/Step Time": 11.052977487444878}
+{"Finetune/Learning Rate": 1.9654739956442665e-05, "Finetune/Loss": 0.8964096307754517, "Finetune/Loss (Raw)": 0.8504679799079895, "Finetune/Step": 2141, "Finetune/Step Time": 10.870563227683306}
+{"Finetune/Learning Rate": 1.2984391891910476e-07, "Finetune/Loss": 0.5778896808624268, "Finetune/Loss (Raw)": 0.5636427998542786, "Finetune/Step": 18274, "Finetune/Step Time": 11.04496213234961}
+{"Finetune/Learning Rate": 1.9654301149335505e-05, "Finetune/Loss": 0.8968815207481384, "Finetune/Loss (Raw)": 1.0559144020080566, "Finetune/Step": 2142, "Finetune/Step Time": 10.873188508674502}
+{"Finetune/Learning Rate": 1.295735741140558e-07, "Finetune/Loss": 0.5786014795303345, "Finetune/Loss (Raw)": 0.6129151582717896, "Finetune/Step": 18275, "Finetune/Step Time": 11.045207757502794}
+{"Finetune/Learning Rate": 1.2930350920623224e-07, "Finetune/Loss": 0.5781619548797607, "Finetune/Loss (Raw)": 0.5760472416877747, "Finetune/Step": 18276, "Finetune/Step Time": 11.040593517944217}
+{"Finetune/Learning Rate": 1.9653862068459816e-05, "Finetune/Loss": 0.8953832387924194, "Finetune/Loss (Raw)": 0.7847045660018921, "Finetune/Step": 2143, "Finetune/Step Time": 10.885678147897124}
+{"Finetune/Learning Rate": 1.290337242032935e-07, "Finetune/Loss": 0.5780370235443115, "Finetune/Loss (Raw)": 0.5895406007766724, "Finetune/Step": 18277, "Finetune/Step Time": 11.037690928205848}
+{"Finetune/Learning Rate": 1.965342271382805e-05, "Finetune/Loss": 0.8929253816604614, "Finetune/Loss (Raw)": 0.6118278503417969, "Finetune/Step": 2144, "Finetune/Step Time": 10.906217416748405}
+{"Finetune/Learning Rate": 1.2876421911288906e-07, "Finetune/Loss": 0.5775160789489746, "Finetune/Loss (Raw)": 0.5210675001144409, "Finetune/Step": 18278, "Finetune/Step Time": 11.038786815479398}
+{"Finetune/Learning Rate": 1.9652983085452665e-05, "Finetune/Loss": 0.8930204510688782, "Finetune/Loss (Raw)": 0.976637065410614, "Finetune/Step": 2145, "Finetune/Step Time": 10.896515898406506}
+{"Finetune/Learning Rate": 1.2849499394266052e-07, "Finetune/Loss": 0.5793904066085815, "Finetune/Loss (Raw)": 0.7199898958206177, "Finetune/Step": 18279, "Finetune/Step Time": 11.017761627212167}
+{"Finetune/Learning Rate": 1.9652543183346132e-05, "Finetune/Loss": 0.8939803242683411, "Finetune/Loss (Raw)": 0.9253241419792175, "Finetune/Step": 2146, "Finetune/Step Time": 10.882883671671152}
+{"Finetune/Learning Rate": 1.2822604870024403e-07, "Finetune/Loss": 0.5781686305999756, "Finetune/Loss (Raw)": 0.4804510474205017, "Finetune/Step": 18280, "Finetune/Step Time": 11.044512584805489}
+{"Finetune/Learning Rate": 1.9652103007520923e-05, "Finetune/Loss": 0.8953239917755127, "Finetune/Loss (Raw)": 1.0466938018798828, "Finetune/Step": 2147, "Finetune/Step Time": 10.877690307796001}
+{"Finetune/Learning Rate": 1.2795738339326458e-07, "Finetune/Loss": 0.5783601403236389, "Finetune/Loss (Raw)": 0.6528058648109436, "Finetune/Step": 18281, "Finetune/Step Time": 11.040770718827844}
+{"Finetune/Learning Rate": 1.9651662557989516e-05, "Finetune/Loss": 0.8951824903488159, "Finetune/Loss (Raw)": 0.9670929908752441, "Finetune/Step": 2148, "Finetune/Step Time": 10.880808250978589}
+{"Finetune/Learning Rate": 1.965122183476441e-05, "Finetune/Loss": 0.8962088823318481, "Finetune/Loss (Raw)": 1.0141198635101318, "Finetune/Step": 2149, "Finetune/Step Time": 10.876076122745872}
+{"Finetune/Learning Rate": 1.2768899802934164e-07, "Finetune/Loss": 0.5783035755157471, "Finetune/Loss (Raw)": 0.6406633853912354, "Finetune/Step": 18282, "Finetune/Step Time": 11.060873860493302}
+{"Finetune/Learning Rate": 1.9650780837858093e-05, "Finetune/Loss": 0.895953357219696, "Finetune/Loss (Raw)": 0.871727705001831, "Finetune/Step": 2150, "Finetune/Step Time": 10.872820131480694}
+{"Finetune/Learning Rate": 1.274208926160858e-07, "Finetune/Loss": 0.578880786895752, "Finetune/Loss (Raw)": 0.6003541946411133, "Finetune/Step": 18283, "Finetune/Step Time": 11.083134701475501}
+{"Finetune/Learning Rate": 1.9650339567283075e-05, "Finetune/Loss": 0.895042896270752, "Finetune/Loss (Raw)": 0.7841941118240356, "Finetune/Step": 2151, "Finetune/Step Time": 10.871827000752091}
+{"Finetune/Learning Rate": 1.2715306716109876e-07, "Finetune/Loss": 0.5782873630523682, "Finetune/Loss (Raw)": 0.5168200731277466, "Finetune/Step": 18284, "Finetune/Step Time": 11.090813579037786}
+{"Finetune/Learning Rate": 1.964989802305187e-05, "Finetune/Loss": 0.8958538770675659, "Finetune/Loss (Raw)": 0.9309037327766418, "Finetune/Step": 2152, "Finetune/Step Time": 10.872074173763394}
+{"Finetune/Learning Rate": 1.2688552167197665e-07, "Finetune/Loss": 0.5779284238815308, "Finetune/Loss (Raw)": 0.4989239573478699, "Finetune/Step": 18285, "Finetune/Step Time": 11.07209780625999}
+{"Finetune/Learning Rate": 1.9649456205176996e-05, "Finetune/Loss": 0.8955240249633789, "Finetune/Loss (Raw)": 0.9084499478340149, "Finetune/Step": 2153, "Finetune/Step Time": 10.863179931417108}
+{"Finetune/Learning Rate": 1.2661825615630675e-07, "Finetune/Loss": 0.5783130526542664, "Finetune/Loss (Raw)": 0.6687090992927551, "Finetune/Step": 18286, "Finetune/Step Time": 11.051607061177492}
+{"Finetune/Learning Rate": 1.9649014113670984e-05, "Finetune/Loss": 0.8951030969619751, "Finetune/Loss (Raw)": 0.8184957504272461, "Finetune/Step": 2154, "Finetune/Step Time": 10.891047617420554}
+{"Finetune/Learning Rate": 1.2635127062166518e-07, "Finetune/Loss": 0.5797024965286255, "Finetune/Loss (Raw)": 0.5718883872032166, "Finetune/Step": 18287, "Finetune/Step Time": 11.021060269325972}
+{"Finetune/Learning Rate": 1.964857174854637e-05, "Finetune/Loss": 0.8942074775695801, "Finetune/Loss (Raw)": 0.7922630906105042, "Finetune/Step": 2155, "Finetune/Step Time": 10.896986309438944}
+{"Finetune/Learning Rate": 1.2608456507562706e-07, "Finetune/Loss": 0.5795631408691406, "Finetune/Loss (Raw)": 0.5960454344749451, "Finetune/Step": 18288, "Finetune/Step Time": 11.024978997185826}
+{"Finetune/Learning Rate": 1.96481291098157e-05, "Finetune/Loss": 0.8965700268745422, "Finetune/Loss (Raw)": 0.9223518967628479, "Finetune/Step": 2156, "Finetune/Step Time": 10.85405801795423}
+{"Finetune/Learning Rate": 1.2581813952575073e-07, "Finetune/Loss": 0.5790529251098633, "Finetune/Loss (Raw)": 0.531981885433197, "Finetune/Step": 18289, "Finetune/Step Time": 11.026527762413025}
+{"Finetune/Learning Rate": 1.964768619749152e-05, "Finetune/Loss": 0.8972868919372559, "Finetune/Loss (Raw)": 1.010703206062317, "Finetune/Step": 2157, "Finetune/Step Time": 10.850283995270729}
+{"Finetune/Learning Rate": 1.2555199397959462e-07, "Finetune/Loss": 0.5803765058517456, "Finetune/Loss (Raw)": 0.6125321388244629, "Finetune/Step": 18290, "Finetune/Step Time": 10.975406499579549}
+{"Finetune/Learning Rate": 1.9647243011586396e-05, "Finetune/Loss": 0.896786093711853, "Finetune/Loss (Raw)": 0.9158696532249451, "Finetune/Step": 2158, "Finetune/Step Time": 10.836539270356297}
+{"Finetune/Learning Rate": 1.2528612844470377e-07, "Finetune/Loss": 0.5799946784973145, "Finetune/Loss (Raw)": 0.5415210723876953, "Finetune/Step": 18291, "Finetune/Step Time": 10.924233129248023}
+{"Finetune/Learning Rate": 1.9646799552112894e-05, "Finetune/Loss": 0.8973559141159058, "Finetune/Loss (Raw)": 0.9897828102111816, "Finetune/Step": 2159, "Finetune/Step Time": 10.836440263316035}
+{"Finetune/Learning Rate": 1.2502054292861998e-07, "Finetune/Loss": 0.5794766545295715, "Finetune/Loss (Raw)": 0.503838837146759, "Finetune/Step": 18292, "Finetune/Step Time": 10.92362355440855}
+{"Finetune/Learning Rate": 1.964635581908359e-05, "Finetune/Loss": 0.8962914347648621, "Finetune/Loss (Raw)": 0.7869948148727417, "Finetune/Step": 2160, "Finetune/Step Time": 10.850555833429098}
+{"Finetune/Learning Rate": 1.2475523743887164e-07, "Finetune/Loss": 0.5798516273498535, "Finetune/Loss (Raw)": 0.5772588849067688, "Finetune/Step": 18293, "Finetune/Step Time": 10.91869817301631}
+{"Finetune/Learning Rate": 1.9645911812511064e-05, "Finetune/Loss": 0.8961952328681946, "Finetune/Loss (Raw)": 0.9165217280387878, "Finetune/Step": 2161, "Finetune/Step Time": 10.84918854944408}
+{"Finetune/Learning Rate": 1.2449021198298493e-07, "Finetune/Loss": 0.5796164274215698, "Finetune/Loss (Raw)": 0.46523594856262207, "Finetune/Step": 18294, "Finetune/Step Time": 10.887125013396144}
+{"Finetune/Learning Rate": 1.2422546656847167e-07, "Finetune/Loss": 0.5787612795829773, "Finetune/Loss (Raw)": 0.4829043745994568, "Finetune/Step": 18295, "Finetune/Step Time": 10.871615869924426}
+{"Finetune/Learning Rate": 1.9645467532407905e-05, "Finetune/Loss": 0.8970233798027039, "Finetune/Loss (Raw)": 0.8606648445129395, "Finetune/Step": 2162, "Finetune/Step Time": 10.857171397656202}
+{"Finetune/Learning Rate": 1.964502297878672e-05, "Finetune/Loss": 0.8975497484207153, "Finetune/Loss (Raw)": 0.9134909510612488, "Finetune/Step": 2163, "Finetune/Step Time": 10.846943067386746}
+{"Finetune/Learning Rate": 1.2396100120284137e-07, "Finetune/Loss": 0.5788223743438721, "Finetune/Loss (Raw)": 0.6545979976654053, "Finetune/Step": 18296, "Finetune/Step Time": 10.89105424657464}
+{"Finetune/Learning Rate": 1.9644578151660105e-05, "Finetune/Loss": 0.897392988204956, "Finetune/Loss (Raw)": 0.889668345451355, "Finetune/Step": 2164, "Finetune/Step Time": 10.847637144848704}
+{"Finetune/Learning Rate": 1.2369681589359474e-07, "Finetune/Loss": 0.5779051780700684, "Finetune/Loss (Raw)": 0.5947451591491699, "Finetune/Step": 18297, "Finetune/Step Time": 10.88325741700828}
+{"Finetune/Learning Rate": 1.2343291064822127e-07, "Finetune/Loss": 0.5767792463302612, "Finetune/Loss (Raw)": 0.5215213298797607, "Finetune/Step": 18298, "Finetune/Step Time": 10.883849194273353}
+{"Finetune/Learning Rate": 1.9644133051040685e-05, "Finetune/Loss": 0.8986637592315674, "Finetune/Loss (Raw)": 0.989687979221344, "Finetune/Step": 2165, "Finetune/Step Time": 10.8639415204525}
+{"Finetune/Learning Rate": 1.2316928547420503e-07, "Finetune/Loss": 0.5771798491477966, "Finetune/Loss (Raw)": 0.5741599798202515, "Finetune/Step": 18299, "Finetune/Step Time": 10.88506624288857}
+{"Finetune/Learning Rate": 1.964368767694107e-05, "Finetune/Loss": 0.8965106010437012, "Finetune/Loss (Raw)": 0.5038217306137085, "Finetune/Step": 2166, "Finetune/Step Time": 10.901534978300333}
+{"Finetune/Learning Rate": 1.2290594037902225e-07, "Finetune/Loss": 0.5770403146743774, "Finetune/Loss (Raw)": 0.590980589389801, "Finetune/Step": 18300, "Finetune/Step Time": 10.902416795492172}
+{"Finetune/Learning Rate": 1.96432420293739e-05, "Finetune/Loss": 0.8977175951004028, "Finetune/Loss (Raw)": 1.025631308555603, "Finetune/Step": 2167, "Finetune/Step Time": 10.904211886227131}
+{"Finetune/Learning Rate": 1.2264287537014031e-07, "Finetune/Loss": 0.5766425728797913, "Finetune/Loss (Raw)": 0.5441858768463135, "Finetune/Step": 18301, "Finetune/Step Time": 10.89665162190795}
+{"Finetune/Learning Rate": 1.9642796108351804e-05, "Finetune/Loss": 0.897955060005188, "Finetune/Loss (Raw)": 0.9127875566482544, "Finetune/Step": 2168, "Finetune/Step Time": 10.899408714845777}
+{"Finetune/Learning Rate": 1.2238009045501985e-07, "Finetune/Loss": 0.5775086879730225, "Finetune/Loss (Raw)": 0.7325958609580994, "Finetune/Step": 18302, "Finetune/Step Time": 10.912828290835023}
+{"Finetune/Learning Rate": 1.9642349913887432e-05, "Finetune/Loss": 0.8983242511749268, "Finetune/Loss (Raw)": 0.692630410194397, "Finetune/Step": 2169, "Finetune/Step Time": 10.897213136777282}
+{"Finetune/Learning Rate": 1.2211758564110943e-07, "Finetune/Loss": 0.5782115459442139, "Finetune/Loss (Raw)": 0.6150797605514526, "Finetune/Step": 18303, "Finetune/Step Time": 10.881043726578355}
+{"Finetune/Learning Rate": 1.964190344599344e-05, "Finetune/Loss": 0.8995295166969299, "Finetune/Loss (Raw)": 0.9731607437133789, "Finetune/Step": 2170, "Finetune/Step Time": 10.900073973461986}
+{"Finetune/Learning Rate": 1.218553609358575e-07, "Finetune/Loss": 0.5767483115196228, "Finetune/Loss (Raw)": 0.5434956550598145, "Finetune/Step": 18304, "Finetune/Step Time": 10.831372119486332}
+{"Finetune/Learning Rate": 1.964145670468248e-05, "Finetune/Loss": 0.8995505571365356, "Finetune/Loss (Raw)": 0.95551997423172, "Finetune/Step": 2171, "Finetune/Step Time": 10.892100716009736}
+{"Finetune/Learning Rate": 1.2159341634669696e-07, "Finetune/Loss": 0.5774356722831726, "Finetune/Loss (Raw)": 0.550103485584259, "Finetune/Step": 18305, "Finetune/Step Time": 10.798923317342997}
+{"Finetune/Learning Rate": 1.213317518810575e-07, "Finetune/Loss": 0.5776053667068481, "Finetune/Loss (Raw)": 0.5362972021102905, "Finetune/Step": 18306, "Finetune/Step Time": 10.790092136710882}
+{"Finetune/Learning Rate": 1.9641009689967223e-05, "Finetune/Loss": 0.8995049595832825, "Finetune/Loss (Raw)": 0.7087212800979614, "Finetune/Step": 2172, "Finetune/Step Time": 10.914783611893654}
+{"Finetune/Learning Rate": 1.964056240186035e-05, "Finetune/Loss": 0.9010454416275024, "Finetune/Loss (Raw)": 1.0054841041564941, "Finetune/Step": 2173, "Finetune/Step Time": 10.92386039160192}
+{"Finetune/Learning Rate": 1.210703675463576e-07, "Finetune/Loss": 0.577845573425293, "Finetune/Loss (Raw)": 0.5921096801757812, "Finetune/Step": 18307, "Finetune/Step Time": 10.80265287309885}
+{"Finetune/Learning Rate": 1.964011484037454e-05, "Finetune/Loss": 0.9005987048149109, "Finetune/Loss (Raw)": 0.8179337382316589, "Finetune/Step": 2174, "Finetune/Step Time": 10.923684677109122}
+{"Finetune/Learning Rate": 1.208092633500102e-07, "Finetune/Loss": 0.5784727334976196, "Finetune/Loss (Raw)": 0.5614378452301025, "Finetune/Step": 18308, "Finetune/Step Time": 10.797649435698986}
+{"Finetune/Learning Rate": 1.205484392994194e-07, "Finetune/Loss": 0.577102780342102, "Finetune/Loss (Raw)": 0.5229926109313965, "Finetune/Step": 18309, "Finetune/Step Time": 10.792034514248371}
+{"Finetune/Learning Rate": 1.9639667005522486e-05, "Finetune/Loss": 0.9009609222412109, "Finetune/Loss (Raw)": 1.0233674049377441, "Finetune/Step": 2175, "Finetune/Step Time": 10.918539380654693}
+{"Finetune/Learning Rate": 1.202878954019815e-07, "Finetune/Loss": 0.5768330097198486, "Finetune/Loss (Raw)": 0.6294881105422974, "Finetune/Step": 18310, "Finetune/Step Time": 10.791903397068381}
+{"Finetune/Learning Rate": 1.9639218897316885e-05, "Finetune/Loss": 0.9010322690010071, "Finetune/Loss (Raw)": 0.9472245573997498, "Finetune/Step": 2176, "Finetune/Step Time": 10.920090463012457}
+{"Finetune/Learning Rate": 1.9638770515770447e-05, "Finetune/Loss": 0.89901202917099, "Finetune/Loss (Raw)": 0.7899308204650879, "Finetune/Step": 2177, "Finetune/Step Time": 10.914108226075768}
+{"Finetune/Learning Rate": 1.20027631665085e-07, "Finetune/Loss": 0.5768148303031921, "Finetune/Loss (Raw)": 0.5126795172691345, "Finetune/Step": 18311, "Finetune/Step Time": 10.803059482946992}
+{"Finetune/Learning Rate": 1.9638321860895887e-05, "Finetune/Loss": 0.8972771167755127, "Finetune/Loss (Raw)": 0.722771406173706, "Finetune/Step": 2178, "Finetune/Step Time": 10.919544884935021}
+{"Finetune/Learning Rate": 1.1976764809611075e-07, "Finetune/Loss": 0.5770817995071411, "Finetune/Loss (Raw)": 0.5572166442871094, "Finetune/Step": 18312, "Finetune/Step Time": 10.798610677942634}
+{"Finetune/Learning Rate": 1.963787293270593e-05, "Finetune/Loss": 0.8985285758972168, "Finetune/Loss (Raw)": 1.0210055112838745, "Finetune/Step": 2179, "Finetune/Step Time": 10.919249469414353}
+{"Finetune/Learning Rate": 1.1950794470242944e-07, "Finetune/Loss": 0.5772370100021362, "Finetune/Loss (Raw)": 0.5587210655212402, "Finetune/Step": 18313, "Finetune/Step Time": 10.80080714263022}
+{"Finetune/Learning Rate": 1.96374237312133e-05, "Finetune/Loss": 0.8977634906768799, "Finetune/Loss (Raw)": 0.8577067255973816, "Finetune/Step": 2180, "Finetune/Step Time": 10.90533179976046}
+{"Finetune/Learning Rate": 1.1924852149140632e-07, "Finetune/Loss": 0.5769588947296143, "Finetune/Loss (Raw)": 0.4968409836292267, "Finetune/Step": 18314, "Finetune/Step Time": 10.836638340726495}
+{"Finetune/Learning Rate": 1.9636974256430738e-05, "Finetune/Loss": 0.8987633585929871, "Finetune/Loss (Raw)": 0.8939350247383118, "Finetune/Step": 2181, "Finetune/Step Time": 10.902433106675744}
+{"Finetune/Learning Rate": 1.963652450837099e-05, "Finetune/Loss": 0.8970493078231812, "Finetune/Loss (Raw)": 0.7564501166343689, "Finetune/Step": 2182, "Finetune/Step Time": 10.89103278517723}
+{"Finetune/Learning Rate": 1.1898937847039771e-07, "Finetune/Loss": 0.5776481032371521, "Finetune/Loss (Raw)": 0.5308507084846497, "Finetune/Step": 18315, "Finetune/Step Time": 10.83421172387898}
+{"Finetune/Learning Rate": 1.9636074487046813e-05, "Finetune/Loss": 0.897182822227478, "Finetune/Loss (Raw)": 0.854896068572998, "Finetune/Step": 2183, "Finetune/Step Time": 10.891487510874867}
+{"Finetune/Learning Rate": 1.1873051564675331e-07, "Finetune/Loss": 0.577319324016571, "Finetune/Loss (Raw)": 0.5423593521118164, "Finetune/Step": 18316, "Finetune/Step Time": 10.865198960527778}
+{"Finetune/Learning Rate": 1.963562419247096e-05, "Finetune/Loss": 0.8965381383895874, "Finetune/Loss (Raw)": 0.8194279670715332, "Finetune/Step": 2184, "Finetune/Step Time": 10.891682617366314}
+{"Finetune/Learning Rate": 1.1847193302781279e-07, "Finetune/Loss": 0.5776137113571167, "Finetune/Loss (Raw)": 0.5923996567726135, "Finetune/Step": 18317, "Finetune/Step Time": 10.85744821280241}
+{"Finetune/Learning Rate": 1.9635173624656208e-05, "Finetune/Loss": 0.8976389169692993, "Finetune/Loss (Raw)": 0.9095835089683533, "Finetune/Step": 2185, "Finetune/Step Time": 10.887585705146194}
+{"Finetune/Learning Rate": 1.1821363062090808e-07, "Finetune/Loss": 0.5757764577865601, "Finetune/Loss (Raw)": 0.4449886977672577, "Finetune/Step": 18318, "Finetune/Step Time": 10.859176352620125}
+{"Finetune/Learning Rate": 1.963472278361533e-05, "Finetune/Loss": 0.8994466066360474, "Finetune/Loss (Raw)": 1.0190668106079102, "Finetune/Step": 2186, "Finetune/Step Time": 10.887646852061152}
+{"Finetune/Learning Rate": 1.1795560843336661e-07, "Finetune/Loss": 0.5767877101898193, "Finetune/Loss (Raw)": 0.7879277467727661, "Finetune/Step": 18319, "Finetune/Step Time": 10.85398618131876}
+{"Finetune/Learning Rate": 1.9634271669361112e-05, "Finetune/Loss": 0.9002734422683716, "Finetune/Loss (Raw)": 0.935819685459137, "Finetune/Step": 2187, "Finetune/Step Time": 10.884481282904744}
+{"Finetune/Learning Rate": 1.1769786647250148e-07, "Finetune/Loss": 0.5767965316772461, "Finetune/Loss (Raw)": 0.6135278344154358, "Finetune/Step": 18320, "Finetune/Step Time": 10.86094624362886}
+{"Finetune/Learning Rate": 1.963382028190634e-05, "Finetune/Loss": 0.8996701240539551, "Finetune/Loss (Raw)": 1.0155521631240845, "Finetune/Step": 2188, "Finetune/Step Time": 10.886436384171247}
+{"Finetune/Learning Rate": 1.1744040474562457e-07, "Finetune/Loss": 0.5758488774299622, "Finetune/Loss (Raw)": 0.5581910610198975, "Finetune/Step": 18321, "Finetune/Step Time": 10.85638015717268}
+{"Finetune/Learning Rate": 1.963336862126383e-05, "Finetune/Loss": 0.9013462662696838, "Finetune/Loss (Raw)": 0.9274789690971375, "Finetune/Step": 2189, "Finetune/Step Time": 10.889265313744545}
+{"Finetune/Learning Rate": 1.1718322326003451e-07, "Finetune/Loss": 0.5761856436729431, "Finetune/Loss (Raw)": 0.5863436460494995, "Finetune/Step": 18322, "Finetune/Step Time": 10.867026720196009}
+{"Finetune/Learning Rate": 1.963291668744637e-05, "Finetune/Loss": 0.9012994170188904, "Finetune/Loss (Raw)": 0.8918386697769165, "Finetune/Step": 2190, "Finetune/Step Time": 10.890537334606051}
+{"Finetune/Learning Rate": 1.1692632202302657e-07, "Finetune/Loss": 0.5754079818725586, "Finetune/Loss (Raw)": 0.5278831720352173, "Finetune/Step": 18323, "Finetune/Step Time": 10.874728064984083}
+{"Finetune/Learning Rate": 1.963246448046679e-05, "Finetune/Loss": 0.9004722833633423, "Finetune/Loss (Raw)": 0.8466578722000122, "Finetune/Step": 2191, "Finetune/Step Time": 10.887353310361505}
+{"Finetune/Learning Rate": 1.1666970104188379e-07, "Finetune/Loss": 0.5754080414772034, "Finetune/Loss (Raw)": 0.5147732496261597, "Finetune/Step": 18324, "Finetune/Step Time": 10.861212261021137}
+{"Finetune/Learning Rate": 1.963201200033791e-05, "Finetune/Loss": 0.9034183025360107, "Finetune/Loss (Raw)": 0.9449449181556702, "Finetune/Step": 2192, "Finetune/Step Time": 10.863058738410473}
+{"Finetune/Learning Rate": 1.1641336032388373e-07, "Finetune/Loss": 0.5734602212905884, "Finetune/Loss (Raw)": 0.5211653709411621, "Finetune/Step": 18325, "Finetune/Step Time": 10.86620020866394}
+{"Finetune/Learning Rate": 1.9631559247072553e-05, "Finetune/Loss": 0.9026843309402466, "Finetune/Loss (Raw)": 0.940212607383728, "Finetune/Step": 2193, "Finetune/Step Time": 10.866190610453486}
+{"Finetune/Learning Rate": 1.1615729987629498e-07, "Finetune/Loss": 0.5715428590774536, "Finetune/Loss (Raw)": 0.5493544340133667, "Finetune/Step": 18326, "Finetune/Step Time": 10.869740461930633}
+{"Finetune/Learning Rate": 1.9631106220683568e-05, "Finetune/Loss": 0.9036128520965576, "Finetune/Loss (Raw)": 1.035605788230896, "Finetune/Step": 2194, "Finetune/Step Time": 10.859127342700958}
+{"Finetune/Learning Rate": 1.1590151970638064e-07, "Finetune/Loss": 0.571351945400238, "Finetune/Loss (Raw)": 0.6358382701873779, "Finetune/Step": 18327, "Finetune/Step Time": 10.872522434219718}
+{"Finetune/Learning Rate": 1.96306529211838e-05, "Finetune/Loss": 0.9025633335113525, "Finetune/Loss (Raw)": 0.9251649975776672, "Finetune/Step": 2195, "Finetune/Step Time": 10.856022434309125}
+{"Finetune/Learning Rate": 1.1564601982139157e-07, "Finetune/Loss": 0.5718497633934021, "Finetune/Loss (Raw)": 0.45976027846336365, "Finetune/Step": 18328, "Finetune/Step Time": 10.828731236979365}
+{"Finetune/Learning Rate": 1.9630199348586097e-05, "Finetune/Loss": 0.9043545722961426, "Finetune/Loss (Raw)": 1.0342016220092773, "Finetune/Step": 2196, "Finetune/Step Time": 10.846930915489793}
+{"Finetune/Learning Rate": 1.1539080022857419e-07, "Finetune/Loss": 0.5730057954788208, "Finetune/Loss (Raw)": 0.6899828314781189, "Finetune/Step": 18329, "Finetune/Step Time": 10.829825641587377}
+{"Finetune/Learning Rate": 1.9629745502903328e-05, "Finetune/Loss": 0.9039002656936646, "Finetune/Loss (Raw)": 0.8444647789001465, "Finetune/Step": 2197, "Finetune/Step Time": 10.897945709526539}
+{"Finetune/Learning Rate": 1.1513586093516604e-07, "Finetune/Loss": 0.5719220042228699, "Finetune/Loss (Raw)": 0.48424986004829407, "Finetune/Step": 18330, "Finetune/Step Time": 10.822222800925374}
+{"Finetune/Learning Rate": 1.9629291384148358e-05, "Finetune/Loss": 0.9044451713562012, "Finetune/Loss (Raw)": 0.8409525752067566, "Finetune/Step": 2198, "Finetune/Step Time": 10.870098477229476}
+{"Finetune/Learning Rate": 1.148812019483958e-07, "Finetune/Loss": 0.5723837614059448, "Finetune/Loss (Raw)": 0.6000714898109436, "Finetune/Step": 18331, "Finetune/Step Time": 10.83130799792707}
+{"Finetune/Learning Rate": 1.962883699233407e-05, "Finetune/Loss": 0.9032827615737915, "Finetune/Loss (Raw)": 0.8085442781448364, "Finetune/Step": 2199, "Finetune/Step Time": 10.856408691033721}
+{"Finetune/Learning Rate": 1.1462682327548547e-07, "Finetune/Loss": 0.5723540782928467, "Finetune/Loss (Raw)": 0.601963222026825, "Finetune/Step": 18332, "Finetune/Step Time": 10.838498651981354}
+{"Finetune/Learning Rate": 1.962838232747334e-05, "Finetune/Loss": 0.9036155939102173, "Finetune/Loss (Raw)": 0.8869863748550415, "Finetune/Step": 2200, "Finetune/Step Time": 10.83368600718677}
+{"Finetune/Learning Rate": 1.1437272492364814e-07, "Finetune/Loss": 0.5739591121673584, "Finetune/Loss (Raw)": 0.5836568474769592, "Finetune/Step": 18333, "Finetune/Step Time": 10.797225808724761}
+{"Finetune/Learning Rate": 1.962792738957907e-05, "Finetune/Loss": 0.9033573865890503, "Finetune/Loss (Raw)": 1.003937840461731, "Finetune/Step": 2201, "Finetune/Step Time": 10.837975474074483}
+{"Finetune/Learning Rate": 1.1411890690008919e-07, "Finetune/Loss": 0.5738762617111206, "Finetune/Loss (Raw)": 0.5661307573318481, "Finetune/Step": 18334, "Finetune/Step Time": 10.766212364658713}
+{"Finetune/Learning Rate": 1.9627472178664156e-05, "Finetune/Loss": 0.9037377238273621, "Finetune/Loss (Raw)": 0.8614755272865295, "Finetune/Step": 2202, "Finetune/Step Time": 10.853469248861074}
+{"Finetune/Learning Rate": 1.1386536921200619e-07, "Finetune/Loss": 0.5737183690071106, "Finetune/Loss (Raw)": 0.525839626789093, "Finetune/Step": 18335, "Finetune/Step Time": 10.76378714106977}
+{"Finetune/Learning Rate": 1.962701669474151e-05, "Finetune/Loss": 0.9054256081581116, "Finetune/Loss (Raw)": 1.0331895351409912, "Finetune/Step": 2203, "Finetune/Step Time": 10.854354090988636}
+{"Finetune/Learning Rate": 1.1361211186658893e-07, "Finetune/Loss": 0.5734777450561523, "Finetune/Loss (Raw)": 0.6212698817253113, "Finetune/Step": 18336, "Finetune/Step Time": 10.755590917542577}
+{"Finetune/Learning Rate": 1.9626560937824047e-05, "Finetune/Loss": 0.9044257402420044, "Finetune/Loss (Raw)": 0.8829279541969299, "Finetune/Step": 2204, "Finetune/Step Time": 10.849208602681756}
+{"Finetune/Learning Rate": 1.1335913487101946e-07, "Finetune/Loss": 0.572833776473999, "Finetune/Loss (Raw)": 0.5039414167404175, "Finetune/Step": 18337, "Finetune/Step Time": 10.786778440698981}
+{"Finetune/Learning Rate": 1.9626104907924688e-05, "Finetune/Loss": 0.9054750800132751, "Finetune/Loss (Raw)": 0.999516487121582, "Finetune/Step": 2205, "Finetune/Step Time": 10.850671913474798}
+{"Finetune/Learning Rate": 1.1310643823247091e-07, "Finetune/Loss": 0.5738056898117065, "Finetune/Loss (Raw)": 0.6597234606742859, "Finetune/Step": 18338, "Finetune/Step Time": 10.79554302431643}
+{"Finetune/Learning Rate": 1.9625648605056368e-05, "Finetune/Loss": 0.9066619873046875, "Finetune/Loss (Raw)": 0.9903881549835205, "Finetune/Step": 2206, "Finetune/Step Time": 10.853231027722359}
+{"Finetune/Learning Rate": 1.128540219581098e-07, "Finetune/Loss": 0.5726921558380127, "Finetune/Loss (Raw)": 0.4345117509365082, "Finetune/Step": 18339, "Finetune/Step Time": 10.79411025904119}
+{"Finetune/Learning Rate": 1.9625192029232023e-05, "Finetune/Loss": 0.9068713188171387, "Finetune/Loss (Raw)": 1.012027382850647, "Finetune/Step": 2207, "Finetune/Step Time": 10.8576636351645}
+{"Finetune/Learning Rate": 1.1260188605509259e-07, "Finetune/Loss": 0.5725380182266235, "Finetune/Loss (Raw)": 0.5816210508346558, "Finetune/Step": 18340, "Finetune/Step Time": 10.797563027590513}
+{"Finetune/Learning Rate": 1.9624735180464602e-05, "Finetune/Loss": 0.9071334004402161, "Finetune/Loss (Raw)": 0.8559461832046509, "Finetune/Step": 2208, "Finetune/Step Time": 10.876226339489222}
+{"Finetune/Learning Rate": 1.1235003053057025e-07, "Finetune/Loss": 0.5722213983535767, "Finetune/Loss (Raw)": 0.6084656119346619, "Finetune/Step": 18341, "Finetune/Step Time": 10.789735084399581}
+{"Finetune/Learning Rate": 1.9624278058767062e-05, "Finetune/Loss": 0.9057831764221191, "Finetune/Loss (Raw)": 0.7668631672859192, "Finetune/Step": 2209, "Finetune/Step Time": 10.858806313946843}
+{"Finetune/Learning Rate": 1.1209845539168373e-07, "Finetune/Loss": 0.5718655586242676, "Finetune/Loss (Raw)": 0.5631377696990967, "Finetune/Step": 18342, "Finetune/Step Time": 10.79173113591969}
+{"Finetune/Learning Rate": 1.9623820664152366e-05, "Finetune/Loss": 0.9081902503967285, "Finetune/Loss (Raw)": 0.9224873185157776, "Finetune/Step": 2210, "Finetune/Step Time": 10.819503156468272}
+{"Finetune/Learning Rate": 1.1184716064556844e-07, "Finetune/Loss": 0.5724680423736572, "Finetune/Loss (Raw)": 0.6178469657897949, "Finetune/Step": 18343, "Finetune/Step Time": 10.786804720759392}
+{"Finetune/Learning Rate": 1.1159614629934867e-07, "Finetune/Loss": 0.5719525814056396, "Finetune/Loss (Raw)": 0.5462106466293335, "Finetune/Step": 18344, "Finetune/Step Time": 10.78857728280127}
+{"Finetune/Learning Rate": 1.9623362996633476e-05, "Finetune/Loss": 0.9056914448738098, "Finetune/Loss (Raw)": 0.7265819907188416, "Finetune/Step": 2211, "Finetune/Step Time": 10.830557834357023}
+{"Finetune/Learning Rate": 1.1134541236014318e-07, "Finetune/Loss": 0.5716303586959839, "Finetune/Loss (Raw)": 0.602381706237793, "Finetune/Step": 18345, "Finetune/Step Time": 10.788012512028217}
+{"Finetune/Learning Rate": 1.9622905056223382e-05, "Finetune/Loss": 0.904222846031189, "Finetune/Loss (Raw)": 0.8627919554710388, "Finetune/Step": 2212, "Finetune/Step Time": 10.83559649437666}
+{"Finetune/Learning Rate": 1.9622446842935066e-05, "Finetune/Loss": 0.902787446975708, "Finetune/Loss (Raw)": 0.8786702156066895, "Finetune/Step": 2213, "Finetune/Step Time": 10.837591467425227}
+{"Finetune/Learning Rate": 1.1109495883506294e-07, "Finetune/Loss": 0.5722845792770386, "Finetune/Loss (Raw)": 0.5708727836608887, "Finetune/Step": 18346, "Finetune/Step Time": 10.796506382524967}
+{"Finetune/Learning Rate": 1.9621988356781516e-05, "Finetune/Loss": 0.9020377397537231, "Finetune/Loss (Raw)": 0.802742600440979, "Finetune/Step": 2214, "Finetune/Step Time": 10.831291183829308}
+{"Finetune/Learning Rate": 1.1084478573121004e-07, "Finetune/Loss": 0.5728873014450073, "Finetune/Loss (Raw)": 0.6276953816413879, "Finetune/Step": 18347, "Finetune/Step Time": 10.803930435329676}
+{"Finetune/Learning Rate": 1.9621529597775736e-05, "Finetune/Loss": 0.9020774960517883, "Finetune/Loss (Raw)": 0.8676350116729736, "Finetune/Step": 2215, "Finetune/Step Time": 10.807243147864938}
+{"Finetune/Learning Rate": 1.1059489305567661e-07, "Finetune/Loss": 0.5722669363021851, "Finetune/Loss (Raw)": 0.5141121745109558, "Finetune/Step": 18348, "Finetune/Step Time": 10.795622769743204}
+{"Finetune/Learning Rate": 1.103452808155514e-07, "Finetune/Loss": 0.5714183449745178, "Finetune/Loss (Raw)": 0.4267871379852295, "Finetune/Step": 18349, "Finetune/Step Time": 10.79770141839981}
+{"Finetune/Learning Rate": 1.962107056593074e-05, "Finetune/Loss": 0.8997535109519958, "Finetune/Loss (Raw)": 0.6714447736740112, "Finetune/Step": 2216, "Finetune/Step Time": 10.838500203564763}
+{"Finetune/Learning Rate": 1.1009594901791098e-07, "Finetune/Loss": 0.5724254846572876, "Finetune/Loss (Raw)": 0.6042585968971252, "Finetune/Step": 18350, "Finetune/Step Time": 10.80082667246461}
+{"Finetune/Learning Rate": 1.9620611261259543e-05, "Finetune/Loss": 0.8997002840042114, "Finetune/Loss (Raw)": 0.9763234257698059, "Finetune/Step": 2217, "Finetune/Step Time": 10.849090779200196}
+{"Finetune/Learning Rate": 1.0984689766982748e-07, "Finetune/Loss": 0.5712960362434387, "Finetune/Loss (Raw)": 0.5150365829467773, "Finetune/Step": 18351, "Finetune/Step Time": 10.804441213607788}
+{"Finetune/Learning Rate": 1.9620151683775165e-05, "Finetune/Loss": 0.897369921207428, "Finetune/Loss (Raw)": 0.8083928227424622, "Finetune/Step": 2218, "Finetune/Step Time": 10.845310350880027}
+{"Finetune/Learning Rate": 1.0959812677835968e-07, "Finetune/Loss": 0.5699763298034668, "Finetune/Loss (Raw)": 0.4923553168773651, "Finetune/Step": 18352, "Finetune/Step Time": 10.809643721207976}
+{"Finetune/Learning Rate": 1.9619691833490645e-05, "Finetune/Loss": 0.8970940709114075, "Finetune/Loss (Raw)": 0.8892467021942139, "Finetune/Step": 2219, "Finetune/Step Time": 10.818295426666737}
+{"Finetune/Learning Rate": 1.093496363505664e-07, "Finetune/Loss": 0.5698672533035278, "Finetune/Loss (Raw)": 0.551194965839386, "Finetune/Step": 18353, "Finetune/Step Time": 10.817193109542131}
+{"Finetune/Learning Rate": 1.9619231710419013e-05, "Finetune/Loss": 0.8959246277809143, "Finetune/Loss (Raw)": 0.87624591588974, "Finetune/Step": 2220, "Finetune/Step Time": 10.81391672231257}
+{"Finetune/Learning Rate": 1.0910142639349198e-07, "Finetune/Loss": 0.5705574750900269, "Finetune/Loss (Raw)": 0.513485312461853, "Finetune/Step": 18354, "Finetune/Step Time": 10.784588001668453}
+{"Finetune/Learning Rate": 1.961877131457333e-05, "Finetune/Loss": 0.8947449922561646, "Finetune/Loss (Raw)": 0.7431207895278931, "Finetune/Step": 2221, "Finetune/Step Time": 10.816464573144913}
+{"Finetune/Learning Rate": 1.0885349691417524e-07, "Finetune/Loss": 0.5714837312698364, "Finetune/Loss (Raw)": 0.6843299865722656, "Finetune/Step": 18355, "Finetune/Step Time": 10.76278911344707}
+{"Finetune/Learning Rate": 1.9618310645966637e-05, "Finetune/Loss": 0.8931053876876831, "Finetune/Loss (Raw)": 0.8017478585243225, "Finetune/Step": 2222, "Finetune/Step Time": 10.810603391379118}
+{"Finetune/Learning Rate": 1.9617849704612012e-05, "Finetune/Loss": 0.8928364515304565, "Finetune/Loss (Raw)": 0.978507399559021, "Finetune/Step": 2223, "Finetune/Step Time": 10.807658130303025}
+{"Finetune/Learning Rate": 1.0860584791964612e-07, "Finetune/Loss": 0.5706391930580139, "Finetune/Loss (Raw)": 0.44935765862464905, "Finetune/Step": 18356, "Finetune/Step Time": 10.776572532951832}
+{"Finetune/Learning Rate": 1.9617388490522516e-05, "Finetune/Loss": 0.8943547606468201, "Finetune/Loss (Raw)": 0.9539536833763123, "Finetune/Step": 2224, "Finetune/Step Time": 10.79477534815669}
+{"Finetune/Learning Rate": 1.083584794169279e-07, "Finetune/Loss": 0.5706854462623596, "Finetune/Loss (Raw)": 0.551303505897522, "Finetune/Step": 18357, "Finetune/Step Time": 10.808305399492383}
+{"Finetune/Learning Rate": 1.961692700371123e-05, "Finetune/Loss": 0.8954699039459229, "Finetune/Loss (Raw)": 1.058852195739746, "Finetune/Step": 2225, "Finetune/Step Time": 10.791751015931368}
+{"Finetune/Learning Rate": 1.0811139141303607e-07, "Finetune/Loss": 0.5709234476089478, "Finetune/Loss (Raw)": 0.6096199154853821, "Finetune/Step": 18358, "Finetune/Step Time": 10.782290261238813}
+{"Finetune/Learning Rate": 1.9616465244191242e-05, "Finetune/Loss": 0.8956122398376465, "Finetune/Loss (Raw)": 0.9627014994621277, "Finetune/Step": 2226, "Finetune/Step Time": 10.789453987032175}
+{"Finetune/Learning Rate": 1.0786458391497501e-07, "Finetune/Loss": 0.5703765153884888, "Finetune/Loss (Raw)": 0.5865156054496765, "Finetune/Step": 18359, "Finetune/Step Time": 10.77957447245717}
+{"Finetune/Learning Rate": 1.9616003211975645e-05, "Finetune/Loss": 0.897091269493103, "Finetune/Loss (Raw)": 0.8594593405723572, "Finetune/Step": 2227, "Finetune/Step Time": 10.760318839922547}
+{"Finetune/Learning Rate": 1.0761805692974469e-07, "Finetune/Loss": 0.5690432190895081, "Finetune/Loss (Raw)": 0.5127537250518799, "Finetune/Step": 18360, "Finetune/Step Time": 10.776640880852938}
+{"Finetune/Learning Rate": 1.9615540907077542e-05, "Finetune/Loss": 0.8963412046432495, "Finetune/Loss (Raw)": 0.7241547107696533, "Finetune/Step": 2228, "Finetune/Step Time": 10.785736298188567}
+{"Finetune/Learning Rate": 1.0737181046433842e-07, "Finetune/Loss": 0.5684444904327393, "Finetune/Loss (Raw)": 0.4078255891799927, "Finetune/Step": 18361, "Finetune/Step Time": 10.77984481677413}
+{"Finetune/Learning Rate": 1.961507832951004e-05, "Finetune/Loss": 0.894777774810791, "Finetune/Loss (Raw)": 0.8590799570083618, "Finetune/Step": 2229, "Finetune/Step Time": 10.776453346014023}
+{"Finetune/Learning Rate": 1.0712584452573504e-07, "Finetune/Loss": 0.5676825046539307, "Finetune/Loss (Raw)": 0.5242046117782593, "Finetune/Step": 18362, "Finetune/Step Time": 10.779792929068208}
+{"Finetune/Learning Rate": 1.9614615479286263e-05, "Finetune/Loss": 0.8954561948776245, "Finetune/Loss (Raw)": 0.861081063747406, "Finetune/Step": 2230, "Finetune/Step Time": 10.777049109339714}
+{"Finetune/Learning Rate": 1.0688015912091121e-07, "Finetune/Loss": 0.5672192573547363, "Finetune/Loss (Raw)": 0.5143259167671204, "Finetune/Step": 18363, "Finetune/Step Time": 10.774831673130393}
+{"Finetune/Learning Rate": 1.9614152356419326e-05, "Finetune/Loss": 0.895636796951294, "Finetune/Loss (Raw)": 1.0094208717346191, "Finetune/Step": 2231, "Finetune/Step Time": 10.793529832735658}
+{"Finetune/Learning Rate": 1.0663475425683357e-07, "Finetune/Loss": 0.5675405263900757, "Finetune/Loss (Raw)": 0.6150274276733398, "Finetune/Step": 18364, "Finetune/Step Time": 10.783905159682035}
+{"Finetune/Learning Rate": 1.9613688960922367e-05, "Finetune/Loss": 0.8933697938919067, "Finetune/Loss (Raw)": 0.7499533891677856, "Finetune/Step": 2232, "Finetune/Step Time": 10.802542179822922}
+{"Finetune/Learning Rate": 1.0638962994046209e-07, "Finetune/Loss": 0.5672306418418884, "Finetune/Loss (Raw)": 0.515919029712677, "Finetune/Step": 18365, "Finetune/Step Time": 10.807510724291205}
+{"Finetune/Learning Rate": 1.9613225292808528e-05, "Finetune/Loss": 0.8927819728851318, "Finetune/Loss (Raw)": 0.8559764623641968, "Finetune/Step": 2233, "Finetune/Step Time": 10.798106709495187}
+{"Finetune/Learning Rate": 1.0614478617874569e-07, "Finetune/Loss": 0.5674044489860535, "Finetune/Loss (Raw)": 0.5472118258476257, "Finetune/Step": 18366, "Finetune/Step Time": 10.811632355675101}
+{"Finetune/Learning Rate": 1.9612761352090955e-05, "Finetune/Loss": 0.8916516900062561, "Finetune/Loss (Raw)": 0.7831912636756897, "Finetune/Step": 2234, "Finetune/Step Time": 10.791846930980682}
+{"Finetune/Learning Rate": 1.05900222978631e-07, "Finetune/Loss": 0.5686895251274109, "Finetune/Loss (Raw)": 0.6760347485542297, "Finetune/Step": 18367, "Finetune/Step Time": 10.812955407425761}
+{"Finetune/Learning Rate": 1.9612297138782808e-05, "Finetune/Loss": 0.8920730352401733, "Finetune/Loss (Raw)": 1.0454107522964478, "Finetune/Step": 2235, "Finetune/Step Time": 10.786274172365665}
+{"Finetune/Learning Rate": 1.0565594034704918e-07, "Finetune/Loss": 0.5690606236457825, "Finetune/Loss (Raw)": 0.6568629741668701, "Finetune/Step": 18368, "Finetune/Step Time": 10.795138083398342}
+{"Finetune/Learning Rate": 1.9611832652897246e-05, "Finetune/Loss": 0.8918511271476746, "Finetune/Loss (Raw)": 0.8901939988136292, "Finetune/Step": 2236, "Finetune/Step Time": 10.796037532389164}
+{"Finetune/Learning Rate": 1.0541193829093021e-07, "Finetune/Loss": 0.5687928199768066, "Finetune/Loss (Raw)": 0.47958993911743164, "Finetune/Step": 18369, "Finetune/Step Time": 10.777945969253778}
+{"Finetune/Learning Rate": 1.9611367894447442e-05, "Finetune/Loss": 0.8925727605819702, "Finetune/Loss (Raw)": 0.9485105872154236, "Finetune/Step": 2237, "Finetune/Step Time": 10.807463409379125}
+{"Finetune/Learning Rate": 1.0516821681719081e-07, "Finetune/Loss": 0.5678931474685669, "Finetune/Loss (Raw)": 0.4629887044429779, "Finetune/Step": 18370, "Finetune/Step Time": 10.768792849034071}
+{"Finetune/Learning Rate": 1.9610902863446577e-05, "Finetune/Loss": 0.8921754956245422, "Finetune/Loss (Raw)": 0.92359858751297, "Finetune/Step": 2238, "Finetune/Step Time": 10.81344998627901}
+{"Finetune/Learning Rate": 1.0492477593274541e-07, "Finetune/Loss": 0.568008303642273, "Finetune/Loss (Raw)": 0.5196132659912109, "Finetune/Step": 18371, "Finetune/Step Time": 10.783020257949829}
+{"Finetune/Learning Rate": 1.9610437559907835e-05, "Finetune/Loss": 0.892731249332428, "Finetune/Loss (Raw)": 0.924358606338501, "Finetune/Step": 2239, "Finetune/Step Time": 10.828173259273171}
+{"Finetune/Learning Rate": 1.0468161564449409e-07, "Finetune/Loss": 0.568261981010437, "Finetune/Loss (Raw)": 0.6457892060279846, "Finetune/Step": 18372, "Finetune/Step Time": 10.791625827550888}
+{"Finetune/Learning Rate": 1.9609971983844412e-05, "Finetune/Loss": 0.8945294618606567, "Finetune/Loss (Raw)": 1.090628981590271, "Finetune/Step": 2240, "Finetune/Step Time": 10.826689165085554}
+{"Finetune/Learning Rate": 1.0443873595933463e-07, "Finetune/Loss": 0.5671209096908569, "Finetune/Loss (Raw)": 0.5443171858787537, "Finetune/Step": 18373, "Finetune/Step Time": 10.785479612648487}
+{"Finetune/Learning Rate": 1.9609506135269514e-05, "Finetune/Loss": 0.8947875499725342, "Finetune/Loss (Raw)": 0.9643753170967102, "Finetune/Step": 2241, "Finetune/Step Time": 10.823198871687055}
+{"Finetune/Learning Rate": 1.0419613688415265e-07, "Finetune/Loss": 0.5673340559005737, "Finetune/Loss (Raw)": 0.5781388878822327, "Finetune/Step": 18374, "Finetune/Step Time": 10.772477135062218}
+{"Finetune/Learning Rate": 1.9609040014196344e-05, "Finetune/Loss": 0.8960249423980713, "Finetune/Loss (Raw)": 1.057800054550171, "Finetune/Step": 2242, "Finetune/Step Time": 10.815961157903075}
+{"Finetune/Learning Rate": 1.0395381842582819e-07, "Finetune/Loss": 0.5672742128372192, "Finetune/Loss (Raw)": 0.6103450655937195, "Finetune/Step": 18375, "Finetune/Step Time": 10.780707962810993}
+{"Finetune/Learning Rate": 1.9608573620638127e-05, "Finetune/Loss": 0.8943231701850891, "Finetune/Loss (Raw)": 0.8438634276390076, "Finetune/Step": 2243, "Finetune/Step Time": 10.806118234992027}
+{"Finetune/Learning Rate": 1.0371178059123354e-07, "Finetune/Loss": 0.5667394995689392, "Finetune/Loss (Raw)": 0.5240762829780579, "Finetune/Step": 18376, "Finetune/Step Time": 10.785435503348708}
+{"Finetune/Learning Rate": 1.9608106954608082e-05, "Finetune/Loss": 0.8952207565307617, "Finetune/Loss (Raw)": 0.9357849955558777, "Finetune/Step": 2244, "Finetune/Step Time": 10.819297462701797}
+{"Finetune/Learning Rate": 1.0347002338723211e-07, "Finetune/Loss": 0.5663570165634155, "Finetune/Loss (Raw)": 0.5402883291244507, "Finetune/Step": 18377, "Finetune/Step Time": 10.78404825925827}
+{"Finetune/Learning Rate": 1.9607640016119448e-05, "Finetune/Loss": 0.8946962952613831, "Finetune/Loss (Raw)": 0.8975455164909363, "Finetune/Step": 2245, "Finetune/Step Time": 10.815234642475843}
+{"Finetune/Learning Rate": 1.0322854682067729e-07, "Finetune/Loss": 0.5672019124031067, "Finetune/Loss (Raw)": 0.6478400230407715, "Finetune/Step": 18378, "Finetune/Step Time": 10.80878734588623}
+{"Finetune/Learning Rate": 1.960717280518546e-05, "Finetune/Loss": 0.8934258222579956, "Finetune/Loss (Raw)": 0.7361226677894592, "Finetune/Step": 2246, "Finetune/Step Time": 10.802660183981061}
+{"Finetune/Learning Rate": 1.0298735089841916e-07, "Finetune/Loss": 0.5664301514625549, "Finetune/Loss (Raw)": 0.5682014226913452, "Finetune/Step": 18379, "Finetune/Step Time": 10.807121573016047}
+{"Finetune/Learning Rate": 1.9606705321819374e-05, "Finetune/Loss": 0.8938233852386475, "Finetune/Loss (Raw)": 0.86545330286026, "Finetune/Step": 2247, "Finetune/Step Time": 10.787195095792413}
+{"Finetune/Learning Rate": 1.027464356272967e-07, "Finetune/Loss": 0.5672541856765747, "Finetune/Loss (Raw)": 0.5639773011207581, "Finetune/Step": 18380, "Finetune/Step Time": 10.808991877362132}
+{"Finetune/Learning Rate": 1.9606237566034443e-05, "Finetune/Loss": 0.8935277462005615, "Finetune/Loss (Raw)": 0.9420372247695923, "Finetune/Step": 2248, "Finetune/Step Time": 10.793955694884062}
+{"Finetune/Learning Rate": 1.0250580101413998e-07, "Finetune/Loss": 0.5669718384742737, "Finetune/Loss (Raw)": 0.5567101240158081, "Finetune/Step": 18381, "Finetune/Step Time": 10.834016390144825}
+{"Finetune/Learning Rate": 1.960576953784393e-05, "Finetune/Loss": 0.8926041126251221, "Finetune/Loss (Raw)": 0.8717815279960632, "Finetune/Step": 2249, "Finetune/Step Time": 10.817182248458266}
+{"Finetune/Learning Rate": 1.0226544706577579e-07, "Finetune/Loss": 0.5666054487228394, "Finetune/Loss (Raw)": 0.5679745674133301, "Finetune/Step": 18382, "Finetune/Step Time": 10.840406069532037}
+{"Finetune/Learning Rate": 1.9605301237261108e-05, "Finetune/Loss": 0.8937903642654419, "Finetune/Loss (Raw)": 0.9462702870368958, "Finetune/Step": 2250, "Finetune/Step Time": 10.818002332001925}
+{"Finetune/Learning Rate": 1.0202537378901645e-07, "Finetune/Loss": 0.5676665306091309, "Finetune/Loss (Raw)": 0.590136706829071, "Finetune/Step": 18383, "Finetune/Step Time": 10.84550584666431}
+{"Finetune/Learning Rate": 1.9604832664299257e-05, "Finetune/Loss": 0.8937082886695862, "Finetune/Loss (Raw)": 1.0152274370193481, "Finetune/Step": 2251, "Finetune/Step Time": 10.822852700948715}
+{"Finetune/Learning Rate": 1.0178558119067316e-07, "Finetune/Loss": 0.5681478977203369, "Finetune/Loss (Raw)": 0.5758297443389893, "Finetune/Step": 18384, "Finetune/Step Time": 10.851457001641393}
+{"Finetune/Learning Rate": 1.9604363818971664e-05, "Finetune/Loss": 0.8934592008590698, "Finetune/Loss (Raw)": 0.8959745764732361, "Finetune/Step": 2252, "Finetune/Step Time": 10.824987357482314}
+{"Finetune/Learning Rate": 1.9603894701291622e-05, "Finetune/Loss": 0.8935834765434265, "Finetune/Loss (Raw)": 0.9942516684532166, "Finetune/Step": 2253, "Finetune/Step Time": 10.828086277469993}
+{"Finetune/Learning Rate": 1.0154606927754385e-07, "Finetune/Loss": 0.5678814649581909, "Finetune/Loss (Raw)": 0.4806312918663025, "Finetune/Step": 18385, "Finetune/Step Time": 10.914529394358397}
+{"Finetune/Learning Rate": 1.960342531127244e-05, "Finetune/Loss": 0.8937538266181946, "Finetune/Loss (Raw)": 0.7741860747337341, "Finetune/Step": 2254, "Finetune/Step Time": 10.87131062708795}
+{"Finetune/Learning Rate": 1.013068380564186e-07, "Finetune/Loss": 0.5701746940612793, "Finetune/Loss (Raw)": 0.7500085830688477, "Finetune/Step": 18386, "Finetune/Step Time": 10.902667598798871}
+{"Finetune/Learning Rate": 1.9602955648927423e-05, "Finetune/Loss": 0.8956239223480225, "Finetune/Loss (Raw)": 1.1250312328338623, "Finetune/Step": 2255, "Finetune/Step Time": 10.877677023410797}
+{"Finetune/Learning Rate": 1.0106788753408425e-07, "Finetune/Loss": 0.5694546699523926, "Finetune/Loss (Raw)": 0.5797945261001587, "Finetune/Step": 18387, "Finetune/Step Time": 10.909572754055262}
+{"Finetune/Learning Rate": 1.960248571426989e-05, "Finetune/Loss": 0.898322582244873, "Finetune/Loss (Raw)": 1.0245044231414795, "Finetune/Step": 2256, "Finetune/Step Time": 10.875875659286976}
+{"Finetune/Learning Rate": 1.0082921771731646e-07, "Finetune/Loss": 0.5685812830924988, "Finetune/Loss (Raw)": 0.4786762297153473, "Finetune/Step": 18388, "Finetune/Step Time": 10.920394787564874}
+{"Finetune/Learning Rate": 1.960201550731317e-05, "Finetune/Loss": 0.898130476474762, "Finetune/Loss (Raw)": 0.8789807558059692, "Finetune/Step": 2257, "Finetune/Step Time": 10.882353952154517}
+{"Finetune/Learning Rate": 1.0059082861288205e-07, "Finetune/Loss": 0.5689056515693665, "Finetune/Loss (Raw)": 0.6111935377120972, "Finetune/Step": 18389, "Finetune/Step Time": 10.938434034585953}
+{"Finetune/Learning Rate": 1.9601545028070592e-05, "Finetune/Loss": 0.8999447226524353, "Finetune/Loss (Raw)": 0.9494755864143372, "Finetune/Step": 2258, "Finetune/Step Time": 10.80014512501657}
+{"Finetune/Learning Rate": 1.0035272022754227e-07, "Finetune/Loss": 0.5690715312957764, "Finetune/Loss (Raw)": 0.5899728536605835, "Finetune/Step": 18390, "Finetune/Step Time": 10.932986943051219}
+{"Finetune/Learning Rate": 1.96010742765555e-05, "Finetune/Loss": 0.9008980989456177, "Finetune/Loss (Raw)": 1.0145611763000488, "Finetune/Step": 2259, "Finetune/Step Time": 10.796868547797203}
+{"Finetune/Learning Rate": 1.001148925680484e-07, "Finetune/Loss": 0.5679383873939514, "Finetune/Loss (Raw)": 0.560930073261261, "Finetune/Step": 18391, "Finetune/Step Time": 10.930676182731986}
+{"Finetune/Learning Rate": 1.9600603252781243e-05, "Finetune/Loss": 0.9004550576210022, "Finetune/Loss (Raw)": 0.967841625213623, "Finetune/Step": 2260, "Finetune/Step Time": 10.800186475738883}
+{"Finetune/Learning Rate": 9.987734564114504e-08, "Finetune/Loss": 0.5697064995765686, "Finetune/Loss (Raw)": 0.6247307062149048, "Finetune/Step": 18392, "Finetune/Step Time": 10.896352965384722}
+{"Finetune/Learning Rate": 1.9600131956761184e-05, "Finetune/Loss": 0.8999708294868469, "Finetune/Loss (Raw)": 0.8878492116928101, "Finetune/Step": 2261, "Finetune/Step Time": 10.805287290364504}
+{"Finetune/Learning Rate": 9.964007945356569e-08, "Finetune/Loss": 0.5697437524795532, "Finetune/Loss (Raw)": 0.6573808193206787, "Finetune/Step": 18393, "Finetune/Step Time": 10.891146009787917}
+{"Finetune/Learning Rate": 1.9599660388508675e-05, "Finetune/Loss": 0.9005758166313171, "Finetune/Loss (Raw)": 0.9599122405052185, "Finetune/Step": 2262, "Finetune/Step Time": 10.805766515433788}
+{"Finetune/Learning Rate": 9.940309401204273e-08, "Finetune/Loss": 0.569982647895813, "Finetune/Loss (Raw)": 0.6762893199920654, "Finetune/Step": 18394, "Finetune/Step Time": 10.89093393087387}
+{"Finetune/Learning Rate": 1.95991885480371e-05, "Finetune/Loss": 0.9008413553237915, "Finetune/Loss (Raw)": 0.9033778309822083, "Finetune/Step": 2263, "Finetune/Step Time": 10.803218780085444}
+{"Finetune/Learning Rate": 9.916638932329414e-08, "Finetune/Loss": 0.5693554878234863, "Finetune/Loss (Raw)": 0.5733590722084045, "Finetune/Step": 18395, "Finetune/Step Time": 10.887464499101043}
+{"Finetune/Learning Rate": 1.9598716435359834e-05, "Finetune/Loss": 0.9012575149536133, "Finetune/Loss (Raw)": 0.9684865474700928, "Finetune/Step": 2264, "Finetune/Step Time": 10.820832580327988}
+{"Finetune/Learning Rate": 9.892996539403232e-08, "Finetune/Loss": 0.5688786506652832, "Finetune/Loss (Raw)": 0.5021631121635437, "Finetune/Step": 18396, "Finetune/Step Time": 10.885872354730964}
+{"Finetune/Learning Rate": 1.9598244050490264e-05, "Finetune/Loss": 0.9007230401039124, "Finetune/Loss (Raw)": 0.8130524754524231, "Finetune/Step": 2265, "Finetune/Step Time": 10.820056091994047}
+{"Finetune/Learning Rate": 9.869382223096303e-08, "Finetune/Loss": 0.5688849687576294, "Finetune/Loss (Raw)": 0.58673495054245, "Finetune/Step": 18397, "Finetune/Step Time": 10.88904146105051}
+{"Finetune/Learning Rate": 1.9597771393441784e-05, "Finetune/Loss": 0.9005930423736572, "Finetune/Loss (Raw)": 0.8658225536346436, "Finetune/Step": 2266, "Finetune/Step Time": 10.803654627874494}
+{"Finetune/Learning Rate": 9.845795984078088e-08, "Finetune/Loss": 0.5683700442314148, "Finetune/Loss (Raw)": 0.47755077481269836, "Finetune/Step": 18398, "Finetune/Step Time": 10.885762872174382}
+{"Finetune/Learning Rate": 1.9597298464227802e-05, "Finetune/Loss": 0.9012736082077026, "Finetune/Loss (Raw)": 0.8556343913078308, "Finetune/Step": 2267, "Finetune/Step Time": 10.80650114826858}
+{"Finetune/Learning Rate": 9.822237823017388e-08, "Finetune/Loss": 0.5673816204071045, "Finetune/Loss (Raw)": 0.5256295204162598, "Finetune/Step": 18399, "Finetune/Step Time": 10.887313006445765}
+{"Finetune/Learning Rate": 1.9596825262861724e-05, "Finetune/Loss": 0.8998790979385376, "Finetune/Loss (Raw)": 0.8925510048866272, "Finetune/Step": 2268, "Finetune/Step Time": 10.807748429477215}
+{"Finetune/Learning Rate": 9.798707740582447e-08, "Finetune/Loss": 0.5678956508636475, "Finetune/Loss (Raw)": 0.605021595954895, "Finetune/Step": 18400, "Finetune/Step Time": 10.88808761164546}
+{"Finetune/Learning Rate": 1.9596351789356977e-05, "Finetune/Loss": 0.8997007608413696, "Finetune/Loss (Raw)": 0.8276403546333313, "Finetune/Step": 2269, "Finetune/Step Time": 10.80875882692635}
+{"Finetune/Learning Rate": 9.775205737440285e-08, "Finetune/Loss": 0.5664417743682861, "Finetune/Loss (Raw)": 0.5108168721199036, "Finetune/Step": 18401, "Finetune/Step Time": 10.891861783340573}
+{"Finetune/Learning Rate": 1.9595878043726974e-05, "Finetune/Loss": 0.8978182673454285, "Finetune/Loss (Raw)": 0.8149512410163879, "Finetune/Step": 2270, "Finetune/Step Time": 10.813839765265584}
+{"Finetune/Learning Rate": 9.751731814257481e-08, "Finetune/Loss": 0.5665805339813232, "Finetune/Loss (Raw)": 0.581403374671936, "Finetune/Step": 18402, "Finetune/Step Time": 10.893534848466516}
+{"Finetune/Learning Rate": 1.959540402598516e-05, "Finetune/Loss": 0.899170994758606, "Finetune/Loss (Raw)": 0.9578534364700317, "Finetune/Step": 2271, "Finetune/Step Time": 10.803982563316822}
+{"Finetune/Learning Rate": 9.728285971699725e-08, "Finetune/Loss": 0.566666841506958, "Finetune/Loss (Raw)": 0.6239666938781738, "Finetune/Step": 18403, "Finetune/Step Time": 10.893531117588282}
+{"Finetune/Learning Rate": 1.9594929736144978e-05, "Finetune/Loss": 0.902162492275238, "Finetune/Loss (Raw)": 0.994743287563324, "Finetune/Step": 2272, "Finetune/Step Time": 10.765869630500674}
+{"Finetune/Learning Rate": 9.704868210431816e-08, "Finetune/Loss": 0.5667051076889038, "Finetune/Loss (Raw)": 0.5809382796287537, "Finetune/Step": 18404, "Finetune/Step Time": 10.8995361328125}
+{"Finetune/Learning Rate": 1.9594455174219865e-05, "Finetune/Loss": 0.902438223361969, "Finetune/Loss (Raw)": 1.0119279623031616, "Finetune/Step": 2273, "Finetune/Step Time": 10.766020966693759}
+{"Finetune/Learning Rate": 9.681478531117894e-08, "Finetune/Loss": 0.5666502118110657, "Finetune/Loss (Raw)": 0.5825162529945374, "Finetune/Step": 18405, "Finetune/Step Time": 10.916906522586942}
+{"Finetune/Learning Rate": 1.9593980340223293e-05, "Finetune/Loss": 0.9031921625137329, "Finetune/Loss (Raw)": 1.0218361616134644, "Finetune/Step": 2274, "Finetune/Step Time": 10.76402235031128}
+{"Finetune/Learning Rate": 9.65811693442098e-08, "Finetune/Loss": 0.5672388076782227, "Finetune/Loss (Raw)": 0.5964133739471436, "Finetune/Step": 18406, "Finetune/Step Time": 10.933392139151692}
+{"Finetune/Learning Rate": 1.9593505234168714e-05, "Finetune/Loss": 0.9017366170883179, "Finetune/Loss (Raw)": 0.8603781461715698, "Finetune/Step": 2275, "Finetune/Step Time": 10.768460324034095}
+{"Finetune/Learning Rate": 9.634783421003879e-08, "Finetune/Loss": 0.5660109519958496, "Finetune/Loss (Raw)": 0.5628249049186707, "Finetune/Step": 18407, "Finetune/Step Time": 10.919857941567898}
+{"Finetune/Learning Rate": 1.9593029856069613e-05, "Finetune/Loss": 0.900977373123169, "Finetune/Loss (Raw)": 0.8699061870574951, "Finetune/Step": 2276, "Finetune/Step Time": 10.76737766712904}
+{"Finetune/Learning Rate": 9.61147799152795e-08, "Finetune/Loss": 0.5664907097816467, "Finetune/Loss (Raw)": 0.5418543219566345, "Finetune/Step": 18408, "Finetune/Step Time": 10.897517908364534}
+{"Finetune/Learning Rate": 1.9592554205939463e-05, "Finetune/Loss": 0.8997175693511963, "Finetune/Loss (Raw)": 0.8528688549995422, "Finetune/Step": 2277, "Finetune/Step Time": 10.774265749379992}
+{"Finetune/Learning Rate": 9.588200646654222e-08, "Finetune/Loss": 0.5658461451530457, "Finetune/Loss (Raw)": 0.5703011751174927, "Finetune/Step": 18409, "Finetune/Step Time": 10.897774934768677}
+{"Finetune/Learning Rate": 1.959207828379175e-05, "Finetune/Loss": 0.8977016806602478, "Finetune/Loss (Raw)": 0.6136884093284607, "Finetune/Step": 2278, "Finetune/Step Time": 10.812718098983169}
+{"Finetune/Learning Rate": 9.564951387042942e-08, "Finetune/Loss": 0.5654476881027222, "Finetune/Loss (Raw)": 0.5896644592285156, "Finetune/Step": 18410, "Finetune/Step Time": 10.867975626140833}
+{"Finetune/Learning Rate": 9.541730213353139e-08, "Finetune/Loss": 0.5655139684677124, "Finetune/Loss (Raw)": 0.6088443994522095, "Finetune/Step": 18411, "Finetune/Step Time": 10.849827222526073}
+{"Finetune/Learning Rate": 1.9591602089639975e-05, "Finetune/Loss": 0.8987045884132385, "Finetune/Loss (Raw)": 0.9125717282295227, "Finetune/Step": 2279, "Finetune/Step Time": 10.834837131202221}
+{"Finetune/Learning Rate": 9.518537126243399e-08, "Finetune/Loss": 0.5657323598861694, "Finetune/Loss (Raw)": 0.5447642803192139, "Finetune/Step": 18412, "Finetune/Step Time": 10.854297364130616}
+{"Finetune/Learning Rate": 1.959112562349764e-05, "Finetune/Loss": 0.8983396291732788, "Finetune/Loss (Raw)": 0.8841818571090698, "Finetune/Step": 2280, "Finetune/Step Time": 10.828740516677499}
+{"Finetune/Learning Rate": 9.495372126371305e-08, "Finetune/Loss": 0.5672256946563721, "Finetune/Loss (Raw)": 0.6900656223297119, "Finetune/Step": 18413, "Finetune/Step Time": 10.857702454552054}
+{"Finetune/Learning Rate": 1.9590648885378254e-05, "Finetune/Loss": 0.8988087177276611, "Finetune/Loss (Raw)": 0.9684980511665344, "Finetune/Step": 2281, "Finetune/Step Time": 10.83395465835929}
+{"Finetune/Learning Rate": 1.959017187529534e-05, "Finetune/Loss": 0.8994851112365723, "Finetune/Loss (Raw)": 0.9050726294517517, "Finetune/Step": 2282, "Finetune/Step Time": 10.79244308359921}
+{"Finetune/Learning Rate": 9.472235214393888e-08, "Finetune/Loss": 0.566914439201355, "Finetune/Loss (Raw)": 0.6288749575614929, "Finetune/Step": 18414, "Finetune/Step Time": 10.888583164662123}
+{"Finetune/Learning Rate": 1.9589694593262422e-05, "Finetune/Loss": 0.8985634446144104, "Finetune/Loss (Raw)": 0.6742965579032898, "Finetune/Step": 2283, "Finetune/Step Time": 10.787603635340929}
+{"Finetune/Learning Rate": 9.449126390967178e-08, "Finetune/Loss": 0.5669314861297607, "Finetune/Loss (Raw)": 0.5740708112716675, "Finetune/Step": 18415, "Finetune/Step Time": 10.884080016985536}
+{"Finetune/Learning Rate": 1.9589217039293034e-05, "Finetune/Loss": 0.8978069424629211, "Finetune/Loss (Raw)": 0.8255153298377991, "Finetune/Step": 2284, "Finetune/Step Time": 10.787943178787827}
+{"Finetune/Learning Rate": 9.42604565674654e-08, "Finetune/Loss": 0.5675008893013, "Finetune/Loss (Raw)": 0.668928861618042, "Finetune/Step": 18416, "Finetune/Step Time": 10.874722689390182}
+{"Finetune/Learning Rate": 1.958873921340072e-05, "Finetune/Loss": 0.8969822525978088, "Finetune/Loss (Raw)": 0.9051429629325867, "Finetune/Step": 2285, "Finetune/Step Time": 10.78887832351029}
+{"Finetune/Learning Rate": 9.402993012386453e-08, "Finetune/Loss": 0.5676236152648926, "Finetune/Loss (Raw)": 0.5476915240287781, "Finetune/Step": 18417, "Finetune/Step Time": 10.866840422153473}
+{"Finetune/Learning Rate": 1.9588261115599025e-05, "Finetune/Loss": 0.896316647529602, "Finetune/Loss (Raw)": 0.8306757807731628, "Finetune/Step": 2286, "Finetune/Step Time": 10.790155490860343}
+{"Finetune/Learning Rate": 9.379968458540501e-08, "Finetune/Loss": 0.5682467222213745, "Finetune/Loss (Raw)": 0.6922841668128967, "Finetune/Step": 18418, "Finetune/Step Time": 10.867254639044404}
+{"Finetune/Learning Rate": 1.9587782745901513e-05, "Finetune/Loss": 0.8955097198486328, "Finetune/Loss (Raw)": 0.8865001201629639, "Finetune/Step": 2287, "Finetune/Step Time": 10.793693143874407}
+{"Finetune/Learning Rate": 9.35697199586183e-08, "Finetune/Loss": 0.5678554773330688, "Finetune/Loss (Raw)": 0.4914517402648926, "Finetune/Step": 18419, "Finetune/Step Time": 10.874179428443313}
+{"Finetune/Learning Rate": 1.9587304104321746e-05, "Finetune/Loss": 0.8965879678726196, "Finetune/Loss (Raw)": 0.9250087141990662, "Finetune/Step": 2288, "Finetune/Step Time": 10.778040973469615}
+{"Finetune/Learning Rate": 9.334003625002253e-08, "Finetune/Loss": 0.5681920051574707, "Finetune/Loss (Raw)": 0.5469179749488831, "Finetune/Step": 18420, "Finetune/Step Time": 10.880162056535482}
+{"Finetune/Learning Rate": 1.95868251908733e-05, "Finetune/Loss": 0.8970907926559448, "Finetune/Loss (Raw)": 0.9808734059333801, "Finetune/Step": 2289, "Finetune/Step Time": 10.770039297640324}
+{"Finetune/Learning Rate": 9.311063346613358e-08, "Finetune/Loss": 0.5688107013702393, "Finetune/Loss (Raw)": 0.6564444303512573, "Finetune/Step": 18421, "Finetune/Step Time": 10.86969786696136}
+{"Finetune/Learning Rate": 1.9586346005569748e-05, "Finetune/Loss": 0.8964641094207764, "Finetune/Loss (Raw)": 0.7804502248764038, "Finetune/Step": 2290, "Finetune/Step Time": 10.76100467890501}
+{"Finetune/Learning Rate": 9.288151161345626e-08, "Finetune/Loss": 0.569491446018219, "Finetune/Loss (Raw)": 0.5523703694343567, "Finetune/Step": 18422, "Finetune/Step Time": 10.863138845190406}
+{"Finetune/Learning Rate": 1.9585866548424687e-05, "Finetune/Loss": 0.8955565690994263, "Finetune/Loss (Raw)": 0.7973242402076721, "Finetune/Step": 2291, "Finetune/Step Time": 10.7747618611902}
+{"Finetune/Learning Rate": 9.265267069848649e-08, "Finetune/Loss": 0.5689706802368164, "Finetune/Loss (Raw)": 0.4162465035915375, "Finetune/Step": 18423, "Finetune/Step Time": 10.897664142772555}
+{"Finetune/Learning Rate": 1.9585386819451707e-05, "Finetune/Loss": 0.897093653678894, "Finetune/Loss (Raw)": 1.0864171981811523, "Finetune/Step": 2292, "Finetune/Step Time": 10.773808049038053}
+{"Finetune/Learning Rate": 9.242411072771463e-08, "Finetune/Loss": 0.5681776404380798, "Finetune/Loss (Raw)": 0.5530883073806763, "Finetune/Step": 18424, "Finetune/Step Time": 10.881076032295823}
+{"Finetune/Learning Rate": 1.9584906818664414e-05, "Finetune/Loss": 0.8974357843399048, "Finetune/Loss (Raw)": 1.0334863662719727, "Finetune/Step": 2293, "Finetune/Step Time": 10.754934465512633}
+{"Finetune/Learning Rate": 9.219583170762103e-08, "Finetune/Loss": 0.5684100389480591, "Finetune/Loss (Raw)": 0.6244919300079346, "Finetune/Step": 18425, "Finetune/Step Time": 10.88504365645349}
+{"Finetune/Learning Rate": 1.958442654607642e-05, "Finetune/Loss": 0.9004143476486206, "Finetune/Loss (Raw)": 0.8850772380828857, "Finetune/Step": 2294, "Finetune/Step Time": 10.717970171943307}
+{"Finetune/Learning Rate": 9.196783364467943e-08, "Finetune/Loss": 0.5679364204406738, "Finetune/Loss (Raw)": 0.4608982801437378, "Finetune/Step": 18426, "Finetune/Step Time": 10.882095554843545}
+{"Finetune/Learning Rate": 1.9583946001701347e-05, "Finetune/Loss": 0.8983485698699951, "Finetune/Loss (Raw)": 0.7612107992172241, "Finetune/Step": 2295, "Finetune/Step Time": 10.715849308297038}
+{"Finetune/Learning Rate": 9.174011654535575e-08, "Finetune/Loss": 0.5681037902832031, "Finetune/Loss (Raw)": 0.5955902338027954, "Finetune/Step": 18427, "Finetune/Step Time": 10.880904955789447}
+{"Finetune/Learning Rate": 1.9583465185552814e-05, "Finetune/Loss": 0.8987641334533691, "Finetune/Loss (Raw)": 0.965976893901825, "Finetune/Step": 2296, "Finetune/Step Time": 10.71804615855217}
+{"Finetune/Learning Rate": 9.151268041610706e-08, "Finetune/Loss": 0.5675337314605713, "Finetune/Loss (Raw)": 0.5180150866508484, "Finetune/Step": 18428, "Finetune/Step Time": 10.896260425448418}
+{"Finetune/Learning Rate": 1.9582984097644462e-05, "Finetune/Loss": 0.9001361727714539, "Finetune/Loss (Raw)": 0.8682517409324646, "Finetune/Step": 2297, "Finetune/Step Time": 10.680268295109272}
+{"Finetune/Learning Rate": 9.128552526338374e-08, "Finetune/Loss": 0.5684451460838318, "Finetune/Loss (Raw)": 0.6608356833457947, "Finetune/Step": 18429, "Finetune/Step Time": 10.902019083499908}
+{"Finetune/Learning Rate": 1.958250273798993e-05, "Finetune/Loss": 0.898950457572937, "Finetune/Loss (Raw)": 0.8213934898376465, "Finetune/Step": 2298, "Finetune/Step Time": 10.681488376110792}
+{"Finetune/Learning Rate": 9.10586510936251e-08, "Finetune/Loss": 0.5670467615127563, "Finetune/Loss (Raw)": 0.5536127090454102, "Finetune/Step": 18430, "Finetune/Step Time": 10.886858455836773}
+{"Finetune/Learning Rate": 1.9582021106602868e-05, "Finetune/Loss": 0.8991557359695435, "Finetune/Loss (Raw)": 0.9817988872528076, "Finetune/Step": 2299, "Finetune/Step Time": 10.681155877187848}
+{"Finetune/Learning Rate": 9.0832057913266e-08, "Finetune/Loss": 0.5663529634475708, "Finetune/Loss (Raw)": 0.5262681841850281, "Finetune/Step": 18431, "Finetune/Step Time": 10.8904166277498}
+{"Finetune/Learning Rate": 1.958153920349694e-05, "Finetune/Loss": 0.9002206325531006, "Finetune/Loss (Raw)": 0.8450219631195068, "Finetune/Step": 2300, "Finetune/Step Time": 10.649082895368338}
+{"Finetune/Learning Rate": 9.060574572873238e-08, "Finetune/Loss": 0.5667922496795654, "Finetune/Loss (Raw)": 0.5997241735458374, "Finetune/Step": 18432, "Finetune/Step Time": 10.892587767913938}
+{"Finetune/Learning Rate": 1.95810570286858e-05, "Finetune/Loss": 0.8987966775894165, "Finetune/Loss (Raw)": 0.8232131004333496, "Finetune/Step": 2301, "Finetune/Step Time": 10.645602565258741}
+{"Finetune/Learning Rate": 9.037971454644024e-08, "Finetune/Loss": 0.5677859783172607, "Finetune/Loss (Raw)": 0.677297055721283, "Finetune/Step": 18433, "Finetune/Step Time": 10.888261994346976}
+{"Finetune/Learning Rate": 1.9580574582183135e-05, "Finetune/Loss": 0.8988579511642456, "Finetune/Loss (Raw)": 0.8257743716239929, "Finetune/Step": 2302, "Finetune/Step Time": 10.645963972434402}
+{"Finetune/Learning Rate": 9.015396437280222e-08, "Finetune/Loss": 0.5672968626022339, "Finetune/Loss (Raw)": 0.4736959934234619, "Finetune/Step": 18434, "Finetune/Step Time": 10.895608190447092}
+{"Finetune/Learning Rate": 1.9580091864002613e-05, "Finetune/Loss": 0.8979558944702148, "Finetune/Loss (Raw)": 0.9079129099845886, "Finetune/Step": 2303, "Finetune/Step Time": 10.653267217800021}
+{"Finetune/Learning Rate": 8.992849521421543e-08, "Finetune/Loss": 0.5672351121902466, "Finetune/Loss (Raw)": 0.5842025279998779, "Finetune/Step": 18435, "Finetune/Step Time": 10.88465796224773}
+{"Finetune/Learning Rate": 1.957960887415793e-05, "Finetune/Loss": 0.8971039056777954, "Finetune/Loss (Raw)": 0.8381648063659668, "Finetune/Step": 2304, "Finetune/Step Time": 10.652259672060609}
+{"Finetune/Learning Rate": 8.970330707707809e-08, "Finetune/Loss": 0.5673962831497192, "Finetune/Loss (Raw)": 0.5820763111114502, "Finetune/Step": 18436, "Finetune/Step Time": 10.887574022635818}
+{"Finetune/Learning Rate": 1.957912561266278e-05, "Finetune/Loss": 0.8979650735855103, "Finetune/Loss (Raw)": 0.9001707434654236, "Finetune/Step": 2305, "Finetune/Step Time": 10.650348586961627}
+{"Finetune/Learning Rate": 8.947839996777286e-08, "Finetune/Loss": 0.5674804449081421, "Finetune/Loss (Raw)": 0.5337521433830261, "Finetune/Step": 18437, "Finetune/Step Time": 10.892288757488132}
+{"Finetune/Learning Rate": 1.9578642079530865e-05, "Finetune/Loss": 0.8989197611808777, "Finetune/Loss (Raw)": 0.8449612855911255, "Finetune/Step": 2306, "Finetune/Step Time": 10.65512027963996}
+{"Finetune/Learning Rate": 8.925377389267797e-08, "Finetune/Loss": 0.567656397819519, "Finetune/Loss (Raw)": 0.6520172953605652, "Finetune/Step": 18438, "Finetune/Step Time": 10.890467571094632}
+{"Finetune/Learning Rate": 1.95781582747759e-05, "Finetune/Loss": 0.8979979753494263, "Finetune/Loss (Raw)": 0.9030193090438843, "Finetune/Step": 2307, "Finetune/Step Time": 10.65287790633738}
+{"Finetune/Learning Rate": 8.902942885816501e-08, "Finetune/Loss": 0.5680443048477173, "Finetune/Loss (Raw)": 0.5623350739479065, "Finetune/Step": 18439, "Finetune/Step Time": 10.871580922976136}
+{"Finetune/Learning Rate": 1.9577674198411603e-05, "Finetune/Loss": 0.8966429233551025, "Finetune/Loss (Raw)": 0.684260368347168, "Finetune/Step": 2308, "Finetune/Step Time": 10.67477548122406}
+{"Finetune/Learning Rate": 8.880536487059333e-08, "Finetune/Loss": 0.568082869052887, "Finetune/Loss (Raw)": 0.5621511936187744, "Finetune/Step": 18440, "Finetune/Step Time": 10.86594232916832}
+{"Finetune/Learning Rate": 1.95771898504517e-05, "Finetune/Loss": 0.8967117071151733, "Finetune/Loss (Raw)": 0.9027422070503235, "Finetune/Step": 2309, "Finetune/Step Time": 10.689898109063506}
+{"Finetune/Learning Rate": 8.858158193631894e-08, "Finetune/Loss": 0.5682961940765381, "Finetune/Loss (Raw)": 0.5860258340835571, "Finetune/Step": 18441, "Finetune/Step Time": 10.860599854961038}
+{"Finetune/Learning Rate": 1.957670523090993e-05, "Finetune/Loss": 0.898261308670044, "Finetune/Loss (Raw)": 0.954798698425293, "Finetune/Step": 2310, "Finetune/Step Time": 10.709088560193777}
+{"Finetune/Learning Rate": 8.835808006168455e-08, "Finetune/Loss": 0.5679281949996948, "Finetune/Loss (Raw)": 0.4497377276420593, "Finetune/Step": 18442, "Finetune/Step Time": 10.862509218975902}
+{"Finetune/Learning Rate": 1.957622033980003e-05, "Finetune/Loss": 0.898429811000824, "Finetune/Loss (Raw)": 0.8764625191688538, "Finetune/Step": 2311, "Finetune/Step Time": 10.724079556763172}
+{"Finetune/Learning Rate": 8.813485925303178e-08, "Finetune/Loss": 0.5690495371818542, "Finetune/Loss (Raw)": 0.6743800044059753, "Finetune/Step": 18443, "Finetune/Step Time": 10.823538422584534}
+{"Finetune/Learning Rate": 1.957573517713575e-05, "Finetune/Loss": 0.8992310762405396, "Finetune/Loss (Raw)": 0.9219908118247986, "Finetune/Step": 2312, "Finetune/Step Time": 10.724247077479959}
+{"Finetune/Learning Rate": 8.791191951668886e-08, "Finetune/Loss": 0.5697777271270752, "Finetune/Loss (Raw)": 0.6355652809143066, "Finetune/Step": 18444, "Finetune/Step Time": 10.78995107486844}
+{"Finetune/Learning Rate": 8.768926085897744e-08, "Finetune/Loss": 0.5702430009841919, "Finetune/Loss (Raw)": 0.6519576907157898, "Finetune/Step": 18445, "Finetune/Step Time": 10.788249677047133}
+{"Finetune/Learning Rate": 1.9575249742930852e-05, "Finetune/Loss": 0.8973113894462585, "Finetune/Loss (Raw)": 0.6638601422309875, "Finetune/Step": 2313, "Finetune/Step Time": 10.762549851089716}
+{"Finetune/Learning Rate": 8.746688328621133e-08, "Finetune/Loss": 0.5711209177970886, "Finetune/Loss (Raw)": 0.5573606491088867, "Finetune/Step": 18446, "Finetune/Step Time": 10.788068741559982}
+{"Finetune/Learning Rate": 1.95747640371991e-05, "Finetune/Loss": 0.8976738452911377, "Finetune/Loss (Raw)": 1.065468668937683, "Finetune/Step": 2314, "Finetune/Step Time": 10.75909386947751}
+{"Finetune/Learning Rate": 8.724478680469773e-08, "Finetune/Loss": 0.5697945356369019, "Finetune/Loss (Raw)": 0.6181522607803345, "Finetune/Step": 18447, "Finetune/Step Time": 10.794477954506874}
+{"Finetune/Learning Rate": 1.957427805995427e-05, "Finetune/Loss": 0.8971737623214722, "Finetune/Loss (Raw)": 0.8718079924583435, "Finetune/Step": 2315, "Finetune/Step Time": 10.767218152061105}
+{"Finetune/Learning Rate": 8.70229714207338e-08, "Finetune/Loss": 0.5701921582221985, "Finetune/Loss (Raw)": 0.6644211411476135, "Finetune/Step": 18448, "Finetune/Step Time": 10.788495047017932}
+{"Finetune/Learning Rate": 1.9573791811210136e-05, "Finetune/Loss": 0.8963063359260559, "Finetune/Loss (Raw)": 0.9045175313949585, "Finetune/Step": 2316, "Finetune/Step Time": 10.764510264620185}
+{"Finetune/Learning Rate": 8.680143714060785e-08, "Finetune/Loss": 0.570692777633667, "Finetune/Loss (Raw)": 0.6222749948501587, "Finetune/Step": 18449, "Finetune/Step Time": 10.78739570826292}
+{"Finetune/Learning Rate": 1.9573305290980488e-05, "Finetune/Loss": 0.8973495960235596, "Finetune/Loss (Raw)": 1.0610138177871704, "Finetune/Step": 2317, "Finetune/Step Time": 10.759481478482485}
+{"Finetune/Learning Rate": 8.658018397060486e-08, "Finetune/Loss": 0.5698699355125427, "Finetune/Loss (Raw)": 0.4810187518596649, "Finetune/Step": 18450, "Finetune/Step Time": 10.765753909945488}
+{"Finetune/Learning Rate": 1.9572818499279128e-05, "Finetune/Loss": 0.8977614641189575, "Finetune/Loss (Raw)": 0.9445515275001526, "Finetune/Step": 2318, "Finetune/Step Time": 10.751169551163912}
+{"Finetune/Learning Rate": 8.63592119169987e-08, "Finetune/Loss": 0.5709986686706543, "Finetune/Loss (Raw)": 0.6723525524139404, "Finetune/Step": 18451, "Finetune/Step Time": 10.768398001790047}
+{"Finetune/Learning Rate": 1.9572331436119857e-05, "Finetune/Loss": 0.8991802930831909, "Finetune/Loss (Raw)": 1.0282756090164185, "Finetune/Step": 2319, "Finetune/Step Time": 10.755747642368078}
+{"Finetune/Learning Rate": 8.613852098605435e-08, "Finetune/Loss": 0.5716842412948608, "Finetune/Loss (Raw)": 0.6025376319885254, "Finetune/Step": 18452, "Finetune/Step Time": 10.764720210805535}
+{"Finetune/Learning Rate": 1.9571844101516487e-05, "Finetune/Loss": 0.897685170173645, "Finetune/Loss (Raw)": 0.7535701394081116, "Finetune/Step": 2320, "Finetune/Step Time": 10.754709843546152}
+{"Finetune/Learning Rate": 8.591811118403014e-08, "Finetune/Loss": 0.5722677707672119, "Finetune/Loss (Raw)": 0.5958554744720459, "Finetune/Step": 18453, "Finetune/Step Time": 10.743378590792418}
+{"Finetune/Learning Rate": 1.9571356495482836e-05, "Finetune/Loss": 0.8984386920928955, "Finetune/Loss (Raw)": 1.0366705656051636, "Finetune/Step": 2321, "Finetune/Step Time": 10.750302826985717}
+{"Finetune/Learning Rate": 8.569798251717664e-08, "Finetune/Loss": 0.5729116201400757, "Finetune/Loss (Raw)": 0.6317678093910217, "Finetune/Step": 18454, "Finetune/Step Time": 10.737945491448045}
+{"Finetune/Learning Rate": 1.9570868618032733e-05, "Finetune/Loss": 0.8981063365936279, "Finetune/Loss (Raw)": 0.9930504560470581, "Finetune/Step": 2322, "Finetune/Step Time": 10.749415066093206}
+{"Finetune/Learning Rate": 8.547813499173552e-08, "Finetune/Loss": 0.5730875134468079, "Finetune/Loss (Raw)": 0.658351480960846, "Finetune/Step": 18455, "Finetune/Step Time": 10.73898041062057}
+{"Finetune/Learning Rate": 1.957038046918001e-05, "Finetune/Loss": 0.8975622653961182, "Finetune/Loss (Raw)": 0.855536699295044, "Finetune/Step": 2323, "Finetune/Step Time": 10.751356802880764}
+{"Finetune/Learning Rate": 8.525856861394177e-08, "Finetune/Loss": 0.574618935585022, "Finetune/Loss (Raw)": 0.6557786464691162, "Finetune/Step": 18456, "Finetune/Step Time": 10.752020789310336}
+{"Finetune/Learning Rate": 1.9569892048938516e-05, "Finetune/Loss": 0.8968415856361389, "Finetune/Loss (Raw)": 0.9419472813606262, "Finetune/Step": 2324, "Finetune/Step Time": 10.762966640293598}
+{"Finetune/Learning Rate": 8.503928339002043e-08, "Finetune/Loss": 0.5742663741111755, "Finetune/Loss (Raw)": 0.6448540091514587, "Finetune/Step": 18457, "Finetune/Step Time": 10.73432326875627}
+{"Finetune/Learning Rate": 1.956940335732209e-05, "Finetune/Loss": 0.8978909254074097, "Finetune/Loss (Raw)": 0.9787777662277222, "Finetune/Step": 2325, "Finetune/Step Time": 10.712888076901436}
+{"Finetune/Learning Rate": 8.482027932619097e-08, "Finetune/Loss": 0.5750668048858643, "Finetune/Loss (Raw)": 0.5867118239402771, "Finetune/Step": 18458, "Finetune/Step Time": 10.734653992578387}
+{"Finetune/Learning Rate": 1.95689143943446e-05, "Finetune/Loss": 0.8984701633453369, "Finetune/Loss (Raw)": 0.9150946140289307, "Finetune/Step": 2326, "Finetune/Step Time": 10.710254998877645}
+{"Finetune/Learning Rate": 8.460155642866397e-08, "Finetune/Loss": 0.5744196176528931, "Finetune/Loss (Raw)": 0.5172210335731506, "Finetune/Step": 18459, "Finetune/Step Time": 10.728349534794688}
+{"Finetune/Learning Rate": 1.9568425160019908e-05, "Finetune/Loss": 0.9011003375053406, "Finetune/Loss (Raw)": 1.145211100578308, "Finetune/Step": 2327, "Finetune/Step Time": 10.710389085114002}
+{"Finetune/Learning Rate": 1.9567935654361888e-05, "Finetune/Loss": 0.9017388820648193, "Finetune/Loss (Raw)": 0.9687222242355347, "Finetune/Step": 2328, "Finetune/Step Time": 10.709126638248563}
+{"Finetune/Learning Rate": 8.438311470364113e-08, "Finetune/Loss": 0.5740267038345337, "Finetune/Loss (Raw)": 0.5516777038574219, "Finetune/Step": 18460, "Finetune/Step Time": 10.754642685875297}
+{"Finetune/Learning Rate": 8.41649541573164e-08, "Finetune/Loss": 0.575190544128418, "Finetune/Loss (Raw)": 0.7326324582099915, "Finetune/Step": 18461, "Finetune/Step Time": 10.758756211027503}
+{"Finetune/Learning Rate": 1.956744587738442e-05, "Finetune/Loss": 0.9005547761917114, "Finetune/Loss (Raw)": 0.8523727655410767, "Finetune/Step": 2329, "Finetune/Step Time": 10.711934333667159}
+{"Finetune/Learning Rate": 8.394707479587705e-08, "Finetune/Loss": 0.5754671692848206, "Finetune/Loss (Raw)": 0.601534903049469, "Finetune/Step": 18462, "Finetune/Step Time": 10.760569838806987}
+{"Finetune/Learning Rate": 1.9566955829101393e-05, "Finetune/Loss": 0.9010775685310364, "Finetune/Loss (Raw)": 0.928392231464386, "Finetune/Step": 2330, "Finetune/Step Time": 10.693680457770824}
+{"Finetune/Learning Rate": 8.372947662550035e-08, "Finetune/Loss": 0.5756858587265015, "Finetune/Loss (Raw)": 0.5538297891616821, "Finetune/Step": 18463, "Finetune/Step Time": 10.77946069277823}
+{"Finetune/Learning Rate": 1.9566465509526704e-05, "Finetune/Loss": 0.89886075258255, "Finetune/Loss (Raw)": 0.7494380474090576, "Finetune/Step": 2331, "Finetune/Step Time": 10.717572329565883}
+{"Finetune/Learning Rate": 1.9565974918674253e-05, "Finetune/Loss": 0.8989055752754211, "Finetune/Loss (Raw)": 0.8886598944664001, "Finetune/Step": 2332, "Finetune/Step Time": 10.710217261686921}
+{"Finetune/Learning Rate": 8.351215965235915e-08, "Finetune/Loss": 0.575079619884491, "Finetune/Loss (Raw)": 0.5436698794364929, "Finetune/Step": 18464, "Finetune/Step Time": 10.797596389427781}
+{"Finetune/Learning Rate": 1.956548405655796e-05, "Finetune/Loss": 0.898103654384613, "Finetune/Loss (Raw)": 0.8968746066093445, "Finetune/Step": 2333, "Finetune/Step Time": 10.74590290337801}
+{"Finetune/Learning Rate": 8.329512388261297e-08, "Finetune/Loss": 0.5746738910675049, "Finetune/Loss (Raw)": 0.45201000571250916, "Finetune/Step": 18465, "Finetune/Step Time": 10.821955541148782}
+{"Finetune/Learning Rate": 1.9564992923191734e-05, "Finetune/Loss": 0.8970106840133667, "Finetune/Loss (Raw)": 0.8504870533943176, "Finetune/Step": 2334, "Finetune/Step Time": 10.741661749780178}
+{"Finetune/Learning Rate": 8.307836932241797e-08, "Finetune/Loss": 0.5731155872344971, "Finetune/Loss (Raw)": 0.46025899052619934, "Finetune/Step": 18466, "Finetune/Step Time": 10.837965387851}
+{"Finetune/Learning Rate": 1.9564501518589513e-05, "Finetune/Loss": 0.8963670134544373, "Finetune/Loss (Raw)": 0.9296373724937439, "Finetune/Step": 2335, "Finetune/Step Time": 10.744851775467396}
+{"Finetune/Learning Rate": 8.286189597792149e-08, "Finetune/Loss": 0.5748971700668335, "Finetune/Loss (Raw)": 0.6625582575798035, "Finetune/Step": 18467, "Finetune/Step Time": 10.840084934607148}
+{"Finetune/Learning Rate": 1.9564009842765225e-05, "Finetune/Loss": 0.8975173830986023, "Finetune/Loss (Raw)": 1.0031930208206177, "Finetune/Step": 2336, "Finetune/Step Time": 10.729743221774697}
+{"Finetune/Learning Rate": 8.264570385525972e-08, "Finetune/Loss": 0.5749251842498779, "Finetune/Loss (Raw)": 0.5851978063583374, "Finetune/Step": 18468, "Finetune/Step Time": 10.862374829128385}
+{"Finetune/Learning Rate": 1.9563517895732815e-05, "Finetune/Loss": 0.8976615071296692, "Finetune/Loss (Raw)": 0.7853152751922607, "Finetune/Step": 2337, "Finetune/Step Time": 10.737789012491703}
+{"Finetune/Learning Rate": 1.9563025677506232e-05, "Finetune/Loss": 0.897713303565979, "Finetune/Loss (Raw)": 0.9291088581085205, "Finetune/Step": 2338, "Finetune/Step Time": 10.726982850581408}
+{"Finetune/Learning Rate": 8.242979296056553e-08, "Finetune/Loss": 0.5749102830886841, "Finetune/Loss (Raw)": 0.606560230255127, "Finetune/Step": 18469, "Finetune/Step Time": 10.861879482865334}
+{"Finetune/Learning Rate": 1.9562533188099436e-05, "Finetune/Loss": 0.8995215892791748, "Finetune/Loss (Raw)": 0.9580414891242981, "Finetune/Step": 2339, "Finetune/Step Time": 10.695660725235939}
+{"Finetune/Learning Rate": 8.221416329996068e-08, "Finetune/Loss": 0.5750864744186401, "Finetune/Loss (Raw)": 0.5857003927230835, "Finetune/Step": 18470, "Finetune/Step Time": 10.863848829641938}
+{"Finetune/Learning Rate": 1.956204042752639e-05, "Finetune/Loss": 0.9007108211517334, "Finetune/Loss (Raw)": 1.0150140523910522, "Finetune/Step": 2340, "Finetune/Step Time": 10.69374874420464}
+{"Finetune/Learning Rate": 8.199881487955919e-08, "Finetune/Loss": 0.574908971786499, "Finetune/Loss (Raw)": 0.5951261520385742, "Finetune/Step": 18471, "Finetune/Step Time": 10.862144567072392}
+{"Finetune/Learning Rate": 1.9561547395801065e-05, "Finetune/Loss": 0.8999033570289612, "Finetune/Loss (Raw)": 0.7753236889839172, "Finetune/Step": 2341, "Finetune/Step Time": 10.697225814685225}
+{"Finetune/Learning Rate": 8.178374770546838e-08, "Finetune/Loss": 0.5748343467712402, "Finetune/Loss (Raw)": 0.5366511940956116, "Finetune/Step": 18472, "Finetune/Step Time": 10.863846426829696}
+{"Finetune/Learning Rate": 1.9561054092937447e-05, "Finetune/Loss": 0.9007713794708252, "Finetune/Loss (Raw)": 0.91384357213974, "Finetune/Step": 2342, "Finetune/Step Time": 10.685972020030022}
+{"Finetune/Learning Rate": 8.156896178378781e-08, "Finetune/Loss": 0.5748739242553711, "Finetune/Loss (Raw)": 0.6074470281600952, "Finetune/Step": 18473, "Finetune/Step Time": 10.867427729070187}
+{"Finetune/Learning Rate": 1.956056051894953e-05, "Finetune/Loss": 0.9009575843811035, "Finetune/Loss (Raw)": 0.891467809677124, "Finetune/Step": 2343, "Finetune/Step Time": 10.685680465772748}
+{"Finetune/Learning Rate": 8.135445712060597e-08, "Finetune/Loss": 0.575282633304596, "Finetune/Loss (Raw)": 0.62319016456604, "Finetune/Step": 18474, "Finetune/Step Time": 10.895291935652494}
+{"Finetune/Learning Rate": 1.9560066673851294e-05, "Finetune/Loss": 0.901369571685791, "Finetune/Loss (Raw)": 0.7241833806037903, "Finetune/Step": 2344, "Finetune/Step Time": 10.661050770431757}
+{"Finetune/Learning Rate": 8.114023372200797e-08, "Finetune/Loss": 0.5750866532325745, "Finetune/Loss (Raw)": 0.6026061177253723, "Finetune/Step": 18475, "Finetune/Step Time": 10.889616746455431}
+{"Finetune/Learning Rate": 1.9559572557656756e-05, "Finetune/Loss": 0.9013631939888, "Finetune/Loss (Raw)": 0.9755066633224487, "Finetune/Step": 2345, "Finetune/Step Time": 10.67660092189908}
+{"Finetune/Learning Rate": 8.092629159406673e-08, "Finetune/Loss": 0.5748623609542847, "Finetune/Loss (Raw)": 0.4854050576686859, "Finetune/Step": 18476, "Finetune/Step Time": 10.892155047506094}
+{"Finetune/Learning Rate": 1.9559078170379922e-05, "Finetune/Loss": 0.9022701978683472, "Finetune/Loss (Raw)": 0.9244830012321472, "Finetune/Step": 2346, "Finetune/Step Time": 10.683709694072604}
+{"Finetune/Learning Rate": 8.071263074284963e-08, "Finetune/Loss": 0.575711190700531, "Finetune/Loss (Raw)": 0.5354423522949219, "Finetune/Step": 18477, "Finetune/Step Time": 10.903380556032062}
+{"Finetune/Learning Rate": 1.9558583512034818e-05, "Finetune/Loss": 0.902887225151062, "Finetune/Loss (Raw)": 0.9682320356369019, "Finetune/Step": 2347, "Finetune/Step Time": 10.683010555803776}
+{"Finetune/Learning Rate": 8.049925117441626e-08, "Finetune/Loss": 0.5756211876869202, "Finetune/Loss (Raw)": 0.592735230922699, "Finetune/Step": 18478, "Finetune/Step Time": 10.904056755825877}
+{"Finetune/Learning Rate": 1.955808858263546e-05, "Finetune/Loss": 0.9029218554496765, "Finetune/Loss (Raw)": 0.8806798458099365, "Finetune/Step": 2348, "Finetune/Step Time": 10.677312795072794}
+{"Finetune/Learning Rate": 8.028615289481622e-08, "Finetune/Loss": 0.5750826001167297, "Finetune/Loss (Raw)": 0.4460966885089874, "Finetune/Step": 18479, "Finetune/Step Time": 10.908078119158745}
+{"Finetune/Learning Rate": 1.9557593382195894e-05, "Finetune/Loss": 0.9033524394035339, "Finetune/Loss (Raw)": 0.7982349395751953, "Finetune/Step": 2349, "Finetune/Step Time": 10.68414163775742}
+{"Finetune/Learning Rate": 1.9557097910730158e-05, "Finetune/Loss": 0.9056082367897034, "Finetune/Loss (Raw)": 1.0904889106750488, "Finetune/Step": 2350, "Finetune/Step Time": 10.684303250163794}
+{"Finetune/Learning Rate": 8.007333591009359e-08, "Finetune/Loss": 0.5746994018554688, "Finetune/Loss (Raw)": 0.44330692291259766, "Finetune/Step": 18480, "Finetune/Step Time": 10.94361076131463}
+{"Finetune/Learning Rate": 7.98608002262824e-08, "Finetune/Loss": 0.5749529600143433, "Finetune/Loss (Raw)": 0.5836474299430847, "Finetune/Step": 18481, "Finetune/Step Time": 10.936925567686558}
+{"Finetune/Learning Rate": 1.9556602168252298e-05, "Finetune/Loss": 0.9049656391143799, "Finetune/Loss (Raw)": 0.8962572813034058, "Finetune/Step": 2351, "Finetune/Step Time": 10.687816195189953}
+{"Finetune/Learning Rate": 7.964854584941007e-08, "Finetune/Loss": 0.5754756927490234, "Finetune/Loss (Raw)": 0.5803985595703125, "Finetune/Step": 18482, "Finetune/Step Time": 10.943003002554178}
+{"Finetune/Learning Rate": 1.955610615477638e-05, "Finetune/Loss": 0.9034863710403442, "Finetune/Loss (Raw)": 0.7646101117134094, "Finetune/Step": 2352, "Finetune/Step Time": 10.718176390975714}
+{"Finetune/Learning Rate": 7.94365727854951e-08, "Finetune/Loss": 0.5753408670425415, "Finetune/Loss (Raw)": 0.6670692563056946, "Finetune/Step": 18483, "Finetune/Step Time": 10.946017105132341}
+{"Finetune/Learning Rate": 1.9555609870316464e-05, "Finetune/Loss": 0.901854395866394, "Finetune/Loss (Raw)": 0.8499563336372375, "Finetune/Step": 2353, "Finetune/Step Time": 10.754332818090916}
+{"Finetune/Learning Rate": 7.922488104054826e-08, "Finetune/Loss": 0.5766783952713013, "Finetune/Loss (Raw)": 0.6205580830574036, "Finetune/Step": 18484, "Finetune/Step Time": 10.932594873011112}
+{"Finetune/Learning Rate": 1.9555113314886623e-05, "Finetune/Loss": 0.9013490080833435, "Finetune/Loss (Raw)": 0.8980062007904053, "Finetune/Step": 2354, "Finetune/Step Time": 10.75654486194253}
+{"Finetune/Learning Rate": 7.901347062057251e-08, "Finetune/Loss": 0.5771766304969788, "Finetune/Loss (Raw)": 0.6150805950164795, "Finetune/Step": 18485, "Finetune/Step Time": 10.908272430300713}
+{"Finetune/Learning Rate": 1.9554616488500944e-05, "Finetune/Loss": 0.9014952182769775, "Finetune/Loss (Raw)": 0.8781725168228149, "Finetune/Step": 2355, "Finetune/Step Time": 10.754901925101876}
+{"Finetune/Learning Rate": 7.880234153156418e-08, "Finetune/Loss": 0.5769457817077637, "Finetune/Loss (Raw)": 0.5800745487213135, "Finetune/Step": 18486, "Finetune/Step Time": 10.904326966032386}
+{"Finetune/Learning Rate": 1.9554119391173508e-05, "Finetune/Loss": 0.9033289551734924, "Finetune/Loss (Raw)": 0.9588772654533386, "Finetune/Step": 2356, "Finetune/Step Time": 10.726608969271183}
+{"Finetune/Learning Rate": 7.859149377950959e-08, "Finetune/Loss": 0.5768241882324219, "Finetune/Loss (Raw)": 0.5709445476531982, "Finetune/Step": 18487, "Finetune/Step Time": 10.912347175180912}
+{"Finetune/Learning Rate": 1.9553622022918413e-05, "Finetune/Loss": 0.9035508632659912, "Finetune/Loss (Raw)": 0.8874903917312622, "Finetune/Step": 2357, "Finetune/Step Time": 10.724349429830909}
+{"Finetune/Learning Rate": 7.838092737038617e-08, "Finetune/Loss": 0.5767481923103333, "Finetune/Loss (Raw)": 0.5030325651168823, "Finetune/Step": 18488, "Finetune/Step Time": 10.900687914341688}
+{"Finetune/Learning Rate": 1.9553124383749767e-05, "Finetune/Loss": 0.9046452641487122, "Finetune/Loss (Raw)": 1.0011577606201172, "Finetune/Step": 2358, "Finetune/Step Time": 10.715109191834927}
+{"Finetune/Learning Rate": 7.817064231016802e-08, "Finetune/Loss": 0.5780880451202393, "Finetune/Loss (Raw)": 0.5793204307556152, "Finetune/Step": 18489, "Finetune/Step Time": 10.87289128638804}
+{"Finetune/Learning Rate": 1.955262647368168e-05, "Finetune/Loss": 0.9036369323730469, "Finetune/Loss (Raw)": 0.8803496360778809, "Finetune/Step": 2359, "Finetune/Step Time": 10.692587342113256}
+{"Finetune/Learning Rate": 7.796063860481595e-08, "Finetune/Loss": 0.5778241157531738, "Finetune/Loss (Raw)": 0.4904242157936096, "Finetune/Step": 18490, "Finetune/Step Time": 10.89045800641179}
+{"Finetune/Learning Rate": 1.9552128292728266e-05, "Finetune/Loss": 0.9051657319068909, "Finetune/Loss (Raw)": 0.9456427097320557, "Finetune/Step": 2360, "Finetune/Step Time": 10.685927767306566}
+{"Finetune/Learning Rate": 7.775091626028408e-08, "Finetune/Loss": 0.5784478783607483, "Finetune/Loss (Raw)": 0.5941691398620605, "Finetune/Step": 18491, "Finetune/Step Time": 10.89071905426681}
+{"Finetune/Learning Rate": 1.9551629840903658e-05, "Finetune/Loss": 0.9047558307647705, "Finetune/Loss (Raw)": 0.8035142421722412, "Finetune/Step": 2361, "Finetune/Step Time": 10.693757425993681}
+{"Finetune/Learning Rate": 7.75414752825232e-08, "Finetune/Loss": 0.5775703191757202, "Finetune/Loss (Raw)": 0.5026995539665222, "Finetune/Step": 18492, "Finetune/Step Time": 10.884247301146388}
+{"Finetune/Learning Rate": 1.955113111822199e-05, "Finetune/Loss": 0.9050629138946533, "Finetune/Loss (Raw)": 0.8224931955337524, "Finetune/Step": 2362, "Finetune/Step Time": 10.69747319445014}
+{"Finetune/Learning Rate": 7.733231567746968e-08, "Finetune/Loss": 0.5783540606498718, "Finetune/Loss (Raw)": 0.616239070892334, "Finetune/Step": 18493, "Finetune/Step Time": 10.851212695240974}
+{"Finetune/Learning Rate": 1.9550632124697402e-05, "Finetune/Loss": 0.9052585363388062, "Finetune/Loss (Raw)": 1.070450782775879, "Finetune/Step": 2363, "Finetune/Step Time": 10.712529875338078}
+{"Finetune/Learning Rate": 7.712343745105544e-08, "Finetune/Loss": 0.5790339708328247, "Finetune/Loss (Raw)": 0.63423752784729, "Finetune/Step": 18494, "Finetune/Step Time": 10.85336210206151}
+{"Finetune/Learning Rate": 1.9550132860344045e-05, "Finetune/Loss": 0.9062446355819702, "Finetune/Loss (Raw)": 1.0164175033569336, "Finetune/Step": 2364, "Finetune/Step Time": 10.699279628694057}
+{"Finetune/Learning Rate": 1.9549633325176077e-05, "Finetune/Loss": 0.9060158729553223, "Finetune/Loss (Raw)": 0.919230580329895, "Finetune/Step": 2365, "Finetune/Step Time": 10.681801479309797}
+{"Finetune/Learning Rate": 7.691484060920351e-08, "Finetune/Loss": 0.5786528587341309, "Finetune/Loss (Raw)": 0.6272522807121277, "Finetune/Step": 18495, "Finetune/Step Time": 10.876040352508426}
+{"Finetune/Learning Rate": 1.9549133519207665e-05, "Finetune/Loss": 0.9052661657333374, "Finetune/Loss (Raw)": 0.8276329040527344, "Finetune/Step": 2366, "Finetune/Step Time": 10.67824005894363}
+{"Finetune/Learning Rate": 7.670652515782917e-08, "Finetune/Loss": 0.5790032148361206, "Finetune/Loss (Raw)": 0.7017112970352173, "Finetune/Step": 18496, "Finetune/Step Time": 10.88110701367259}
+{"Finetune/Learning Rate": 7.649849110283991e-08, "Finetune/Loss": 0.5794423818588257, "Finetune/Loss (Raw)": 0.5358054637908936, "Finetune/Step": 18497, "Finetune/Step Time": 10.883431177586317}
+{"Finetune/Learning Rate": 1.9548633442452977e-05, "Finetune/Loss": 0.9042603373527527, "Finetune/Loss (Raw)": 0.7956135272979736, "Finetune/Step": 2367, "Finetune/Step Time": 10.680740492418408}
+{"Finetune/Learning Rate": 7.629073845013435e-08, "Finetune/Loss": 0.5803523063659668, "Finetune/Loss (Raw)": 0.5794504880905151, "Finetune/Step": 18498, "Finetune/Step Time": 10.876717645674944}
+{"Finetune/Learning Rate": 1.9548133094926203e-05, "Finetune/Loss": 0.902931809425354, "Finetune/Loss (Raw)": 0.9205760955810547, "Finetune/Step": 2368, "Finetune/Step Time": 10.676132462918758}
+{"Finetune/Learning Rate": 7.608326720560443e-08, "Finetune/Loss": 0.581329345703125, "Finetune/Loss (Raw)": 0.6446812748908997, "Finetune/Step": 18499, "Finetune/Step Time": 10.866951351985335}
+{"Finetune/Learning Rate": 1.9547632476641523e-05, "Finetune/Loss": 0.9021452069282532, "Finetune/Loss (Raw)": 0.8636895418167114, "Finetune/Step": 2369, "Finetune/Step Time": 10.694207759574056}
+{"Finetune/Learning Rate": 7.587607737513325e-08, "Finetune/Loss": 0.580873966217041, "Finetune/Loss (Raw)": 0.5874972343444824, "Finetune/Step": 18500, "Finetune/Step Time": 10.858705731108785}
+{"Finetune/Learning Rate": 1.9547131587613135e-05, "Finetune/Loss": 0.8985738754272461, "Finetune/Loss (Raw)": 0.6006655097007751, "Finetune/Step": 2370, "Finetune/Step Time": 10.73422472923994}
+{"Finetune/Learning Rate": 7.566916896459719e-08, "Finetune/Loss": 0.5812826752662659, "Finetune/Loss (Raw)": 0.5966345071792603, "Finetune/Step": 18501, "Finetune/Step Time": 10.8725795596838}
+{"Finetune/Learning Rate": 1.9546630427855243e-05, "Finetune/Loss": 0.8984211683273315, "Finetune/Loss (Raw)": 0.8243158459663391, "Finetune/Step": 2371, "Finetune/Step Time": 10.735147351399064}
+{"Finetune/Learning Rate": 7.546254197986158e-08, "Finetune/Loss": 0.5812559127807617, "Finetune/Loss (Raw)": 0.5747126936912537, "Finetune/Step": 18502, "Finetune/Step Time": 10.903679251670837}
+{"Finetune/Learning Rate": 1.954612899738206e-05, "Finetune/Loss": 0.899787187576294, "Finetune/Loss (Raw)": 1.1106412410736084, "Finetune/Step": 2372, "Finetune/Step Time": 10.722577134147286}
+{"Finetune/Learning Rate": 7.525619642678617e-08, "Finetune/Loss": 0.5806936025619507, "Finetune/Loss (Raw)": 0.5383684039115906, "Finetune/Step": 18503, "Finetune/Step Time": 10.903574422001839}
+{"Finetune/Learning Rate": 1.9545627296207806e-05, "Finetune/Loss": 0.8999707698822021, "Finetune/Loss (Raw)": 0.9210448265075684, "Finetune/Step": 2373, "Finetune/Step Time": 10.749300587922335}
+{"Finetune/Learning Rate": 7.505013231122294e-08, "Finetune/Loss": 0.580133318901062, "Finetune/Loss (Raw)": 0.45235973596572876, "Finetune/Step": 18504, "Finetune/Step Time": 10.906585460528731}
+{"Finetune/Learning Rate": 1.9545125324346702e-05, "Finetune/Loss": 0.899674654006958, "Finetune/Loss (Raw)": 0.6982194185256958, "Finetune/Step": 2374, "Finetune/Step Time": 10.782849607989192}
+{"Finetune/Learning Rate": 7.4844349639015e-08, "Finetune/Loss": 0.5803326368331909, "Finetune/Loss (Raw)": 0.5658020973205566, "Finetune/Step": 18505, "Finetune/Step Time": 10.904351647943258}
+{"Finetune/Learning Rate": 1.9544623081812987e-05, "Finetune/Loss": 0.899438738822937, "Finetune/Loss (Raw)": 0.8352556228637695, "Finetune/Step": 2375, "Finetune/Step Time": 10.787206433713436}
+{"Finetune/Learning Rate": 7.463884841599878e-08, "Finetune/Loss": 0.5798180103302002, "Finetune/Loss (Raw)": 0.5819653868675232, "Finetune/Step": 18506, "Finetune/Step Time": 10.883186560124159}
+{"Finetune/Learning Rate": 7.443362864800075e-08, "Finetune/Loss": 0.5785256624221802, "Finetune/Loss (Raw)": 0.4027819335460663, "Finetune/Step": 18507, "Finetune/Step Time": 10.892329486086965}
+{"Finetune/Learning Rate": 1.9544120568620905e-05, "Finetune/Loss": 0.898542046546936, "Finetune/Loss (Raw)": 0.8272647261619568, "Finetune/Step": 2376, "Finetune/Step Time": 10.809694353491068}
+{"Finetune/Learning Rate": 7.422869034084068e-08, "Finetune/Loss": 0.578158974647522, "Finetune/Loss (Raw)": 0.5170357823371887, "Finetune/Step": 18508, "Finetune/Step Time": 10.88720597885549}
+{"Finetune/Learning Rate": 1.9543617784784703e-05, "Finetune/Loss": 0.8982734084129333, "Finetune/Loss (Raw)": 0.8373938798904419, "Finetune/Step": 2377, "Finetune/Step Time": 10.779981572180986}
+{"Finetune/Learning Rate": 7.40240335003295e-08, "Finetune/Loss": 0.577528178691864, "Finetune/Loss (Raw)": 0.4759720265865326, "Finetune/Step": 18509, "Finetune/Step Time": 10.865806082263589}
+{"Finetune/Learning Rate": 1.954311473031864e-05, "Finetune/Loss": 0.8974007368087769, "Finetune/Loss (Raw)": 0.8345634341239929, "Finetune/Step": 2378, "Finetune/Step Time": 10.798616781830788}
+{"Finetune/Learning Rate": 7.381965813227032e-08, "Finetune/Loss": 0.5775196552276611, "Finetune/Loss (Raw)": 0.566888689994812, "Finetune/Step": 18510, "Finetune/Step Time": 10.86256198771298}
+{"Finetune/Learning Rate": 1.954261140523698e-05, "Finetune/Loss": 0.8957244157791138, "Finetune/Loss (Raw)": 0.800666868686676, "Finetune/Step": 2379, "Finetune/Step Time": 10.80279910005629}
+{"Finetune/Learning Rate": 7.361556424245963e-08, "Finetune/Loss": 0.5775175094604492, "Finetune/Loss (Raw)": 0.5898590087890625, "Finetune/Step": 18511, "Finetune/Step Time": 10.857587732374668}
+{"Finetune/Learning Rate": 1.9542107809553995e-05, "Finetune/Loss": 0.8941448330879211, "Finetune/Loss (Raw)": 0.6937849521636963, "Finetune/Step": 2380, "Finetune/Step Time": 10.798475455492735}
+{"Finetune/Learning Rate": 7.341175183668503e-08, "Finetune/Loss": 0.5782317519187927, "Finetune/Loss (Raw)": 0.6672511696815491, "Finetune/Step": 18512, "Finetune/Step Time": 10.86559909209609}
+{"Finetune/Learning Rate": 1.9541603943283965e-05, "Finetune/Loss": 0.893566906452179, "Finetune/Loss (Raw)": 0.9202773571014404, "Finetune/Step": 2381, "Finetune/Step Time": 10.796002462506294}
+{"Finetune/Learning Rate": 7.320822092072633e-08, "Finetune/Loss": 0.5796458125114441, "Finetune/Loss (Raw)": 0.661634624004364, "Finetune/Step": 18513, "Finetune/Step Time": 10.797476163133979}
+{"Finetune/Learning Rate": 1.9541099806441183e-05, "Finetune/Loss": 0.895233154296875, "Finetune/Loss (Raw)": 0.9874594211578369, "Finetune/Step": 2382, "Finetune/Step Time": 10.749450555071235}
+{"Finetune/Learning Rate": 7.300497150035335e-08, "Finetune/Loss": 0.5777519941329956, "Finetune/Loss (Raw)": 0.507595956325531, "Finetune/Step": 18514, "Finetune/Step Time": 10.781838996335864}
+{"Finetune/Learning Rate": 1.9540595399039942e-05, "Finetune/Loss": 0.8935214281082153, "Finetune/Loss (Raw)": 0.9059435129165649, "Finetune/Step": 2383, "Finetune/Step Time": 10.761269234120846}
+{"Finetune/Learning Rate": 7.280200358133149e-08, "Finetune/Loss": 0.5768943428993225, "Finetune/Loss (Raw)": 0.4700146019458771, "Finetune/Step": 18515, "Finetune/Step Time": 10.773321809247136}
+{"Finetune/Learning Rate": 1.9540090721094542e-05, "Finetune/Loss": 0.8923937082290649, "Finetune/Loss (Raw)": 0.880152702331543, "Finetune/Step": 2384, "Finetune/Step Time": 10.752915119752288}
+{"Finetune/Learning Rate": 7.259931716941505e-08, "Finetune/Loss": 0.5788533091545105, "Finetune/Loss (Raw)": 0.7294265627861023, "Finetune/Step": 18516, "Finetune/Step Time": 10.746061662212014}
+{"Finetune/Learning Rate": 7.239691227035273e-08, "Finetune/Loss": 0.5786750316619873, "Finetune/Loss (Raw)": 0.5883728861808777, "Finetune/Step": 18517, "Finetune/Step Time": 10.723066329956055}
+{"Finetune/Learning Rate": 1.95395857726193e-05, "Finetune/Loss": 0.8932033777236938, "Finetune/Loss (Raw)": 0.982609212398529, "Finetune/Step": 2385, "Finetune/Step Time": 10.76086824759841}
+{"Finetune/Learning Rate": 7.21947888898844e-08, "Finetune/Loss": 0.5783200860023499, "Finetune/Loss (Raw)": 0.5445427298545837, "Finetune/Step": 18518, "Finetune/Step Time": 10.728779694065452}
+{"Finetune/Learning Rate": 1.953908055362853e-05, "Finetune/Loss": 0.8934379816055298, "Finetune/Loss (Raw)": 0.9795055389404297, "Finetune/Step": 2386, "Finetune/Step Time": 10.769748380407691}
+{"Finetune/Learning Rate": 7.199294703373994e-08, "Finetune/Loss": 0.5782730579376221, "Finetune/Loss (Raw)": 0.5549042820930481, "Finetune/Step": 18519, "Finetune/Step Time": 10.732532253488898}
+{"Finetune/Learning Rate": 1.9538575064136563e-05, "Finetune/Loss": 0.8921630382537842, "Finetune/Loss (Raw)": 0.8513727784156799, "Finetune/Step": 2387, "Finetune/Step Time": 10.780204525217414}
+{"Finetune/Learning Rate": 7.179138670764363e-08, "Finetune/Loss": 0.5780469179153442, "Finetune/Loss (Raw)": 0.5957876443862915, "Finetune/Step": 18520, "Finetune/Step Time": 10.735267132520676}
+{"Finetune/Learning Rate": 1.953806930415773e-05, "Finetune/Loss": 0.8909928798675537, "Finetune/Loss (Raw)": 0.8180585503578186, "Finetune/Step": 2388, "Finetune/Step Time": 10.791773717850447}
+{"Finetune/Learning Rate": 7.159010791731202e-08, "Finetune/Loss": 0.577984094619751, "Finetune/Loss (Raw)": 0.6493384838104248, "Finetune/Step": 18521, "Finetune/Step Time": 10.736829087138176}
+{"Finetune/Learning Rate": 1.9537563273706377e-05, "Finetune/Loss": 0.8906364440917969, "Finetune/Loss (Raw)": 0.8422264456748962, "Finetune/Step": 2389, "Finetune/Step Time": 10.78569421172142}
+{"Finetune/Learning Rate": 7.138911066845277e-08, "Finetune/Loss": 0.5776585340499878, "Finetune/Loss (Raw)": 0.634619951248169, "Finetune/Step": 18522, "Finetune/Step Time": 10.734195601195097}
+{"Finetune/Learning Rate": 7.118839496676466e-08, "Finetune/Loss": 0.5769129395484924, "Finetune/Loss (Raw)": 0.4779205322265625, "Finetune/Step": 18523, "Finetune/Step Time": 10.738445740193129}
+{"Finetune/Learning Rate": 1.9537056972796848e-05, "Finetune/Loss": 0.8896629810333252, "Finetune/Loss (Raw)": 0.8353094458580017, "Finetune/Step": 2390, "Finetune/Step Time": 10.869847813621163}
+{"Finetune/Learning Rate": 7.098796081793979e-08, "Finetune/Loss": 0.5774693489074707, "Finetune/Loss (Raw)": 0.5733886957168579, "Finetune/Step": 18524, "Finetune/Step Time": 10.743298273533583}
+{"Finetune/Learning Rate": 1.9536550401443505e-05, "Finetune/Loss": 0.8887559771537781, "Finetune/Loss (Raw)": 0.7872860431671143, "Finetune/Step": 2391, "Finetune/Step Time": 10.87652650102973}
+{"Finetune/Learning Rate": 7.078780822766251e-08, "Finetune/Loss": 0.5777775645256042, "Finetune/Loss (Raw)": 0.6261836290359497, "Finetune/Step": 18525, "Finetune/Step Time": 10.740769900381565}
+{"Finetune/Learning Rate": 1.9536043559660708e-05, "Finetune/Loss": 0.8891587257385254, "Finetune/Loss (Raw)": 1.0200308561325073, "Finetune/Step": 2392, "Finetune/Step Time": 10.859383469447494}
+{"Finetune/Learning Rate": 7.058793720160829e-08, "Finetune/Loss": 0.5785593390464783, "Finetune/Loss (Raw)": 0.577623724937439, "Finetune/Step": 18526, "Finetune/Step Time": 10.747907869517803}
+{"Finetune/Learning Rate": 1.9535536447462835e-05, "Finetune/Loss": 0.8896583318710327, "Finetune/Loss (Raw)": 0.8770024180412292, "Finetune/Step": 2393, "Finetune/Step Time": 10.85930204950273}
+{"Finetune/Learning Rate": 7.038834774544368e-08, "Finetune/Loss": 0.5785547494888306, "Finetune/Loss (Raw)": 0.5250402688980103, "Finetune/Step": 18527, "Finetune/Step Time": 10.749442536383867}
+{"Finetune/Learning Rate": 1.9535029064864263e-05, "Finetune/Loss": 0.8904980421066284, "Finetune/Loss (Raw)": 0.973303496837616, "Finetune/Step": 2394, "Finetune/Step Time": 10.878392979502678}
+{"Finetune/Learning Rate": 7.018903986483083e-08, "Finetune/Loss": 0.5780320167541504, "Finetune/Loss (Raw)": 0.5381107926368713, "Finetune/Step": 18528, "Finetune/Step Time": 10.752797666937113}
+{"Finetune/Learning Rate": 1.9534521411879384e-05, "Finetune/Loss": 0.890478253364563, "Finetune/Loss (Raw)": 0.8531054258346558, "Finetune/Step": 2395, "Finetune/Step Time": 10.872448908165097}
+{"Finetune/Learning Rate": 6.999001356541857e-08, "Finetune/Loss": 0.5783334374427795, "Finetune/Loss (Raw)": 0.5493974089622498, "Finetune/Step": 18529, "Finetune/Step Time": 10.75913261808455}
+{"Finetune/Learning Rate": 1.9534013488522585e-05, "Finetune/Loss": 0.8887814879417419, "Finetune/Loss (Raw)": 0.6753676533699036, "Finetune/Step": 2396, "Finetune/Step Time": 10.867771316319704}
+{"Finetune/Learning Rate": 6.979126885285348e-08, "Finetune/Loss": 0.5782808065414429, "Finetune/Loss (Raw)": 0.5746683478355408, "Finetune/Step": 18530, "Finetune/Step Time": 10.775020821020007}
+{"Finetune/Learning Rate": 1.9533505294808278e-05, "Finetune/Loss": 0.8892533183097839, "Finetune/Loss (Raw)": 0.8880323767662048, "Finetune/Step": 2397, "Finetune/Step Time": 10.879517711699009}
+{"Finetune/Learning Rate": 6.959280573277105e-08, "Finetune/Loss": 0.578083872795105, "Finetune/Loss (Raw)": 0.5987613201141357, "Finetune/Step": 18531, "Finetune/Step Time": 10.779435828328133}
+{"Finetune/Learning Rate": 1.9532996830750866e-05, "Finetune/Loss": 0.8902430534362793, "Finetune/Loss (Raw)": 0.9416345357894897, "Finetune/Step": 2398, "Finetune/Step Time": 10.881221987307072}
+{"Finetune/Learning Rate": 6.93946242107968e-08, "Finetune/Loss": 0.5781111717224121, "Finetune/Loss (Raw)": 0.5844225883483887, "Finetune/Step": 18532, "Finetune/Step Time": 10.78648428618908}
+{"Finetune/Learning Rate": 1.953248809636478e-05, "Finetune/Loss": 0.8898839354515076, "Finetune/Loss (Raw)": 0.9118920564651489, "Finetune/Step": 2399, "Finetune/Step Time": 10.878115069121122}
+{"Finetune/Learning Rate": 6.919672429255286e-08, "Finetune/Loss": 0.5778546333312988, "Finetune/Loss (Raw)": 0.549681544303894, "Finetune/Step": 18533, "Finetune/Step Time": 10.775620410218835}
+{"Finetune/Learning Rate": 1.953197909166443e-05, "Finetune/Loss": 0.8872890472412109, "Finetune/Loss (Raw)": 0.6626044511795044, "Finetune/Step": 2400, "Finetune/Step Time": 10.912843046709895}
+{"Finetune/Learning Rate": 6.899910598365034e-08, "Finetune/Loss": 0.5770880579948425, "Finetune/Loss (Raw)": 0.49829500913619995, "Finetune/Step": 18534, "Finetune/Step Time": 10.782168060541153}
+{"Finetune/Learning Rate": 1.9531469816664264e-05, "Finetune/Loss": 0.8863823413848877, "Finetune/Loss (Raw)": 0.8958640694618225, "Finetune/Step": 2401, "Finetune/Step Time": 10.913668427616358}
+{"Finetune/Learning Rate": 6.880176928969251e-08, "Finetune/Loss": 0.5776454210281372, "Finetune/Loss (Raw)": 0.6341656446456909, "Finetune/Step": 18535, "Finetune/Step Time": 10.775474697351456}
+{"Finetune/Learning Rate": 1.9530960271378715e-05, "Finetune/Loss": 0.8854151964187622, "Finetune/Loss (Raw)": 0.8980409502983093, "Finetune/Step": 2402, "Finetune/Step Time": 10.916732361540198}
+{"Finetune/Learning Rate": 1.9530450455822238e-05, "Finetune/Loss": 0.8848056793212891, "Finetune/Loss (Raw)": 0.782358705997467, "Finetune/Step": 2403, "Finetune/Step Time": 10.91396022029221}
+{"Finetune/Learning Rate": 6.860471421627712e-08, "Finetune/Loss": 0.5774239301681519, "Finetune/Loss (Raw)": 0.5135056972503662, "Finetune/Step": 18536, "Finetune/Step Time": 10.810836337506771}
+{"Finetune/Learning Rate": 1.952994037000928e-05, "Finetune/Loss": 0.8851604461669922, "Finetune/Loss (Raw)": 0.9153183698654175, "Finetune/Step": 2404, "Finetune/Step Time": 10.909635685384274}
+{"Finetune/Learning Rate": 6.840794076899082e-08, "Finetune/Loss": 0.5779000520706177, "Finetune/Loss (Raw)": 0.6312393546104431, "Finetune/Step": 18537, "Finetune/Step Time": 10.830268874764442}
+{"Finetune/Learning Rate": 1.952943001395432e-05, "Finetune/Loss": 0.8854767084121704, "Finetune/Loss (Raw)": 0.8933433294296265, "Finetune/Step": 2405, "Finetune/Step Time": 10.908795332536101}
+{"Finetune/Learning Rate": 6.821144895341248e-08, "Finetune/Loss": 0.577315092086792, "Finetune/Loss (Raw)": 0.5147976279258728, "Finetune/Step": 18538, "Finetune/Step Time": 10.853796776384115}
+{"Finetune/Learning Rate": 1.9528919387671822e-05, "Finetune/Loss": 0.8866434097290039, "Finetune/Loss (Raw)": 0.7630308866500854, "Finetune/Step": 2406, "Finetune/Step Time": 10.875770537182689}
+{"Finetune/Learning Rate": 1.9528408491176266e-05, "Finetune/Loss": 0.8860170841217041, "Finetune/Loss (Raw)": 0.8323964476585388, "Finetune/Step": 2407, "Finetune/Step Time": 10.848638139665127}
+{"Finetune/Learning Rate": 6.801523877511651e-08, "Finetune/Loss": 0.5762412548065186, "Finetune/Loss (Raw)": 0.4713858962059021, "Finetune/Step": 18539, "Finetune/Step Time": 10.872498655691743}
+{"Finetune/Learning Rate": 1.952789732448214e-05, "Finetune/Loss": 0.8873661756515503, "Finetune/Loss (Raw)": 1.056869387626648, "Finetune/Step": 2408, "Finetune/Step Time": 10.85175334662199}
+{"Finetune/Learning Rate": 6.781931023966403e-08, "Finetune/Loss": 0.5761768817901611, "Finetune/Loss (Raw)": 0.5365315079689026, "Finetune/Step": 18540, "Finetune/Step Time": 10.87994783371687}
+{"Finetune/Learning Rate": 1.952738588760394e-05, "Finetune/Loss": 0.8863507509231567, "Finetune/Loss (Raw)": 0.8385169506072998, "Finetune/Step": 2409, "Finetune/Step Time": 10.85183328576386}
+{"Finetune/Learning Rate": 6.762366335261395e-08, "Finetune/Loss": 0.5753442049026489, "Finetune/Loss (Raw)": 0.5834769010543823, "Finetune/Step": 18541, "Finetune/Step Time": 10.884988585487008}
+{"Finetune/Learning Rate": 1.9526874180556165e-05, "Finetune/Loss": 0.8867875337600708, "Finetune/Loss (Raw)": 0.9609834551811218, "Finetune/Step": 2410, "Finetune/Step Time": 10.851818451657891}
+{"Finetune/Learning Rate": 6.74282981195129e-08, "Finetune/Loss": 0.575068473815918, "Finetune/Loss (Raw)": 0.5935879349708557, "Finetune/Step": 18542, "Finetune/Step Time": 10.856953503564}
+{"Finetune/Learning Rate": 1.952636220335333e-05, "Finetune/Loss": 0.8858331441879272, "Finetune/Loss (Raw)": 0.5521309971809387, "Finetune/Step": 2411, "Finetune/Step Time": 10.880101690068841}
+{"Finetune/Learning Rate": 6.723321454590093e-08, "Finetune/Loss": 0.5758908987045288, "Finetune/Loss (Raw)": 0.6793367862701416, "Finetune/Step": 18543, "Finetune/Step Time": 10.870985731482506}
+{"Finetune/Learning Rate": 1.9525849956009956e-05, "Finetune/Loss": 0.8851970434188843, "Finetune/Loss (Raw)": 0.7440972328186035, "Finetune/Step": 2412, "Finetune/Step Time": 10.885727068409324}
+{"Finetune/Learning Rate": 6.703841263730914e-08, "Finetune/Loss": 0.5749090909957886, "Finetune/Loss (Raw)": 0.5432643294334412, "Finetune/Step": 18544, "Finetune/Step Time": 10.879938047379255}
+{"Finetune/Learning Rate": 1.952533743854056e-05, "Finetune/Loss": 0.8855279088020325, "Finetune/Loss (Raw)": 0.9474992156028748, "Finetune/Step": 2413, "Finetune/Step Time": 10.886382389813662}
+{"Finetune/Learning Rate": 6.684389239926315e-08, "Finetune/Loss": 0.5752162337303162, "Finetune/Loss (Raw)": 0.5870022177696228, "Finetune/Step": 18545, "Finetune/Step Time": 10.88451967947185}
+{"Finetune/Learning Rate": 1.952482465095969e-05, "Finetune/Loss": 0.8859331607818604, "Finetune/Loss (Raw)": 0.8825430870056152, "Finetune/Step": 2414, "Finetune/Step Time": 10.894354032352567}
+{"Finetune/Learning Rate": 6.66496538372774e-08, "Finetune/Loss": 0.5748916864395142, "Finetune/Loss (Raw)": 0.6507444381713867, "Finetune/Step": 18546, "Finetune/Step Time": 10.909708043560386}
+{"Finetune/Learning Rate": 1.952431159328187e-05, "Finetune/Loss": 0.8863589763641357, "Finetune/Loss (Raw)": 0.9410077929496765, "Finetune/Step": 2415, "Finetune/Step Time": 10.887027360498905}
+{"Finetune/Learning Rate": 6.645569695686083e-08, "Finetune/Loss": 0.5760446786880493, "Finetune/Loss (Raw)": 0.6390294432640076, "Finetune/Step": 18547, "Finetune/Step Time": 10.927241366356611}
+{"Finetune/Learning Rate": 1.9523798265521656e-05, "Finetune/Loss": 0.8865219354629517, "Finetune/Loss (Raw)": 0.9458759427070618, "Finetune/Step": 2416, "Finetune/Step Time": 10.881235845386982}
+{"Finetune/Learning Rate": 6.626202176351349e-08, "Finetune/Loss": 0.5746408104896545, "Finetune/Loss (Raw)": 0.3672243654727936, "Finetune/Step": 18548, "Finetune/Step Time": 10.957568515092134}
+{"Finetune/Learning Rate": 1.952328466769361e-05, "Finetune/Loss": 0.8860028982162476, "Finetune/Loss (Raw)": 0.9144318103790283, "Finetune/Step": 2417, "Finetune/Step Time": 10.898774469271302}
+{"Finetune/Learning Rate": 1.9522770799812287e-05, "Finetune/Loss": 0.8877851963043213, "Finetune/Loss (Raw)": 1.008582592010498, "Finetune/Step": 2418, "Finetune/Step Time": 10.887479178607464}
+{"Finetune/Learning Rate": 6.606862826272876e-08, "Finetune/Loss": 0.5736911296844482, "Finetune/Loss (Raw)": 0.5348866581916809, "Finetune/Step": 18549, "Finetune/Step Time": 10.970529610291123}
+{"Finetune/Learning Rate": 1.9522256661892264e-05, "Finetune/Loss": 0.8894960880279541, "Finetune/Loss (Raw)": 1.0163160562515259, "Finetune/Step": 2419, "Finetune/Step Time": 10.877896493300796}
+{"Finetune/Learning Rate": 6.587551645998891e-08, "Finetune/Loss": 0.5743072032928467, "Finetune/Loss (Raw)": 0.6312268972396851, "Finetune/Step": 18550, "Finetune/Step Time": 10.967782273888588}
+{"Finetune/Learning Rate": 6.568268636076958e-08, "Finetune/Loss": 0.5758989453315735, "Finetune/Loss (Raw)": 0.6199912428855896, "Finetune/Step": 18551, "Finetune/Step Time": 10.92867279611528}
+{"Finetune/Learning Rate": 1.9521742253948123e-05, "Finetune/Loss": 0.8880585432052612, "Finetune/Loss (Raw)": 0.9024144411087036, "Finetune/Step": 2420, "Finetune/Step Time": 10.892951590940356}
+{"Finetune/Learning Rate": 6.549013797054083e-08, "Finetune/Loss": 0.576562225818634, "Finetune/Loss (Raw)": 0.6379871368408203, "Finetune/Step": 18552, "Finetune/Step Time": 10.924829030409455}
+{"Finetune/Learning Rate": 1.9521227575994445e-05, "Finetune/Loss": 0.8875817060470581, "Finetune/Loss (Raw)": 0.9724438786506653, "Finetune/Step": 2421, "Finetune/Step Time": 10.892033023759723}
+{"Finetune/Learning Rate": 1.9520712628045827e-05, "Finetune/Loss": 0.8882171511650085, "Finetune/Loss (Raw)": 0.9664234519004822, "Finetune/Step": 2422, "Finetune/Step Time": 10.887580782175064}
+{"Finetune/Learning Rate": 6.529787129476162e-08, "Finetune/Loss": 0.5761095285415649, "Finetune/Loss (Raw)": 0.5665436387062073, "Finetune/Step": 18553, "Finetune/Step Time": 10.935905450955033}
+{"Finetune/Learning Rate": 1.9520197410116878e-05, "Finetune/Loss": 0.8900705575942993, "Finetune/Loss (Raw)": 0.9984419941902161, "Finetune/Step": 2423, "Finetune/Step Time": 10.894981447607279}
+{"Finetune/Learning Rate": 6.510588633888315e-08, "Finetune/Loss": 0.5778475403785706, "Finetune/Loss (Raw)": 0.6833645105361938, "Finetune/Step": 18554, "Finetune/Step Time": 10.936494570225477}
+{"Finetune/Learning Rate": 1.9519681922222195e-05, "Finetune/Loss": 0.8901918530464172, "Finetune/Loss (Raw)": 0.9815070629119873, "Finetune/Step": 2424, "Finetune/Step Time": 10.893627667799592}
+{"Finetune/Learning Rate": 6.491418310835217e-08, "Finetune/Loss": 0.5779207348823547, "Finetune/Loss (Raw)": 0.6049601435661316, "Finetune/Step": 18555, "Finetune/Step Time": 10.934091662988067}
+{"Finetune/Learning Rate": 6.472276160860324e-08, "Finetune/Loss": 0.5782198905944824, "Finetune/Loss (Raw)": 0.5563032627105713, "Finetune/Step": 18556, "Finetune/Step Time": 10.905183739960194}
+{"Finetune/Learning Rate": 1.9519166164376408e-05, "Finetune/Loss": 0.8901405334472656, "Finetune/Loss (Raw)": 0.8616770505905151, "Finetune/Step": 2425, "Finetune/Step Time": 10.899688992649317}
+{"Finetune/Learning Rate": 1.9518650136594136e-05, "Finetune/Loss": 0.8915810585021973, "Finetune/Loss (Raw)": 1.005789041519165, "Finetune/Step": 2426, "Finetune/Step Time": 10.89510846696794}
+{"Finetune/Learning Rate": 6.453162184506423e-08, "Finetune/Loss": 0.5770500898361206, "Finetune/Loss (Raw)": 0.511100709438324, "Finetune/Step": 18557, "Finetune/Step Time": 10.907739862799644}
+{"Finetune/Learning Rate": 1.9518133838890012e-05, "Finetune/Loss": 0.8928298950195312, "Finetune/Loss (Raw)": 1.141643762588501, "Finetune/Step": 2427, "Finetune/Step Time": 10.891965003684163}
+{"Finetune/Learning Rate": 6.434076382315524e-08, "Finetune/Loss": 0.5775610208511353, "Finetune/Loss (Raw)": 0.6190217733383179, "Finetune/Step": 18558, "Finetune/Step Time": 10.913001012057066}
+{"Finetune/Learning Rate": 1.951761727127868e-05, "Finetune/Loss": 0.8937405347824097, "Finetune/Loss (Raw)": 0.9615782499313354, "Finetune/Step": 2428, "Finetune/Step Time": 10.886357448995113}
+{"Finetune/Learning Rate": 6.415018754828973e-08, "Finetune/Loss": 0.5779929161071777, "Finetune/Loss (Raw)": 0.5815521478652954, "Finetune/Step": 18559, "Finetune/Step Time": 10.923627950251102}
+{"Finetune/Learning Rate": 1.9517100433774784e-05, "Finetune/Loss": 0.8940572142601013, "Finetune/Loss (Raw)": 0.8637555837631226, "Finetune/Step": 2429, "Finetune/Step Time": 10.893878610804677}
+{"Finetune/Learning Rate": 6.395989302587113e-08, "Finetune/Loss": 0.5778607130050659, "Finetune/Loss (Raw)": 0.5827991962432861, "Finetune/Step": 18560, "Finetune/Step Time": 10.918210269883275}
+{"Finetune/Learning Rate": 1.9516583326392985e-05, "Finetune/Loss": 0.8943546414375305, "Finetune/Loss (Raw)": 0.8638450503349304, "Finetune/Step": 2430, "Finetune/Step Time": 10.88924939930439}
+{"Finetune/Learning Rate": 6.376988026129515e-08, "Finetune/Loss": 0.5764020085334778, "Finetune/Loss (Raw)": 0.4905819594860077, "Finetune/Step": 18561, "Finetune/Step Time": 10.919425211846828}
+{"Finetune/Learning Rate": 1.9516065949147945e-05, "Finetune/Loss": 0.8946607112884521, "Finetune/Loss (Raw)": 0.9470906853675842, "Finetune/Step": 2431, "Finetune/Step Time": 10.884073851630092}
+{"Finetune/Learning Rate": 6.358014925995081e-08, "Finetune/Loss": 0.5758275985717773, "Finetune/Loss (Raw)": 0.4001733958721161, "Finetune/Step": 18562, "Finetune/Step Time": 10.950939860194921}
+{"Finetune/Learning Rate": 1.9515548302054335e-05, "Finetune/Loss": 0.8946393132209778, "Finetune/Loss (Raw)": 0.835425853729248, "Finetune/Step": 2432, "Finetune/Step Time": 10.881599517539144}
+{"Finetune/Learning Rate": 6.339070002721825e-08, "Finetune/Loss": 0.5757438540458679, "Finetune/Loss (Raw)": 0.5734767913818359, "Finetune/Step": 18563, "Finetune/Step Time": 10.94762030057609}
+{"Finetune/Learning Rate": 1.951503038512683e-05, "Finetune/Loss": 0.8941125273704529, "Finetune/Loss (Raw)": 0.8327416777610779, "Finetune/Step": 2433, "Finetune/Step Time": 10.885862508788705}
+{"Finetune/Learning Rate": 6.320153256846873e-08, "Finetune/Loss": 0.5754390954971313, "Finetune/Loss (Raw)": 0.5430746078491211, "Finetune/Step": 18564, "Finetune/Step Time": 10.944305805489421}
+{"Finetune/Learning Rate": 1.9514512198380124e-05, "Finetune/Loss": 0.8947362899780273, "Finetune/Loss (Raw)": 0.9247956871986389, "Finetune/Step": 2434, "Finetune/Step Time": 10.876806735992432}
+{"Finetune/Learning Rate": 6.301264688906795e-08, "Finetune/Loss": 0.5754209756851196, "Finetune/Loss (Raw)": 0.5314199328422546, "Finetune/Step": 18565, "Finetune/Step Time": 10.950036341324449}
+{"Finetune/Learning Rate": 1.9513993741828908e-05, "Finetune/Loss": 0.8948785662651062, "Finetune/Loss (Raw)": 0.9212360382080078, "Finetune/Step": 2435, "Finetune/Step Time": 10.880859915167093}
+{"Finetune/Learning Rate": 6.282404299437162e-08, "Finetune/Loss": 0.5747042894363403, "Finetune/Loss (Raw)": 0.5602854490280151, "Finetune/Step": 18566, "Finetune/Step Time": 10.957544047385454}
+{"Finetune/Learning Rate": 1.9513475015487883e-05, "Finetune/Loss": 0.8971784710884094, "Finetune/Loss (Raw)": 0.9786446690559387, "Finetune/Step": 2436, "Finetune/Step Time": 10.856436980888247}
+{"Finetune/Learning Rate": 6.263572088972769e-08, "Finetune/Loss": 0.5749222040176392, "Finetune/Loss (Raw)": 0.5902305841445923, "Finetune/Step": 18567, "Finetune/Step Time": 10.962371416389942}
+{"Finetune/Learning Rate": 6.244768058047635e-08, "Finetune/Loss": 0.5748283267021179, "Finetune/Loss (Raw)": 0.5501344203948975, "Finetune/Step": 18568, "Finetune/Step Time": 10.970453839749098}
+{"Finetune/Learning Rate": 1.951295601937176e-05, "Finetune/Loss": 0.8980729579925537, "Finetune/Loss (Raw)": 1.0172444581985474, "Finetune/Step": 2437, "Finetune/Step Time": 10.923673016950488}
+{"Finetune/Learning Rate": 6.225992207194997e-08, "Finetune/Loss": 0.5752360820770264, "Finetune/Loss (Raw)": 0.638217568397522, "Finetune/Step": 18569, "Finetune/Step Time": 10.970524791628122}
+{"Finetune/Learning Rate": 1.9512436753495253e-05, "Finetune/Loss": 0.8975973129272461, "Finetune/Loss (Raw)": 0.8939146399497986, "Finetune/Step": 2438, "Finetune/Step Time": 10.917661426588893}
+{"Finetune/Learning Rate": 6.20724453694732e-08, "Finetune/Loss": 0.5764873027801514, "Finetune/Loss (Raw)": 0.609895646572113, "Finetune/Step": 18570, "Finetune/Step Time": 10.940473414957523}
+{"Finetune/Learning Rate": 1.9511917217873088e-05, "Finetune/Loss": 0.8985981941223145, "Finetune/Loss (Raw)": 1.0045804977416992, "Finetune/Step": 2439, "Finetune/Step Time": 10.904590085148811}
+{"Finetune/Learning Rate": 6.188525047836291e-08, "Finetune/Loss": 0.575898289680481, "Finetune/Loss (Raw)": 0.5989832282066345, "Finetune/Step": 18571, "Finetune/Step Time": 10.945548333227634}
+{"Finetune/Learning Rate": 1.9511397412520003e-05, "Finetune/Loss": 0.8985117077827454, "Finetune/Loss (Raw)": 0.9109168648719788, "Finetune/Step": 2440, "Finetune/Step Time": 10.900297835469246}
+{"Finetune/Learning Rate": 6.169833740392594e-08, "Finetune/Loss": 0.5750997066497803, "Finetune/Loss (Raw)": 0.5333478450775146, "Finetune/Step": 18572, "Finetune/Step Time": 10.947345832362771}
+{"Finetune/Learning Rate": 1.9510877337450733e-05, "Finetune/Loss": 0.9014793634414673, "Finetune/Loss (Raw)": 1.0437264442443848, "Finetune/Step": 2441, "Finetune/Step Time": 10.866951340809464}
+{"Finetune/Learning Rate": 6.151170615146362e-08, "Finetune/Loss": 0.5742954015731812, "Finetune/Loss (Raw)": 0.5490064024925232, "Finetune/Step": 18573, "Finetune/Step Time": 10.946975925937295}
+{"Finetune/Learning Rate": 1.9510356992680027e-05, "Finetune/Loss": 0.9000528454780579, "Finetune/Loss (Raw)": 0.8828651905059814, "Finetune/Step": 2442, "Finetune/Step Time": 10.866447741165757}
+{"Finetune/Learning Rate": 6.132535672626839e-08, "Finetune/Loss": 0.574515700340271, "Finetune/Loss (Raw)": 0.5855677723884583, "Finetune/Step": 18574, "Finetune/Step Time": 10.95149390399456}
+{"Finetune/Learning Rate": 1.950983637822264e-05, "Finetune/Loss": 0.9003220796585083, "Finetune/Loss (Raw)": 0.9062743186950684, "Finetune/Step": 2443, "Finetune/Step Time": 10.87079313211143}
+{"Finetune/Learning Rate": 6.113928913362377e-08, "Finetune/Loss": 0.5746884346008301, "Finetune/Loss (Raw)": 0.640252947807312, "Finetune/Step": 18575, "Finetune/Step Time": 10.943068470805883}
+{"Finetune/Learning Rate": 1.9509315494093336e-05, "Finetune/Loss": 0.899834930896759, "Finetune/Loss (Raw)": 0.842151403427124, "Finetune/Step": 2444, "Finetune/Step Time": 10.878043191507459}
+{"Finetune/Learning Rate": 6.095350337880667e-08, "Finetune/Loss": 0.5729979872703552, "Finetune/Loss (Raw)": 0.44804930686950684, "Finetune/Step": 18576, "Finetune/Step Time": 10.954145841300488}
+{"Finetune/Learning Rate": 1.9508794340306883e-05, "Finetune/Loss": 0.8977906107902527, "Finetune/Loss (Raw)": 0.799347996711731, "Finetune/Step": 2445, "Finetune/Step Time": 10.877562249079347}
+{"Finetune/Learning Rate": 6.076799946708622e-08, "Finetune/Loss": 0.5730832815170288, "Finetune/Loss (Raw)": 0.6331911683082581, "Finetune/Step": 18577, "Finetune/Step Time": 10.960705172270536}
+{"Finetune/Learning Rate": 1.9508272916878065e-05, "Finetune/Loss": 0.8985023498535156, "Finetune/Loss (Raw)": 1.0356606245040894, "Finetune/Step": 2446, "Finetune/Step Time": 10.884023752063513}
+{"Finetune/Learning Rate": 6.058277740372043e-08, "Finetune/Loss": 0.5735877752304077, "Finetune/Loss (Raw)": 0.5455981492996216, "Finetune/Step": 18578, "Finetune/Step Time": 10.9593036621809}
+{"Finetune/Learning Rate": 1.9507751223821666e-05, "Finetune/Loss": 0.8983819484710693, "Finetune/Loss (Raw)": 1.0128554105758667, "Finetune/Step": 2447, "Finetune/Step Time": 10.873460296541452}
+{"Finetune/Learning Rate": 6.039783719396397e-08, "Finetune/Loss": 0.5719239115715027, "Finetune/Loss (Raw)": 0.4593716859817505, "Finetune/Step": 18579, "Finetune/Step Time": 10.95356878452003}
+{"Finetune/Learning Rate": 1.9507229261152476e-05, "Finetune/Loss": 0.8999442458152771, "Finetune/Loss (Raw)": 0.9535443782806396, "Finetune/Step": 2448, "Finetune/Step Time": 10.863261047750711}
+{"Finetune/Learning Rate": 6.021317884306044e-08, "Finetune/Loss": 0.571686863899231, "Finetune/Loss (Raw)": 0.5721978545188904, "Finetune/Step": 18580, "Finetune/Step Time": 10.956117859110236}
+{"Finetune/Learning Rate": 1.95067070288853e-05, "Finetune/Loss": 0.898809552192688, "Finetune/Loss (Raw)": 0.8914312720298767, "Finetune/Step": 2449, "Finetune/Step Time": 10.862317133694887}
+{"Finetune/Learning Rate": 6.002880235624564e-08, "Finetune/Loss": 0.5709320306777954, "Finetune/Loss (Raw)": 0.4992358684539795, "Finetune/Step": 18581, "Finetune/Step Time": 10.956337731331587}
+{"Finetune/Learning Rate": 1.9506184527034948e-05, "Finetune/Loss": 0.8981906175613403, "Finetune/Loss (Raw)": 0.9138285517692566, "Finetune/Step": 2450, "Finetune/Step Time": 10.862307712435722}
+{"Finetune/Learning Rate": 5.984470773874984e-08, "Finetune/Loss": 0.5700300335884094, "Finetune/Loss (Raw)": 0.516313374042511, "Finetune/Step": 18582, "Finetune/Step Time": 10.959019741043448}
+{"Finetune/Learning Rate": 1.950566175561623e-05, "Finetune/Loss": 0.8983309268951416, "Finetune/Loss (Raw)": 0.8734986782073975, "Finetune/Step": 2451, "Finetune/Step Time": 10.864923682063818}
+{"Finetune/Learning Rate": 5.966089499579109e-08, "Finetune/Loss": 0.568976879119873, "Finetune/Loss (Raw)": 0.5235438346862793, "Finetune/Step": 18583, "Finetune/Step Time": 10.955534137785435}
+{"Finetune/Learning Rate": 1.950513871464398e-05, "Finetune/Loss": 0.8971424698829651, "Finetune/Loss (Raw)": 0.7898136377334595, "Finetune/Step": 2452, "Finetune/Step Time": 10.86467158049345}
+{"Finetune/Learning Rate": 5.9477364132582984e-08, "Finetune/Loss": 0.5681113004684448, "Finetune/Loss (Raw)": 0.5449875593185425, "Finetune/Step": 18584, "Finetune/Step Time": 10.948562504723668}
+{"Finetune/Learning Rate": 1.9504615404133026e-05, "Finetune/Loss": 0.8965353965759277, "Finetune/Loss (Raw)": 0.9010764360427856, "Finetune/Step": 2453, "Finetune/Step Time": 10.862042639404535}
+{"Finetune/Learning Rate": 5.9294115154329147e-08, "Finetune/Loss": 0.5675005316734314, "Finetune/Loss (Raw)": 0.5666760802268982, "Finetune/Step": 18585, "Finetune/Step Time": 10.954337105154991}
+{"Finetune/Learning Rate": 1.9504091824098203e-05, "Finetune/Loss": 0.896540105342865, "Finetune/Loss (Raw)": 0.9157025218009949, "Finetune/Step": 2454, "Finetune/Step Time": 10.873818347230554}
+{"Finetune/Learning Rate": 5.911114806622764e-08, "Finetune/Loss": 0.5671695470809937, "Finetune/Loss (Raw)": 0.544347882270813, "Finetune/Step": 18586, "Finetune/Step Time": 10.95103425718844}
+{"Finetune/Learning Rate": 1.950356797455436e-05, "Finetune/Loss": 0.8942343592643738, "Finetune/Loss (Raw)": 0.8500756621360779, "Finetune/Step": 2455, "Finetune/Step Time": 10.898028131574392}
+{"Finetune/Learning Rate": 5.892846287346543e-08, "Finetune/Loss": 0.5676753520965576, "Finetune/Loss (Raw)": 0.5819569230079651, "Finetune/Step": 18587, "Finetune/Step Time": 10.95985628478229}
+{"Finetune/Learning Rate": 1.950304385551636e-05, "Finetune/Loss": 0.8928884863853455, "Finetune/Loss (Raw)": 0.7964505553245544, "Finetune/Step": 2456, "Finetune/Step Time": 10.904998626559973}
+{"Finetune/Learning Rate": 5.874605958122392e-08, "Finetune/Loss": 0.5673643350601196, "Finetune/Loss (Raw)": 0.5118746161460876, "Finetune/Step": 18588, "Finetune/Step Time": 10.927125690504909}
+{"Finetune/Learning Rate": 1.9502519466999053e-05, "Finetune/Loss": 0.8933502435684204, "Finetune/Loss (Raw)": 0.9114840626716614, "Finetune/Step": 2457, "Finetune/Step Time": 10.904451064765453}
+{"Finetune/Learning Rate": 5.856393819467343e-08, "Finetune/Loss": 0.5668623447418213, "Finetune/Loss (Raw)": 0.6683697700500488, "Finetune/Step": 18589, "Finetune/Step Time": 10.922991009429097}
+{"Finetune/Learning Rate": 1.950199480901732e-05, "Finetune/Loss": 0.8934619426727295, "Finetune/Loss (Raw)": 0.9426763653755188, "Finetune/Step": 2458, "Finetune/Step Time": 10.909397691488266}
+{"Finetune/Learning Rate": 5.8382098718980926e-08, "Finetune/Loss": 0.5668367743492126, "Finetune/Loss (Raw)": 0.598267674446106, "Finetune/Step": 18590, "Finetune/Step Time": 10.9241132568568}
+{"Finetune/Learning Rate": 1.950146988158603e-05, "Finetune/Loss": 0.8954706192016602, "Finetune/Loss (Raw)": 1.006555199623108, "Finetune/Step": 2459, "Finetune/Step Time": 10.895021375268698}
+{"Finetune/Learning Rate": 5.8200541159302296e-08, "Finetune/Loss": 0.5656844973564148, "Finetune/Loss (Raw)": 0.40633830428123474, "Finetune/Step": 18591, "Finetune/Step Time": 10.94159914366901}
+{"Finetune/Learning Rate": 1.9500944684720074e-05, "Finetune/Loss": 0.8954081535339355, "Finetune/Loss (Raw)": 0.8806571960449219, "Finetune/Step": 2460, "Finetune/Step Time": 10.894713504239917}
+{"Finetune/Learning Rate": 5.801926552078563e-08, "Finetune/Loss": 0.5665666460990906, "Finetune/Loss (Raw)": 0.6565857529640198, "Finetune/Step": 18592, "Finetune/Step Time": 10.926393387839198}
+{"Finetune/Learning Rate": 1.9500419218434346e-05, "Finetune/Loss": 0.8960506916046143, "Finetune/Loss (Raw)": 0.9791262149810791, "Finetune/Step": 2461, "Finetune/Step Time": 10.864814331755042}
+{"Finetune/Learning Rate": 5.783827180857127e-08, "Finetune/Loss": 0.5672087669372559, "Finetune/Loss (Raw)": 0.5341956615447998, "Finetune/Step": 18593, "Finetune/Step Time": 10.875721160322428}
+{"Finetune/Learning Rate": 1.9499893482743745e-05, "Finetune/Loss": 0.8972026109695435, "Finetune/Loss (Raw)": 0.9979276657104492, "Finetune/Step": 2462, "Finetune/Step Time": 10.876239476725459}
+{"Finetune/Learning Rate": 5.765756002779177e-08, "Finetune/Loss": 0.5668121576309204, "Finetune/Loss (Raw)": 0.4095005691051483, "Finetune/Step": 18594, "Finetune/Step Time": 10.891308916732669}
+{"Finetune/Learning Rate": 1.9499367477663175e-05, "Finetune/Loss": 0.8957862257957458, "Finetune/Loss (Raw)": 0.7483442425727844, "Finetune/Step": 2463, "Finetune/Step Time": 10.869456784799695}
+{"Finetune/Learning Rate": 5.7477130183571926e-08, "Finetune/Loss": 0.5656610131263733, "Finetune/Loss (Raw)": 0.5152061581611633, "Finetune/Step": 18595, "Finetune/Step Time": 10.88456728309393}
+{"Finetune/Learning Rate": 1.949884120320756e-05, "Finetune/Loss": 0.8954865336418152, "Finetune/Loss (Raw)": 0.9648297429084778, "Finetune/Step": 2464, "Finetune/Step Time": 10.8709097802639}
+{"Finetune/Learning Rate": 5.7296982281026534e-08, "Finetune/Loss": 0.565677285194397, "Finetune/Loss (Raw)": 0.5872858762741089, "Finetune/Step": 18596, "Finetune/Step Time": 10.860081451013684}
+{"Finetune/Learning Rate": 1.9498314659391816e-05, "Finetune/Loss": 0.8970586061477661, "Finetune/Loss (Raw)": 0.9865439534187317, "Finetune/Step": 2465, "Finetune/Step Time": 10.865388296544552}
+{"Finetune/Learning Rate": 5.711711632526706e-08, "Finetune/Loss": 0.5653804540634155, "Finetune/Loss (Raw)": 0.5685638189315796, "Finetune/Step": 18597, "Finetune/Step Time": 10.85905859619379}
+{"Finetune/Learning Rate": 1.949778784623088e-05, "Finetune/Loss": 0.8973379135131836, "Finetune/Loss (Raw)": 0.96485835313797, "Finetune/Step": 2466, "Finetune/Step Time": 10.88083984144032}
+{"Finetune/Learning Rate": 5.693753232139165e-08, "Finetune/Loss": 0.5654956102371216, "Finetune/Loss (Raw)": 0.6004458069801331, "Finetune/Step": 18598, "Finetune/Step Time": 10.863068256527185}
+{"Finetune/Learning Rate": 1.9497260763739692e-05, "Finetune/Loss": 0.8955448865890503, "Finetune/Loss (Raw)": 0.7285386919975281, "Finetune/Step": 2467, "Finetune/Step Time": 10.91681876592338}
+{"Finetune/Learning Rate": 5.675823027449401e-08, "Finetune/Loss": 0.5652650594711304, "Finetune/Loss (Raw)": 0.5656033754348755, "Finetune/Step": 18599, "Finetune/Step Time": 10.861567229032516}
+{"Finetune/Learning Rate": 1.949673341193319e-05, "Finetune/Loss": 0.8934243321418762, "Finetune/Loss (Raw)": 0.7435768842697144, "Finetune/Step": 2468, "Finetune/Step Time": 10.911524226889014}
+{"Finetune/Learning Rate": 5.657921018965784e-08, "Finetune/Loss": 0.5652937293052673, "Finetune/Loss (Raw)": 0.5403268337249756, "Finetune/Step": 18600, "Finetune/Step Time": 10.856304066255689}
+{"Finetune/Learning Rate": 1.9496205790826336e-05, "Finetune/Loss": 0.894834578037262, "Finetune/Loss (Raw)": 0.9558417201042175, "Finetune/Step": 2469, "Finetune/Step Time": 10.914400747045875}
+{"Finetune/Learning Rate": 5.64004720719602e-08, "Finetune/Loss": 0.5648244619369507, "Finetune/Loss (Raw)": 0.5473812222480774, "Finetune/Step": 18601, "Finetune/Step Time": 10.847960835322738}
+{"Finetune/Learning Rate": 1.9495677900434086e-05, "Finetune/Loss": 0.8938117027282715, "Finetune/Loss (Raw)": 0.7829153537750244, "Finetune/Step": 2470, "Finetune/Step Time": 10.923755578696728}
+{"Finetune/Learning Rate": 5.622201592646925e-08, "Finetune/Loss": 0.5646888017654419, "Finetune/Loss (Raw)": 0.6058201789855957, "Finetune/Step": 18602, "Finetune/Step Time": 10.814558818936348}
+{"Finetune/Learning Rate": 5.604384175824429e-08, "Finetune/Loss": 0.564547061920166, "Finetune/Loss (Raw)": 0.5844710469245911, "Finetune/Step": 18603, "Finetune/Step Time": 10.80702673830092}
+{"Finetune/Learning Rate": 1.9495149740771417e-05, "Finetune/Loss": 0.8922653198242188, "Finetune/Loss (Raw)": 0.6935234665870667, "Finetune/Step": 2471, "Finetune/Step Time": 10.958715980872512}
+{"Finetune/Learning Rate": 5.586594957234126e-08, "Finetune/Loss": 0.5652055740356445, "Finetune/Loss (Raw)": 0.5696868300437927, "Finetune/Step": 18604, "Finetune/Step Time": 10.819776188582182}
+{"Finetune/Learning Rate": 1.94946213118533e-05, "Finetune/Loss": 0.8935933113098145, "Finetune/Loss (Raw)": 0.8941686153411865, "Finetune/Step": 2472, "Finetune/Step Time": 10.95200690254569}
+{"Finetune/Learning Rate": 5.568833937380169e-08, "Finetune/Loss": 0.5645018219947815, "Finetune/Loss (Raw)": 0.4453645646572113, "Finetune/Step": 18605, "Finetune/Step Time": 10.810630109161139}
+{"Finetune/Learning Rate": 1.949409261369472e-05, "Finetune/Loss": 0.894169807434082, "Finetune/Loss (Raw)": 1.049304723739624, "Finetune/Step": 2473, "Finetune/Step Time": 10.93438951484859}
+{"Finetune/Learning Rate": 1.9493563646310677e-05, "Finetune/Loss": 0.8948327302932739, "Finetune/Loss (Raw)": 1.009330153465271, "Finetune/Step": 2474, "Finetune/Step Time": 10.928185818716884}
+{"Finetune/Learning Rate": 5.551101116766267e-08, "Finetune/Loss": 0.5641086101531982, "Finetune/Loss (Raw)": 0.542405903339386, "Finetune/Step": 18606, "Finetune/Step Time": 10.819459715858102}
+{"Finetune/Learning Rate": 1.949303440971616e-05, "Finetune/Loss": 0.894555926322937, "Finetune/Loss (Raw)": 0.9328011274337769, "Finetune/Step": 2475, "Finetune/Step Time": 10.925670487806201}
+{"Finetune/Learning Rate": 5.533396495895349e-08, "Finetune/Loss": 0.5643100738525391, "Finetune/Loss (Raw)": 0.4718833565711975, "Finetune/Step": 18607, "Finetune/Step Time": 10.807150108739734}
+{"Finetune/Learning Rate": 1.9492504903926183e-05, "Finetune/Loss": 0.8942400813102722, "Finetune/Loss (Raw)": 0.8402507305145264, "Finetune/Step": 2476, "Finetune/Step Time": 10.925588745623827}
+{"Finetune/Learning Rate": 5.515720075269349e-08, "Finetune/Loss": 0.566588819026947, "Finetune/Loss (Raw)": 0.7349882125854492, "Finetune/Step": 18608, "Finetune/Step Time": 10.803828183561563}
+{"Finetune/Learning Rate": 1.949197512895576e-05, "Finetune/Loss": 0.894603431224823, "Finetune/Loss (Raw)": 0.8447452783584595, "Finetune/Step": 2477, "Finetune/Step Time": 10.923314405605197}
+{"Finetune/Learning Rate": 5.4980718553896414e-08, "Finetune/Loss": 0.5665726661682129, "Finetune/Loss (Raw)": 0.5815767049789429, "Finetune/Step": 18609, "Finetune/Step Time": 10.818689661100507}
+{"Finetune/Learning Rate": 1.9491445084819912e-05, "Finetune/Loss": 0.8935996294021606, "Finetune/Loss (Raw)": 0.9620070457458496, "Finetune/Step": 2478, "Finetune/Step Time": 10.928985832259059}
+{"Finetune/Learning Rate": 5.4804518367567173e-08, "Finetune/Loss": 0.5670766830444336, "Finetune/Loss (Raw)": 0.644915759563446, "Finetune/Step": 18610, "Finetune/Step Time": 10.812414977699518}
+{"Finetune/Learning Rate": 1.9490914771533677e-05, "Finetune/Loss": 0.8940325975418091, "Finetune/Loss (Raw)": 0.9516767263412476, "Finetune/Step": 2479, "Finetune/Step Time": 10.922650491818786}
+{"Finetune/Learning Rate": 5.4628600198700645e-08, "Finetune/Loss": 0.5668166875839233, "Finetune/Loss (Raw)": 0.6337922811508179, "Finetune/Step": 18611, "Finetune/Step Time": 10.812529416754842}
+{"Finetune/Learning Rate": 1.9490384189112084e-05, "Finetune/Loss": 0.8946330547332764, "Finetune/Loss (Raw)": 0.8414679765701294, "Finetune/Step": 2480, "Finetune/Step Time": 10.895283129066229}
+{"Finetune/Learning Rate": 5.445296405228617e-08, "Finetune/Loss": 0.5672216415405273, "Finetune/Loss (Raw)": 0.6723878383636475, "Finetune/Step": 18612, "Finetune/Step Time": 10.812104443088174}
+{"Finetune/Learning Rate": 1.948985333757018e-05, "Finetune/Loss": 0.8951920866966248, "Finetune/Loss (Raw)": 0.9215086698532104, "Finetune/Step": 2481, "Finetune/Step Time": 10.862021591514349}
+{"Finetune/Learning Rate": 5.427760993330422e-08, "Finetune/Loss": 0.5667358636856079, "Finetune/Loss (Raw)": 0.5528998970985413, "Finetune/Step": 18613, "Finetune/Step Time": 10.811877224594355}
+{"Finetune/Learning Rate": 1.9489322216923027e-05, "Finetune/Loss": 0.8958026170730591, "Finetune/Loss (Raw)": 0.9761514067649841, "Finetune/Step": 2482, "Finetune/Step Time": 10.86323062889278}
+{"Finetune/Learning Rate": 5.410253784672748e-08, "Finetune/Loss": 0.5671098232269287, "Finetune/Loss (Raw)": 0.627942681312561, "Finetune/Step": 18614, "Finetune/Step Time": 10.81054007075727}
+{"Finetune/Learning Rate": 1.9488790827185676e-05, "Finetune/Loss": 0.896760880947113, "Finetune/Loss (Raw)": 1.0008329153060913, "Finetune/Step": 2483, "Finetune/Step Time": 10.868041219189763}
+{"Finetune/Learning Rate": 5.3927747797520854e-08, "Finetune/Loss": 0.5683894157409668, "Finetune/Loss (Raw)": 0.7347314953804016, "Finetune/Step": 18615, "Finetune/Step Time": 10.812158539891243}
+{"Finetune/Learning Rate": 1.9488259168373198e-05, "Finetune/Loss": 0.8963875770568848, "Finetune/Loss (Raw)": 0.911097526550293, "Finetune/Step": 2484, "Finetune/Step Time": 10.86708010174334}
+{"Finetune/Learning Rate": 5.375323979063929e-08, "Finetune/Loss": 0.568871796131134, "Finetune/Loss (Raw)": 0.5647769570350647, "Finetune/Step": 18616, "Finetune/Step Time": 10.837933108210564}
+{"Finetune/Learning Rate": 1.9487727240500674e-05, "Finetune/Loss": 0.8958935141563416, "Finetune/Loss (Raw)": 0.824249267578125, "Finetune/Step": 2485, "Finetune/Step Time": 10.888176158070564}
+{"Finetune/Learning Rate": 5.3579013831033256e-08, "Finetune/Loss": 0.5683470368385315, "Finetune/Loss (Raw)": 0.5121522545814514, "Finetune/Step": 18617, "Finetune/Step Time": 10.829097678884864}
+{"Finetune/Learning Rate": 1.9487195043583184e-05, "Finetune/Loss": 0.8951692581176758, "Finetune/Loss (Raw)": 0.908449649810791, "Finetune/Step": 2486, "Finetune/Step Time": 10.893824454396963}
+{"Finetune/Learning Rate": 5.340506992364325e-08, "Finetune/Loss": 0.5693739652633667, "Finetune/Loss (Raw)": 0.6218678951263428, "Finetune/Step": 18618, "Finetune/Step Time": 10.815981151536107}
+{"Finetune/Learning Rate": 1.948666257763582e-05, "Finetune/Loss": 0.8948397636413574, "Finetune/Loss (Raw)": 0.8381786346435547, "Finetune/Step": 2487, "Finetune/Step Time": 10.90747751109302}
+{"Finetune/Learning Rate": 5.323140807339977e-08, "Finetune/Loss": 0.5698031187057495, "Finetune/Loss (Raw)": 0.6491058468818665, "Finetune/Step": 18619, "Finetune/Step Time": 10.818779760971665}
+{"Finetune/Learning Rate": 1.948612984267368e-05, "Finetune/Loss": 0.8948183059692383, "Finetune/Loss (Raw)": 0.9428890347480774, "Finetune/Step": 2488, "Finetune/Step Time": 10.913274085149169}
+{"Finetune/Learning Rate": 5.305802828522999e-08, "Finetune/Loss": 0.5715465545654297, "Finetune/Loss (Raw)": 0.7258634567260742, "Finetune/Step": 18620, "Finetune/Step Time": 10.821577332913876}
+{"Finetune/Learning Rate": 1.9485596838711876e-05, "Finetune/Loss": 0.8953174948692322, "Finetune/Loss (Raw)": 0.8674177527427673, "Finetune/Step": 2489, "Finetune/Step Time": 10.907976599410176}
+{"Finetune/Learning Rate": 1.9485063565765516e-05, "Finetune/Loss": 0.8960039615631104, "Finetune/Loss (Raw)": 0.9103609919548035, "Finetune/Step": 2490, "Finetune/Step Time": 10.908957820385695}
+{"Finetune/Learning Rate": 5.2884930564048866e-08, "Finetune/Loss": 0.5697504281997681, "Finetune/Loss (Raw)": 0.38633424043655396, "Finetune/Step": 18621, "Finetune/Step Time": 10.853799929842353}
+{"Finetune/Learning Rate": 1.948453002384973e-05, "Finetune/Loss": 0.8945668935775757, "Finetune/Loss (Raw)": 0.8865055441856384, "Finetune/Step": 2491, "Finetune/Step Time": 10.89964466355741}
+{"Finetune/Learning Rate": 5.271211491476469e-08, "Finetune/Loss": 0.5678337812423706, "Finetune/Loss (Raw)": 0.38889920711517334, "Finetune/Step": 18622, "Finetune/Step Time": 10.890922401100397}
+{"Finetune/Learning Rate": 1.948399621297964e-05, "Finetune/Loss": 0.8947086930274963, "Finetune/Loss (Raw)": 1.0345622301101685, "Finetune/Step": 2492, "Finetune/Step Time": 10.899926323443651}
+{"Finetune/Learning Rate": 5.25395813422791e-08, "Finetune/Loss": 0.5670251846313477, "Finetune/Loss (Raw)": 0.5237540006637573, "Finetune/Step": 18623, "Finetune/Step Time": 10.869350289925933}
+{"Finetune/Learning Rate": 1.9483462133170385e-05, "Finetune/Loss": 0.8949838876724243, "Finetune/Loss (Raw)": 0.9544571042060852, "Finetune/Step": 2493, "Finetune/Step Time": 10.90102686919272}
+{"Finetune/Learning Rate": 5.236732985148374e-08, "Finetune/Loss": 0.5659428834915161, "Finetune/Loss (Raw)": 0.5631762742996216, "Finetune/Step": 18624, "Finetune/Step Time": 10.868308797478676}
+{"Finetune/Learning Rate": 1.9482927784437114e-05, "Finetune/Loss": 0.8957167863845825, "Finetune/Loss (Raw)": 0.9214428663253784, "Finetune/Step": 2494, "Finetune/Step Time": 10.896252296864986}
+{"Finetune/Learning Rate": 5.21953604472647e-08, "Finetune/Loss": 0.5654693841934204, "Finetune/Loss (Raw)": 0.47519901394844055, "Finetune/Step": 18625, "Finetune/Step Time": 10.8626310788095}
+{"Finetune/Learning Rate": 1.9482393166794976e-05, "Finetune/Loss": 0.8971325755119324, "Finetune/Loss (Raw)": 0.9768368005752563, "Finetune/Step": 2495, "Finetune/Step Time": 10.877027133479714}
+{"Finetune/Learning Rate": 5.202367313449586e-08, "Finetune/Loss": 0.5648770332336426, "Finetune/Loss (Raw)": 0.5036320090293884, "Finetune/Step": 18626, "Finetune/Step Time": 10.868486173450947}
+{"Finetune/Learning Rate": 1.948185828025913e-05, "Finetune/Loss": 0.8974992036819458, "Finetune/Loss (Raw)": 0.9675097465515137, "Finetune/Step": 2496, "Finetune/Step Time": 10.88886969909072}
+{"Finetune/Learning Rate": 5.1852267918048874e-08, "Finetune/Loss": 0.5642910599708557, "Finetune/Loss (Raw)": 0.5696742534637451, "Finetune/Step": 18627, "Finetune/Step Time": 10.872475799173117}
+{"Finetune/Learning Rate": 1.9481323124844747e-05, "Finetune/Loss": 0.8979053497314453, "Finetune/Loss (Raw)": 0.9156731367111206, "Finetune/Step": 2497, "Finetune/Step Time": 10.874139957129955}
+{"Finetune/Learning Rate": 5.168114480278319e-08, "Finetune/Loss": 0.5642975568771362, "Finetune/Loss (Raw)": 0.5883336663246155, "Finetune/Step": 18628, "Finetune/Step Time": 10.875947892665863}
+{"Finetune/Learning Rate": 1.9480787700567e-05, "Finetune/Loss": 0.9003166556358337, "Finetune/Loss (Raw)": 0.9093103408813477, "Finetune/Step": 2498, "Finetune/Step Time": 10.84007298015058}
+{"Finetune/Learning Rate": 5.151030379354938e-08, "Finetune/Loss": 0.5635566711425781, "Finetune/Loss (Raw)": 0.5017968416213989, "Finetune/Step": 18629, "Finetune/Step Time": 10.889365604147315}
+{"Finetune/Learning Rate": 1.9480252007441075e-05, "Finetune/Loss": 0.9014366269111633, "Finetune/Loss (Raw)": 0.9676723480224609, "Finetune/Step": 2499, "Finetune/Step Time": 10.846041768789291}
+{"Finetune/Learning Rate": 1.9479716045482166e-05, "Finetune/Loss": 0.8997900485992432, "Finetune/Loss (Raw)": 0.8998792171478271, "Finetune/Step": 2500, "Finetune/Step Time": 10.84371635504067}
+{"Finetune/Learning Rate": 5.133974489519355e-08, "Finetune/Loss": 0.5624281167984009, "Finetune/Loss (Raw)": 0.43025723099708557, "Finetune/Step": 18630, "Finetune/Step Time": 10.895927688106894}
+{"Finetune/Learning Rate": 1.9479179814705458e-05, "Finetune/Loss": 0.8991975784301758, "Finetune/Loss (Raw)": 0.8452073335647583, "Finetune/Step": 2501, "Finetune/Step Time": 10.819228051230311}
+{"Finetune/Learning Rate": 5.116946811255408e-08, "Finetune/Loss": 0.562384843826294, "Finetune/Loss (Raw)": 0.5328348278999329, "Finetune/Step": 18631, "Finetune/Step Time": 10.888778876513243}
+{"Finetune/Learning Rate": 1.947864331512617e-05, "Finetune/Loss": 0.9010329246520996, "Finetune/Loss (Raw)": 0.933147132396698, "Finetune/Step": 2502, "Finetune/Step Time": 10.784726869314909}
+{"Finetune/Learning Rate": 5.0999473450455974e-08, "Finetune/Loss": 0.5628347992897034, "Finetune/Loss (Raw)": 0.5099481344223022, "Finetune/Step": 18632, "Finetune/Step Time": 10.880540741607547}
+{"Finetune/Learning Rate": 1.9478106546759512e-05, "Finetune/Loss": 0.9021485447883606, "Finetune/Loss (Raw)": 0.9780516028404236, "Finetune/Step": 2503, "Finetune/Step Time": 10.7847321331501}
+{"Finetune/Learning Rate": 5.0829760913723155e-08, "Finetune/Loss": 0.563543975353241, "Finetune/Loss (Raw)": 0.656578540802002, "Finetune/Step": 18633, "Finetune/Step Time": 10.877557186409831}
+{"Finetune/Learning Rate": 1.9477569509620703e-05, "Finetune/Loss": 0.9027340412139893, "Finetune/Loss (Raw)": 0.902207612991333, "Finetune/Step": 2504, "Finetune/Step Time": 10.748674603179097}
+{"Finetune/Learning Rate": 5.0660330507166236e-08, "Finetune/Loss": 0.5624852776527405, "Finetune/Loss (Raw)": 0.4464496076107025, "Finetune/Step": 18634, "Finetune/Step Time": 10.875358628109097}
+{"Finetune/Learning Rate": 1.9477032203724974e-05, "Finetune/Loss": 0.902209997177124, "Finetune/Loss (Raw)": 0.7703210711479187, "Finetune/Step": 2505, "Finetune/Step Time": 10.75338594801724}
+{"Finetune/Learning Rate": 5.049118223559024e-08, "Finetune/Loss": 0.5641342401504517, "Finetune/Loss (Raw)": 0.6138513684272766, "Finetune/Step": 18635, "Finetune/Step Time": 10.881426464766264}
+{"Finetune/Learning Rate": 1.947649462908756e-05, "Finetune/Loss": 0.9029413461685181, "Finetune/Loss (Raw)": 0.9281668066978455, "Finetune/Step": 2506, "Finetune/Step Time": 10.737159641459584}
+{"Finetune/Learning Rate": 5.032231610379135e-08, "Finetune/Loss": 0.5653377771377563, "Finetune/Loss (Raw)": 0.6710885763168335, "Finetune/Step": 18636, "Finetune/Step Time": 10.906681017950177}
+{"Finetune/Learning Rate": 1.9475956785723707e-05, "Finetune/Loss": 0.9029300212860107, "Finetune/Loss (Raw)": 0.7992207407951355, "Finetune/Step": 2507, "Finetune/Step Time": 10.73077597655356}
+{"Finetune/Learning Rate": 5.015373211655794e-08, "Finetune/Loss": 0.5668349266052246, "Finetune/Loss (Raw)": 0.6676082611083984, "Finetune/Step": 18637, "Finetune/Step Time": 10.909458424896002}
+{"Finetune/Learning Rate": 1.9475418673648667e-05, "Finetune/Loss": 0.9054986238479614, "Finetune/Loss (Raw)": 1.0225688219070435, "Finetune/Step": 2508, "Finetune/Step Time": 10.724935676902533}
+{"Finetune/Learning Rate": 4.9985430278671754e-08, "Finetune/Loss": 0.5662308931350708, "Finetune/Loss (Raw)": 0.4895727336406708, "Finetune/Step": 18638, "Finetune/Step Time": 10.91392787732184}
+{"Finetune/Learning Rate": 1.9474880292877695e-05, "Finetune/Loss": 0.9049067497253418, "Finetune/Loss (Raw)": 0.8445141315460205, "Finetune/Step": 2509, "Finetune/Step Time": 10.722044529393315}
+{"Finetune/Learning Rate": 4.9817410594905637e-08, "Finetune/Loss": 0.5658690929412842, "Finetune/Loss (Raw)": 0.5435400605201721, "Finetune/Step": 18639, "Finetune/Step Time": 10.915151983499527}
+{"Finetune/Learning Rate": 1.9474341643426064e-05, "Finetune/Loss": 0.9039357900619507, "Finetune/Loss (Raw)": 0.8631786108016968, "Finetune/Step": 2510, "Finetune/Step Time": 10.725411342456937}
+{"Finetune/Learning Rate": 4.964967307002244e-08, "Finetune/Loss": 0.565058708190918, "Finetune/Loss (Raw)": 0.5635257959365845, "Finetune/Step": 18640, "Finetune/Step Time": 10.91835168376565}
+{"Finetune/Learning Rate": 1.9473802725309043e-05, "Finetune/Loss": 0.9034403562545776, "Finetune/Loss (Raw)": 0.8425255417823792, "Finetune/Step": 2511, "Finetune/Step Time": 10.708763932809234}
+{"Finetune/Learning Rate": 1.9473263538541916e-05, "Finetune/Loss": 0.902924656867981, "Finetune/Loss (Raw)": 0.8141538500785828, "Finetune/Step": 2512, "Finetune/Step Time": 10.708750028163195}
+{"Finetune/Learning Rate": 4.948221770877948e-08, "Finetune/Loss": 0.5639892816543579, "Finetune/Loss (Raw)": 0.5247445702552795, "Finetune/Step": 18641, "Finetune/Step Time": 10.954902274534106}
+{"Finetune/Learning Rate": 1.9472724083139973e-05, "Finetune/Loss": 0.9020769596099854, "Finetune/Loss (Raw)": 0.8740989565849304, "Finetune/Step": 2513, "Finetune/Step Time": 10.694518873468041}
+{"Finetune/Learning Rate": 4.931504451592517e-08, "Finetune/Loss": 0.5642635822296143, "Finetune/Loss (Raw)": 0.5427129864692688, "Finetune/Step": 18642, "Finetune/Step Time": 10.953457619994879}
+{"Finetune/Learning Rate": 1.9472184359118516e-05, "Finetune/Loss": 0.9004396200180054, "Finetune/Loss (Raw)": 0.7699305415153503, "Finetune/Step": 2514, "Finetune/Step Time": 10.709760064259171}
+{"Finetune/Learning Rate": 4.914815349620017e-08, "Finetune/Loss": 0.5644675493240356, "Finetune/Loss (Raw)": 0.496115505695343, "Finetune/Step": 18643, "Finetune/Step Time": 10.966132920235395}
+{"Finetune/Learning Rate": 1.9471644366492842e-05, "Finetune/Loss": 0.9003946185112, "Finetune/Loss (Raw)": 0.8456041812896729, "Finetune/Step": 2515, "Finetune/Step Time": 10.695412898436189}
+{"Finetune/Learning Rate": 4.8981544654337354e-08, "Finetune/Loss": 0.5637197494506836, "Finetune/Loss (Raw)": 0.633713960647583, "Finetune/Step": 18644, "Finetune/Step Time": 10.96814419515431}
+{"Finetune/Learning Rate": 1.9471104105278265e-05, "Finetune/Loss": 0.9019063711166382, "Finetune/Loss (Raw)": 1.0115604400634766, "Finetune/Step": 2516, "Finetune/Step Time": 10.693187983706594}
+{"Finetune/Learning Rate": 4.8815217995060727e-08, "Finetune/Loss": 0.563925564289093, "Finetune/Loss (Raw)": 0.6147130727767944, "Finetune/Step": 18645, "Finetune/Step Time": 10.973694244399667}
+{"Finetune/Learning Rate": 1.9470563575490114e-05, "Finetune/Loss": 0.9023139476776123, "Finetune/Loss (Raw)": 0.894400954246521, "Finetune/Step": 2517, "Finetune/Step Time": 10.701123470440507}
+{"Finetune/Learning Rate": 4.8649173523087625e-08, "Finetune/Loss": 0.5636702179908752, "Finetune/Loss (Raw)": 0.5118680000305176, "Finetune/Step": 18646, "Finetune/Step Time": 10.976852463558316}
+{"Finetune/Learning Rate": 1.947002277714371e-05, "Finetune/Loss": 0.9037095904350281, "Finetune/Loss (Raw)": 1.0139487981796265, "Finetune/Step": 2518, "Finetune/Step Time": 10.61402346007526}
+{"Finetune/Learning Rate": 4.848341124312539e-08, "Finetune/Loss": 0.5641360878944397, "Finetune/Loss (Raw)": 0.6145293116569519, "Finetune/Step": 18647, "Finetune/Step Time": 10.973305273801088}
+{"Finetune/Learning Rate": 1.9469481710254384e-05, "Finetune/Loss": 0.9046205878257751, "Finetune/Loss (Raw)": 0.9038992524147034, "Finetune/Step": 2519, "Finetune/Step Time": 10.607025168836117}
+{"Finetune/Learning Rate": 4.831793115987582e-08, "Finetune/Loss": 0.5645111203193665, "Finetune/Loss (Raw)": 0.6437915563583374, "Finetune/Step": 18648, "Finetune/Step Time": 10.982091203331947}
+{"Finetune/Learning Rate": 1.946894037483749e-05, "Finetune/Loss": 0.9038256406784058, "Finetune/Loss (Raw)": 0.9182761907577515, "Finetune/Step": 2520, "Finetune/Step Time": 10.607087515294552}
+{"Finetune/Learning Rate": 4.815273327803183e-08, "Finetune/Loss": 0.5637730360031128, "Finetune/Loss (Raw)": 0.5548669695854187, "Finetune/Step": 18649, "Finetune/Step Time": 10.979358604177833}
+{"Finetune/Learning Rate": 1.9468398770908368e-05, "Finetune/Loss": 0.9036359786987305, "Finetune/Loss (Raw)": 0.8527234196662903, "Finetune/Step": 2521, "Finetune/Step Time": 10.604552229866385}
+{"Finetune/Learning Rate": 4.7987817602275224e-08, "Finetune/Loss": 0.5633769035339355, "Finetune/Loss (Raw)": 0.5839177370071411, "Finetune/Step": 18650, "Finetune/Step Time": 10.976976420730352}
+{"Finetune/Learning Rate": 1.9467856898482386e-05, "Finetune/Loss": 0.9032635688781738, "Finetune/Loss (Raw)": 0.9256340861320496, "Finetune/Step": 2522, "Finetune/Step Time": 10.58143251389265}
+{"Finetune/Learning Rate": 4.7823184137285595e-08, "Finetune/Loss": 0.5641990900039673, "Finetune/Loss (Raw)": 0.5831484198570251, "Finetune/Step": 18651, "Finetune/Step Time": 10.976154560223222}
+{"Finetune/Learning Rate": 1.94673147575749e-05, "Finetune/Loss": 0.9032337665557861, "Finetune/Loss (Raw)": 0.8492912650108337, "Finetune/Step": 2523, "Finetune/Step Time": 10.59163635224104}
+{"Finetune/Learning Rate": 4.765883288772921e-08, "Finetune/Loss": 0.565365195274353, "Finetune/Loss (Raw)": 0.7226528525352478, "Finetune/Step": 18652, "Finetune/Step Time": 10.98190163820982}
+{"Finetune/Learning Rate": 1.9466772348201294e-05, "Finetune/Loss": 0.9044349193572998, "Finetune/Loss (Raw)": 0.8291164040565491, "Finetune/Step": 2524, "Finetune/Step Time": 10.59812912531197}
+{"Finetune/Learning Rate": 4.749476385826901e-08, "Finetune/Loss": 0.564714789390564, "Finetune/Loss (Raw)": 0.5429330468177795, "Finetune/Step": 18653, "Finetune/Step Time": 10.97938177920878}
+{"Finetune/Learning Rate": 1.946622967037694e-05, "Finetune/Loss": 0.9047348499298096, "Finetune/Loss (Raw)": 0.9264255166053772, "Finetune/Step": 2525, "Finetune/Step Time": 10.586600927636027}
+{"Finetune/Learning Rate": 4.7330977053555714e-08, "Finetune/Loss": 0.5642075538635254, "Finetune/Loss (Raw)": 0.5127052068710327, "Finetune/Step": 18654, "Finetune/Step Time": 10.985190467908978}
+{"Finetune/Learning Rate": 1.9465686724117236e-05, "Finetune/Loss": 0.9043931365013123, "Finetune/Loss (Raw)": 0.897893488407135, "Finetune/Step": 2526, "Finetune/Step Time": 10.573231434449553}
+{"Finetune/Learning Rate": 4.71674724782345e-08, "Finetune/Loss": 0.5649476051330566, "Finetune/Loss (Raw)": 0.6197558045387268, "Finetune/Step": 18655, "Finetune/Step Time": 10.973316485062242}
+{"Finetune/Learning Rate": 1.946514350943757e-05, "Finetune/Loss": 0.9048607349395752, "Finetune/Loss (Raw)": 0.9717370867729187, "Finetune/Step": 2527, "Finetune/Step Time": 10.577116219326854}
+{"Finetune/Learning Rate": 4.7004250136940547e-08, "Finetune/Loss": 0.5658761262893677, "Finetune/Loss (Raw)": 0.656965970993042, "Finetune/Step": 18656, "Finetune/Step Time": 10.966248577460647}
+{"Finetune/Learning Rate": 1.946460002635335e-05, "Finetune/Loss": 0.9071705341339111, "Finetune/Loss (Raw)": 0.9582723379135132, "Finetune/Step": 2528, "Finetune/Step Time": 10.54703620634973}
+{"Finetune/Learning Rate": 4.6841310034304585e-08, "Finetune/Loss": 0.566313624382019, "Finetune/Loss (Raw)": 0.6053959727287292, "Finetune/Step": 18657, "Finetune/Step Time": 10.964939769357443}
+{"Finetune/Learning Rate": 1.9464056274879984e-05, "Finetune/Loss": 0.9071481227874756, "Finetune/Loss (Raw)": 0.8929850459098816, "Finetune/Step": 2529, "Finetune/Step Time": 10.56403623893857}
+{"Finetune/Learning Rate": 4.667865217494627e-08, "Finetune/Loss": 0.5675088167190552, "Finetune/Loss (Raw)": 0.7276533246040344, "Finetune/Step": 18658, "Finetune/Step Time": 10.944724330678582}
+{"Finetune/Learning Rate": 1.94635122550329e-05, "Finetune/Loss": 0.9081986546516418, "Finetune/Loss (Raw)": 1.0325149297714233, "Finetune/Step": 2530, "Finetune/Step Time": 10.564967477694154}
+{"Finetune/Learning Rate": 4.651627656347746e-08, "Finetune/Loss": 0.5678310394287109, "Finetune/Loss (Raw)": 0.640002429485321, "Finetune/Step": 18659, "Finetune/Step Time": 10.95064889639616}
+{"Finetune/Learning Rate": 4.6354183204503355e-08, "Finetune/Loss": 0.5681920051574707, "Finetune/Loss (Raw)": 0.6306337714195251, "Finetune/Step": 18660, "Finetune/Step Time": 10.934406090527773}
+{"Finetune/Learning Rate": 1.9462967966827512e-05, "Finetune/Loss": 0.9071320295333862, "Finetune/Loss (Raw)": 0.6458310484886169, "Finetune/Step": 2531, "Finetune/Step Time": 10.602627463638783}
+{"Finetune/Learning Rate": 4.6192372102619174e-08, "Finetune/Loss": 0.5679945945739746, "Finetune/Loss (Raw)": 0.5244048237800598, "Finetune/Step": 18661, "Finetune/Step Time": 10.932925807312131}
+{"Finetune/Learning Rate": 1.9462423410279268e-05, "Finetune/Loss": 0.9063848257064819, "Finetune/Loss (Raw)": 0.8196698427200317, "Finetune/Step": 2532, "Finetune/Step Time": 10.639011630788445}
+{"Finetune/Learning Rate": 4.6030843262415694e-08, "Finetune/Loss": 0.5682377219200134, "Finetune/Loss (Raw)": 0.5294277667999268, "Finetune/Step": 18662, "Finetune/Step Time": 10.911595469340682}
+{"Finetune/Learning Rate": 4.586959668847146e-08, "Finetune/Loss": 0.5672292709350586, "Finetune/Loss (Raw)": 0.5050716996192932, "Finetune/Step": 18663, "Finetune/Step Time": 10.907457020133734}
+{"Finetune/Learning Rate": 1.94618785854036e-05, "Finetune/Loss": 0.9079184532165527, "Finetune/Loss (Raw)": 1.0896492004394531, "Finetune/Step": 2533, "Finetune/Step Time": 10.65481804125011}
+{"Finetune/Learning Rate": 1.9461333492215965e-05, "Finetune/Loss": 0.9094464778900146, "Finetune/Loss (Raw)": 0.9586172699928284, "Finetune/Step": 2534, "Finetune/Step Time": 10.65513995476067}
+{"Finetune/Learning Rate": 4.570863238536061e-08, "Finetune/Loss": 0.5673438310623169, "Finetune/Loss (Raw)": 0.5281758308410645, "Finetune/Step": 18664, "Finetune/Step Time": 10.884127924218774}
+{"Finetune/Learning Rate": 1.9460788130731813e-05, "Finetune/Loss": 0.909528911113739, "Finetune/Loss (Raw)": 0.8429504036903381, "Finetune/Step": 2535, "Finetune/Step Time": 10.65718849375844}
+{"Finetune/Learning Rate": 4.5547950357646145e-08, "Finetune/Loss": 0.5671745538711548, "Finetune/Loss (Raw)": 0.6095694303512573, "Finetune/Step": 18665, "Finetune/Step Time": 10.870416218414903}
+{"Finetune/Learning Rate": 1.9460242500966614e-05, "Finetune/Loss": 0.9085789918899536, "Finetune/Loss (Raw)": 0.9352811574935913, "Finetune/Step": 2536, "Finetune/Step Time": 10.659267727285624}
+{"Finetune/Learning Rate": 4.538755060988553e-08, "Finetune/Loss": 0.5676869750022888, "Finetune/Loss (Raw)": 0.5803945660591125, "Finetune/Step": 18666, "Finetune/Step Time": 10.849614629521966}
+{"Finetune/Learning Rate": 1.9459696602935838e-05, "Finetune/Loss": 0.9087626934051514, "Finetune/Loss (Raw)": 0.8620312809944153, "Finetune/Step": 2537, "Finetune/Step Time": 10.6617734991014}
+{"Finetune/Learning Rate": 4.5227433146626255e-08, "Finetune/Loss": 0.5686695575714111, "Finetune/Loss (Raw)": 0.5971470475196838, "Finetune/Step": 18667, "Finetune/Step Time": 10.826938405632973}
+{"Finetune/Learning Rate": 1.9459150436654966e-05, "Finetune/Loss": 0.9084905385971069, "Finetune/Loss (Raw)": 0.9261457920074463, "Finetune/Step": 2538, "Finetune/Step Time": 10.663557689636946}
+{"Finetune/Learning Rate": 4.5067597972409114e-08, "Finetune/Loss": 0.5694999694824219, "Finetune/Loss (Raw)": 0.6428287625312805, "Finetune/Step": 18668, "Finetune/Step Time": 10.810959370806813}
+{"Finetune/Learning Rate": 1.9458604002139485e-05, "Finetune/Loss": 0.9110074043273926, "Finetune/Loss (Raw)": 0.8742942810058594, "Finetune/Step": 2539, "Finetune/Step Time": 10.63310182839632}
+{"Finetune/Learning Rate": 4.490804509176827e-08, "Finetune/Loss": 0.5683245658874512, "Finetune/Loss (Raw)": 0.43302756547927856, "Finetune/Step": 18669, "Finetune/Step Time": 10.80123751796782}
+{"Finetune/Learning Rate": 4.474877450922566e-08, "Finetune/Loss": 0.5683422088623047, "Finetune/Loss (Raw)": 0.5958413481712341, "Finetune/Step": 18670, "Finetune/Step Time": 10.795129980891943}
+{"Finetune/Learning Rate": 1.9458057299404895e-05, "Finetune/Loss": 0.9120086431503296, "Finetune/Loss (Raw)": 0.8722488880157471, "Finetune/Step": 2540, "Finetune/Step Time": 10.631048075854778}
+{"Finetune/Learning Rate": 4.458978622929988e-08, "Finetune/Loss": 0.567946195602417, "Finetune/Loss (Raw)": 0.6286525130271912, "Finetune/Step": 18671, "Finetune/Step Time": 10.7868722230196}
+{"Finetune/Learning Rate": 1.945751032846669e-05, "Finetune/Loss": 0.912726104259491, "Finetune/Loss (Raw)": 1.0393400192260742, "Finetune/Step": 2541, "Finetune/Step Time": 10.646549228578806}
+{"Finetune/Learning Rate": 4.443108025649623e-08, "Finetune/Loss": 0.5688994526863098, "Finetune/Loss (Raw)": 0.6652778387069702, "Finetune/Step": 18672, "Finetune/Step Time": 10.786819908767939}
+{"Finetune/Learning Rate": 1.945696308934039e-05, "Finetune/Loss": 0.9124835729598999, "Finetune/Loss (Raw)": 0.8514983057975769, "Finetune/Step": 2542, "Finetune/Step Time": 10.640278546139598}
+{"Finetune/Learning Rate": 4.4272656595318874e-08, "Finetune/Loss": 0.5689677596092224, "Finetune/Loss (Raw)": 0.595745325088501, "Finetune/Step": 18673, "Finetune/Step Time": 10.79245244152844}
+{"Finetune/Learning Rate": 1.945641558204151e-05, "Finetune/Loss": 0.9115961790084839, "Finetune/Loss (Raw)": 0.8274197578430176, "Finetune/Step": 2543, "Finetune/Step Time": 10.659580772742629}
+{"Finetune/Learning Rate": 4.411451525025867e-08, "Finetune/Loss": 0.5680199861526489, "Finetune/Loss (Raw)": 0.5294351577758789, "Finetune/Step": 18674, "Finetune/Step Time": 10.770449094474316}
+{"Finetune/Learning Rate": 1.945586780658557e-05, "Finetune/Loss": 0.9116523265838623, "Finetune/Loss (Raw)": 0.9530602097511292, "Finetune/Step": 2544, "Finetune/Step Time": 10.662834629416466}
+{"Finetune/Learning Rate": 4.395665622579981e-08, "Finetune/Loss": 0.567454993724823, "Finetune/Loss (Raw)": 0.5667055249214172, "Finetune/Step": 18675, "Finetune/Step Time": 10.75649343430996}
+{"Finetune/Learning Rate": 1.9455319762988107e-05, "Finetune/Loss": 0.9101529121398926, "Finetune/Loss (Raw)": 0.7225160002708435, "Finetune/Step": 2545, "Finetune/Step Time": 10.646911030635238}
+{"Finetune/Learning Rate": 4.379907952641871e-08, "Finetune/Loss": 0.5692349076271057, "Finetune/Loss (Raw)": 0.5950534343719482, "Finetune/Step": 18676, "Finetune/Step Time": 10.722735596820712}
+{"Finetune/Learning Rate": 1.9454771451264666e-05, "Finetune/Loss": 0.9097329378128052, "Finetune/Loss (Raw)": 0.9548211097717285, "Finetune/Step": 2546, "Finetune/Step Time": 10.652644077315927}
+{"Finetune/Learning Rate": 4.364178515658513e-08, "Finetune/Loss": 0.5696816444396973, "Finetune/Loss (Raw)": 0.5920681953430176, "Finetune/Step": 18677, "Finetune/Step Time": 10.709343573078513}
+{"Finetune/Learning Rate": 1.9454222871430794e-05, "Finetune/Loss": 0.9089313745498657, "Finetune/Loss (Raw)": 0.9137130975723267, "Finetune/Step": 2547, "Finetune/Step Time": 10.655006861314178}
+{"Finetune/Learning Rate": 4.3484773120757714e-08, "Finetune/Loss": 0.5698300004005432, "Finetune/Loss (Raw)": 0.6502251029014587, "Finetune/Step": 18678, "Finetune/Step Time": 10.71384790726006}
+{"Finetune/Learning Rate": 1.9453674023502042e-05, "Finetune/Loss": 0.9082892537117004, "Finetune/Loss (Raw)": 0.820218563079834, "Finetune/Step": 2548, "Finetune/Step Time": 10.635167676955462}
+{"Finetune/Learning Rate": 4.332804342338959e-08, "Finetune/Loss": 0.5699520111083984, "Finetune/Loss (Raw)": 0.6356014013290405, "Finetune/Step": 18679, "Finetune/Step Time": 10.717420652508736}
+{"Finetune/Learning Rate": 1.945312490749398e-05, "Finetune/Loss": 0.9076237678527832, "Finetune/Loss (Raw)": 0.8872663974761963, "Finetune/Step": 2549, "Finetune/Step Time": 10.639459939673543}
+{"Finetune/Learning Rate": 4.317159606892496e-08, "Finetune/Loss": 0.5687177181243896, "Finetune/Loss (Raw)": 0.4799935817718506, "Finetune/Step": 18680, "Finetune/Step Time": 10.711923215538263}
+{"Finetune/Learning Rate": 1.9452575523422176e-05, "Finetune/Loss": 0.9067932963371277, "Finetune/Loss (Raw)": 0.8601194620132446, "Finetune/Step": 2550, "Finetune/Step Time": 10.658291473984718}
+{"Finetune/Learning Rate": 4.3015431061800285e-08, "Finetune/Loss": 0.5686166286468506, "Finetune/Loss (Raw)": 0.5536101460456848, "Finetune/Step": 18681, "Finetune/Step Time": 10.700934061780572}
+{"Finetune/Learning Rate": 1.9452025871302208e-05, "Finetune/Loss": 0.9066189527511597, "Finetune/Loss (Raw)": 0.9761290550231934, "Finetune/Step": 2551, "Finetune/Step Time": 10.648074269294739}
+{"Finetune/Learning Rate": 4.285954840644535e-08, "Finetune/Loss": 0.5682448744773865, "Finetune/Loss (Raw)": 0.6357831954956055, "Finetune/Step": 18682, "Finetune/Step Time": 10.706794410943985}
+{"Finetune/Learning Rate": 1.9451475951149665e-05, "Finetune/Loss": 0.9063536524772644, "Finetune/Loss (Raw)": 0.9475497603416443, "Finetune/Step": 2552, "Finetune/Step Time": 10.648890636861324}
+{"Finetune/Learning Rate": 4.270394810727885e-08, "Finetune/Loss": 0.568497896194458, "Finetune/Loss (Raw)": 0.6373423933982849, "Finetune/Step": 18683, "Finetune/Step Time": 10.722519841045141}
+{"Finetune/Learning Rate": 1.9450925762980142e-05, "Finetune/Loss": 0.9062225818634033, "Finetune/Loss (Raw)": 0.8448982238769531, "Finetune/Step": 2553, "Finetune/Step Time": 10.643363792449236}
+{"Finetune/Learning Rate": 4.2548630168712804e-08, "Finetune/Loss": 0.5687589645385742, "Finetune/Loss (Raw)": 0.5897218585014343, "Finetune/Step": 18684, "Finetune/Step Time": 10.721627058461308}
+{"Finetune/Learning Rate": 1.9450375306809236e-05, "Finetune/Loss": 0.9059255719184875, "Finetune/Loss (Raw)": 0.9677713513374329, "Finetune/Step": 2554, "Finetune/Step Time": 10.646213036030531}
+{"Finetune/Learning Rate": 1.9449824582652562e-05, "Finetune/Loss": 0.9034501314163208, "Finetune/Loss (Raw)": 0.8247883915901184, "Finetune/Step": 2555, "Finetune/Step Time": 10.649930413812399}
+{"Finetune/Learning Rate": 4.239359459515258e-08, "Finetune/Loss": 0.5685443878173828, "Finetune/Loss (Raw)": 0.4836342930793762, "Finetune/Step": 18685, "Finetune/Step Time": 10.733051342889667}
+{"Finetune/Learning Rate": 1.9449273590525736e-05, "Finetune/Loss": 0.9029867649078369, "Finetune/Loss (Raw)": 0.9022690653800964, "Finetune/Step": 2556, "Finetune/Step Time": 10.660413706675172}
+{"Finetune/Learning Rate": 4.2238841390994654e-08, "Finetune/Loss": 0.568353533744812, "Finetune/Loss (Raw)": 0.5945944786071777, "Finetune/Step": 18686, "Finetune/Step Time": 10.751930836588144}
+{"Finetune/Learning Rate": 1.9448722330444377e-05, "Finetune/Loss": 0.902588427066803, "Finetune/Loss (Raw)": 0.8127694725990295, "Finetune/Step": 2557, "Finetune/Step Time": 10.671596944332123}
+{"Finetune/Learning Rate": 4.2084370560626643e-08, "Finetune/Loss": 0.568697452545166, "Finetune/Loss (Raw)": 0.6255618333816528, "Finetune/Step": 18687, "Finetune/Step Time": 10.754740368574858}
+{"Finetune/Learning Rate": 1.9448170802424126e-05, "Finetune/Loss": 0.9040738344192505, "Finetune/Loss (Raw)": 1.0539710521697998, "Finetune/Step": 2558, "Finetune/Step Time": 10.689898325130343}
+{"Finetune/Learning Rate": 4.1930182108430584e-08, "Finetune/Loss": 0.569707989692688, "Finetune/Loss (Raw)": 0.7121560573577881, "Finetune/Step": 18688, "Finetune/Step Time": 10.7616575229913}
+{"Finetune/Learning Rate": 1.9447619006480614e-05, "Finetune/Loss": 0.9047163724899292, "Finetune/Loss (Raw)": 1.0293391942977905, "Finetune/Step": 2559, "Finetune/Step Time": 10.691119235008955}
+{"Finetune/Learning Rate": 4.177627603877632e-08, "Finetune/Loss": 0.5705227255821228, "Finetune/Loss (Raw)": 0.5948638916015625, "Finetune/Step": 18689, "Finetune/Step Time": 10.758429476991296}
+{"Finetune/Learning Rate": 1.9447066942629495e-05, "Finetune/Loss": 0.9038628339767456, "Finetune/Loss (Raw)": 0.7261731624603271, "Finetune/Step": 2560, "Finetune/Step Time": 10.692895134910941}
+{"Finetune/Learning Rate": 4.162265235603036e-08, "Finetune/Loss": 0.571994423866272, "Finetune/Loss (Raw)": 0.5885530710220337, "Finetune/Step": 18690, "Finetune/Step Time": 10.724524246528745}
+{"Finetune/Learning Rate": 4.14693110645481e-08, "Finetune/Loss": 0.5719760656356812, "Finetune/Loss (Raw)": 0.5711318850517273, "Finetune/Step": 18691, "Finetune/Step Time": 10.73789337463677}
+{"Finetune/Learning Rate": 1.944651461088642e-05, "Finetune/Loss": 0.9028830528259277, "Finetune/Loss (Raw)": 0.70733642578125, "Finetune/Step": 2561, "Finetune/Step Time": 10.726835176348686}
+{"Finetune/Learning Rate": 4.1316252168677187e-08, "Finetune/Loss": 0.5719845294952393, "Finetune/Loss (Raw)": 0.5441496968269348, "Finetune/Step": 18692, "Finetune/Step Time": 10.736831147223711}
+{"Finetune/Learning Rate": 1.9445962011267052e-05, "Finetune/Loss": 0.9017006158828735, "Finetune/Loss (Raw)": 0.7734415531158447, "Finetune/Step": 2562, "Finetune/Step Time": 10.732988387346268}
+{"Finetune/Learning Rate": 4.116347567275858e-08, "Finetune/Loss": 0.5718042850494385, "Finetune/Loss (Raw)": 0.5083593726158142, "Finetune/Step": 18693, "Finetune/Step Time": 10.725952131673694}
+{"Finetune/Learning Rate": 1.944540914378706e-05, "Finetune/Loss": 0.9006816148757935, "Finetune/Loss (Raw)": 0.7907959222793579, "Finetune/Step": 2563, "Finetune/Step Time": 10.750998048111796}
+{"Finetune/Learning Rate": 4.101098158112549e-08, "Finetune/Loss": 0.5716539621353149, "Finetune/Loss (Raw)": 0.5410431027412415, "Finetune/Step": 18694, "Finetune/Step Time": 10.721006417647004}
+{"Finetune/Learning Rate": 4.085876989810111e-08, "Finetune/Loss": 0.5711913108825684, "Finetune/Loss (Raw)": 0.5310000777244568, "Finetune/Step": 18695, "Finetune/Step Time": 10.722193812951446}
+{"Finetune/Learning Rate": 1.944485600846213e-05, "Finetune/Loss": 0.8981642723083496, "Finetune/Loss (Raw)": 0.6564278602600098, "Finetune/Step": 2564, "Finetune/Step Time": 10.787956148386002}
+{"Finetune/Learning Rate": 4.070684062800201e-08, "Finetune/Loss": 0.5715138912200928, "Finetune/Loss (Raw)": 0.5914247632026672, "Finetune/Step": 18696, "Finetune/Step Time": 10.717335490509868}
+{"Finetune/Learning Rate": 1.944430260530794e-05, "Finetune/Loss": 0.8978960514068604, "Finetune/Loss (Raw)": 0.9829098582267761, "Finetune/Step": 2565, "Finetune/Step Time": 10.70637515746057}
+{"Finetune/Learning Rate": 1.944374893434018e-05, "Finetune/Loss": 0.8982866406440735, "Finetune/Loss (Raw)": 0.9439142942428589, "Finetune/Step": 2566, "Finetune/Step Time": 10.70018687658012}
+{"Finetune/Learning Rate": 4.055519377513695e-08, "Finetune/Loss": 0.5719549655914307, "Finetune/Loss (Raw)": 0.6946789026260376, "Finetune/Step": 18697, "Finetune/Step Time": 10.720660366117954}
+{"Finetune/Learning Rate": 1.9443194995574558e-05, "Finetune/Loss": 0.8965274691581726, "Finetune/Loss (Raw)": 0.7794089913368225, "Finetune/Step": 2567, "Finetune/Step Time": 10.69312077946961}
+{"Finetune/Learning Rate": 4.0403829343804715e-08, "Finetune/Loss": 0.5713950395584106, "Finetune/Loss (Raw)": 0.5382282733917236, "Finetune/Step": 18698, "Finetune/Step Time": 10.717489751055837}
+{"Finetune/Learning Rate": 1.9442640789026778e-05, "Finetune/Loss": 0.8958430886268616, "Finetune/Loss (Raw)": 0.8233163356781006, "Finetune/Step": 2568, "Finetune/Step Time": 10.699006374925375}
+{"Finetune/Learning Rate": 4.025274733829854e-08, "Finetune/Loss": 0.571044921875, "Finetune/Loss (Raw)": 0.5541683435440063, "Finetune/Step": 18699, "Finetune/Step Time": 10.70993485674262}
+{"Finetune/Learning Rate": 1.9442086314712557e-05, "Finetune/Loss": 0.8946132659912109, "Finetune/Loss (Raw)": 0.8863005042076111, "Finetune/Step": 2569, "Finetune/Step Time": 10.694782637059689}
+{"Finetune/Learning Rate": 4.010194776290388e-08, "Finetune/Loss": 0.5717350244522095, "Finetune/Loss (Raw)": 0.6216858625411987, "Finetune/Step": 18700, "Finetune/Step Time": 10.706118457019329}
+{"Finetune/Learning Rate": 1.9441531572647617e-05, "Finetune/Loss": 0.8946935534477234, "Finetune/Loss (Raw)": 0.8931487798690796, "Finetune/Step": 2570, "Finetune/Step Time": 10.690966105088592}
+{"Finetune/Learning Rate": 3.9951430621895107e-08, "Finetune/Loss": 0.5716885328292847, "Finetune/Loss (Raw)": 0.5430564284324646, "Finetune/Step": 18701, "Finetune/Step Time": 10.737745311111212}
+{"Finetune/Learning Rate": 1.9440976562847688e-05, "Finetune/Loss": 0.8951754570007324, "Finetune/Loss (Raw)": 0.9679543375968933, "Finetune/Step": 2571, "Finetune/Step Time": 10.696764800697565}
+{"Finetune/Learning Rate": 3.980119591954101e-08, "Finetune/Loss": 0.5721136331558228, "Finetune/Loss (Raw)": 0.6399762630462646, "Finetune/Step": 18702, "Finetune/Step Time": 10.728001847863197}
+{"Finetune/Learning Rate": 1.9440421285328512e-05, "Finetune/Loss": 0.8961578011512756, "Finetune/Loss (Raw)": 0.967898428440094, "Finetune/Step": 2572, "Finetune/Step Time": 10.68841464444995}
+{"Finetune/Learning Rate": 3.9651243660102646e-08, "Finetune/Loss": 0.5704283118247986, "Finetune/Loss (Raw)": 0.4245280623435974, "Finetune/Step": 18703, "Finetune/Step Time": 10.73811999708414}
+{"Finetune/Learning Rate": 1.9439865740105833e-05, "Finetune/Loss": 0.8971433639526367, "Finetune/Loss (Raw)": 0.92549729347229, "Finetune/Step": 2573, "Finetune/Step Time": 10.690934972837567}
+{"Finetune/Learning Rate": 3.950157384783104e-08, "Finetune/Loss": 0.5716606378555298, "Finetune/Loss (Raw)": 0.60578453540802, "Finetune/Step": 18704, "Finetune/Step Time": 10.735653245821595}
+{"Finetune/Learning Rate": 1.9439309927195407e-05, "Finetune/Loss": 0.8958801031112671, "Finetune/Loss (Raw)": 0.8739638924598694, "Finetune/Step": 2574, "Finetune/Step Time": 10.691923839971423}
+{"Finetune/Learning Rate": 3.935218648697059e-08, "Finetune/Loss": 0.5719561576843262, "Finetune/Loss (Raw)": 0.6710200309753418, "Finetune/Step": 18705, "Finetune/Step Time": 10.7264493573457}
+{"Finetune/Learning Rate": 1.943875384661299e-05, "Finetune/Loss": 0.8954573273658752, "Finetune/Loss (Raw)": 0.9587421417236328, "Finetune/Step": 2575, "Finetune/Step Time": 10.695635786280036}
+{"Finetune/Learning Rate": 3.9203081581759e-08, "Finetune/Loss": 0.5720220804214478, "Finetune/Loss (Raw)": 0.5540378093719482, "Finetune/Step": 18706, "Finetune/Step Time": 10.734533114358783}
+{"Finetune/Learning Rate": 1.9438197498374357e-05, "Finetune/Loss": 0.8947428464889526, "Finetune/Loss (Raw)": 0.8620821237564087, "Finetune/Step": 2576, "Finetune/Step Time": 10.695611972361803}
+{"Finetune/Learning Rate": 3.90542591364218e-08, "Finetune/Loss": 0.5727039575576782, "Finetune/Loss (Raw)": 0.5466538071632385, "Finetune/Step": 18707, "Finetune/Step Time": 10.739224016666412}
+{"Finetune/Learning Rate": 1.943764088249528e-05, "Finetune/Loss": 0.8951232433319092, "Finetune/Loss (Raw)": 0.940129280090332, "Finetune/Step": 2577, "Finetune/Step Time": 10.693910542875528}
+{"Finetune/Learning Rate": 3.8905719155182263e-08, "Finetune/Loss": 0.5730885863304138, "Finetune/Loss (Raw)": 0.6214300990104675, "Finetune/Step": 18708, "Finetune/Step Time": 10.739230688661337}
+{"Finetune/Learning Rate": 1.9437083998991546e-05, "Finetune/Loss": 0.8954534530639648, "Finetune/Loss (Raw)": 0.9560927152633667, "Finetune/Step": 2578, "Finetune/Step Time": 10.695965852588415}
+{"Finetune/Learning Rate": 3.875746164225036e-08, "Finetune/Loss": 0.5740105509757996, "Finetune/Loss (Raw)": 0.6172494292259216, "Finetune/Step": 18709, "Finetune/Step Time": 10.738161500543356}
+{"Finetune/Learning Rate": 1.9436526847878944e-05, "Finetune/Loss": 0.8965760469436646, "Finetune/Loss (Raw)": 1.0171942710876465, "Finetune/Step": 2579, "Finetune/Step Time": 10.693683743476868}
+{"Finetune/Learning Rate": 3.86094866018305e-08, "Finetune/Loss": 0.5751020908355713, "Finetune/Loss (Raw)": 0.6560277342796326, "Finetune/Step": 18710, "Finetune/Step Time": 10.736496794968843}
+{"Finetune/Learning Rate": 1.9435969429173275e-05, "Finetune/Loss": 0.8970129489898682, "Finetune/Loss (Raw)": 0.8457338213920593, "Finetune/Step": 2580, "Finetune/Step Time": 10.686564490199089}
+{"Finetune/Learning Rate": 3.846179403811934e-08, "Finetune/Loss": 0.5753315687179565, "Finetune/Loss (Raw)": 0.5529123544692993, "Finetune/Step": 18711, "Finetune/Step Time": 10.741225838661194}
+{"Finetune/Learning Rate": 1.9435411742890345e-05, "Finetune/Loss": 0.8956584930419922, "Finetune/Loss (Raw)": 0.7277053594589233, "Finetune/Step": 2581, "Finetune/Step Time": 10.680858353152871}
+{"Finetune/Learning Rate": 3.8314383955304624e-08, "Finetune/Loss": 0.5753442049026489, "Finetune/Loss (Raw)": 0.5466066598892212, "Finetune/Step": 18712, "Finetune/Step Time": 10.7660166118294}
+{"Finetune/Learning Rate": 1.943485378904597e-05, "Finetune/Loss": 0.8947202563285828, "Finetune/Loss (Raw)": 0.7956156730651855, "Finetune/Step": 2582, "Finetune/Step Time": 10.67234443128109}
+{"Finetune/Learning Rate": 3.8167256357567464e-08, "Finetune/Loss": 0.5736334919929504, "Finetune/Loss (Raw)": 0.3477105498313904, "Finetune/Step": 18713, "Finetune/Step Time": 10.777905022725463}
+{"Finetune/Learning Rate": 1.9434295567655966e-05, "Finetune/Loss": 0.8947166204452515, "Finetune/Loss (Raw)": 0.8496060371398926, "Finetune/Step": 2583, "Finetune/Step Time": 10.650026056915522}
+{"Finetune/Learning Rate": 1.9433737078736172e-05, "Finetune/Loss": 0.8954443335533142, "Finetune/Loss (Raw)": 0.8896000981330872, "Finetune/Step": 2584, "Finetune/Step Time": 10.641048626974225}
+{"Finetune/Learning Rate": 3.802041124907896e-08, "Finetune/Loss": 0.5742624998092651, "Finetune/Loss (Raw)": 0.6248579621315002, "Finetune/Step": 18714, "Finetune/Step Time": 10.799025002866983}
+{"Finetune/Learning Rate": 1.943317832230242e-05, "Finetune/Loss": 0.8951993584632874, "Finetune/Loss (Raw)": 0.8801194429397583, "Finetune/Step": 2585, "Finetune/Step Time": 10.631852051243186}
+{"Finetune/Learning Rate": 3.787384863400245e-08, "Finetune/Loss": 0.57452392578125, "Finetune/Loss (Raw)": 0.6154162287712097, "Finetune/Step": 18715, "Finetune/Step Time": 10.788854390382767}
+{"Finetune/Learning Rate": 1.9432619298370554e-05, "Finetune/Loss": 0.8954195976257324, "Finetune/Loss (Raw)": 0.9708755016326904, "Finetune/Step": 2586, "Finetune/Step Time": 10.63639910519123}
+{"Finetune/Learning Rate": 3.7727568516496835e-08, "Finetune/Loss": 0.5741610527038574, "Finetune/Loss (Raw)": 0.4654316008090973, "Finetune/Step": 18716, "Finetune/Step Time": 10.811275513842702}
+{"Finetune/Learning Rate": 1.9432060006956428e-05, "Finetune/Loss": 0.8941430449485779, "Finetune/Loss (Raw)": 0.8431499600410461, "Finetune/Step": 2587, "Finetune/Step Time": 10.630745392292738}
+{"Finetune/Learning Rate": 3.7581570900707685e-08, "Finetune/Loss": 0.573554277420044, "Finetune/Loss (Raw)": 0.5906999111175537, "Finetune/Step": 18717, "Finetune/Step Time": 10.82633426785469}
+{"Finetune/Learning Rate": 1.94315004480759e-05, "Finetune/Loss": 0.8937279582023621, "Finetune/Loss (Raw)": 0.8275319933891296, "Finetune/Step": 2588, "Finetune/Step Time": 10.63641395419836}
+{"Finetune/Learning Rate": 3.743585579077502e-08, "Finetune/Loss": 0.5729832649230957, "Finetune/Loss (Raw)": 0.5251772999763489, "Finetune/Step": 18718, "Finetune/Step Time": 10.846517369151115}
+{"Finetune/Learning Rate": 1.943094062174484e-05, "Finetune/Loss": 0.8930627107620239, "Finetune/Loss (Raw)": 0.8939675688743591, "Finetune/Step": 2589, "Finetune/Step Time": 10.629282429814339}
+{"Finetune/Learning Rate": 1.9430380527979124e-05, "Finetune/Loss": 0.892484188079834, "Finetune/Loss (Raw)": 0.9238845109939575, "Finetune/Step": 2590, "Finetune/Step Time": 10.622375639155507}
+{"Finetune/Learning Rate": 3.729042319083331e-08, "Finetune/Loss": 0.5736681222915649, "Finetune/Loss (Raw)": 0.49400004744529724, "Finetune/Step": 18719, "Finetune/Step Time": 10.827293012291193}
+{"Finetune/Learning Rate": 1.9429820166794627e-05, "Finetune/Loss": 0.8945518732070923, "Finetune/Loss (Raw)": 1.0130048990249634, "Finetune/Step": 2591, "Finetune/Step Time": 10.618901915848255}
+{"Finetune/Learning Rate": 3.714527310500371e-08, "Finetune/Loss": 0.5728392601013184, "Finetune/Loss (Raw)": 0.5504923462867737, "Finetune/Step": 18720, "Finetune/Step Time": 10.825577398762107}
+{"Finetune/Learning Rate": 1.942925953820725e-05, "Finetune/Loss": 0.8938300013542175, "Finetune/Loss (Raw)": 0.8724257349967957, "Finetune/Step": 2592, "Finetune/Step Time": 10.619391649961472}
+{"Finetune/Learning Rate": 3.7000405537405136e-08, "Finetune/Loss": 0.5734831690788269, "Finetune/Loss (Raw)": 0.6166163086891174, "Finetune/Step": 18721, "Finetune/Step Time": 10.852956978604198}
+{"Finetune/Learning Rate": 1.9428698642232883e-05, "Finetune/Loss": 0.892623782157898, "Finetune/Loss (Raw)": 0.8321536779403687, "Finetune/Step": 2593, "Finetune/Step Time": 10.625202480703592}
+{"Finetune/Learning Rate": 3.68558204921432e-08, "Finetune/Loss": 0.5755155086517334, "Finetune/Loss (Raw)": 0.6696358919143677, "Finetune/Step": 18722, "Finetune/Step Time": 10.821806591004133}
+{"Finetune/Learning Rate": 1.9428137478887437e-05, "Finetune/Loss": 0.8905057907104492, "Finetune/Loss (Raw)": 0.6937575936317444, "Finetune/Step": 2594, "Finetune/Step Time": 10.64641355164349}
+{"Finetune/Learning Rate": 3.6711517973317956e-08, "Finetune/Loss": 0.5760186910629272, "Finetune/Loss (Raw)": 0.5796176791191101, "Finetune/Step": 18723, "Finetune/Step Time": 10.826973212882876}
+{"Finetune/Learning Rate": 1.942757604818682e-05, "Finetune/Loss": 0.8924901485443115, "Finetune/Loss (Raw)": 0.9825291633605957, "Finetune/Step": 2595, "Finetune/Step Time": 10.612242739647627}
+{"Finetune/Learning Rate": 3.65674979850239e-08, "Finetune/Loss": 0.5761438012123108, "Finetune/Loss (Raw)": 0.6033017039299011, "Finetune/Step": 18724, "Finetune/Step Time": 10.836650133132935}
+{"Finetune/Learning Rate": 3.6423760531342225e-08, "Finetune/Loss": 0.5764201879501343, "Finetune/Loss (Raw)": 0.6039443016052246, "Finetune/Step": 18725, "Finetune/Step Time": 10.828014496713877}
+{"Finetune/Learning Rate": 1.9427014350146955e-05, "Finetune/Loss": 0.8940402269363403, "Finetune/Loss (Raw)": 0.941993236541748, "Finetune/Step": 2596, "Finetune/Step Time": 10.62419180572033}
+{"Finetune/Learning Rate": 1.942645238478377e-05, "Finetune/Loss": 0.892924964427948, "Finetune/Loss (Raw)": 0.813080370426178, "Finetune/Step": 2597, "Finetune/Step Time": 10.616330813616514}
+{"Finetune/Learning Rate": 3.628030561635076e-08, "Finetune/Loss": 0.5763591527938843, "Finetune/Loss (Raw)": 0.5926294922828674, "Finetune/Step": 18726, "Finetune/Step Time": 10.822950093075633}
+{"Finetune/Learning Rate": 1.94258901521132e-05, "Finetune/Loss": 0.8942028880119324, "Finetune/Loss (Raw)": 0.946495532989502, "Finetune/Step": 2598, "Finetune/Step Time": 10.613562757149339}
+{"Finetune/Learning Rate": 3.613713324411627e-08, "Finetune/Loss": 0.5761442184448242, "Finetune/Loss (Raw)": 0.5380917191505432, "Finetune/Step": 18727, "Finetune/Step Time": 10.830351831391454}
+{"Finetune/Learning Rate": 1.942532765215119e-05, "Finetune/Loss": 0.8939136266708374, "Finetune/Loss (Raw)": 0.6564983129501343, "Finetune/Step": 2599, "Finetune/Step Time": 10.576676685363054}
+{"Finetune/Learning Rate": 3.599424341869884e-08, "Finetune/Loss": 0.576167106628418, "Finetune/Loss (Raw)": 0.5432489514350891, "Finetune/Step": 18728, "Finetune/Step Time": 10.833648134022951}
+{"Finetune/Learning Rate": 1.942476488491369e-05, "Finetune/Loss": 0.894401490688324, "Finetune/Loss (Raw)": 0.956612229347229, "Finetune/Step": 2600, "Finetune/Step Time": 10.571992320939898}
+{"Finetune/Learning Rate": 3.585163614415188e-08, "Finetune/Loss": 0.5767682790756226, "Finetune/Loss (Raw)": 0.6243358850479126, "Finetune/Step": 18729, "Finetune/Step Time": 10.838642660528421}
+{"Finetune/Learning Rate": 1.9424201850416656e-05, "Finetune/Loss": 0.8929504156112671, "Finetune/Loss (Raw)": 0.8635643124580383, "Finetune/Step": 2601, "Finetune/Step Time": 10.56294011324644}
+{"Finetune/Learning Rate": 3.570931142451772e-08, "Finetune/Loss": 0.5770922303199768, "Finetune/Loss (Raw)": 0.6472899913787842, "Finetune/Step": 18730, "Finetune/Step Time": 10.833742287009954}
+{"Finetune/Learning Rate": 1.942363854867606e-05, "Finetune/Loss": 0.8918500542640686, "Finetune/Loss (Raw)": 0.8684879541397095, "Finetune/Step": 2602, "Finetune/Step Time": 10.565533647313714}
+{"Finetune/Learning Rate": 3.556726926383314e-08, "Finetune/Loss": 0.5776094198226929, "Finetune/Loss (Raw)": 0.6506668329238892, "Finetune/Step": 18731, "Finetune/Step Time": 10.82881274446845}
+{"Finetune/Learning Rate": 1.942307497970787e-05, "Finetune/Loss": 0.8915741443634033, "Finetune/Loss (Raw)": 0.8974869847297668, "Finetune/Step": 2603, "Finetune/Step Time": 10.5721032358706}
+{"Finetune/Learning Rate": 3.5425509666126014e-08, "Finetune/Loss": 0.577410876750946, "Finetune/Loss (Raw)": 0.5442777276039124, "Finetune/Step": 18732, "Finetune/Step Time": 10.82264580950141}
+{"Finetune/Learning Rate": 1.942251114352807e-05, "Finetune/Loss": 0.891616940498352, "Finetune/Loss (Raw)": 0.845730721950531, "Finetune/Step": 2604, "Finetune/Step Time": 10.569939533248544}
+{"Finetune/Learning Rate": 3.5284032635415355e-08, "Finetune/Loss": 0.5792138576507568, "Finetune/Loss (Raw)": 0.6761500239372253, "Finetune/Step": 18733, "Finetune/Step Time": 10.819671982899308}
+{"Finetune/Learning Rate": 1.9421947040152648e-05, "Finetune/Loss": 0.8911418914794922, "Finetune/Loss (Raw)": 0.7839299440383911, "Finetune/Step": 2605, "Finetune/Step Time": 10.567440245300531}
+{"Finetune/Learning Rate": 3.514283817571351e-08, "Finetune/Loss": 0.5792065262794495, "Finetune/Loss (Raw)": 0.5414668917655945, "Finetune/Step": 18734, "Finetune/Step Time": 10.824897909536958}
+{"Finetune/Learning Rate": 1.9421382669597598e-05, "Finetune/Loss": 0.8904529809951782, "Finetune/Loss (Raw)": 0.8738288283348083, "Finetune/Step": 2606, "Finetune/Step Time": 10.578929940238595}
+{"Finetune/Learning Rate": 3.5001926291025057e-08, "Finetune/Loss": 0.5797545909881592, "Finetune/Loss (Raw)": 0.5420293807983398, "Finetune/Step": 18735, "Finetune/Step Time": 10.837668461725116}
+{"Finetune/Learning Rate": 3.486129698534457e-08, "Finetune/Loss": 0.5785224437713623, "Finetune/Loss (Raw)": 0.5772772431373596, "Finetune/Step": 18736, "Finetune/Step Time": 10.795194877311587}
+{"Finetune/Learning Rate": 1.9420818031878927e-05, "Finetune/Loss": 0.8893582820892334, "Finetune/Loss (Raw)": 0.8115516901016235, "Finetune/Step": 2607, "Finetune/Step Time": 10.61054502800107}
+{"Finetune/Learning Rate": 3.47209502626622e-08, "Finetune/Loss": 0.5780439376831055, "Finetune/Loss (Raw)": 0.5203287601470947, "Finetune/Step": 18737, "Finetune/Step Time": 10.777846496552229}
+{"Finetune/Learning Rate": 1.9420253127012647e-05, "Finetune/Loss": 0.8896148800849915, "Finetune/Loss (Raw)": 0.8743175864219666, "Finetune/Step": 2608, "Finetune/Step Time": 10.648214789107442}
+{"Finetune/Learning Rate": 3.458088612695476e-08, "Finetune/Loss": 0.5772386789321899, "Finetune/Loss (Raw)": 0.5418383479118347, "Finetune/Step": 18738, "Finetune/Step Time": 10.769622430205345}
+{"Finetune/Learning Rate": 1.9419687955014775e-05, "Finetune/Loss": 0.89069664478302, "Finetune/Loss (Raw)": 1.059973120689392, "Finetune/Step": 2609, "Finetune/Step Time": 10.641840549185872}
+{"Finetune/Learning Rate": 3.444110458219685e-08, "Finetune/Loss": 0.5766581892967224, "Finetune/Loss (Raw)": 0.5594921708106995, "Finetune/Step": 18739, "Finetune/Step Time": 10.767395678907633}
+{"Finetune/Learning Rate": 1.941912251590134e-05, "Finetune/Loss": 0.8894062638282776, "Finetune/Loss (Raw)": 0.8109818696975708, "Finetune/Step": 2610, "Finetune/Step Time": 10.654620788991451}
+{"Finetune/Learning Rate": 3.430160563234974e-08, "Finetune/Loss": 0.575863242149353, "Finetune/Loss (Raw)": 0.5706350803375244, "Finetune/Step": 18740, "Finetune/Step Time": 10.765167681500316}
+{"Finetune/Learning Rate": 3.4162389281370276e-08, "Finetune/Loss": 0.5761492252349854, "Finetune/Loss (Raw)": 0.5895001888275146, "Finetune/Step": 18741, "Finetune/Step Time": 10.758101090788841}
+{"Finetune/Learning Rate": 1.9418556809688373e-05, "Finetune/Loss": 0.886562705039978, "Finetune/Loss (Raw)": 0.6368604898452759, "Finetune/Step": 2611, "Finetune/Step Time": 10.696896692737937}
+{"Finetune/Learning Rate": 3.4023455533207514e-08, "Finetune/Loss": 0.5766679048538208, "Finetune/Loss (Raw)": 0.6943362951278687, "Finetune/Step": 18742, "Finetune/Step Time": 10.761170895770192}
+{"Finetune/Learning Rate": 1.941799083639192e-05, "Finetune/Loss": 0.885507345199585, "Finetune/Loss (Raw)": 0.7760106921195984, "Finetune/Step": 2612, "Finetune/Step Time": 10.718386022374034}
+{"Finetune/Learning Rate": 3.3884804391799417e-08, "Finetune/Loss": 0.5754780173301697, "Finetune/Loss (Raw)": 0.5824272036552429, "Finetune/Step": 18743, "Finetune/Step Time": 10.752271082252264}
+{"Finetune/Learning Rate": 1.941742459602803e-05, "Finetune/Loss": 0.8851080536842346, "Finetune/Loss (Raw)": 0.7731401324272156, "Finetune/Step": 2613, "Finetune/Step Time": 10.699949508532882}
+{"Finetune/Learning Rate": 3.3746435861078394e-08, "Finetune/Loss": 0.5748679637908936, "Finetune/Loss (Raw)": 0.4866839349269867, "Finetune/Step": 18744, "Finetune/Step Time": 10.742124184966087}
+{"Finetune/Learning Rate": 1.941685808861275e-05, "Finetune/Loss": 0.8845149278640747, "Finetune/Loss (Raw)": 0.8325310349464417, "Finetune/Step": 2614, "Finetune/Step Time": 10.705767262727022}
+{"Finetune/Learning Rate": 3.360834994496909e-08, "Finetune/Loss": 0.5749657154083252, "Finetune/Loss (Raw)": 0.5246630907058716, "Finetune/Step": 18745, "Finetune/Step Time": 10.740316860377789}
+{"Finetune/Learning Rate": 1.941629131416216e-05, "Finetune/Loss": 0.8844660520553589, "Finetune/Loss (Raw)": 0.8319225907325745, "Finetune/Step": 2615, "Finetune/Step Time": 10.691227726638317}
+{"Finetune/Learning Rate": 3.347054664738503e-08, "Finetune/Loss": 0.5745655298233032, "Finetune/Loss (Raw)": 0.5706448554992676, "Finetune/Step": 18746, "Finetune/Step Time": 10.73490709811449}
+{"Finetune/Learning Rate": 1.941572427269232e-05, "Finetune/Loss": 0.8840131759643555, "Finetune/Loss (Raw)": 0.8849160075187683, "Finetune/Step": 2616, "Finetune/Step Time": 10.685253638774157}
+{"Finetune/Learning Rate": 3.3333025972236424e-08, "Finetune/Loss": 0.5742012858390808, "Finetune/Loss (Raw)": 0.6024913191795349, "Finetune/Step": 18747, "Finetune/Step Time": 10.72992485575378}
+{"Finetune/Learning Rate": 1.9415156964219318e-05, "Finetune/Loss": 0.8842592239379883, "Finetune/Loss (Raw)": 0.8989147543907166, "Finetune/Step": 2617, "Finetune/Step Time": 10.684579582884908}
+{"Finetune/Learning Rate": 3.319578792342126e-08, "Finetune/Loss": 0.573789119720459, "Finetune/Loss (Raw)": 0.6731062531471252, "Finetune/Step": 18748, "Finetune/Step Time": 10.72788593173027}
+{"Finetune/Learning Rate": 1.9414589388759234e-05, "Finetune/Loss": 0.8842043876647949, "Finetune/Loss (Raw)": 0.9033418893814087, "Finetune/Step": 2618, "Finetune/Step Time": 10.672695217654109}
+{"Finetune/Learning Rate": 3.3058832504830887e-08, "Finetune/Loss": 0.5754350423812866, "Finetune/Loss (Raw)": 0.597007155418396, "Finetune/Step": 18749, "Finetune/Step Time": 10.69154447503388}
+{"Finetune/Learning Rate": 1.941402154632817e-05, "Finetune/Loss": 0.8834664225578308, "Finetune/Loss (Raw)": 0.7920440435409546, "Finetune/Step": 2619, "Finetune/Step Time": 10.66859327070415}
+{"Finetune/Learning Rate": 3.2922159720351067e-08, "Finetune/Loss": 0.5772914886474609, "Finetune/Loss (Raw)": 0.626530110836029, "Finetune/Step": 18750, "Finetune/Step Time": 10.648397339507937}
+{"Finetune/Learning Rate": 1.941345343694222e-05, "Finetune/Loss": 0.8831746578216553, "Finetune/Loss (Raw)": 0.9972248673439026, "Finetune/Step": 2620, "Finetune/Step Time": 10.672795563936234}
+{"Finetune/Learning Rate": 3.2785769573856486e-08, "Finetune/Loss": 0.5788329839706421, "Finetune/Loss (Raw)": 0.7210597991943359, "Finetune/Step": 18751, "Finetune/Step Time": 10.649093246087432}
+{"Finetune/Learning Rate": 1.9412885060617507e-05, "Finetune/Loss": 0.8815077543258667, "Finetune/Loss (Raw)": 0.7410871386528015, "Finetune/Step": 2621, "Finetune/Step Time": 10.703704915940762}
+{"Finetune/Learning Rate": 3.264966206921294e-08, "Finetune/Loss": 0.5789437294006348, "Finetune/Loss (Raw)": 0.5773531198501587, "Finetune/Step": 18752, "Finetune/Step Time": 10.646938035264611}
+{"Finetune/Learning Rate": 3.25138372102829e-08, "Finetune/Loss": 0.5801112651824951, "Finetune/Loss (Raw)": 0.6246421337127686, "Finetune/Step": 18753, "Finetune/Step Time": 10.65731244161725}
+{"Finetune/Learning Rate": 1.9412316417370132e-05, "Finetune/Loss": 0.8811336755752563, "Finetune/Loss (Raw)": 0.8735615015029907, "Finetune/Step": 2622, "Finetune/Step Time": 10.732459848746657}
+{"Finetune/Learning Rate": 3.237829500091661e-08, "Finetune/Loss": 0.580340564250946, "Finetune/Loss (Raw)": 0.5329825282096863, "Finetune/Step": 18754, "Finetune/Step Time": 10.661271763965487}
+{"Finetune/Learning Rate": 1.9411747507216235e-05, "Finetune/Loss": 0.8812059164047241, "Finetune/Loss (Raw)": 0.9860763549804688, "Finetune/Step": 2623, "Finetune/Step Time": 10.742128575220704}
+{"Finetune/Learning Rate": 3.224303544495766e-08, "Finetune/Loss": 0.579623281955719, "Finetune/Loss (Raw)": 0.4778686761856079, "Finetune/Step": 18755, "Finetune/Step Time": 10.664633164182305}
+{"Finetune/Learning Rate": 1.941117833017194e-05, "Finetune/Loss": 0.8805314302444458, "Finetune/Loss (Raw)": 0.8811785578727722, "Finetune/Step": 2624, "Finetune/Step Time": 10.735931232571602}
+{"Finetune/Learning Rate": 3.2108058546241884e-08, "Finetune/Loss": 0.5792804956436157, "Finetune/Loss (Raw)": 0.5444505214691162, "Finetune/Step": 18756, "Finetune/Step Time": 10.669352132827044}
+{"Finetune/Learning Rate": 1.9410608886253387e-05, "Finetune/Loss": 0.8777236938476562, "Finetune/Loss (Raw)": 0.5562828779220581, "Finetune/Step": 2625, "Finetune/Step Time": 10.751692168414593}
+{"Finetune/Learning Rate": 3.197336430859621e-08, "Finetune/Loss": 0.5798754096031189, "Finetune/Loss (Raw)": 0.5779446959495544, "Finetune/Step": 18757, "Finetune/Step Time": 10.672454979270697}
+{"Finetune/Learning Rate": 1.9410039175476728e-05, "Finetune/Loss": 0.8769633769989014, "Finetune/Loss (Raw)": 0.8119921088218689, "Finetune/Step": 2626, "Finetune/Step Time": 10.74649934656918}
+{"Finetune/Learning Rate": 3.183895273584092e-08, "Finetune/Loss": 0.5805631279945374, "Finetune/Loss (Raw)": 0.5182857513427734, "Finetune/Step": 18758, "Finetune/Step Time": 10.63811325840652}
+{"Finetune/Learning Rate": 1.9409469197858114e-05, "Finetune/Loss": 0.8756093382835388, "Finetune/Loss (Raw)": 0.7943508625030518, "Finetune/Step": 2627, "Finetune/Step Time": 10.805356103926897}
+{"Finetune/Learning Rate": 3.17048238317863e-08, "Finetune/Loss": 0.5802881717681885, "Finetune/Loss (Raw)": 0.4976502060890198, "Finetune/Step": 18759, "Finetune/Step Time": 10.647653501480818}
+{"Finetune/Learning Rate": 1.9408898953413713e-05, "Finetune/Loss": 0.8750511407852173, "Finetune/Loss (Raw)": 0.828434944152832, "Finetune/Step": 2628, "Finetune/Step Time": 10.807514153420925}
+{"Finetune/Learning Rate": 3.157097760023819e-08, "Finetune/Loss": 0.581487238407135, "Finetune/Loss (Raw)": 0.6634204983711243, "Finetune/Step": 18760, "Finetune/Step Time": 10.667064698413014}
+{"Finetune/Learning Rate": 1.940832844215969e-05, "Finetune/Loss": 0.8754174709320068, "Finetune/Loss (Raw)": 0.8920974135398865, "Finetune/Step": 2629, "Finetune/Step Time": 10.81153379753232}
+{"Finetune/Learning Rate": 3.143741404499023e-08, "Finetune/Loss": 0.581291913986206, "Finetune/Loss (Raw)": 0.6315814256668091, "Finetune/Step": 18761, "Finetune/Step Time": 10.680183604359627}
+{"Finetune/Learning Rate": 1.940775766411223e-05, "Finetune/Loss": 0.8743196725845337, "Finetune/Loss (Raw)": 0.7926231026649475, "Finetune/Step": 2630, "Finetune/Step Time": 10.824141731485724}
+{"Finetune/Learning Rate": 3.1304133169830496e-08, "Finetune/Loss": 0.5820126533508301, "Finetune/Loss (Raw)": 0.5386977195739746, "Finetune/Step": 18762, "Finetune/Step Time": 10.70378464832902}
+{"Finetune/Learning Rate": 1.9407186619287514e-05, "Finetune/Loss": 0.8743959665298462, "Finetune/Loss (Raw)": 0.9878197312355042, "Finetune/Step": 2631, "Finetune/Step Time": 10.817980563268065}
+{"Finetune/Learning Rate": 3.1171134978538185e-08, "Finetune/Loss": 0.5816644430160522, "Finetune/Loss (Raw)": 0.5692849159240723, "Finetune/Step": 18763, "Finetune/Step Time": 10.686866318807006}
+{"Finetune/Learning Rate": 1.9406615307701736e-05, "Finetune/Loss": 0.8735241889953613, "Finetune/Loss (Raw)": 0.790621280670166, "Finetune/Step": 2632, "Finetune/Step Time": 10.835001772269607}
+{"Finetune/Learning Rate": 3.103841947488584e-08, "Finetune/Loss": 0.5803558826446533, "Finetune/Loss (Raw)": 0.5035880208015442, "Finetune/Step": 18764, "Finetune/Step Time": 10.66659859009087}
+{"Finetune/Learning Rate": 1.9406043729371097e-05, "Finetune/Loss": 0.8744385838508606, "Finetune/Loss (Raw)": 0.8873660564422607, "Finetune/Step": 2633, "Finetune/Step Time": 10.835173539817333}
+{"Finetune/Learning Rate": 3.090598666263489e-08, "Finetune/Loss": 0.5796900987625122, "Finetune/Loss (Raw)": 0.5823941826820374, "Finetune/Step": 18765, "Finetune/Step Time": 10.661307783797383}
+{"Finetune/Learning Rate": 1.9405471884311806e-05, "Finetune/Loss": 0.8731929063796997, "Finetune/Loss (Raw)": 0.7687221169471741, "Finetune/Step": 2634, "Finetune/Step Time": 10.832973821088672}
+{"Finetune/Learning Rate": 3.077383654554233e-08, "Finetune/Loss": 0.5804910659790039, "Finetune/Loss (Raw)": 0.5920929908752441, "Finetune/Step": 18766, "Finetune/Step Time": 10.653538977727294}
+{"Finetune/Learning Rate": 1.9404899772540074e-05, "Finetune/Loss": 0.873379111289978, "Finetune/Loss (Raw)": 0.8230526447296143, "Finetune/Step": 2635, "Finetune/Step Time": 10.84575466811657}
+{"Finetune/Learning Rate": 3.064196912735517e-08, "Finetune/Loss": 0.5815247893333435, "Finetune/Loss (Raw)": 0.6758582592010498, "Finetune/Step": 18767, "Finetune/Step Time": 10.656443452462554}
+{"Finetune/Learning Rate": 1.940432739407213e-05, "Finetune/Loss": 0.8725895881652832, "Finetune/Loss (Raw)": 0.921508252620697, "Finetune/Step": 2636, "Finetune/Step Time": 10.84430862031877}
+{"Finetune/Learning Rate": 3.0510384411812645e-08, "Finetune/Loss": 0.5815069675445557, "Finetune/Loss (Raw)": 0.5612379908561707, "Finetune/Step": 18768, "Finetune/Step Time": 10.652446748688817}
+{"Finetune/Learning Rate": 1.9403754748924204e-05, "Finetune/Loss": 0.8731025457382202, "Finetune/Loss (Raw)": 0.9101756811141968, "Finetune/Step": 2637, "Finetune/Step Time": 10.845614207908511}
+{"Finetune/Learning Rate": 1.9403181837112533e-05, "Finetune/Loss": 0.8721069097518921, "Finetune/Loss (Raw)": 0.7357286214828491, "Finetune/Step": 2638, "Finetune/Step Time": 10.842443464323878}
+{"Finetune/Learning Rate": 3.037908240264509e-08, "Finetune/Loss": 0.5818332433700562, "Finetune/Loss (Raw)": 0.5665228962898254, "Finetune/Step": 18769, "Finetune/Step Time": 10.661857953295112}
+{"Finetune/Learning Rate": 1.9402608658653367e-05, "Finetune/Loss": 0.8720933794975281, "Finetune/Loss (Raw)": 0.8407977223396301, "Finetune/Step": 2639, "Finetune/Step Time": 10.848099417984486}
+{"Finetune/Learning Rate": 3.0248063103578416e-08, "Finetune/Loss": 0.5817323327064514, "Finetune/Loss (Raw)": 0.5297897458076477, "Finetune/Step": 18770, "Finetune/Step Time": 10.66875121742487}
+{"Finetune/Learning Rate": 1.9402035213562956e-05, "Finetune/Loss": 0.872281551361084, "Finetune/Loss (Raw)": 0.8382406234741211, "Finetune/Step": 2640, "Finetune/Step Time": 10.848998168483377}
+{"Finetune/Learning Rate": 3.011732651832633e-08, "Finetune/Loss": 0.5821152925491333, "Finetune/Loss (Raw)": 0.545132040977478, "Finetune/Step": 18771, "Finetune/Step Time": 10.655770530924201}
+{"Finetune/Learning Rate": 1.940146150185756e-05, "Finetune/Loss": 0.8723687529563904, "Finetune/Loss (Raw)": 0.8852634429931641, "Finetune/Step": 2641, "Finetune/Step Time": 10.8461759891361}
+{"Finetune/Learning Rate": 2.998687265059586e-08, "Finetune/Loss": 0.5820095539093018, "Finetune/Loss (Raw)": 0.620177686214447, "Finetune/Step": 18772, "Finetune/Step Time": 10.662770587950945}
+{"Finetune/Learning Rate": 1.940088752355345e-05, "Finetune/Loss": 0.8741082549095154, "Finetune/Loss (Raw)": 0.9925910830497742, "Finetune/Step": 2642, "Finetune/Step Time": 10.823828063905239}
+{"Finetune/Learning Rate": 2.985670150408626e-08, "Finetune/Loss": 0.5813885927200317, "Finetune/Loss (Raw)": 0.5352333784103394, "Finetune/Step": 18773, "Finetune/Step Time": 10.666300451382995}
+{"Finetune/Learning Rate": 1.94003132786669e-05, "Finetune/Loss": 0.8737814426422119, "Finetune/Loss (Raw)": 0.8037660717964172, "Finetune/Step": 2643, "Finetune/Step Time": 10.831386482343078}
+{"Finetune/Learning Rate": 2.9726813082490145e-08, "Finetune/Loss": 0.5826276540756226, "Finetune/Loss (Raw)": 0.6704674363136292, "Finetune/Step": 18774, "Finetune/Step Time": 10.667092027142644}
+{"Finetune/Learning Rate": 1.93997387672142e-05, "Finetune/Loss": 0.8729139566421509, "Finetune/Loss (Raw)": 0.9005222320556641, "Finetune/Step": 2644, "Finetune/Step Time": 10.836382646113634}
+{"Finetune/Learning Rate": 2.9597207389490125e-08, "Finetune/Loss": 0.5831773281097412, "Finetune/Loss (Raw)": 0.6848902702331543, "Finetune/Step": 18775, "Finetune/Step Time": 10.665587859228253}
+{"Finetune/Learning Rate": 1.939916398921164e-05, "Finetune/Loss": 0.872472882270813, "Finetune/Loss (Raw)": 0.837940514087677, "Finetune/Step": 2645, "Finetune/Step Time": 10.827752152457833}
+{"Finetune/Learning Rate": 2.946788442876103e-08, "Finetune/Loss": 0.5826603174209595, "Finetune/Loss (Raw)": 0.5776100158691406, "Finetune/Step": 18776, "Finetune/Step Time": 10.650203425437212}
+{"Finetune/Learning Rate": 1.9398588944675515e-05, "Finetune/Loss": 0.8718666434288025, "Finetune/Loss (Raw)": 0.9363546967506409, "Finetune/Step": 2646, "Finetune/Step Time": 10.832397494465113}
+{"Finetune/Learning Rate": 2.933884420396993e-08, "Finetune/Loss": 0.5828757286071777, "Finetune/Loss (Raw)": 0.5824468731880188, "Finetune/Step": 18777, "Finetune/Step Time": 10.65166875347495}
+{"Finetune/Learning Rate": 1.9398013633622134e-05, "Finetune/Loss": 0.8719408512115479, "Finetune/Loss (Raw)": 0.9133912920951843, "Finetune/Step": 2647, "Finetune/Step Time": 10.82981358282268}
+{"Finetune/Learning Rate": 2.921008671877612e-08, "Finetune/Loss": 0.5812128186225891, "Finetune/Loss (Raw)": 0.3710607588291168, "Finetune/Step": 18778, "Finetune/Step Time": 10.686673868447542}
+{"Finetune/Learning Rate": 1.939743805606781e-05, "Finetune/Loss": 0.8715028762817383, "Finetune/Loss (Raw)": 0.8622217178344727, "Finetune/Step": 2648, "Finetune/Step Time": 10.838369976729155}
+{"Finetune/Learning Rate": 2.9081611976832237e-08, "Finetune/Loss": 0.5825030207633972, "Finetune/Loss (Raw)": 0.7482930421829224, "Finetune/Step": 18779, "Finetune/Step Time": 10.695915091782808}
+{"Finetune/Learning Rate": 1.9396862212028864e-05, "Finetune/Loss": 0.872168242931366, "Finetune/Loss (Raw)": 0.9378901720046997, "Finetune/Step": 2649, "Finetune/Step Time": 10.847123272716999}
+{"Finetune/Learning Rate": 2.8953419981779808e-08, "Finetune/Loss": 0.580701470375061, "Finetune/Loss (Raw)": 0.4920539855957031, "Finetune/Step": 18780, "Finetune/Step Time": 10.68555142916739}
+{"Finetune/Learning Rate": 1.939628610152163e-05, "Finetune/Loss": 0.8724493980407715, "Finetune/Loss (Raw)": 0.9616220593452454, "Finetune/Step": 2650, "Finetune/Step Time": 10.8512739893049}
+{"Finetune/Learning Rate": 2.8825510737254813e-08, "Finetune/Loss": 0.5815051794052124, "Finetune/Loss (Raw)": 0.6458027958869934, "Finetune/Step": 18781, "Finetune/Step Time": 10.693683559074998}
+{"Finetune/Learning Rate": 1.9395709724562438e-05, "Finetune/Loss": 0.8725945949554443, "Finetune/Loss (Raw)": 0.8678775429725647, "Finetune/Step": 2651, "Finetune/Step Time": 10.847909754142165}
+{"Finetune/Learning Rate": 2.8697884246884355e-08, "Finetune/Loss": 0.5816541910171509, "Finetune/Loss (Raw)": 0.5317784547805786, "Finetune/Step": 18782, "Finetune/Step Time": 10.681264443323016}
+{"Finetune/Learning Rate": 1.9395133081167637e-05, "Finetune/Loss": 0.872969388961792, "Finetune/Loss (Raw)": 0.8770864009857178, "Finetune/Step": 2652, "Finetune/Step Time": 10.847298191860318}
+{"Finetune/Learning Rate": 2.857054051428665e-08, "Finetune/Loss": 0.582061231136322, "Finetune/Loss (Raw)": 0.671862006187439, "Finetune/Step": 18783, "Finetune/Step Time": 10.685606647282839}
+{"Finetune/Learning Rate": 1.939455617135358e-05, "Finetune/Loss": 0.8722406625747681, "Finetune/Loss (Raw)": 0.8331484794616699, "Finetune/Step": 2653, "Finetune/Step Time": 10.845986787229776}
+{"Finetune/Learning Rate": 2.8443479543073248e-08, "Finetune/Loss": 0.5815048217773438, "Finetune/Loss (Raw)": 0.5857416987419128, "Finetune/Step": 18784, "Finetune/Step Time": 10.689033795148134}
+{"Finetune/Learning Rate": 1.9393978995136625e-05, "Finetune/Loss": 0.8723883032798767, "Finetune/Loss (Raw)": 0.9167953729629517, "Finetune/Step": 2654, "Finetune/Step Time": 10.852314081043005}
+{"Finetune/Learning Rate": 2.8316701336847942e-08, "Finetune/Loss": 0.5815737247467041, "Finetune/Loss (Raw)": 0.6142160296440125, "Finetune/Step": 18785, "Finetune/Step Time": 10.695845847949386}
+{"Finetune/Learning Rate": 1.9393401552533136e-05, "Finetune/Loss": 0.8712869882583618, "Finetune/Loss (Raw)": 0.8307691216468811, "Finetune/Step": 2655, "Finetune/Step Time": 10.856224024668336}
+{"Finetune/Learning Rate": 2.8190205899205626e-08, "Finetune/Loss": 0.5801058411598206, "Finetune/Loss (Raw)": 0.5397710204124451, "Finetune/Step": 18786, "Finetune/Step Time": 10.716508723795414}
+{"Finetune/Learning Rate": 2.8063993233732323e-08, "Finetune/Loss": 0.5805085301399231, "Finetune/Loss (Raw)": 0.6915423274040222, "Finetune/Step": 18787, "Finetune/Step Time": 10.711485911160707}
+{"Finetune/Learning Rate": 1.939282384355949e-05, "Finetune/Loss": 0.8698309659957886, "Finetune/Loss (Raw)": 0.7719006538391113, "Finetune/Step": 2656, "Finetune/Step Time": 10.928317790850997}
+{"Finetune/Learning Rate": 2.7938063344008504e-08, "Finetune/Loss": 0.580089807510376, "Finetune/Loss (Raw)": 0.5770381689071655, "Finetune/Step": 18788, "Finetune/Step Time": 10.733375927433372}
+{"Finetune/Learning Rate": 1.9392245868232068e-05, "Finetune/Loss": 0.8701834082603455, "Finetune/Loss (Raw)": 0.9380980730056763, "Finetune/Step": 2657, "Finetune/Step Time": 10.909716019406915}
+{"Finetune/Learning Rate": 2.7812416233603536e-08, "Finetune/Loss": 0.5802737474441528, "Finetune/Loss (Raw)": 0.5479506850242615, "Finetune/Step": 18789, "Finetune/Step Time": 10.734030840918422}
+{"Finetune/Learning Rate": 1.9391667626567265e-05, "Finetune/Loss": 0.8691208362579346, "Finetune/Loss (Raw)": 0.8965091109275818, "Finetune/Step": 2658, "Finetune/Step Time": 10.92198333144188}
+{"Finetune/Learning Rate": 2.7687051906082342e-08, "Finetune/Loss": 0.5808392763137817, "Finetune/Loss (Raw)": 0.6018213033676147, "Finetune/Step": 18790, "Finetune/Step Time": 10.751178868114948}
+{"Finetune/Learning Rate": 1.9391089118581473e-05, "Finetune/Loss": 0.8706058263778687, "Finetune/Loss (Raw)": 0.8358965516090393, "Finetune/Step": 2659, "Finetune/Step Time": 10.904960878193378}
+{"Finetune/Learning Rate": 2.7561970364997637e-08, "Finetune/Loss": 0.5818612575531006, "Finetune/Loss (Raw)": 0.6358789205551147, "Finetune/Step": 18791, "Finetune/Step Time": 10.760445896536112}
+{"Finetune/Learning Rate": 1.93905103442911e-05, "Finetune/Loss": 0.8726440668106079, "Finetune/Loss (Raw)": 1.0805697441101074, "Finetune/Step": 2660, "Finetune/Step Time": 10.870893659070134}
+{"Finetune/Learning Rate": 2.7437171613898806e-08, "Finetune/Loss": 0.5815035104751587, "Finetune/Loss (Raw)": 0.4823836386203766, "Finetune/Step": 18792, "Finetune/Step Time": 10.750671710819006}
+{"Finetune/Learning Rate": 1.9389931303712554e-05, "Finetune/Loss": 0.8699558973312378, "Finetune/Loss (Raw)": 0.74556964635849, "Finetune/Step": 2661, "Finetune/Step Time": 10.864786267280579}
+{"Finetune/Learning Rate": 2.7312655656323016e-08, "Finetune/Loss": 0.5820242762565613, "Finetune/Loss (Raw)": 0.6762276291847229, "Finetune/Step": 18793, "Finetune/Step Time": 10.74488757736981}
+{"Finetune/Learning Rate": 1.9389351996862258e-05, "Finetune/Loss": 0.869743824005127, "Finetune/Loss (Raw)": 0.9314689636230469, "Finetune/Step": 2662, "Finetune/Step Time": 10.859937345609069}
+{"Finetune/Learning Rate": 2.7188422495801892e-08, "Finetune/Loss": 0.5828558206558228, "Finetune/Loss (Raw)": 0.686837375164032, "Finetune/Step": 18794, "Finetune/Step Time": 10.741393672302365}
+{"Finetune/Learning Rate": 1.9388772423756638e-05, "Finetune/Loss": 0.8701858520507812, "Finetune/Loss (Raw)": 0.8995299935340881, "Finetune/Step": 2663, "Finetune/Step Time": 10.860315062105656}
+{"Finetune/Learning Rate": 2.7064472135858167e-08, "Finetune/Loss": 0.5823580622673035, "Finetune/Loss (Raw)": 0.5334280133247375, "Finetune/Step": 18795, "Finetune/Step Time": 10.749913847073913}
+{"Finetune/Learning Rate": 1.9388192584412137e-05, "Finetune/Loss": 0.8697171211242676, "Finetune/Loss (Raw)": 0.8752875328063965, "Finetune/Step": 2664, "Finetune/Step Time": 10.862325513735414}
+{"Finetune/Learning Rate": 2.6940804580007918e-08, "Finetune/Loss": 0.5809515714645386, "Finetune/Loss (Raw)": 0.4627920687198639, "Finetune/Step": 18796, "Finetune/Step Time": 10.759828919544816}
+{"Finetune/Learning Rate": 1.9387612478845184e-05, "Finetune/Loss": 0.8695206642150879, "Finetune/Loss (Raw)": 0.8368799090385437, "Finetune/Step": 2665, "Finetune/Step Time": 10.853732969611883}
+{"Finetune/Learning Rate": 2.681741983175501e-08, "Finetune/Loss": 0.5818523168563843, "Finetune/Loss (Raw)": 0.5483222603797913, "Finetune/Step": 18797, "Finetune/Step Time": 10.763505017384887}
+{"Finetune/Learning Rate": 1.9387032107072236e-05, "Finetune/Loss": 0.8683578372001648, "Finetune/Loss (Raw)": 0.777305006980896, "Finetune/Step": 2666, "Finetune/Step Time": 10.85766152665019}
+{"Finetune/Learning Rate": 2.6694317894601086e-08, "Finetune/Loss": 0.5817186832427979, "Finetune/Loss (Raw)": 0.5787482857704163, "Finetune/Step": 18798, "Finetune/Step Time": 10.772585798054934}
+{"Finetune/Learning Rate": 1.9386451469109754e-05, "Finetune/Loss": 0.868952751159668, "Finetune/Loss (Raw)": 0.9504414796829224, "Finetune/Step": 2667, "Finetune/Step Time": 10.862837817519903}
+{"Finetune/Learning Rate": 2.6571498772036687e-08, "Finetune/Loss": 0.5818285942077637, "Finetune/Loss (Raw)": 0.642720103263855, "Finetune/Step": 18799, "Finetune/Step Time": 10.763636369258165}
+{"Finetune/Learning Rate": 1.9385870564974196e-05, "Finetune/Loss": 0.8696269989013672, "Finetune/Loss (Raw)": 0.9585537910461426, "Finetune/Step": 2668, "Finetune/Step Time": 10.867043761536479}
+{"Finetune/Learning Rate": 2.644896246754236e-08, "Finetune/Loss": 0.5806744694709778, "Finetune/Loss (Raw)": 0.5175488591194153, "Finetune/Step": 18800, "Finetune/Step Time": 10.778254956007004}
+{"Finetune/Learning Rate": 1.938528939468204e-05, "Finetune/Loss": 0.8673985004425049, "Finetune/Loss (Raw)": 0.7540954947471619, "Finetune/Step": 2669, "Finetune/Step Time": 10.854321144521236}
+{"Finetune/Learning Rate": 2.6326708984595327e-08, "Finetune/Loss": 0.580761194229126, "Finetune/Loss (Raw)": 0.6068372130393982, "Finetune/Step": 18801, "Finetune/Step Time": 10.772824682295322}
+{"Finetune/Learning Rate": 1.9384707958249766e-05, "Finetune/Loss": 0.8669369220733643, "Finetune/Loss (Raw)": 0.7924185395240784, "Finetune/Step": 2670, "Finetune/Step Time": 10.863986268639565}
+{"Finetune/Learning Rate": 2.6204738326661705e-08, "Finetune/Loss": 0.5812413692474365, "Finetune/Loss (Raw)": 0.5909034609794617, "Finetune/Step": 18802, "Finetune/Step Time": 10.77254537306726}
+{"Finetune/Learning Rate": 1.938412625569386e-05, "Finetune/Loss": 0.86698317527771, "Finetune/Loss (Raw)": 0.8333324790000916, "Finetune/Step": 2671, "Finetune/Step Time": 10.843453848734498}
+{"Finetune/Learning Rate": 2.6083050497199835e-08, "Finetune/Loss": 0.5818013548851013, "Finetune/Loss (Raw)": 0.6383854746818542, "Finetune/Step": 18803, "Finetune/Step Time": 10.771348370239139}
+{"Finetune/Learning Rate": 1.938354428703082e-05, "Finetune/Loss": 0.8671925663948059, "Finetune/Loss (Raw)": 0.979863166809082, "Finetune/Step": 2672, "Finetune/Step Time": 10.843006106093526}
+{"Finetune/Learning Rate": 1.9382962052277142e-05, "Finetune/Loss": 0.8685011863708496, "Finetune/Loss (Raw)": 0.8900192975997925, "Finetune/Step": 2673, "Finetune/Step Time": 10.843491895124316}
+{"Finetune/Learning Rate": 2.5961645499661404e-08, "Finetune/Loss": 0.5816594362258911, "Finetune/Loss (Raw)": 0.5768850445747375, "Finetune/Step": 18804, "Finetune/Step Time": 10.771131897345185}
+{"Finetune/Learning Rate": 1.9382379551449347e-05, "Finetune/Loss": 0.8682459592819214, "Finetune/Loss (Raw)": 0.9221545457839966, "Finetune/Step": 2674, "Finetune/Step Time": 10.839511223137379}
+{"Finetune/Learning Rate": 2.584052333748699e-08, "Finetune/Loss": 0.5815066695213318, "Finetune/Loss (Raw)": 0.5725119709968567, "Finetune/Step": 18805, "Finetune/Step Time": 10.77820106036961}
+{"Finetune/Learning Rate": 1.9381796784563946e-05, "Finetune/Loss": 0.8684283494949341, "Finetune/Loss (Raw)": 0.9370582699775696, "Finetune/Step": 2675, "Finetune/Step Time": 10.836421212181449}
+{"Finetune/Learning Rate": 2.5719684014113845e-08, "Finetune/Loss": 0.5812997817993164, "Finetune/Loss (Raw)": 0.6237428188323975, "Finetune/Step": 18806, "Finetune/Step Time": 10.784319523721933}
+{"Finetune/Learning Rate": 1.938121375163747e-05, "Finetune/Loss": 0.8686650991439819, "Finetune/Loss (Raw)": 0.8505183458328247, "Finetune/Step": 2676, "Finetune/Step Time": 10.853966139256954}
+{"Finetune/Learning Rate": 2.5599127532965896e-08, "Finetune/Loss": 0.5820111036300659, "Finetune/Loss (Raw)": 0.7266576886177063, "Finetune/Step": 18807, "Finetune/Step Time": 10.796811474487185}
+{"Finetune/Learning Rate": 2.547885389746485e-08, "Finetune/Loss": 0.5834015011787415, "Finetune/Loss (Raw)": 0.657963216304779, "Finetune/Step": 18808, "Finetune/Step Time": 10.799864893779159}
+{"Finetune/Learning Rate": 1.9380630452686443e-05, "Finetune/Loss": 0.8682291507720947, "Finetune/Loss (Raw)": 0.831464946269989, "Finetune/Step": 2677, "Finetune/Step Time": 10.880522260442376}
+{"Finetune/Learning Rate": 2.5358863111019095e-08, "Finetune/Loss": 0.583507239818573, "Finetune/Loss (Raw)": 0.5671459436416626, "Finetune/Step": 18809, "Finetune/Step Time": 10.79738561436534}
+{"Finetune/Learning Rate": 1.9380046887727415e-05, "Finetune/Loss": 0.8676066398620605, "Finetune/Loss (Raw)": 0.7804433703422546, "Finetune/Step": 2678, "Finetune/Step Time": 10.880761658772826}
+{"Finetune/Learning Rate": 2.523915517703257e-08, "Finetune/Loss": 0.5829925537109375, "Finetune/Loss (Raw)": 0.5698983073234558, "Finetune/Step": 18810, "Finetune/Step Time": 10.79578534513712}
+{"Finetune/Learning Rate": 1.937946305677693e-05, "Finetune/Loss": 0.8679347038269043, "Finetune/Loss (Raw)": 1.0181188583374023, "Finetune/Step": 2679, "Finetune/Step Time": 10.878810351714492}
+{"Finetune/Learning Rate": 2.511973009889812e-08, "Finetune/Loss": 0.5824985504150391, "Finetune/Loss (Raw)": 0.574112594127655, "Finetune/Step": 18811, "Finetune/Step Time": 10.78197331726551}
+{"Finetune/Learning Rate": 1.937887895985154e-05, "Finetune/Loss": 0.8680469989776611, "Finetune/Loss (Raw)": 0.9619311690330505, "Finetune/Step": 2680, "Finetune/Step Time": 10.878219963982701}
+{"Finetune/Learning Rate": 2.5000587880003037e-08, "Finetune/Loss": 0.5835409164428711, "Finetune/Loss (Raw)": 0.7231490015983582, "Finetune/Step": 18812, "Finetune/Step Time": 10.785294754430652}
+{"Finetune/Learning Rate": 1.937829459696782e-05, "Finetune/Loss": 0.8684742450714111, "Finetune/Loss (Raw)": 0.8995814919471741, "Finetune/Step": 2681, "Finetune/Step Time": 10.871906712651253}
+{"Finetune/Learning Rate": 2.4881728523726834e-08, "Finetune/Loss": 0.5848053693771362, "Finetune/Loss (Raw)": 0.6454751491546631, "Finetune/Step": 18813, "Finetune/Step Time": 10.767370561137795}
+{"Finetune/Learning Rate": 1.937770996814233e-05, "Finetune/Loss": 0.8681607842445374, "Finetune/Loss (Raw)": 0.9276449084281921, "Finetune/Step": 2682, "Finetune/Step Time": 10.885296508669853}
+{"Finetune/Learning Rate": 2.4763152033440153e-08, "Finetune/Loss": 0.5844833254814148, "Finetune/Loss (Raw)": 0.5533808469772339, "Finetune/Step": 18814, "Finetune/Step Time": 10.754565499722958}
+{"Finetune/Learning Rate": 1.937712507339165e-05, "Finetune/Loss": 0.869269847869873, "Finetune/Loss (Raw)": 0.9667531251907349, "Finetune/Step": 2683, "Finetune/Step Time": 10.881051706150174}
+{"Finetune/Learning Rate": 2.4644858412503637e-08, "Finetune/Loss": 0.5841416716575623, "Finetune/Loss (Raw)": 0.5818284153938293, "Finetune/Step": 18815, "Finetune/Step Time": 10.743228202685714}
+{"Finetune/Learning Rate": 1.937653991273237e-05, "Finetune/Loss": 0.8698314428329468, "Finetune/Loss (Raw)": 0.9741454124450684, "Finetune/Step": 2684, "Finetune/Step Time": 10.873524721711874}
+{"Finetune/Learning Rate": 2.4526847664273488e-08, "Finetune/Loss": 0.5833391547203064, "Finetune/Loss (Raw)": 0.6094335913658142, "Finetune/Step": 18816, "Finetune/Step Time": 10.732015823945403}
+{"Finetune/Learning Rate": 1.9375954486181082e-05, "Finetune/Loss": 0.8697049617767334, "Finetune/Loss (Raw)": 0.7965866327285767, "Finetune/Step": 2685, "Finetune/Step Time": 10.875482818111777}
+{"Finetune/Learning Rate": 2.4409119792094816e-08, "Finetune/Loss": 0.5831438302993774, "Finetune/Loss (Raw)": 0.569866418838501, "Finetune/Step": 18817, "Finetune/Step Time": 10.730684891343117}
+{"Finetune/Learning Rate": 1.9375368793754385e-05, "Finetune/Loss": 0.868235170841217, "Finetune/Loss (Raw)": 0.8658342361450195, "Finetune/Step": 2686, "Finetune/Step Time": 10.869190350174904}
+{"Finetune/Learning Rate": 2.4291674799307162e-08, "Finetune/Loss": 0.5835386514663696, "Finetune/Loss (Raw)": 0.6390865445137024, "Finetune/Step": 18818, "Finetune/Step Time": 10.72765319980681}
+{"Finetune/Learning Rate": 1.9374782835468888e-05, "Finetune/Loss": 0.868067741394043, "Finetune/Loss (Raw)": 1.0079063177108765, "Finetune/Step": 2687, "Finetune/Step Time": 10.864769339561462}
+{"Finetune/Learning Rate": 2.4174512689240092e-08, "Finetune/Loss": 0.583608865737915, "Finetune/Loss (Raw)": 0.5801191329956055, "Finetune/Step": 18819, "Finetune/Step Time": 10.715964891016483}
+{"Finetune/Learning Rate": 1.9374196611341212e-05, "Finetune/Loss": 0.8691931962966919, "Finetune/Loss (Raw)": 0.8702335953712463, "Finetune/Step": 2688, "Finetune/Step Time": 10.86399583145976}
+{"Finetune/Learning Rate": 2.405763346521761e-08, "Finetune/Loss": 0.5835177898406982, "Finetune/Loss (Raw)": 0.5324879288673401, "Finetune/Step": 18820, "Finetune/Step Time": 10.72289633192122}
+{"Finetune/Learning Rate": 1.9373610121387974e-05, "Finetune/Loss": 0.8709181547164917, "Finetune/Loss (Raw)": 0.9281324744224548, "Finetune/Step": 2689, "Finetune/Step Time": 10.83327166736126}
+{"Finetune/Learning Rate": 2.3941037130551515e-08, "Finetune/Loss": 0.5845745205879211, "Finetune/Loss (Raw)": 0.6436198949813843, "Finetune/Step": 18821, "Finetune/Step Time": 10.731430051848292}
+{"Finetune/Learning Rate": 1.9373023365625806e-05, "Finetune/Loss": 0.8720734119415283, "Finetune/Loss (Raw)": 0.9213110208511353, "Finetune/Step": 2690, "Finetune/Step Time": 10.826347844675183}
+{"Finetune/Learning Rate": 2.3824723688550265e-08, "Finetune/Loss": 0.5850918292999268, "Finetune/Loss (Raw)": 0.6072564721107483, "Finetune/Step": 18822, "Finetune/Step Time": 10.72837851382792}
+{"Finetune/Learning Rate": 1.937243634407135e-05, "Finetune/Loss": 0.872272253036499, "Finetune/Loss (Raw)": 0.8162567019462585, "Finetune/Step": 2691, "Finetune/Step Time": 10.79687612503767}
+{"Finetune/Learning Rate": 2.370869314251123e-08, "Finetune/Loss": 0.5857678651809692, "Finetune/Loss (Raw)": 0.6175397634506226, "Finetune/Step": 18823, "Finetune/Step Time": 10.726520409807563}
+{"Finetune/Learning Rate": 1.9371849056741254e-05, "Finetune/Loss": 0.8748644590377808, "Finetune/Loss (Raw)": 0.9882189035415649, "Finetune/Step": 2692, "Finetune/Step Time": 10.765296528115869}
+{"Finetune/Learning Rate": 2.3592945495725107e-08, "Finetune/Loss": 0.5855888724327087, "Finetune/Loss (Raw)": 0.5685151219367981, "Finetune/Step": 18824, "Finetune/Step Time": 10.72598567046225}
+{"Finetune/Learning Rate": 2.3477480751472602e-08, "Finetune/Loss": 0.5842376351356506, "Finetune/Loss (Raw)": 0.5217200517654419, "Finetune/Step": 18825, "Finetune/Step Time": 10.730654820799828}
+{"Finetune/Learning Rate": 1.9371261503652166e-05, "Finetune/Loss": 0.8721078634262085, "Finetune/Loss (Raw)": 0.6300786733627319, "Finetune/Step": 2693, "Finetune/Step Time": 10.809720829129219}
+{"Finetune/Learning Rate": 2.33622989130311e-08, "Finetune/Loss": 0.5845499038696289, "Finetune/Loss (Raw)": 0.5782001614570618, "Finetune/Step": 18826, "Finetune/Step Time": 10.727186173200607}
+{"Finetune/Learning Rate": 1.937067368482075e-05, "Finetune/Loss": 0.8727519512176514, "Finetune/Loss (Raw)": 1.0263490676879883, "Finetune/Step": 2694, "Finetune/Step Time": 10.818656986579299}
+{"Finetune/Learning Rate": 2.3247399983663545e-08, "Finetune/Loss": 0.5848910808563232, "Finetune/Loss (Raw)": 0.5978387594223022, "Finetune/Step": 18827, "Finetune/Step Time": 10.748795785009861}
+{"Finetune/Learning Rate": 1.9370085600263676e-05, "Finetune/Loss": 0.8722090721130371, "Finetune/Loss (Raw)": 0.709916353225708, "Finetune/Step": 2695, "Finetune/Step Time": 10.841234939172864}
+{"Finetune/Learning Rate": 2.3132783966630657e-08, "Finetune/Loss": 0.5850702524185181, "Finetune/Loss (Raw)": 0.6446153521537781, "Finetune/Step": 18828, "Finetune/Step Time": 10.748837888240814}
+{"Finetune/Learning Rate": 1.936949724999762e-05, "Finetune/Loss": 0.8730630874633789, "Finetune/Loss (Raw)": 0.9326388239860535, "Finetune/Step": 2696, "Finetune/Step Time": 10.837384633719921}
+{"Finetune/Learning Rate": 2.3018450865182063e-08, "Finetune/Loss": 0.5847738981246948, "Finetune/Loss (Raw)": 0.505119264125824, "Finetune/Step": 18829, "Finetune/Step Time": 10.71673865057528}
+{"Finetune/Learning Rate": 1.9368908634039264e-05, "Finetune/Loss": 0.8725128173828125, "Finetune/Loss (Raw)": 0.8158673644065857, "Finetune/Step": 2697, "Finetune/Step Time": 10.857568165287375}
+{"Finetune/Learning Rate": 2.2904400682558505e-08, "Finetune/Loss": 0.5837712287902832, "Finetune/Loss (Raw)": 0.5116374492645264, "Finetune/Step": 18830, "Finetune/Step Time": 10.723773457109928}
+{"Finetune/Learning Rate": 1.93683197524053e-05, "Finetune/Loss": 0.8728466033935547, "Finetune/Loss (Raw)": 0.9358640909194946, "Finetune/Step": 2698, "Finetune/Step Time": 10.874004816636443}
+{"Finetune/Learning Rate": 2.2790633421995167e-08, "Finetune/Loss": 0.5851171016693115, "Finetune/Loss (Raw)": 0.596802830696106, "Finetune/Step": 18831, "Finetune/Step Time": 10.749385127797723}
+{"Finetune/Learning Rate": 1.936773060511243e-05, "Finetune/Loss": 0.8721491694450378, "Finetune/Loss (Raw)": 0.878686785697937, "Finetune/Step": 2699, "Finetune/Step Time": 10.865603810176253}
+{"Finetune/Learning Rate": 2.2677149086718363e-08, "Finetune/Loss": 0.5850857496261597, "Finetune/Loss (Raw)": 0.6017677187919617, "Finetune/Step": 18832, "Finetune/Step Time": 10.762752594426274}
+{"Finetune/Learning Rate": 1.9367141192177358e-05, "Finetune/Loss": 0.8698353171348572, "Finetune/Loss (Raw)": 0.6717209815979004, "Finetune/Step": 2700, "Finetune/Step Time": 10.871733892709017}
+{"Finetune/Learning Rate": 2.256394767994552e-08, "Finetune/Loss": 0.5843950510025024, "Finetune/Loss (Raw)": 0.582608163356781, "Finetune/Step": 18833, "Finetune/Step Time": 10.767566103488207}
+{"Finetune/Learning Rate": 1.9366551513616792e-05, "Finetune/Loss": 0.8695824146270752, "Finetune/Loss (Raw)": 0.8931277394294739, "Finetune/Step": 2701, "Finetune/Step Time": 10.867860106751323}
+{"Finetune/Learning Rate": 2.2451029204887396e-08, "Finetune/Loss": 0.5844590663909912, "Finetune/Loss (Raw)": 0.5622289180755615, "Finetune/Step": 18834, "Finetune/Step Time": 10.763204339891672}
+{"Finetune/Learning Rate": 1.9365961569447468e-05, "Finetune/Loss": 0.8702878355979919, "Finetune/Loss (Raw)": 0.9642610549926758, "Finetune/Step": 2702, "Finetune/Step Time": 10.898994371294975}
+{"Finetune/Learning Rate": 1.9365371359686104e-05, "Finetune/Loss": 0.8684511184692383, "Finetune/Loss (Raw)": 0.723645806312561, "Finetune/Step": 2703, "Finetune/Step Time": 10.896751439198852}
+{"Finetune/Learning Rate": 2.2338393664745883e-08, "Finetune/Loss": 0.5841900706291199, "Finetune/Loss (Raw)": 0.5122280120849609, "Finetune/Step": 18835, "Finetune/Step Time": 10.80147685110569}
+{"Finetune/Learning Rate": 2.2226041062715087e-08, "Finetune/Loss": 0.5835373997688293, "Finetune/Loss (Raw)": 0.5378879308700562, "Finetune/Step": 18836, "Finetune/Step Time": 10.797223154455423}
+{"Finetune/Learning Rate": 1.936478088434944e-05, "Finetune/Loss": 0.8680505156517029, "Finetune/Loss (Raw)": 0.8108015656471252, "Finetune/Step": 2704, "Finetune/Step Time": 10.911304654553533}
+{"Finetune/Learning Rate": 2.211397140198024e-08, "Finetune/Loss": 0.5837317705154419, "Finetune/Loss (Raw)": 0.6421329379081726, "Finetune/Step": 18837, "Finetune/Step Time": 10.794760148972273}
+{"Finetune/Learning Rate": 1.936419014345422e-05, "Finetune/Loss": 0.8665182590484619, "Finetune/Loss (Raw)": 0.7440029382705688, "Finetune/Step": 2705, "Finetune/Step Time": 10.945814650505781}
+{"Finetune/Learning Rate": 2.2002184685719906e-08, "Finetune/Loss": 0.5837544202804565, "Finetune/Loss (Raw)": 0.6589296460151672, "Finetune/Step": 18838, "Finetune/Step Time": 10.801384473219514}
+{"Finetune/Learning Rate": 1.9363599137017197e-05, "Finetune/Loss": 0.8644934892654419, "Finetune/Loss (Raw)": 0.6969241499900818, "Finetune/Step": 2706, "Finetune/Step Time": 10.949787890538573}
+{"Finetune/Learning Rate": 2.189068091710378e-08, "Finetune/Loss": 0.5838660597801208, "Finetune/Loss (Raw)": 0.5671980381011963, "Finetune/Step": 18839, "Finetune/Step Time": 10.797272767871618}
+{"Finetune/Learning Rate": 1.9363007865055125e-05, "Finetune/Loss": 0.8628363609313965, "Finetune/Loss (Raw)": 0.8050814867019653, "Finetune/Step": 2707, "Finetune/Step Time": 10.949261890724301}
+{"Finetune/Learning Rate": 2.177946009929377e-08, "Finetune/Loss": 0.5846636891365051, "Finetune/Loss (Raw)": 0.6487038731575012, "Finetune/Step": 18840, "Finetune/Step Time": 10.772007741034031}
+{"Finetune/Learning Rate": 1.936241632758478e-05, "Finetune/Loss": 0.8635101318359375, "Finetune/Loss (Raw)": 0.9319713711738586, "Finetune/Step": 2708, "Finetune/Step Time": 10.95626038312912}
+{"Finetune/Learning Rate": 2.1668522235445133e-08, "Finetune/Loss": 0.5863161087036133, "Finetune/Loss (Raw)": 0.5592206120491028, "Finetune/Step": 18841, "Finetune/Step Time": 10.75912132486701}
+{"Finetune/Learning Rate": 1.9361824524622928e-05, "Finetune/Loss": 0.8644802570343018, "Finetune/Loss (Raw)": 0.8518863320350647, "Finetune/Step": 2709, "Finetune/Step Time": 10.990330833941698}
+{"Finetune/Learning Rate": 2.1557867328702022e-08, "Finetune/Loss": 0.5867750644683838, "Finetune/Loss (Raw)": 0.683596670627594, "Finetune/Step": 18842, "Finetune/Step Time": 10.744151636958122}
+{"Finetune/Learning Rate": 1.9361232456186356e-05, "Finetune/Loss": 0.8658459186553955, "Finetune/Loss (Raw)": 0.970409095287323, "Finetune/Step": 2710, "Finetune/Step Time": 10.986394297331572}
+{"Finetune/Learning Rate": 2.1447495382203033e-08, "Finetune/Loss": 0.5863003730773926, "Finetune/Loss (Raw)": 0.554654061794281, "Finetune/Step": 18843, "Finetune/Step Time": 10.75464897044003}
+{"Finetune/Learning Rate": 1.936064012229185e-05, "Finetune/Loss": 0.8675773739814758, "Finetune/Loss (Raw)": 1.0712388753890991, "Finetune/Step": 2711, "Finetune/Step Time": 10.995234979316592}
+{"Finetune/Learning Rate": 2.1337406399077887e-08, "Finetune/Loss": 0.5878618955612183, "Finetune/Loss (Raw)": 0.6653128862380981, "Finetune/Step": 18844, "Finetune/Step Time": 10.736993603408337}
+{"Finetune/Learning Rate": 1.9360047522956207e-05, "Finetune/Loss": 0.8678285479545593, "Finetune/Loss (Raw)": 0.9217491745948792, "Finetune/Step": 2712, "Finetune/Step Time": 10.996410183608532}
+{"Finetune/Learning Rate": 2.122760038244742e-08, "Finetune/Loss": 0.5872493982315063, "Finetune/Loss (Raw)": 0.5123036503791809, "Finetune/Step": 18845, "Finetune/Step Time": 10.725028840824962}
+{"Finetune/Learning Rate": 1.9359454658196232e-05, "Finetune/Loss": 0.8685940504074097, "Finetune/Loss (Raw)": 0.9781044125556946, "Finetune/Step": 2713, "Finetune/Step Time": 11.001828776672482}
+{"Finetune/Learning Rate": 2.1118077335428034e-08, "Finetune/Loss": 0.5877313613891602, "Finetune/Loss (Raw)": 0.5868597030639648, "Finetune/Step": 18846, "Finetune/Step Time": 10.72153827920556}
+{"Finetune/Learning Rate": 1.935886152802874e-05, "Finetune/Loss": 0.8690253496170044, "Finetune/Loss (Raw)": 1.0260807275772095, "Finetune/Step": 2714, "Finetune/Step Time": 10.994479112327099}
+{"Finetune/Learning Rate": 2.1008837261122795e-08, "Finetune/Loss": 0.5886846780776978, "Finetune/Loss (Raw)": 0.6160327792167664, "Finetune/Step": 18847, "Finetune/Step Time": 10.708400206640363}
+{"Finetune/Learning Rate": 1.935826813247055e-05, "Finetune/Loss": 0.8691560626029968, "Finetune/Loss (Raw)": 0.8598813414573669, "Finetune/Step": 2715, "Finetune/Step Time": 10.988489301875234}
+{"Finetune/Learning Rate": 2.0899880162630336e-08, "Finetune/Loss": 0.5895507335662842, "Finetune/Loss (Raw)": 0.6613377928733826, "Finetune/Step": 18848, "Finetune/Step Time": 10.708272187039256}
+{"Finetune/Learning Rate": 1.9357674471538483e-05, "Finetune/Loss": 0.8691246509552002, "Finetune/Loss (Raw)": 0.8235123753547668, "Finetune/Step": 2716, "Finetune/Step Time": 10.984981134533882}
+{"Finetune/Learning Rate": 2.0791206043040414e-08, "Finetune/Loss": 0.5893038511276245, "Finetune/Loss (Raw)": 0.5850195288658142, "Finetune/Step": 18849, "Finetune/Step Time": 10.680869907140732}
+{"Finetune/Learning Rate": 1.935708054524938e-05, "Finetune/Loss": 0.8694339990615845, "Finetune/Loss (Raw)": 0.9335675239562988, "Finetune/Step": 2717, "Finetune/Step Time": 10.986647019162774}
+{"Finetune/Learning Rate": 2.068281490543611e-08, "Finetune/Loss": 0.588617205619812, "Finetune/Loss (Raw)": 0.5817517638206482, "Finetune/Step": 18850, "Finetune/Step Time": 10.683544410392642}
+{"Finetune/Learning Rate": 1.9356486353620082e-05, "Finetune/Loss": 0.8693758845329285, "Finetune/Loss (Raw)": 0.9164432883262634, "Finetune/Step": 2718, "Finetune/Step Time": 10.993302086368203}
+{"Finetune/Learning Rate": 2.057470675288831e-08, "Finetune/Loss": 0.5885456800460815, "Finetune/Loss (Raw)": 0.570452868938446, "Finetune/Step": 18851, "Finetune/Step Time": 10.689043940976262}
+{"Finetune/Learning Rate": 1.9355891896667432e-05, "Finetune/Loss": 0.8677601218223572, "Finetune/Loss (Raw)": 0.8061869740486145, "Finetune/Step": 2719, "Finetune/Step Time": 11.008287452161312}
+{"Finetune/Learning Rate": 2.046688158846455e-08, "Finetune/Loss": 0.5872869491577148, "Finetune/Loss (Raw)": 0.4421899616718292, "Finetune/Step": 18852, "Finetune/Step Time": 10.717014450579882}
+{"Finetune/Learning Rate": 1.9355297174408298e-05, "Finetune/Loss": 0.8685755729675293, "Finetune/Loss (Raw)": 0.9768039584159851, "Finetune/Step": 2720, "Finetune/Step Time": 11.00754114985466}
+{"Finetune/Learning Rate": 2.035933941522239e-08, "Finetune/Loss": 0.587376058101654, "Finetune/Loss (Raw)": 0.6153514981269836, "Finetune/Step": 18853, "Finetune/Step Time": 10.725286746397614}
+{"Finetune/Learning Rate": 1.9354702186859536e-05, "Finetune/Loss": 0.8691707849502563, "Finetune/Loss (Raw)": 0.9083476066589355, "Finetune/Step": 2721, "Finetune/Step Time": 11.010583277791739}
+{"Finetune/Learning Rate": 2.0252080236211612e-08, "Finetune/Loss": 0.587800145149231, "Finetune/Loss (Raw)": 0.6469120979309082, "Finetune/Step": 18854, "Finetune/Step Time": 10.74012953788042}
+{"Finetune/Learning Rate": 1.935410693403802e-05, "Finetune/Loss": 0.870132327079773, "Finetune/Loss (Raw)": 0.8168330788612366, "Finetune/Step": 2722, "Finetune/Step Time": 10.996412485837936}
+{"Finetune/Learning Rate": 2.014510405447201e-08, "Finetune/Loss": 0.5880110263824463, "Finetune/Loss (Raw)": 0.5650882124900818, "Finetune/Step": 18855, "Finetune/Step Time": 10.736354742199183}
+{"Finetune/Learning Rate": 1.9353511415960635e-05, "Finetune/Loss": 0.8676135540008545, "Finetune/Loss (Raw)": 0.6601253747940063, "Finetune/Step": 2723, "Finetune/Step Time": 10.993745503947139}
+{"Finetune/Learning Rate": 2.0038410873038926e-08, "Finetune/Loss": 0.5884947180747986, "Finetune/Loss (Raw)": 0.6051588654518127, "Finetune/Step": 18856, "Finetune/Step Time": 10.738608591258526}
+{"Finetune/Learning Rate": 1.9352915632644263e-05, "Finetune/Loss": 0.8673350811004639, "Finetune/Loss (Raw)": 0.9063479900360107, "Finetune/Step": 2724, "Finetune/Step Time": 10.981254955753684}
+{"Finetune/Learning Rate": 1.9932000694937725e-08, "Finetune/Loss": 0.5877866744995117, "Finetune/Loss (Raw)": 0.5337003469467163, "Finetune/Step": 18857, "Finetune/Step Time": 10.733935611322522}
+{"Finetune/Learning Rate": 1.93523195841058e-05, "Finetune/Loss": 0.8681634664535522, "Finetune/Loss (Raw)": 0.9191128611564636, "Finetune/Step": 2725, "Finetune/Step Time": 10.988454133272171}
+{"Finetune/Learning Rate": 1.982587352318488e-08, "Finetune/Loss": 0.5870363116264343, "Finetune/Loss (Raw)": 0.5512479543685913, "Finetune/Step": 18858, "Finetune/Step Time": 10.741690693423152}
+{"Finetune/Learning Rate": 1.9351723270362145e-05, "Finetune/Loss": 0.867404580116272, "Finetune/Loss (Raw)": 0.8493492603302002, "Finetune/Step": 2726, "Finetune/Step Time": 10.98847365938127}
+{"Finetune/Learning Rate": 1.9720029360790206e-08, "Finetune/Loss": 0.585434079170227, "Finetune/Loss (Raw)": 0.4455753564834595, "Finetune/Step": 18859, "Finetune/Step Time": 10.74042328260839}
+{"Finetune/Learning Rate": 1.9351126691430213e-05, "Finetune/Loss": 0.8693679571151733, "Finetune/Loss (Raw)": 0.9078219532966614, "Finetune/Step": 2727, "Finetune/Step Time": 10.986153598874807}
+{"Finetune/Learning Rate": 1.9614468210755743e-08, "Finetune/Loss": 0.5847392082214355, "Finetune/Loss (Raw)": 0.45534008741378784, "Finetune/Step": 18860, "Finetune/Step Time": 10.737004416063428}
+{"Finetune/Learning Rate": 1.935052984732692e-05, "Finetune/Loss": 0.8695715069770813, "Finetune/Loss (Raw)": 0.9826587438583374, "Finetune/Step": 2728, "Finetune/Step Time": 10.988458387553692}
+{"Finetune/Learning Rate": 1.9509190076074657e-08, "Finetune/Loss": 0.5840675830841064, "Finetune/Loss (Raw)": 0.5901830196380615, "Finetune/Step": 18861, "Finetune/Step Time": 10.739571882411838}
+{"Finetune/Learning Rate": 1.9349932738069186e-05, "Finetune/Loss": 0.8688791990280151, "Finetune/Loss (Raw)": 0.7749520540237427, "Finetune/Step": 2729, "Finetune/Step Time": 10.99220252968371}
+{"Finetune/Learning Rate": 1.9404194959732337e-08, "Finetune/Loss": 0.5850497484207153, "Finetune/Loss (Raw)": 0.6671809554100037, "Finetune/Step": 18862, "Finetune/Step Time": 10.725062074139714}
+{"Finetune/Learning Rate": 1.934933536367395e-05, "Finetune/Loss": 0.8680170774459839, "Finetune/Loss (Raw)": 0.7581363916397095, "Finetune/Step": 2730, "Finetune/Step Time": 11.030594730749726}
+{"Finetune/Learning Rate": 1.9299482864706397e-08, "Finetune/Loss": 0.5851346850395203, "Finetune/Loss (Raw)": 0.5529054403305054, "Finetune/Step": 18863, "Finetune/Step Time": 10.717179108411074}
+{"Finetune/Learning Rate": 1.9348737724158148e-05, "Finetune/Loss": 0.8679623603820801, "Finetune/Loss (Raw)": 0.8904801607131958, "Finetune/Step": 2731, "Finetune/Step Time": 11.030980192124844}
+{"Finetune/Learning Rate": 1.9195053793964468e-08, "Finetune/Loss": 0.5867724418640137, "Finetune/Loss (Raw)": 0.7869033217430115, "Finetune/Step": 18864, "Finetune/Step Time": 10.717453951016068}
+{"Finetune/Learning Rate": 1.934813981953873e-05, "Finetune/Loss": 0.8672241568565369, "Finetune/Loss (Raw)": 0.7512445449829102, "Finetune/Step": 2732, "Finetune/Step Time": 11.03482206352055}
+{"Finetune/Learning Rate": 1.9090907750470843e-08, "Finetune/Loss": 0.5865211486816406, "Finetune/Loss (Raw)": 0.48816967010498047, "Finetune/Step": 18865, "Finetune/Step Time": 10.716976720839739}
+{"Finetune/Learning Rate": 1.9347541649832648e-05, "Finetune/Loss": 0.8678807020187378, "Finetune/Loss (Raw)": 0.8679639101028442, "Finetune/Step": 2733, "Finetune/Step Time": 11.03155717998743}
+{"Finetune/Learning Rate": 1.8987044737176497e-08, "Finetune/Loss": 0.5864787101745605, "Finetune/Loss (Raw)": 0.5364015698432922, "Finetune/Step": 18866, "Finetune/Step Time": 10.717560697346926}
+{"Finetune/Learning Rate": 1.9346943215056865e-05, "Finetune/Loss": 0.8695975542068481, "Finetune/Loss (Raw)": 1.0935934782028198, "Finetune/Step": 2734, "Finetune/Step Time": 11.0185024458915}
+{"Finetune/Learning Rate": 1.888346475702685e-08, "Finetune/Loss": 0.5861732959747314, "Finetune/Loss (Raw)": 0.5203984379768372, "Finetune/Step": 18867, "Finetune/Step Time": 10.719157733023167}
+{"Finetune/Learning Rate": 1.934634451522835e-05, "Finetune/Loss": 0.8701049089431763, "Finetune/Loss (Raw)": 0.8764840364456177, "Finetune/Step": 2735, "Finetune/Step Time": 10.997530780732632}
+{"Finetune/Learning Rate": 1.878016781295955e-08, "Finetune/Loss": 0.586181640625, "Finetune/Loss (Raw)": 0.5717083811759949, "Finetune/Step": 18868, "Finetune/Step Time": 10.736316604539752}
+{"Finetune/Learning Rate": 1.934574555036409e-05, "Finetune/Loss": 0.8695141077041626, "Finetune/Loss (Raw)": 0.7987011075019836, "Finetune/Step": 2736, "Finetune/Step Time": 10.96360102109611}
+{"Finetune/Learning Rate": 1.867715390790448e-08, "Finetune/Loss": 0.586432695388794, "Finetune/Loss (Raw)": 0.6216334700584412, "Finetune/Step": 18869, "Finetune/Step Time": 10.734732745215297}
+{"Finetune/Learning Rate": 1.9345146320481053e-05, "Finetune/Loss": 0.8675472736358643, "Finetune/Loss (Raw)": 0.8082190155982971, "Finetune/Step": 2737, "Finetune/Step Time": 10.981901839375496}
+{"Finetune/Learning Rate": 1.857442304478263e-08, "Finetune/Loss": 0.5855600833892822, "Finetune/Loss (Raw)": 0.5826375484466553, "Finetune/Step": 18870, "Finetune/Step Time": 10.73889701999724}
+{"Finetune/Learning Rate": 1.9344546825596244e-05, "Finetune/Loss": 0.8677534461021423, "Finetune/Loss (Raw)": 0.8373692631721497, "Finetune/Step": 2738, "Finetune/Step Time": 10.981266185641289}
+{"Finetune/Learning Rate": 1.8471975226506123e-08, "Finetune/Loss": 0.5859902501106262, "Finetune/Loss (Raw)": 0.6374913454055786, "Finetune/Step": 18871, "Finetune/Step Time": 10.74864656291902}
+{"Finetune/Learning Rate": 1.934394706572666e-05, "Finetune/Loss": 0.8692652583122253, "Finetune/Loss (Raw)": 0.8303743004798889, "Finetune/Step": 2739, "Finetune/Step Time": 10.93932687677443}
+{"Finetune/Learning Rate": 1.8369810455981517e-08, "Finetune/Loss": 0.5871078968048096, "Finetune/Loss (Raw)": 0.6297436952590942, "Finetune/Step": 18872, "Finetune/Step Time": 10.736256441101432}
+{"Finetune/Learning Rate": 1.9343347040889306e-05, "Finetune/Loss": 0.8701461553573608, "Finetune/Loss (Raw)": 0.8887696862220764, "Finetune/Step": 2740, "Finetune/Step Time": 10.918516971170902}
+{"Finetune/Learning Rate": 1.826792873610428e-08, "Finetune/Loss": 0.5867394208908081, "Finetune/Loss (Raw)": 0.47750115394592285, "Finetune/Step": 18873, "Finetune/Step Time": 10.776967898011208}
+{"Finetune/Learning Rate": 1.9342746751101204e-05, "Finetune/Loss": 0.8726016283035278, "Finetune/Loss (Raw)": 1.0874340534210205, "Finetune/Step": 2741, "Finetune/Step Time": 10.915789311751723}
+{"Finetune/Learning Rate": 1.8166330069764315e-08, "Finetune/Loss": 0.5873152613639832, "Finetune/Loss (Raw)": 0.6443502902984619, "Finetune/Step": 18874, "Finetune/Step Time": 10.780648849904537}
+{"Finetune/Learning Rate": 1.9342146196379366e-05, "Finetune/Loss": 0.8725892305374146, "Finetune/Loss (Raw)": 0.8309489488601685, "Finetune/Step": 2742, "Finetune/Step Time": 10.912324765697122}
+{"Finetune/Learning Rate": 1.8065014459842657e-08, "Finetune/Loss": 0.5875433683395386, "Finetune/Loss (Raw)": 0.6316830515861511, "Finetune/Step": 18875, "Finetune/Step Time": 10.782802114263177}
+{"Finetune/Learning Rate": 1.9341545376740828e-05, "Finetune/Loss": 0.8732036352157593, "Finetune/Loss (Raw)": 0.9105628728866577, "Finetune/Step": 2743, "Finetune/Step Time": 10.91339979507029}
+{"Finetune/Learning Rate": 1.796398190921256e-08, "Finetune/Loss": 0.5869430899620056, "Finetune/Loss (Raw)": 0.5962749719619751, "Finetune/Step": 18876, "Finetune/Step Time": 10.78541142679751}
+{"Finetune/Learning Rate": 1.9340944292202626e-05, "Finetune/Loss": 0.8732795119285583, "Finetune/Loss (Raw)": 0.8946263790130615, "Finetune/Step": 2744, "Finetune/Step Time": 10.909121315926313}
+{"Finetune/Learning Rate": 1.7863232420739506e-08, "Finetune/Loss": 0.5869733691215515, "Finetune/Loss (Raw)": 0.6008802652359009, "Finetune/Step": 18877, "Finetune/Step Time": 10.786465469747782}
+{"Finetune/Learning Rate": 1.9340342942781806e-05, "Finetune/Loss": 0.8725520968437195, "Finetune/Loss (Raw)": 0.8058053851127625, "Finetune/Step": 2745, "Finetune/Step Time": 10.904500178992748}
+{"Finetune/Learning Rate": 1.7762765997278996e-08, "Finetune/Loss": 0.5869662165641785, "Finetune/Loss (Raw)": 0.625617504119873, "Finetune/Step": 18878, "Finetune/Step Time": 10.783748280256987}
+{"Finetune/Learning Rate": 1.9339741328495422e-05, "Finetune/Loss": 0.8732457160949707, "Finetune/Loss (Raw)": 0.992128312587738, "Finetune/Step": 2746, "Finetune/Step Time": 10.910019999369979}
+{"Finetune/Learning Rate": 1.766258264168097e-08, "Finetune/Loss": 0.5850247144699097, "Finetune/Loss (Raw)": 0.4725446105003357, "Finetune/Step": 18879, "Finetune/Step Time": 10.784297985956073}
+{"Finetune/Learning Rate": 1.9339139449360536e-05, "Finetune/Loss": 0.8731371164321899, "Finetune/Loss (Raw)": 0.778139054775238, "Finetune/Step": 2747, "Finetune/Step Time": 10.93646484427154}
+{"Finetune/Learning Rate": 1.7562682356786488e-08, "Finetune/Loss": 0.5853443145751953, "Finetune/Loss (Raw)": 0.6182662844657898, "Finetune/Step": 18880, "Finetune/Step Time": 10.804670391604304}
+{"Finetune/Learning Rate": 1.9338537305394208e-05, "Finetune/Loss": 0.871944785118103, "Finetune/Loss (Raw)": 0.8446081280708313, "Finetune/Step": 2748, "Finetune/Step Time": 10.931086337193847}
+{"Finetune/Learning Rate": 1.7463065145426617e-08, "Finetune/Loss": 0.5849359631538391, "Finetune/Loss (Raw)": 0.5723706483840942, "Finetune/Step": 18881, "Finetune/Step Time": 10.794571071863174}
+{"Finetune/Learning Rate": 1.9337934896613516e-05, "Finetune/Loss": 0.8729528188705444, "Finetune/Loss (Raw)": 0.8701158165931702, "Finetune/Step": 2749, "Finetune/Step Time": 10.902529178187251}
+{"Finetune/Learning Rate": 1.7363731010429096e-08, "Finetune/Loss": 0.5850538015365601, "Finetune/Loss (Raw)": 0.5480684638023376, "Finetune/Step": 18882, "Finetune/Step Time": 10.788964688777924}
+{"Finetune/Learning Rate": 1.9337332223035548e-05, "Finetune/Loss": 0.8733448386192322, "Finetune/Loss (Raw)": 0.9237436056137085, "Finetune/Step": 2750, "Finetune/Step Time": 10.878961833193898}
+{"Finetune/Learning Rate": 1.7264679954609453e-08, "Finetune/Loss": 0.5860248804092407, "Finetune/Loss (Raw)": 0.6021638512611389, "Finetune/Step": 18883, "Finetune/Step Time": 10.77997099980712}
+{"Finetune/Learning Rate": 1.9336729284677386e-05, "Finetune/Loss": 0.8724755048751831, "Finetune/Loss (Raw)": 0.8747966289520264, "Finetune/Step": 2751, "Finetune/Step Time": 10.900166112929583}
+{"Finetune/Learning Rate": 1.716591198077544e-08, "Finetune/Loss": 0.5869104266166687, "Finetune/Loss (Raw)": 0.6578003764152527, "Finetune/Step": 18884, "Finetune/Step Time": 10.782906509935856}
+{"Finetune/Learning Rate": 1.9336126081556134e-05, "Finetune/Loss": 0.872417688369751, "Finetune/Loss (Raw)": 0.8737727403640747, "Finetune/Step": 2752, "Finetune/Step Time": 10.913792062550783}
+{"Finetune/Learning Rate": 1.706742709173037e-08, "Finetune/Loss": 0.5871533155441284, "Finetune/Loss (Raw)": 0.6090381741523743, "Finetune/Step": 18885, "Finetune/Step Time": 10.759321924299002}
+{"Finetune/Learning Rate": 1.9335522613688894e-05, "Finetune/Loss": 0.8752120733261108, "Finetune/Loss (Raw)": 0.9139666557312012, "Finetune/Step": 2753, "Finetune/Step Time": 10.897017784416676}
+{"Finetune/Learning Rate": 1.6969225290264235e-08, "Finetune/Loss": 0.5871833562850952, "Finetune/Loss (Raw)": 0.522125244140625, "Finetune/Step": 18886, "Finetune/Step Time": 10.75394183024764}
+{"Finetune/Learning Rate": 1.933491888109278e-05, "Finetune/Loss": 0.8757489919662476, "Finetune/Loss (Raw)": 0.8807182312011719, "Finetune/Step": 2754, "Finetune/Step Time": 10.908493883907795}
+{"Finetune/Learning Rate": 1.6871306579162584e-08, "Finetune/Loss": 0.5876332521438599, "Finetune/Loss (Raw)": 0.5552364587783813, "Finetune/Step": 18887, "Finetune/Step Time": 10.752505626529455}
+{"Finetune/Learning Rate": 1.677367096120319e-08, "Finetune/Loss": 0.5879353284835815, "Finetune/Loss (Raw)": 0.7020851373672485, "Finetune/Step": 18888, "Finetune/Step Time": 10.735196601599455}
+{"Finetune/Learning Rate": 1.933431488378491e-05, "Finetune/Loss": 0.8756238222122192, "Finetune/Loss (Raw)": 0.7783269286155701, "Finetune/Step": 2755, "Finetune/Step Time": 10.868541169911623}
+{"Finetune/Learning Rate": 1.667631843915385e-08, "Finetune/Loss": 0.5879913568496704, "Finetune/Loss (Raw)": 0.6387643218040466, "Finetune/Step": 18889, "Finetune/Step Time": 10.731205573305488}
+{"Finetune/Learning Rate": 1.9333710621782416e-05, "Finetune/Loss": 0.8764168620109558, "Finetune/Loss (Raw)": 0.929952085018158, "Finetune/Step": 2756, "Finetune/Step Time": 10.884290723130107}
+{"Finetune/Learning Rate": 1.6579249015774568e-08, "Finetune/Loss": 0.5880758762359619, "Finetune/Loss (Raw)": 0.549513041973114, "Finetune/Step": 18890, "Finetune/Step Time": 10.710769748315215}
+{"Finetune/Learning Rate": 1.933310609510243e-05, "Finetune/Loss": 0.875916600227356, "Finetune/Loss (Raw)": 0.8280571103096008, "Finetune/Step": 2757, "Finetune/Step Time": 10.878787802532315}
+{"Finetune/Learning Rate": 1.648246269381981e-08, "Finetune/Loss": 0.5880579352378845, "Finetune/Loss (Raw)": 0.5669837594032288, "Finetune/Step": 18891, "Finetune/Step Time": 10.720638889819384}
+{"Finetune/Learning Rate": 1.9332501303762093e-05, "Finetune/Loss": 0.8770928382873535, "Finetune/Loss (Raw)": 0.9431938529014587, "Finetune/Step": 2758, "Finetune/Step Time": 10.874504148960114}
+{"Finetune/Learning Rate": 1.6385959476032942e-08, "Finetune/Loss": 0.5876274704933167, "Finetune/Loss (Raw)": 0.44848766922950745, "Finetune/Step": 18892, "Finetune/Step Time": 10.713716190308332}
+{"Finetune/Learning Rate": 1.9331896247778553e-05, "Finetune/Loss": 0.8765371441841125, "Finetune/Loss (Raw)": 0.9166851043701172, "Finetune/Step": 2759, "Finetune/Step Time": 10.871823593974113}
+{"Finetune/Learning Rate": 1.6289739365150658e-08, "Finetune/Loss": 0.5880698561668396, "Finetune/Loss (Raw)": 0.6390208005905151, "Finetune/Step": 18893, "Finetune/Step Time": 10.714057717472315}
+{"Finetune/Learning Rate": 1.933129092716898e-05, "Finetune/Loss": 0.8769978284835815, "Finetune/Loss (Raw)": 0.8495892286300659, "Finetune/Step": 2760, "Finetune/Step Time": 10.855550203472376}
+{"Finetune/Learning Rate": 1.619380236390078e-08, "Finetune/Loss": 0.58824223279953, "Finetune/Loss (Raw)": 0.614159107208252, "Finetune/Step": 18894, "Finetune/Step Time": 10.733775317668915}
+{"Finetune/Learning Rate": 1.9330685341950525e-05, "Finetune/Loss": 0.8772759437561035, "Finetune/Loss (Raw)": 0.9229568839073181, "Finetune/Step": 2761, "Finetune/Step Time": 10.856479231268167}
+{"Finetune/Learning Rate": 1.6098148475005572e-08, "Finetune/Loss": 0.5873488187789917, "Finetune/Loss (Raw)": 0.5614963173866272, "Finetune/Step": 18895, "Finetune/Step Time": 10.726923188194633}
+{"Finetune/Learning Rate": 1.933007949214037e-05, "Finetune/Loss": 0.8771913647651672, "Finetune/Loss (Raw)": 0.7579004764556885, "Finetune/Step": 2762, "Finetune/Step Time": 10.8539635874331}
+{"Finetune/Learning Rate": 1.6002777701175088e-08, "Finetune/Loss": 0.5876592397689819, "Finetune/Loss (Raw)": 0.6009756326675415, "Finetune/Step": 18896, "Finetune/Step Time": 10.709785014390945}
+{"Finetune/Learning Rate": 1.932947337775569e-05, "Finetune/Loss": 0.8769403696060181, "Finetune/Loss (Raw)": 0.790919840335846, "Finetune/Step": 2763, "Finetune/Step Time": 10.84544874727726}
+{"Finetune/Learning Rate": 1.590769004511605e-08, "Finetune/Loss": 0.5877399444580078, "Finetune/Loss (Raw)": 0.5768554210662842, "Finetune/Step": 18897, "Finetune/Step Time": 10.660937217995524}
+{"Finetune/Learning Rate": 1.9328866998813676e-05, "Finetune/Loss": 0.8771113157272339, "Finetune/Loss (Raw)": 0.9434007406234741, "Finetune/Step": 2764, "Finetune/Step Time": 10.838593568652868}
+{"Finetune/Learning Rate": 1.581288550952409e-08, "Finetune/Loss": 0.5880382657051086, "Finetune/Loss (Raw)": 0.5679697394371033, "Finetune/Step": 18898, "Finetune/Step Time": 10.653084587305784}
+{"Finetune/Learning Rate": 1.932826035533152e-05, "Finetune/Loss": 0.8746403455734253, "Finetune/Loss (Raw)": 0.5938816666603088, "Finetune/Step": 2765, "Finetune/Step Time": 10.850740687921643}
+{"Finetune/Learning Rate": 1.5718364097087048e-08, "Finetune/Loss": 0.5883421897888184, "Finetune/Loss (Raw)": 0.5840375423431396, "Finetune/Step": 18899, "Finetune/Step Time": 10.652520699426532}
+{"Finetune/Learning Rate": 1.932765344732643e-05, "Finetune/Loss": 0.8766674399375916, "Finetune/Loss (Raw)": 0.9952025413513184, "Finetune/Step": 2766, "Finetune/Step Time": 10.87214950658381}
+{"Finetune/Learning Rate": 1.5624125810486114e-08, "Finetune/Loss": 0.5867326259613037, "Finetune/Loss (Raw)": 0.41415148973464966, "Finetune/Step": 18900, "Finetune/Step Time": 10.68537973985076}
+{"Finetune/Learning Rate": 1.9327046274815607e-05, "Finetune/Loss": 0.8774082660675049, "Finetune/Loss (Raw)": 0.9356278777122498, "Finetune/Step": 2767, "Finetune/Step Time": 10.866027776151896}
+{"Finetune/Learning Rate": 1.9326438837816276e-05, "Finetune/Loss": 0.8786705136299133, "Finetune/Loss (Raw)": 0.999803364276886, "Finetune/Step": 2768, "Finetune/Step Time": 10.865725923329592}
+{"Finetune/Learning Rate": 1.5530170652393596e-08, "Finetune/Loss": 0.5877382755279541, "Finetune/Loss (Raw)": 0.6639588475227356, "Finetune/Step": 18901, "Finetune/Step Time": 10.689448120072484}
+{"Finetune/Learning Rate": 1.9325831136345662e-05, "Finetune/Loss": 0.8782163858413696, "Finetune/Loss (Raw)": 0.8271358609199524, "Finetune/Step": 2769, "Finetune/Step Time": 10.862421726807952}
+{"Finetune/Learning Rate": 1.5436498625471806e-08, "Finetune/Loss": 0.586848795413971, "Finetune/Loss (Raw)": 0.5566098093986511, "Finetune/Step": 18902, "Finetune/Step Time": 10.690010130405426}
+{"Finetune/Learning Rate": 1.9325223170420995e-05, "Finetune/Loss": 0.8780251741409302, "Finetune/Loss (Raw)": 0.9681152105331421, "Finetune/Step": 2770, "Finetune/Step Time": 10.859858434647322}
+{"Finetune/Learning Rate": 1.5343109732379734e-08, "Finetune/Loss": 0.5864874124526978, "Finetune/Loss (Raw)": 0.6386333703994751, "Finetune/Step": 18903, "Finetune/Step Time": 10.691485183313489}
+{"Finetune/Learning Rate": 1.5250003975765258e-08, "Finetune/Loss": 0.5866753458976746, "Finetune/Loss (Raw)": 0.6016695499420166, "Finetune/Step": 18904, "Finetune/Step Time": 10.701272321864963}
+{"Finetune/Learning Rate": 1.932461494005952e-05, "Finetune/Loss": 0.876739501953125, "Finetune/Loss (Raw)": 0.639201819896698, "Finetune/Step": 2771, "Finetune/Step Time": 10.890817629173398}
+{"Finetune/Learning Rate": 1.515718135826627e-08, "Finetune/Loss": 0.5867140293121338, "Finetune/Loss (Raw)": 0.587405264377594, "Finetune/Step": 18905, "Finetune/Step Time": 10.71506885252893}
+{"Finetune/Learning Rate": 1.9324006445278474e-05, "Finetune/Loss": 0.8773880004882812, "Finetune/Loss (Raw)": 0.9835275411605835, "Finetune/Step": 2772, "Finetune/Step Time": 10.883130170404911}
+{"Finetune/Learning Rate": 1.9323397686095126e-05, "Finetune/Loss": 0.8772790431976318, "Finetune/Loss (Raw)": 0.8239993453025818, "Finetune/Step": 2773, "Finetune/Step Time": 10.876524506136775}
+{"Finetune/Learning Rate": 1.506464188251733e-08, "Finetune/Loss": 0.5885433554649353, "Finetune/Loss (Raw)": 0.6052113771438599, "Finetune/Step": 18906, "Finetune/Step Time": 10.697641836479306}
+{"Finetune/Learning Rate": 1.9322788662526726e-05, "Finetune/Loss": 0.8776466846466064, "Finetune/Loss (Raw)": 0.9834078550338745, "Finetune/Step": 2774, "Finetune/Step Time": 10.873731173574924}
+{"Finetune/Learning Rate": 1.497238555114189e-08, "Finetune/Loss": 0.587477445602417, "Finetune/Loss (Raw)": 0.6118509769439697, "Finetune/Step": 18907, "Finetune/Step Time": 10.695708390325308}
+{"Finetune/Learning Rate": 1.932217937459055e-05, "Finetune/Loss": 0.8778438568115234, "Finetune/Loss (Raw)": 0.9386279582977295, "Finetune/Step": 2775, "Finetune/Step Time": 10.877748426049948}
+{"Finetune/Learning Rate": 1.4880412366755637e-08, "Finetune/Loss": 0.587913990020752, "Finetune/Loss (Raw)": 0.5479311347007751, "Finetune/Step": 18908, "Finetune/Step Time": 10.703857269138098}
+{"Finetune/Learning Rate": 1.932156982230388e-05, "Finetune/Loss": 0.8782444000244141, "Finetune/Loss (Raw)": 0.9134939312934875, "Finetune/Step": 2776, "Finetune/Step Time": 10.882683668285608}
+{"Finetune/Learning Rate": 1.9320960005683995e-05, "Finetune/Loss": 0.8773194551467896, "Finetune/Loss (Raw)": 0.8194944858551025, "Finetune/Step": 2777, "Finetune/Step Time": 10.87368331104517}
+{"Finetune/Learning Rate": 1.4788722331967598e-08, "Finetune/Loss": 0.5860313177108765, "Finetune/Loss (Raw)": 0.40482568740844727, "Finetune/Step": 18909, "Finetune/Step Time": 10.75118518434465}
+{"Finetune/Learning Rate": 1.932034992474819e-05, "Finetune/Loss": 0.8760073184967041, "Finetune/Loss (Raw)": 0.7936674356460571, "Finetune/Step": 2778, "Finetune/Step Time": 10.894396398216486}
+{"Finetune/Learning Rate": 1.4697315449376803e-08, "Finetune/Loss": 0.5863951444625854, "Finetune/Loss (Raw)": 0.5783471465110779, "Finetune/Step": 18910, "Finetune/Step Time": 10.776555564254522}
+{"Finetune/Learning Rate": 1.9319739579513763e-05, "Finetune/Loss": 0.8748517036437988, "Finetune/Loss (Raw)": 0.7199659943580627, "Finetune/Step": 2779, "Finetune/Step Time": 10.910425294190645}
+{"Finetune/Learning Rate": 1.4606191721575625e-08, "Finetune/Loss": 0.5852371454238892, "Finetune/Loss (Raw)": 0.5236327648162842, "Finetune/Step": 18911, "Finetune/Step Time": 10.797452235594392}
+{"Finetune/Learning Rate": 1.9319128969998027e-05, "Finetune/Loss": 0.8756328821182251, "Finetune/Loss (Raw)": 0.9770750403404236, "Finetune/Step": 2780, "Finetune/Step Time": 10.901895511895418}
+{"Finetune/Learning Rate": 1.451535115114866e-08, "Finetune/Loss": 0.5847986936569214, "Finetune/Loss (Raw)": 0.5296181440353394, "Finetune/Step": 18912, "Finetune/Step Time": 10.807775493711233}
+{"Finetune/Learning Rate": 1.4424793740670517e-08, "Finetune/Loss": 0.5839526653289795, "Finetune/Loss (Raw)": 0.5059353113174438, "Finetune/Step": 18913, "Finetune/Step Time": 10.800429113209248}
+{"Finetune/Learning Rate": 1.9318518096218288e-05, "Finetune/Loss": 0.8753571510314941, "Finetune/Loss (Raw)": 0.7978541851043701, "Finetune/Step": 2781, "Finetune/Step Time": 10.921371107921004}
+{"Finetune/Learning Rate": 1.9317906958191876e-05, "Finetune/Loss": 0.8756664991378784, "Finetune/Loss (Raw)": 0.9563905000686646, "Finetune/Step": 2782, "Finetune/Step Time": 10.915911242365837}
+{"Finetune/Learning Rate": 1.4334519492711362e-08, "Finetune/Loss": 0.5839666128158569, "Finetune/Loss (Raw)": 0.5415492653846741, "Finetune/Step": 18914, "Finetune/Step Time": 10.792323546484113}
+{"Finetune/Learning Rate": 1.931729555593612e-05, "Finetune/Loss": 0.8757791519165039, "Finetune/Loss (Raw)": 0.8451955914497375, "Finetune/Step": 2783, "Finetune/Step Time": 10.909513160586357}
+{"Finetune/Learning Rate": 1.424452840982915e-08, "Finetune/Loss": 0.5834256410598755, "Finetune/Loss (Raw)": 0.6223037242889404, "Finetune/Step": 18915, "Finetune/Step Time": 10.797370955348015}
+{"Finetune/Learning Rate": 1.931668388946836e-05, "Finetune/Loss": 0.8772937059402466, "Finetune/Loss (Raw)": 0.9657589197158813, "Finetune/Step": 2784, "Finetune/Step Time": 10.834181804209948}
+{"Finetune/Learning Rate": 1.4154820494576282e-08, "Finetune/Loss": 0.5838143229484558, "Finetune/Loss (Raw)": 0.6267843246459961, "Finetune/Step": 18916, "Finetune/Step Time": 10.786947667598724}
+{"Finetune/Learning Rate": 1.9316071958805935e-05, "Finetune/Loss": 0.8767585754394531, "Finetune/Loss (Raw)": 0.8696046471595764, "Finetune/Step": 2785, "Finetune/Step Time": 10.83636848628521}
+{"Finetune/Learning Rate": 1.406539574949628e-08, "Finetune/Loss": 0.5849480032920837, "Finetune/Loss (Raw)": 0.6930655837059021, "Finetune/Step": 18917, "Finetune/Step Time": 10.783251009881496}
+{"Finetune/Learning Rate": 1.93154597639662e-05, "Finetune/Loss": 0.8773277401924133, "Finetune/Loss (Raw)": 0.9693543314933777, "Finetune/Step": 2786, "Finetune/Step Time": 10.818808980286121}
+{"Finetune/Learning Rate": 1.3976254177126003e-08, "Finetune/Loss": 0.5841900706291199, "Finetune/Loss (Raw)": 0.504797637462616, "Finetune/Step": 18918, "Finetune/Step Time": 10.770651206374168}
+{"Finetune/Learning Rate": 1.3887395779993429e-08, "Finetune/Loss": 0.5838668942451477, "Finetune/Loss (Raw)": 0.5945176482200623, "Finetune/Step": 18919, "Finetune/Step Time": 10.777218846604228}
+{"Finetune/Learning Rate": 1.9314847304966517e-05, "Finetune/Loss": 0.8760209679603577, "Finetune/Loss (Raw)": 0.6686336398124695, "Finetune/Step": 2787, "Finetune/Step Time": 10.844365503638983}
+{"Finetune/Learning Rate": 1.931423458182425e-05, "Finetune/Loss": 0.8748584985733032, "Finetune/Loss (Raw)": 0.9317673444747925, "Finetune/Step": 2788, "Finetune/Step Time": 10.84522713534534}
+{"Finetune/Learning Rate": 1.3798820560616544e-08, "Finetune/Loss": 0.5851988792419434, "Finetune/Loss (Raw)": 0.6528695821762085, "Finetune/Step": 18920, "Finetune/Step Time": 10.784898521378636}
+{"Finetune/Learning Rate": 1.9313621594556778e-05, "Finetune/Loss": 0.8758009672164917, "Finetune/Loss (Raw)": 0.8662150502204895, "Finetune/Step": 2789, "Finetune/Step Time": 10.835049791261554}
+{"Finetune/Learning Rate": 1.3710528521508893e-08, "Finetune/Loss": 0.5838209986686707, "Finetune/Loss (Raw)": 0.4998722970485687, "Finetune/Step": 18921, "Finetune/Step Time": 10.797358628362417}
+{"Finetune/Learning Rate": 1.9313008343181482e-05, "Finetune/Loss": 0.8756076097488403, "Finetune/Loss (Raw)": 0.906713604927063, "Finetune/Step": 2790, "Finetune/Step Time": 10.835008129477501}
+{"Finetune/Learning Rate": 1.3622519665172918e-08, "Finetune/Loss": 0.584025502204895, "Finetune/Loss (Raw)": 0.7130079865455627, "Finetune/Step": 18922, "Finetune/Step Time": 10.791738858446479}
+{"Finetune/Learning Rate": 1.9312394827715756e-05, "Finetune/Loss": 0.876173198223114, "Finetune/Loss (Raw)": 0.9719252586364746, "Finetune/Step": 2791, "Finetune/Step Time": 10.830390335991979}
+{"Finetune/Learning Rate": 1.35347939941044e-08, "Finetune/Loss": 0.5853049755096436, "Finetune/Loss (Raw)": 0.6972012519836426, "Finetune/Step": 18923, "Finetune/Step Time": 10.78794221393764}
+{"Finetune/Learning Rate": 1.9311781048176986e-05, "Finetune/Loss": 0.8767992258071899, "Finetune/Loss (Raw)": 0.955422043800354, "Finetune/Step": 2792, "Finetune/Step Time": 10.830108599737287}
+{"Finetune/Learning Rate": 1.3447351510792461e-08, "Finetune/Loss": 0.5854089856147766, "Finetune/Loss (Raw)": 0.4761030972003937, "Finetune/Step": 18924, "Finetune/Step Time": 10.776644906029105}
+{"Finetune/Learning Rate": 1.931116700458259e-05, "Finetune/Loss": 0.8781694769859314, "Finetune/Loss (Raw)": 1.012271761894226, "Finetune/Step": 2793, "Finetune/Step Time": 10.840198930352926}
+{"Finetune/Learning Rate": 1.3360192217715117e-08, "Finetune/Loss": 0.5856277346611023, "Finetune/Loss (Raw)": 0.5763270258903503, "Finetune/Step": 18925, "Finetune/Step Time": 10.774766068905592}
+{"Finetune/Learning Rate": 1.9310552696949974e-05, "Finetune/Loss": 0.8806456327438354, "Finetune/Loss (Raw)": 1.094252347946167, "Finetune/Step": 2794, "Finetune/Step Time": 10.836586393415928}
+{"Finetune/Learning Rate": 1.3273316117344837e-08, "Finetune/Loss": 0.5856139659881592, "Finetune/Loss (Raw)": 0.5769820213317871, "Finetune/Step": 18926, "Finetune/Step Time": 10.77383978292346}
+{"Finetune/Learning Rate": 1.9309938125296556e-05, "Finetune/Loss": 0.8798878788948059, "Finetune/Loss (Raw)": 0.8534510135650635, "Finetune/Step": 2795, "Finetune/Step Time": 10.82574736699462}
+{"Finetune/Learning Rate": 1.3186723212145202e-08, "Finetune/Loss": 0.585706353187561, "Finetune/Loss (Raw)": 0.6545463800430298, "Finetune/Step": 18927, "Finetune/Step Time": 10.812501080334187}
+{"Finetune/Learning Rate": 1.9309323289639773e-05, "Finetune/Loss": 0.8787571787834167, "Finetune/Loss (Raw)": 0.8138194680213928, "Finetune/Step": 2796, "Finetune/Step Time": 10.827510202303529}
+{"Finetune/Learning Rate": 1.3100413504570918e-08, "Finetune/Loss": 0.5866132378578186, "Finetune/Loss (Raw)": 0.6336240172386169, "Finetune/Step": 18928, "Finetune/Step Time": 10.79725681990385}
+{"Finetune/Learning Rate": 1.9308708189997048e-05, "Finetune/Loss": 0.8779280185699463, "Finetune/Loss (Raw)": 0.6479644775390625, "Finetune/Step": 2797, "Finetune/Step Time": 10.863522600382566}
+{"Finetune/Learning Rate": 1.3014386997070028e-08, "Finetune/Loss": 0.5870110988616943, "Finetune/Loss (Raw)": 0.657774806022644, "Finetune/Step": 18929, "Finetune/Step Time": 10.801636232063174}
+{"Finetune/Learning Rate": 1.9308092826385832e-05, "Finetune/Loss": 0.8782914280891418, "Finetune/Loss (Raw)": 0.8389389514923096, "Finetune/Step": 2798, "Finetune/Step Time": 10.86001500301063}
+{"Finetune/Learning Rate": 1.2928643692081688e-08, "Finetune/Loss": 0.5869967341423035, "Finetune/Loss (Raw)": 0.589059591293335, "Finetune/Step": 18930, "Finetune/Step Time": 10.803257014602423}
+{"Finetune/Learning Rate": 1.930747719882357e-05, "Finetune/Loss": 0.8799964189529419, "Finetune/Loss (Raw)": 1.051573634147644, "Finetune/Step": 2799, "Finetune/Step Time": 10.862829135730863}
+{"Finetune/Learning Rate": 1.284318359203729e-08, "Finetune/Loss": 0.5863692164421082, "Finetune/Loss (Raw)": 0.5580682754516602, "Finetune/Step": 18931, "Finetune/Step Time": 10.795835377648473}
+{"Finetune/Learning Rate": 1.2758006699361558e-08, "Finetune/Loss": 0.5866801738739014, "Finetune/Loss (Raw)": 0.6166860461235046, "Finetune/Step": 18932, "Finetune/Step Time": 10.786526577547193}
+{"Finetune/Learning Rate": 1.9306861307327724e-05, "Finetune/Loss": 0.8799887299537659, "Finetune/Loss (Raw)": 0.9788718223571777, "Finetune/Step": 2800, "Finetune/Step Time": 10.868433745577931}
+{"Finetune/Learning Rate": 1.2673113016468119e-08, "Finetune/Loss": 0.5869647264480591, "Finetune/Loss (Raw)": 0.6089379787445068, "Finetune/Step": 18933, "Finetune/Step Time": 10.781732948496938}
+{"Finetune/Learning Rate": 1.9306245151915757e-05, "Finetune/Loss": 0.879974901676178, "Finetune/Loss (Raw)": 0.8882526755332947, "Finetune/Step": 2801, "Finetune/Step Time": 10.875462675467134}
+{"Finetune/Learning Rate": 1.2588502545765048e-08, "Finetune/Loss": 0.5870697498321533, "Finetune/Loss (Raw)": 0.6371813416481018, "Finetune/Step": 18934, "Finetune/Step Time": 10.781538933515549}
+{"Finetune/Learning Rate": 1.930562873260514e-05, "Finetune/Loss": 0.8800162076950073, "Finetune/Loss (Raw)": 0.9274342060089111, "Finetune/Step": 2802, "Finetune/Step Time": 10.876429975032806}
+{"Finetune/Learning Rate": 1.2504175289651532e-08, "Finetune/Loss": 0.5855488777160645, "Finetune/Loss (Raw)": 0.5319836139678955, "Finetune/Step": 18935, "Finetune/Step Time": 10.771224793046713}
+{"Finetune/Learning Rate": 1.9305012049413353e-05, "Finetune/Loss": 0.8786097764968872, "Finetune/Loss (Raw)": 0.7570416331291199, "Finetune/Step": 2803, "Finetune/Step Time": 10.881189627572894}
+{"Finetune/Learning Rate": 1.2420131250520107e-08, "Finetune/Loss": 0.5848401188850403, "Finetune/Loss (Raw)": 0.5672370791435242, "Finetune/Step": 18936, "Finetune/Step Time": 10.774889493361115}
+{"Finetune/Learning Rate": 1.930439510235788e-05, "Finetune/Loss": 0.8794897198677063, "Finetune/Loss (Raw)": 0.9631510376930237, "Finetune/Step": 2804, "Finetune/Step Time": 10.86743776127696}
+{"Finetune/Learning Rate": 1.2336370430751087e-08, "Finetune/Loss": 0.5853024125099182, "Finetune/Loss (Raw)": 0.6263290047645569, "Finetune/Step": 18937, "Finetune/Step Time": 10.776186609640718}
+{"Finetune/Learning Rate": 1.9303777891456227e-05, "Finetune/Loss": 0.8799936175346375, "Finetune/Loss (Raw)": 0.8959625959396362, "Finetune/Step": 2805, "Finetune/Step Time": 10.845493253320456}
+{"Finetune/Learning Rate": 1.2252892832722573e-08, "Finetune/Loss": 0.5866661071777344, "Finetune/Loss (Raw)": 0.7444465756416321, "Finetune/Step": 18938, "Finetune/Step Time": 10.768432907760143}
+{"Finetune/Learning Rate": 1.9303160416725884e-05, "Finetune/Loss": 0.881908118724823, "Finetune/Loss (Raw)": 1.0255029201507568, "Finetune/Step": 2806, "Finetune/Step Time": 10.837817629799247}
+{"Finetune/Learning Rate": 1.216969845880045e-08, "Finetune/Loss": 0.586520254611969, "Finetune/Loss (Raw)": 0.5554468631744385, "Finetune/Step": 18939, "Finetune/Step Time": 10.772237466648221}
+{"Finetune/Learning Rate": 1.930254267818437e-05, "Finetune/Loss": 0.8817224502563477, "Finetune/Loss (Raw)": 0.9943493604660034, "Finetune/Step": 2807, "Finetune/Step Time": 10.846244240179658}
+{"Finetune/Learning Rate": 1.208678731134505e-08, "Finetune/Loss": 0.5851532220840454, "Finetune/Loss (Raw)": 0.5481619238853455, "Finetune/Step": 18940, "Finetune/Step Time": 10.777546171098948}
+{"Finetune/Learning Rate": 1.9301924675849196e-05, "Finetune/Loss": 0.8818227648735046, "Finetune/Loss (Raw)": 0.9747743606567383, "Finetune/Step": 2808, "Finetune/Step Time": 10.850060345605016}
+{"Finetune/Learning Rate": 1.9301306409737894e-05, "Finetune/Loss": 0.8813351988792419, "Finetune/Loss (Raw)": 0.8371740579605103, "Finetune/Step": 2809, "Finetune/Step Time": 10.853901706635952}
+{"Finetune/Learning Rate": 1.2004159392705606e-08, "Finetune/Loss": 0.5846091508865356, "Finetune/Loss (Raw)": 0.5758384466171265, "Finetune/Step": 18941, "Finetune/Step Time": 10.786416705697775}
+{"Finetune/Learning Rate": 1.9300687879867987e-05, "Finetune/Loss": 0.8822454214096069, "Finetune/Loss (Raw)": 1.0441511869430542, "Finetune/Step": 2810, "Finetune/Step Time": 10.836081098765135}
+{"Finetune/Learning Rate": 1.1921814705225798e-08, "Finetune/Loss": 0.5849288702011108, "Finetune/Loss (Raw)": 0.5943033695220947, "Finetune/Step": 18942, "Finetune/Step Time": 10.809769295156002}
+{"Finetune/Learning Rate": 1.930006908625702e-05, "Finetune/Loss": 0.8818515539169312, "Finetune/Loss (Raw)": 0.916332483291626, "Finetune/Step": 2811, "Finetune/Step Time": 10.852007227018476}
+{"Finetune/Learning Rate": 1.1839753251241537e-08, "Finetune/Loss": 0.5850945711135864, "Finetune/Loss (Raw)": 0.6030375957489014, "Finetune/Step": 18943, "Finetune/Step Time": 10.806340737268329}
+{"Finetune/Learning Rate": 1.929945002892254e-05, "Finetune/Loss": 0.880382239818573, "Finetune/Loss (Raw)": 0.7860778570175171, "Finetune/Step": 2812, "Finetune/Step Time": 10.850540328770876}
+{"Finetune/Learning Rate": 1.175797503307874e-08, "Finetune/Loss": 0.5850892663002014, "Finetune/Loss (Raw)": 0.608755886554718, "Finetune/Step": 18944, "Finetune/Step Time": 10.81204179674387}
+{"Finetune/Learning Rate": 1.9298830707882105e-05, "Finetune/Loss": 0.8810138702392578, "Finetune/Loss (Raw)": 0.8774340152740479, "Finetune/Step": 2813, "Finetune/Step Time": 10.824223015457392}
+{"Finetune/Learning Rate": 1.167648005305777e-08, "Finetune/Loss": 0.5857118368148804, "Finetune/Loss (Raw)": 0.6495606303215027, "Finetune/Step": 18945, "Finetune/Step Time": 10.812152482569218}
+{"Finetune/Learning Rate": 1.929821112315327e-05, "Finetune/Loss": 0.8806949853897095, "Finetune/Loss (Raw)": 0.8250169157981873, "Finetune/Step": 2814, "Finetune/Step Time": 10.819905951619148}
+{"Finetune/Learning Rate": 1.1595268313489005e-08, "Finetune/Loss": 0.58549565076828, "Finetune/Loss (Raw)": 0.6114076972007751, "Finetune/Step": 18946, "Finetune/Step Time": 10.810123974457383}
+{"Finetune/Learning Rate": 1.9297591274753607e-05, "Finetune/Loss": 0.8802746534347534, "Finetune/Loss (Raw)": 0.9540967345237732, "Finetune/Step": 2815, "Finetune/Step Time": 10.822854198515415}
+{"Finetune/Learning Rate": 1.1514339816675047e-08, "Finetune/Loss": 0.585732638835907, "Finetune/Loss (Raw)": 0.6104586720466614, "Finetune/Step": 18947, "Finetune/Step Time": 10.811036298051476}
+{"Finetune/Learning Rate": 1.9296971162700696e-05, "Finetune/Loss": 0.8801917433738708, "Finetune/Loss (Raw)": 0.8596305847167969, "Finetune/Step": 2816, "Finetune/Step Time": 10.819237748160958}
+{"Finetune/Learning Rate": 1.1433694564910724e-08, "Finetune/Loss": 0.5865268111228943, "Finetune/Loss (Raw)": 0.6341394186019897, "Finetune/Step": 18948, "Finetune/Step Time": 10.809918213635683}
+{"Finetune/Learning Rate": 1.929635078701212e-05, "Finetune/Loss": 0.8795324563980103, "Finetune/Loss (Raw)": 0.8437376618385315, "Finetune/Step": 2817, "Finetune/Step Time": 10.815105961635709}
+{"Finetune/Learning Rate": 1.1353332560483098e-08, "Finetune/Loss": 0.5856589674949646, "Finetune/Loss (Raw)": 0.5325354933738708, "Finetune/Step": 18949, "Finetune/Step Time": 10.808606991544366}
+{"Finetune/Learning Rate": 1.9295730147705467e-05, "Finetune/Loss": 0.8781192302703857, "Finetune/Loss (Raw)": 0.740423858165741, "Finetune/Step": 2818, "Finetune/Step Time": 10.80729765072465}
+{"Finetune/Learning Rate": 1.1273253805670347e-08, "Finetune/Loss": 0.5857909917831421, "Finetune/Loss (Raw)": 0.6241546869277954, "Finetune/Step": 18950, "Finetune/Step Time": 10.81064710021019}
+{"Finetune/Learning Rate": 1.9295109244798348e-05, "Finetune/Loss": 0.878589928150177, "Finetune/Loss (Raw)": 0.8765033483505249, "Finetune/Step": 2819, "Finetune/Step Time": 10.820533884689212}
+{"Finetune/Learning Rate": 1.1193458302745097e-08, "Finetune/Loss": 0.5864334106445312, "Finetune/Loss (Raw)": 0.6997702121734619, "Finetune/Step": 18951, "Finetune/Step Time": 10.806702701374888}
+{"Finetune/Learning Rate": 1.9294488078308355e-05, "Finetune/Loss": 0.8779232501983643, "Finetune/Loss (Raw)": 0.9028856158256531, "Finetune/Step": 2820, "Finetune/Step Time": 10.820885069668293}
+{"Finetune/Learning Rate": 1.1113946053968872e-08, "Finetune/Loss": 0.5862588882446289, "Finetune/Loss (Raw)": 0.5461692214012146, "Finetune/Step": 18952, "Finetune/Step Time": 10.808745939284563}
+{"Finetune/Learning Rate": 1.9293866648253114e-05, "Finetune/Loss": 0.8788104057312012, "Finetune/Loss (Raw)": 0.7436368465423584, "Finetune/Step": 2821, "Finetune/Step Time": 10.778214992955327}
+{"Finetune/Learning Rate": 1.1034717061596534e-08, "Finetune/Loss": 0.5872514247894287, "Finetune/Loss (Raw)": 0.6487687826156616, "Finetune/Step": 18953, "Finetune/Step Time": 10.795499950647354}
+{"Finetune/Learning Rate": 1.0955771327874065e-08, "Finetune/Loss": 0.5866423845291138, "Finetune/Loss (Raw)": 0.5002419352531433, "Finetune/Step": 18954, "Finetune/Step Time": 10.7924789134413}
+{"Finetune/Learning Rate": 1.9293244954650242e-05, "Finetune/Loss": 0.8754706382751465, "Finetune/Loss (Raw)": 0.5988583564758301, "Finetune/Step": 2822, "Finetune/Step Time": 10.80779829621315}
+{"Finetune/Learning Rate": 1.0877108855041895e-08, "Finetune/Loss": 0.5863925218582153, "Finetune/Loss (Raw)": 0.5658597946166992, "Finetune/Step": 18955, "Finetune/Step Time": 10.776829674839973}
+{"Finetune/Learning Rate": 1.929262299751737e-05, "Finetune/Loss": 0.8766117095947266, "Finetune/Loss (Raw)": 0.8559741377830505, "Finetune/Step": 2823, "Finetune/Step Time": 10.793622765690088}
+{"Finetune/Learning Rate": 1.0798729645329353e-08, "Finetune/Loss": 0.5865733623504639, "Finetune/Loss (Raw)": 0.6677638292312622, "Finetune/Step": 18956, "Finetune/Step Time": 10.782730182632804}
+{"Finetune/Learning Rate": 1.9292000776872135e-05, "Finetune/Loss": 0.8774136900901794, "Finetune/Loss (Raw)": 1.035291075706482, "Finetune/Step": 2824, "Finetune/Step Time": 10.801606623455882}
+{"Finetune/Learning Rate": 1.929137829273218e-05, "Finetune/Loss": 0.8795288801193237, "Finetune/Loss (Raw)": 1.0866178274154663, "Finetune/Step": 2825, "Finetune/Step Time": 10.78352565318346}
+{"Finetune/Learning Rate": 1.0720633700959104e-08, "Finetune/Loss": 0.5876807570457458, "Finetune/Loss (Raw)": 0.6468665599822998, "Finetune/Step": 18957, "Finetune/Step Time": 10.820028714835644}
+{"Finetune/Learning Rate": 1.929075554511516e-05, "Finetune/Loss": 0.879815936088562, "Finetune/Loss (Raw)": 0.9725989699363708, "Finetune/Step": 2826, "Finetune/Step Time": 10.769148871302605}
+{"Finetune/Learning Rate": 1.0642821024146045e-08, "Finetune/Loss": 0.5881832242012024, "Finetune/Loss (Raw)": 0.5759528875350952, "Finetune/Step": 18958, "Finetune/Step Time": 10.813704375177622}
+{"Finetune/Learning Rate": 1.929013253403873e-05, "Finetune/Loss": 0.8810759782791138, "Finetune/Loss (Raw)": 1.0399667024612427, "Finetune/Step": 2827, "Finetune/Step Time": 10.762410454452038}
+{"Finetune/Learning Rate": 1.0565291617096185e-08, "Finetune/Loss": 0.587990403175354, "Finetune/Loss (Raw)": 0.5721248388290405, "Finetune/Step": 18959, "Finetune/Step Time": 10.788608768954873}
+{"Finetune/Learning Rate": 1.9289509259520558e-05, "Finetune/Loss": 0.8818649649620056, "Finetune/Loss (Raw)": 0.7727187871932983, "Finetune/Step": 2828, "Finetune/Step Time": 10.751299556344748}
+{"Finetune/Learning Rate": 1.048804548200888e-08, "Finetune/Loss": 0.5878098607063293, "Finetune/Loss (Raw)": 0.5786573886871338, "Finetune/Step": 18960, "Finetune/Step Time": 10.767306260764599}
+{"Finetune/Learning Rate": 1.928888572157832e-05, "Finetune/Loss": 0.8819881677627563, "Finetune/Loss (Raw)": 0.9088916778564453, "Finetune/Step": 2829, "Finetune/Step Time": 10.768659636378288}
+{"Finetune/Learning Rate": 1.0411082621074598e-08, "Finetune/Loss": 0.5872336030006409, "Finetune/Loss (Raw)": 0.5088468194007874, "Finetune/Step": 18961, "Finetune/Step Time": 10.820750834420323}
+{"Finetune/Learning Rate": 1.92882619202297e-05, "Finetune/Loss": 0.8802610635757446, "Finetune/Loss (Raw)": 0.7432000041007996, "Finetune/Step": 2830, "Finetune/Step Time": 10.761580253019929}
+{"Finetune/Learning Rate": 1.0334403036474927e-08, "Finetune/Loss": 0.5873720645904541, "Finetune/Loss (Raw)": 0.5799500346183777, "Finetune/Step": 18962, "Finetune/Step Time": 10.849582325667143}
+{"Finetune/Learning Rate": 1.928763785549238e-05, "Finetune/Loss": 0.8817458152770996, "Finetune/Loss (Raw)": 0.9136923551559448, "Finetune/Step": 2831, "Finetune/Step Time": 10.78172916546464}
+{"Finetune/Learning Rate": 1.0258006730385906e-08, "Finetune/Loss": 0.5888882279396057, "Finetune/Loss (Raw)": 0.7063004970550537, "Finetune/Step": 18963, "Finetune/Step Time": 10.811669109389186}
+{"Finetune/Learning Rate": 1.928701352738406e-05, "Finetune/Loss": 0.8818143010139465, "Finetune/Loss (Raw)": 0.8195685744285583, "Finetune/Step": 2832, "Finetune/Step Time": 10.76299330405891}
+{"Finetune/Learning Rate": 1.0181893704971358e-08, "Finetune/Loss": 0.5900754928588867, "Finetune/Loss (Raw)": 0.6898561716079712, "Finetune/Step": 18964, "Finetune/Step Time": 10.811748994514346}
+{"Finetune/Learning Rate": 1.928638893592245e-05, "Finetune/Loss": 0.8832683563232422, "Finetune/Loss (Raw)": 0.930125892162323, "Finetune/Step": 2833, "Finetune/Step Time": 10.730980401858687}
+{"Finetune/Learning Rate": 1.0106063962391777e-08, "Finetune/Loss": 0.589214563369751, "Finetune/Loss (Raw)": 0.5319339036941528, "Finetune/Step": 18965, "Finetune/Step Time": 10.81869556568563}
+{"Finetune/Learning Rate": 1.9285764081125254e-05, "Finetune/Loss": 0.8846237659454346, "Finetune/Loss (Raw)": 0.8704067468643188, "Finetune/Step": 2834, "Finetune/Step Time": 10.76219087280333}
+{"Finetune/Learning Rate": 1.0030517504796555e-08, "Finetune/Loss": 0.5888091325759888, "Finetune/Loss (Raw)": 0.6070365309715271, "Finetune/Step": 18966, "Finetune/Step Time": 10.815846322104335}
+{"Finetune/Learning Rate": 1.9285138963010196e-05, "Finetune/Loss": 0.8852890133857727, "Finetune/Loss (Raw)": 0.8902344107627869, "Finetune/Step": 2835, "Finetune/Step Time": 10.765679759904742}
+{"Finetune/Learning Rate": 9.955254334328424e-09, "Finetune/Loss": 0.5885151624679565, "Finetune/Loss (Raw)": 0.529572069644928, "Finetune/Step": 18967, "Finetune/Step Time": 10.830892026424408}
+{"Finetune/Learning Rate": 1.9284513581594997e-05, "Finetune/Loss": 0.8854196071624756, "Finetune/Loss (Raw)": 0.9486951231956482, "Finetune/Step": 2836, "Finetune/Step Time": 10.761507712304592}
+{"Finetune/Learning Rate": 9.88027445312123e-09, "Finetune/Loss": 0.5886572599411011, "Finetune/Loss (Raw)": 0.6668769121170044, "Finetune/Step": 18968, "Finetune/Step Time": 10.82844272069633}
+{"Finetune/Learning Rate": 1.9283887936897398e-05, "Finetune/Loss": 0.8866081237792969, "Finetune/Loss (Raw)": 1.004014492034912, "Finetune/Step": 2837, "Finetune/Step Time": 10.737403141334653}
+{"Finetune/Learning Rate": 9.805577863301052e-09, "Finetune/Loss": 0.5890719890594482, "Finetune/Loss (Raw)": 0.6123212575912476, "Finetune/Step": 18969, "Finetune/Step Time": 10.83241656050086}
+{"Finetune/Learning Rate": 1.928326202893513e-05, "Finetune/Loss": 0.8870953321456909, "Finetune/Loss (Raw)": 1.0327650308609009, "Finetune/Step": 2838, "Finetune/Step Time": 10.735588559880853}
+{"Finetune/Learning Rate": 9.731164566987305e-09, "Finetune/Loss": 0.5877741575241089, "Finetune/Loss (Raw)": 0.5174692273139954, "Finetune/Step": 18970, "Finetune/Step Time": 10.836158525198698}
+{"Finetune/Learning Rate": 1.928263585772596e-05, "Finetune/Loss": 0.8845398426055908, "Finetune/Loss (Raw)": 0.7441436648368835, "Finetune/Step": 2839, "Finetune/Step Time": 10.727541079744697}
+{"Finetune/Learning Rate": 9.657034566288303e-09, "Finetune/Loss": 0.5875145196914673, "Finetune/Loss (Raw)": 0.5214172005653381, "Finetune/Step": 18971, "Finetune/Step Time": 10.842036036774516}
+{"Finetune/Learning Rate": 1.9282009423287623e-05, "Finetune/Loss": 0.8854076862335205, "Finetune/Loss (Raw)": 1.0328272581100464, "Finetune/Step": 2840, "Finetune/Step Time": 10.723219238221645}
+{"Finetune/Learning Rate": 9.583187863306808e-09, "Finetune/Loss": 0.5856791734695435, "Finetune/Loss (Raw)": 0.4303884506225586, "Finetune/Step": 18972, "Finetune/Step Time": 10.834981029853225}
+{"Finetune/Learning Rate": 1.92813827256379e-05, "Finetune/Loss": 0.8849095702171326, "Finetune/Loss (Raw)": 0.9143510460853577, "Finetune/Step": 2841, "Finetune/Step Time": 10.714711176231503}
+{"Finetune/Learning Rate": 9.509624460137812e-09, "Finetune/Loss": 0.585979163646698, "Finetune/Loss (Raw)": 0.5507070422172546, "Finetune/Step": 18973, "Finetune/Step Time": 10.836089650169015}
+{"Finetune/Learning Rate": 1.9280755764794553e-05, "Finetune/Loss": 0.8841183185577393, "Finetune/Loss (Raw)": 0.9247945547103882, "Finetune/Step": 2842, "Finetune/Step Time": 10.71792403049767}
+{"Finetune/Learning Rate": 9.436344358867422e-09, "Finetune/Loss": 0.5856767892837524, "Finetune/Loss (Raw)": 0.5481528639793396, "Finetune/Step": 18974, "Finetune/Step Time": 10.825577013194561}
+{"Finetune/Learning Rate": 1.9280128540775363e-05, "Finetune/Loss": 0.8844859600067139, "Finetune/Loss (Raw)": 0.9069361090660095, "Finetune/Step": 2843, "Finetune/Step Time": 10.717462796717882}
+{"Finetune/Learning Rate": 9.363347561571755e-09, "Finetune/Loss": 0.5856744050979614, "Finetune/Loss (Raw)": 0.61573326587677, "Finetune/Step": 18975, "Finetune/Step Time": 10.829017782583833}
+{"Finetune/Learning Rate": 1.9279501053598117e-05, "Finetune/Loss": 0.8843905329704285, "Finetune/Loss (Raw)": 0.8113037943840027, "Finetune/Step": 2844, "Finetune/Step Time": 10.727649385109544}
+{"Finetune/Learning Rate": 9.290634070322491e-09, "Finetune/Loss": 0.5855501890182495, "Finetune/Loss (Raw)": 0.6454310417175293, "Finetune/Step": 18976, "Finetune/Step Time": 10.8444914072752}
+{"Finetune/Learning Rate": 1.9278873303280606e-05, "Finetune/Loss": 0.8832346200942993, "Finetune/Loss (Raw)": 0.7856188416481018, "Finetune/Step": 2845, "Finetune/Step Time": 10.72876113653183}
+{"Finetune/Learning Rate": 1.9278245289840642e-05, "Finetune/Loss": 0.8838544487953186, "Finetune/Loss (Raw)": 0.9957683086395264, "Finetune/Step": 2846, "Finetune/Step Time": 10.720486294478178}
+{"Finetune/Learning Rate": 9.21820388718131e-09, "Finetune/Loss": 0.5848667621612549, "Finetune/Loss (Raw)": 0.49754276871681213, "Finetune/Step": 18977, "Finetune/Step Time": 10.853031247854233}
+{"Finetune/Learning Rate": 1.9277617013296018e-05, "Finetune/Loss": 0.8844082355499268, "Finetune/Loss (Raw)": 0.8770740628242493, "Finetune/Step": 2847, "Finetune/Step Time": 10.709470758214593}
+{"Finetune/Learning Rate": 9.146057014201015e-09, "Finetune/Loss": 0.5846754312515259, "Finetune/Loss (Raw)": 0.5572606325149536, "Finetune/Step": 18978, "Finetune/Step Time": 10.846860222518444}
+{"Finetune/Learning Rate": 1.9276988473664557e-05, "Finetune/Loss": 0.8841366767883301, "Finetune/Loss (Raw)": 0.9420488476753235, "Finetune/Step": 2848, "Finetune/Step Time": 10.70892715640366}
+{"Finetune/Learning Rate": 9.07419345342886e-09, "Finetune/Loss": 0.5849630832672119, "Finetune/Loss (Raw)": 0.6072743535041809, "Finetune/Step": 18979, "Finetune/Step Time": 10.856073699891567}
+{"Finetune/Learning Rate": 1.9276359670964086e-05, "Finetune/Loss": 0.8825770616531372, "Finetune/Loss (Raw)": 0.7087201476097107, "Finetune/Step": 2849, "Finetune/Step Time": 10.718325812369585}
+{"Finetune/Learning Rate": 9.0026132069021e-09, "Finetune/Loss": 0.5856150388717651, "Finetune/Loss (Raw)": 0.5256330966949463, "Finetune/Step": 18980, "Finetune/Step Time": 10.838152658194304}
+{"Finetune/Learning Rate": 1.9275730605212435e-05, "Finetune/Loss": 0.8840582370758057, "Finetune/Loss (Raw)": 1.0064167976379395, "Finetune/Step": 2850, "Finetune/Step Time": 10.700425943359733}
+{"Finetune/Learning Rate": 8.931316276651336e-09, "Finetune/Loss": 0.585625171661377, "Finetune/Loss (Raw)": 0.6166520118713379, "Finetune/Step": 18981, "Finetune/Step Time": 10.83109444193542}
+{"Finetune/Learning Rate": 1.9275101276427438e-05, "Finetune/Loss": 0.8864705562591553, "Finetune/Loss (Raw)": 0.9689001441001892, "Finetune/Step": 2851, "Finetune/Step Time": 10.714882850646973}
+{"Finetune/Learning Rate": 8.860302664697174e-09, "Finetune/Loss": 0.585856020450592, "Finetune/Loss (Raw)": 0.6764661073684692, "Finetune/Step": 18982, "Finetune/Step Time": 10.818353034555912}
+{"Finetune/Learning Rate": 1.9274471684626943e-05, "Finetune/Loss": 0.8872541785240173, "Finetune/Loss (Raw)": 1.006657600402832, "Finetune/Step": 2852, "Finetune/Step Time": 10.719392163679004}
+{"Finetune/Learning Rate": 8.789572373053557e-09, "Finetune/Loss": 0.5854896306991577, "Finetune/Loss (Raw)": 0.5181949138641357, "Finetune/Step": 18983, "Finetune/Step Time": 10.839587531983852}
+{"Finetune/Learning Rate": 8.719125403726658e-09, "Finetune/Loss": 0.584893524646759, "Finetune/Loss (Raw)": 0.5288500189781189, "Finetune/Step": 18984, "Finetune/Step Time": 10.866870809346437}
+{"Finetune/Learning Rate": 1.9273841829828804e-05, "Finetune/Loss": 0.8861615657806396, "Finetune/Loss (Raw)": 0.7792649865150452, "Finetune/Step": 2853, "Finetune/Step Time": 10.800270486623049}
+{"Finetune/Learning Rate": 1.9273211712050885e-05, "Finetune/Loss": 0.8855631351470947, "Finetune/Loss (Raw)": 0.7727340459823608, "Finetune/Step": 2854, "Finetune/Step Time": 10.798580748960376}
+{"Finetune/Learning Rate": 8.648961758713769e-09, "Finetune/Loss": 0.5863522291183472, "Finetune/Loss (Raw)": 0.7204186320304871, "Finetune/Step": 18985, "Finetune/Step Time": 10.902274627238512}
+{"Finetune/Learning Rate": 1.927258133131105e-05, "Finetune/Loss": 0.8858687877655029, "Finetune/Loss (Raw)": 0.946950376033783, "Finetune/Step": 2855, "Finetune/Step Time": 10.797866635024548}
+{"Finetune/Learning Rate": 8.579081440004411e-09, "Finetune/Loss": 0.5871894359588623, "Finetune/Loss (Raw)": 0.6584063768386841, "Finetune/Step": 18986, "Finetune/Step Time": 10.90282180532813}
+{"Finetune/Learning Rate": 1.9271950687627175e-05, "Finetune/Loss": 0.8850157260894775, "Finetune/Loss (Raw)": 0.8734689950942993, "Finetune/Step": 2856, "Finetune/Step Time": 10.808176210150123}
+{"Finetune/Learning Rate": 8.50948444958144e-09, "Finetune/Loss": 0.5882800221443176, "Finetune/Loss (Raw)": 0.585167407989502, "Finetune/Step": 18987, "Finetune/Step Time": 10.921268979087472}
+{"Finetune/Learning Rate": 1.9271319781017142e-05, "Finetune/Loss": 0.8866852521896362, "Finetune/Loss (Raw)": 0.9886571764945984, "Finetune/Step": 2857, "Finetune/Step Time": 10.80733515881002}
+{"Finetune/Learning Rate": 8.440170789417723e-09, "Finetune/Loss": 0.5897336006164551, "Finetune/Loss (Raw)": 0.6413955688476562, "Finetune/Step": 18988, "Finetune/Step Time": 10.924510387703776}
+{"Finetune/Learning Rate": 1.927068861149885e-05, "Finetune/Loss": 0.8877406120300293, "Finetune/Loss (Raw)": 0.8932157754898071, "Finetune/Step": 2858, "Finetune/Step Time": 10.771721467375755}
+{"Finetune/Learning Rate": 8.371140461477245e-09, "Finetune/Loss": 0.5891897678375244, "Finetune/Loss (Raw)": 0.5205798149108887, "Finetune/Step": 18989, "Finetune/Step Time": 10.937229230999947}
+{"Finetune/Learning Rate": 1.9270057179090188e-05, "Finetune/Loss": 0.8872647285461426, "Finetune/Loss (Raw)": 0.8295695185661316, "Finetune/Step": 2859, "Finetune/Step Time": 10.792689859867096}
+{"Finetune/Learning Rate": 8.30239346771955e-09, "Finetune/Loss": 0.5890553593635559, "Finetune/Loss (Raw)": 0.6499772071838379, "Finetune/Step": 18990, "Finetune/Step Time": 10.933117834851146}
+{"Finetune/Learning Rate": 8.233929810094188e-09, "Finetune/Loss": 0.5897103548049927, "Finetune/Loss (Raw)": 0.6367391347885132, "Finetune/Step": 18991, "Finetune/Step Time": 10.935040047392249}
+{"Finetune/Learning Rate": 1.9269425483809065e-05, "Finetune/Loss": 0.8874846696853638, "Finetune/Loss (Raw)": 0.7793951630592346, "Finetune/Step": 2860, "Finetune/Step Time": 10.821177288889885}
+{"Finetune/Learning Rate": 8.16574949054072e-09, "Finetune/Loss": 0.5883009433746338, "Finetune/Loss (Raw)": 0.6065018773078918, "Finetune/Step": 18992, "Finetune/Step Time": 10.93663002923131}
+{"Finetune/Learning Rate": 1.9268793525673396e-05, "Finetune/Loss": 0.8864161372184753, "Finetune/Loss (Raw)": 0.7311945557594299, "Finetune/Step": 2861, "Finetune/Step Time": 10.815972033888102}
+{"Finetune/Learning Rate": 1.9268161304701095e-05, "Finetune/Loss": 0.8842875361442566, "Finetune/Loss (Raw)": 0.8211280107498169, "Finetune/Step": 2862, "Finetune/Step Time": 10.817457355558872}
+{"Finetune/Learning Rate": 8.097852510993154e-09, "Finetune/Loss": 0.5888636112213135, "Finetune/Loss (Raw)": 0.5601896643638611, "Finetune/Step": 18993, "Finetune/Step Time": 10.960031639784575}
+{"Finetune/Learning Rate": 1.9267528820910097e-05, "Finetune/Loss": 0.8835524916648865, "Finetune/Loss (Raw)": 0.7824015617370605, "Finetune/Step": 2863, "Finetune/Step Time": 10.809971099719405}
+{"Finetune/Learning Rate": 8.030238873378838e-09, "Finetune/Loss": 0.5895746350288391, "Finetune/Loss (Raw)": 0.6274172067642212, "Finetune/Step": 18994, "Finetune/Step Time": 10.963462559506297}
+{"Finetune/Learning Rate": 1.9266896074318335e-05, "Finetune/Loss": 0.8840033411979675, "Finetune/Loss (Raw)": 0.85640949010849, "Finetune/Step": 2864, "Finetune/Step Time": 10.810910157859325}
+{"Finetune/Learning Rate": 7.962908579612905e-09, "Finetune/Loss": 0.5900341868400574, "Finetune/Loss (Raw)": 0.5792165398597717, "Finetune/Step": 18995, "Finetune/Step Time": 10.973885580897331}
+{"Finetune/Learning Rate": 1.9266263064943752e-05, "Finetune/Loss": 0.884831428527832, "Finetune/Loss (Raw)": 0.9142183661460876, "Finetune/Step": 2865, "Finetune/Step Time": 10.797955591231585}
+{"Finetune/Learning Rate": 7.895861631604939e-09, "Finetune/Loss": 0.5910807251930237, "Finetune/Loss (Raw)": 0.7056673169136047, "Finetune/Step": 18996, "Finetune/Step Time": 10.950622947886586}
+{"Finetune/Learning Rate": 7.829098031256755e-09, "Finetune/Loss": 0.590635359287262, "Finetune/Loss (Raw)": 0.5646284222602844, "Finetune/Step": 18997, "Finetune/Step Time": 10.961792374029756}
+{"Finetune/Learning Rate": 1.92656297928043e-05, "Finetune/Loss": 0.8842834830284119, "Finetune/Loss (Raw)": 0.7672247290611267, "Finetune/Step": 2866, "Finetune/Step Time": 10.802205368876457}
+{"Finetune/Learning Rate": 7.76261778046128e-09, "Finetune/Loss": 0.5914197564125061, "Finetune/Loss (Raw)": 0.6830415725708008, "Finetune/Step": 18998, "Finetune/Step Time": 10.95279660820961}
+{"Finetune/Learning Rate": 1.9264996257917933e-05, "Finetune/Loss": 0.8845023512840271, "Finetune/Loss (Raw)": 0.858386218547821, "Finetune/Step": 2867, "Finetune/Step Time": 10.801576171070337}
+{"Finetune/Learning Rate": 1.926436246030262e-05, "Finetune/Loss": 0.8832589387893677, "Finetune/Loss (Raw)": 0.7296174764633179, "Finetune/Step": 2868, "Finetune/Step Time": 10.797957085072994}
+{"Finetune/Learning Rate": 7.696420881104783e-09, "Finetune/Loss": 0.5909611582756042, "Finetune/Loss (Raw)": 0.5787907242774963, "Finetune/Step": 18999, "Finetune/Step Time": 10.947622271254659}
+{"Finetune/Learning Rate": 7.630507335062432e-09, "Finetune/Loss": 0.5900299549102783, "Finetune/Loss (Raw)": 0.5105491876602173, "Finetune/Step": 19000, "Finetune/Step Time": 10.949226289987564}
+{"Finetune/Learning Rate": 1.926372839997633e-05, "Finetune/Loss": 0.8818621635437012, "Finetune/Loss (Raw)": 0.9086527228355408, "Finetune/Step": 2869, "Finetune/Step Time": 10.804244238883257}
+{"Finetune/Learning Rate": 7.564877144204951e-09, "Finetune/Loss": 0.59039306640625, "Finetune/Loss (Raw)": 0.523982048034668, "Finetune/Step": 19001, "Finetune/Step Time": 10.907857574522495}
+{"Finetune/Learning Rate": 1.9263094076957042e-05, "Finetune/Loss": 0.8810160160064697, "Finetune/Loss (Raw)": 0.7226382493972778, "Finetune/Step": 2870, "Finetune/Step Time": 10.798872036859393}
+{"Finetune/Learning Rate": 7.499530310393078e-09, "Finetune/Loss": 0.5895354747772217, "Finetune/Loss (Raw)": 0.5345780849456787, "Finetune/Step": 19002, "Finetune/Step Time": 10.918972799554467}
+{"Finetune/Learning Rate": 1.9262459491262753e-05, "Finetune/Loss": 0.8795582056045532, "Finetune/Loss (Raw)": 0.7239570617675781, "Finetune/Step": 2871, "Finetune/Step Time": 10.832122717052698}
+{"Finetune/Learning Rate": 7.4344668354786596e-09, "Finetune/Loss": 0.5898038148880005, "Finetune/Loss (Raw)": 0.6660236120223999, "Finetune/Step": 19003, "Finetune/Step Time": 10.928946966305375}
+{"Finetune/Learning Rate": 1.926182464291145e-05, "Finetune/Loss": 0.8803114891052246, "Finetune/Loss (Raw)": 0.9910538792610168, "Finetune/Step": 2872, "Finetune/Step Time": 10.834992423653603}
+{"Finetune/Learning Rate": 7.369686721309111e-09, "Finetune/Loss": 0.5892966985702515, "Finetune/Loss (Raw)": 0.5313667058944702, "Finetune/Step": 19004, "Finetune/Step Time": 10.932948358356953}
+{"Finetune/Learning Rate": 1.9261189531921137e-05, "Finetune/Loss": 0.8783233165740967, "Finetune/Loss (Raw)": 0.5513164401054382, "Finetune/Step": 2873, "Finetune/Step Time": 10.871235327795148}
+{"Finetune/Learning Rate": 7.305189969718518e-09, "Finetune/Loss": 0.5891537070274353, "Finetune/Loss (Raw)": 0.5825807452201843, "Finetune/Step": 19005, "Finetune/Step Time": 10.937641000375152}
+{"Finetune/Learning Rate": 1.926055415830982e-05, "Finetune/Loss": 0.8791168928146362, "Finetune/Loss (Raw)": 1.0937057733535767, "Finetune/Step": 2874, "Finetune/Step Time": 10.879314210265875}
+{"Finetune/Learning Rate": 7.24097658253875e-09, "Finetune/Loss": 0.588219404220581, "Finetune/Loss (Raw)": 0.5060233473777771, "Finetune/Step": 19006, "Finetune/Step Time": 10.949336828663945}
+{"Finetune/Learning Rate": 1.9259918522095528e-05, "Finetune/Loss": 0.8773336410522461, "Finetune/Loss (Raw)": 0.5498820543289185, "Finetune/Step": 2875, "Finetune/Step Time": 10.894972801208496}
+{"Finetune/Learning Rate": 7.177046561588352e-09, "Finetune/Loss": 0.589015007019043, "Finetune/Loss (Raw)": 0.574377715587616, "Finetune/Step": 19007, "Finetune/Step Time": 10.95563036762178}
+{"Finetune/Learning Rate": 1.925928262329627e-05, "Finetune/Loss": 0.8763180375099182, "Finetune/Loss (Raw)": 0.7146120071411133, "Finetune/Step": 2876, "Finetune/Step Time": 10.892257688567042}
+{"Finetune/Learning Rate": 7.113399908681429e-09, "Finetune/Loss": 0.5889432430267334, "Finetune/Loss (Raw)": 0.6090878844261169, "Finetune/Step": 19008, "Finetune/Step Time": 10.946369441226125}
+{"Finetune/Learning Rate": 1.9258646461930093e-05, "Finetune/Loss": 0.8740975856781006, "Finetune/Loss (Raw)": 0.5858951807022095, "Finetune/Step": 2877, "Finetune/Step Time": 10.929140726104379}
+{"Finetune/Learning Rate": 7.050036625622092e-09, "Finetune/Loss": 0.5887539982795715, "Finetune/Loss (Raw)": 0.5481470823287964, "Finetune/Step": 19009, "Finetune/Step Time": 10.954118020832539}
+{"Finetune/Learning Rate": 1.9258010038015027e-05, "Finetune/Loss": 0.8736809492111206, "Finetune/Loss (Raw)": 0.8704211115837097, "Finetune/Step": 2878, "Finetune/Step Time": 10.934399457648396}
+{"Finetune/Learning Rate": 6.986956714207793e-09, "Finetune/Loss": 0.588572084903717, "Finetune/Loss (Raw)": 0.5247840285301208, "Finetune/Step": 19010, "Finetune/Step Time": 10.95996562577784}
+{"Finetune/Learning Rate": 1.9257373351569125e-05, "Finetune/Loss": 0.8732119798660278, "Finetune/Loss (Raw)": 0.8147635459899902, "Finetune/Step": 2879, "Finetune/Step Time": 10.904085539281368}
+{"Finetune/Learning Rate": 6.924160176228212e-09, "Finetune/Loss": 0.5886431932449341, "Finetune/Loss (Raw)": 0.6112664937973022, "Finetune/Step": 19011, "Finetune/Step Time": 10.962847841903567}
+{"Finetune/Learning Rate": 1.9256736402610437e-05, "Finetune/Loss": 0.8727931976318359, "Finetune/Loss (Raw)": 0.8201729655265808, "Finetune/Step": 2880, "Finetune/Step Time": 10.889600019901991}
+{"Finetune/Learning Rate": 6.861647013461925e-09, "Finetune/Loss": 0.5884233713150024, "Finetune/Loss (Raw)": 0.6296636462211609, "Finetune/Step": 19012, "Finetune/Step Time": 10.959220299497247}
+{"Finetune/Learning Rate": 1.925609919115703e-05, "Finetune/Loss": 0.8724579811096191, "Finetune/Loss (Raw)": 0.8710585236549377, "Finetune/Step": 2881, "Finetune/Step Time": 10.88796572200954}
+{"Finetune/Learning Rate": 6.799417227681959e-09, "Finetune/Loss": 0.5874602794647217, "Finetune/Loss (Raw)": 0.4857581853866577, "Finetune/Step": 19013, "Finetune/Step Time": 10.965613093227148}
+{"Finetune/Learning Rate": 1.925546171722697e-05, "Finetune/Loss": 0.8724075555801392, "Finetune/Loss (Raw)": 0.8742555975914001, "Finetune/Step": 2882, "Finetune/Step Time": 10.880577735602856}
+{"Finetune/Learning Rate": 6.737470820654679e-09, "Finetune/Loss": 0.5872128009796143, "Finetune/Loss (Raw)": 0.49044692516326904, "Finetune/Step": 19014, "Finetune/Step Time": 10.971926337108016}
+{"Finetune/Learning Rate": 1.9254823980838332e-05, "Finetune/Loss": 0.8720498085021973, "Finetune/Loss (Raw)": 0.7325336337089539, "Finetune/Step": 2883, "Finetune/Step Time": 10.86458857730031}
+{"Finetune/Learning Rate": 6.675807794135347e-09, "Finetune/Loss": 0.5866620540618896, "Finetune/Loss (Raw)": 0.4847448170185089, "Finetune/Step": 19015, "Finetune/Step Time": 10.983014659956098}
+{"Finetune/Learning Rate": 1.9254185982009204e-05, "Finetune/Loss": 0.8717094659805298, "Finetune/Loss (Raw)": 0.8863906860351562, "Finetune/Step": 2884, "Finetune/Step Time": 10.851005882024765}
+{"Finetune/Learning Rate": 6.614428149873675e-09, "Finetune/Loss": 0.5859254002571106, "Finetune/Loss (Raw)": 0.6077893376350403, "Finetune/Step": 19016, "Finetune/Step Time": 10.983390538021922}
+{"Finetune/Learning Rate": 1.925354772075768e-05, "Finetune/Loss": 0.8697401285171509, "Finetune/Loss (Raw)": 0.5759850144386292, "Finetune/Step": 2885, "Finetune/Step Time": 10.887402260676026}
+{"Finetune/Learning Rate": 6.553331889608272e-09, "Finetune/Loss": 0.585111141204834, "Finetune/Loss (Raw)": 0.5345377922058105, "Finetune/Step": 19017, "Finetune/Step Time": 10.99178322404623}
+{"Finetune/Learning Rate": 6.4925190150733065e-09, "Finetune/Loss": 0.5859596729278564, "Finetune/Loss (Raw)": 0.6581330895423889, "Finetune/Step": 19018, "Finetune/Step Time": 10.985838942229748}
+{"Finetune/Learning Rate": 1.9252909197101854e-05, "Finetune/Loss": 0.8699636459350586, "Finetune/Loss (Raw)": 0.9718047380447388, "Finetune/Step": 2886, "Finetune/Step Time": 10.890181077644229}
+{"Finetune/Learning Rate": 1.9252270411059834e-05, "Finetune/Loss": 0.870518684387207, "Finetune/Loss (Raw)": 0.9877274036407471, "Finetune/Step": 2887, "Finetune/Step Time": 10.897433994337916}
+{"Finetune/Learning Rate": 6.431989527992954e-09, "Finetune/Loss": 0.5861722230911255, "Finetune/Loss (Raw)": 0.594180703163147, "Finetune/Step": 19019, "Finetune/Step Time": 10.994963085278869}
+{"Finetune/Learning Rate": 6.371743430082511e-09, "Finetune/Loss": 0.587185263633728, "Finetune/Loss (Raw)": 0.5781605243682861, "Finetune/Step": 19020, "Finetune/Step Time": 10.99947732873261}
+{"Finetune/Learning Rate": 1.9251631362649735e-05, "Finetune/Loss": 0.8716968297958374, "Finetune/Loss (Raw)": 1.0003947019577026, "Finetune/Step": 2888, "Finetune/Step Time": 10.907937552779913}
+{"Finetune/Learning Rate": 6.31178072305283e-09, "Finetune/Loss": 0.586519718170166, "Finetune/Loss (Raw)": 0.5538316369056702, "Finetune/Step": 19021, "Finetune/Step Time": 11.002913184463978}
+{"Finetune/Learning Rate": 1.925099205188968e-05, "Finetune/Loss": 0.870132327079773, "Finetune/Loss (Raw)": 0.7227001786231995, "Finetune/Step": 2889, "Finetune/Step Time": 10.919893754646182}
+{"Finetune/Learning Rate": 6.2521014086014405e-09, "Finetune/Loss": 0.5866587162017822, "Finetune/Loss (Raw)": 0.6319569945335388, "Finetune/Step": 19022, "Finetune/Step Time": 10.991313580423594}
+{"Finetune/Learning Rate": 1.9250352478797798e-05, "Finetune/Loss": 0.8710456490516663, "Finetune/Loss (Raw)": 0.8748074173927307, "Finetune/Step": 2890, "Finetune/Step Time": 10.920130847021937}
+{"Finetune/Learning Rate": 6.192705488423656e-09, "Finetune/Loss": 0.5862287282943726, "Finetune/Loss (Raw)": 0.5064570903778076, "Finetune/Step": 19023, "Finetune/Step Time": 10.995297238230705}
+{"Finetune/Learning Rate": 1.9249712643392223e-05, "Finetune/Loss": 0.8718970417976379, "Finetune/Loss (Raw)": 0.8998993635177612, "Finetune/Step": 2891, "Finetune/Step Time": 10.91715133190155}
+{"Finetune/Learning Rate": 6.1335929642014626e-09, "Finetune/Loss": 0.5870581269264221, "Finetune/Loss (Raw)": 0.7071316838264465, "Finetune/Step": 19024, "Finetune/Step Time": 11.003539333119988}
+{"Finetune/Learning Rate": 1.9249072545691102e-05, "Finetune/Loss": 0.8709867596626282, "Finetune/Loss (Raw)": 0.8268844485282898, "Finetune/Step": 2892, "Finetune/Step Time": 10.926098043099046}
+{"Finetune/Learning Rate": 6.0747638376112976e-09, "Finetune/Loss": 0.5874682664871216, "Finetune/Loss (Raw)": 0.6293544173240662, "Finetune/Step": 19025, "Finetune/Step Time": 11.00631977058947}
+{"Finetune/Learning Rate": 1.924843218571258e-05, "Finetune/Loss": 0.8731000423431396, "Finetune/Loss (Raw)": 0.8643882274627686, "Finetune/Step": 2893, "Finetune/Step Time": 10.909877102822065}
+{"Finetune/Learning Rate": 6.016218110321825e-09, "Finetune/Loss": 0.5879027843475342, "Finetune/Loss (Raw)": 0.6235920190811157, "Finetune/Step": 19026, "Finetune/Step Time": 11.010538261383772}
+{"Finetune/Learning Rate": 1.9247791563474822e-05, "Finetune/Loss": 0.871857762336731, "Finetune/Loss (Raw)": 0.8361892104148865, "Finetune/Step": 2894, "Finetune/Step Time": 10.890260988846421}
+{"Finetune/Learning Rate": 5.9579557839939405e-09, "Finetune/Loss": 0.5882576107978821, "Finetune/Loss (Raw)": 0.6294518113136292, "Finetune/Step": 19027, "Finetune/Step Time": 11.014800492674112}
+{"Finetune/Learning Rate": 1.9247150678995994e-05, "Finetune/Loss": 0.8711951971054077, "Finetune/Loss (Raw)": 0.8508095741271973, "Finetune/Step": 2895, "Finetune/Step Time": 10.896433398127556}
+{"Finetune/Learning Rate": 5.899976860278545e-09, "Finetune/Loss": 0.5893927812576294, "Finetune/Loss (Raw)": 0.5594536066055298, "Finetune/Step": 19028, "Finetune/Step Time": 10.975564675405622}
+{"Finetune/Learning Rate": 1.9246509532294265e-05, "Finetune/Loss": 0.8702276945114136, "Finetune/Loss (Raw)": 0.8759628534317017, "Finetune/Step": 2896, "Finetune/Step Time": 10.896589610725641}
+{"Finetune/Learning Rate": 5.8422813408209875e-09, "Finetune/Loss": 0.5888829231262207, "Finetune/Loss (Raw)": 0.5987027287483215, "Finetune/Step": 19029, "Finetune/Step Time": 10.967979423701763}
+{"Finetune/Learning Rate": 1.9245868123387822e-05, "Finetune/Loss": 0.8711869120597839, "Finetune/Loss (Raw)": 0.9499197602272034, "Finetune/Step": 2897, "Finetune/Step Time": 10.897305997088552}
+{"Finetune/Learning Rate": 5.784869227256628e-09, "Finetune/Loss": 0.5904333591461182, "Finetune/Loss (Raw)": 0.7550609111785889, "Finetune/Step": 19030, "Finetune/Step Time": 10.959915990009904}
+{"Finetune/Learning Rate": 1.9245226452294853e-05, "Finetune/Loss": 0.8704628348350525, "Finetune/Loss (Raw)": 0.8754345774650574, "Finetune/Step": 2898, "Finetune/Step Time": 10.903828600421548}
+{"Finetune/Learning Rate": 5.727740521213054e-09, "Finetune/Loss": 0.5899611711502075, "Finetune/Loss (Raw)": 0.5781933069229126, "Finetune/Step": 19031, "Finetune/Step Time": 10.965016597881913}
+{"Finetune/Learning Rate": 1.9244584519033548e-05, "Finetune/Loss": 0.8719632625579834, "Finetune/Loss (Raw)": 0.8312569260597229, "Finetune/Step": 2899, "Finetune/Step Time": 10.878740079700947}
+{"Finetune/Learning Rate": 5.6708952243123e-09, "Finetune/Loss": 0.5892717242240906, "Finetune/Loss (Raw)": 0.5134180188179016, "Finetune/Step": 19032, "Finetune/Step Time": 10.961137047037482}
+{"Finetune/Learning Rate": 1.9243942323622113e-05, "Finetune/Loss": 0.8705639243125916, "Finetune/Loss (Raw)": 0.8044099807739258, "Finetune/Step": 2900, "Finetune/Step Time": 10.90597303584218}
+{"Finetune/Learning Rate": 5.61433333816308e-09, "Finetune/Loss": 0.5893503427505493, "Finetune/Loss (Raw)": 0.597472071647644, "Finetune/Step": 19033, "Finetune/Step Time": 10.953319372609258}
+{"Finetune/Learning Rate": 1.924329986607876e-05, "Finetune/Loss": 0.8710124492645264, "Finetune/Loss (Raw)": 0.8814086318016052, "Finetune/Step": 2901, "Finetune/Step Time": 10.90999611839652}
+{"Finetune/Learning Rate": 5.558054864371887e-09, "Finetune/Loss": 0.5891896486282349, "Finetune/Loss (Raw)": 0.584633469581604, "Finetune/Step": 19034, "Finetune/Step Time": 10.940920311957598}
+{"Finetune/Learning Rate": 1.924265714642171e-05, "Finetune/Loss": 0.8699043989181519, "Finetune/Loss (Raw)": 0.8415769338607788, "Finetune/Step": 2902, "Finetune/Step Time": 10.910980990156531}
+{"Finetune/Learning Rate": 1.9242014164669186e-05, "Finetune/Loss": 0.8700453042984009, "Finetune/Loss (Raw)": 0.9566585421562195, "Finetune/Step": 2903, "Finetune/Step Time": 10.917765252292156}
+{"Finetune/Learning Rate": 5.50205980453411e-09, "Finetune/Loss": 0.5875599384307861, "Finetune/Loss (Raw)": 0.40324926376342773, "Finetune/Step": 19035, "Finetune/Step Time": 10.966864466667175}
+{"Finetune/Learning Rate": 5.446348160237369e-09, "Finetune/Loss": 0.5879698991775513, "Finetune/Loss (Raw)": 0.6004061102867126, "Finetune/Step": 19036, "Finetune/Step Time": 10.97311739437282}
+{"Finetune/Learning Rate": 1.924137092083942e-05, "Finetune/Loss": 0.8686666488647461, "Finetune/Loss (Raw)": 0.7370361089706421, "Finetune/Step": 2904, "Finetune/Step Time": 10.928269876167178}
+{"Finetune/Learning Rate": 5.390919933061512e-09, "Finetune/Loss": 0.5900787711143494, "Finetune/Loss (Raw)": 0.6747695207595825, "Finetune/Step": 19037, "Finetune/Step Time": 10.920489318668842}
+{"Finetune/Learning Rate": 1.9240727414950654e-05, "Finetune/Loss": 0.8687853217124939, "Finetune/Loss (Raw)": 0.8346790075302124, "Finetune/Step": 2905, "Finetune/Step Time": 10.941426318138838}
+{"Finetune/Learning Rate": 5.335775124578612e-09, "Finetune/Loss": 0.5895669460296631, "Finetune/Loss (Raw)": 0.5128349661827087, "Finetune/Step": 19038, "Finetune/Step Time": 10.899573868140578}
+{"Finetune/Learning Rate": 1.9240083647021135e-05, "Finetune/Loss": 0.869261622428894, "Finetune/Loss (Raw)": 0.8546425104141235, "Finetune/Step": 2906, "Finetune/Step Time": 10.920197017490864}
+{"Finetune/Learning Rate": 5.280913736351867e-09, "Finetune/Loss": 0.590798020362854, "Finetune/Loss (Raw)": 0.6812036633491516, "Finetune/Step": 19039, "Finetune/Step Time": 10.88068526610732}
+{"Finetune/Learning Rate": 1.923943961706912e-05, "Finetune/Loss": 0.8707948923110962, "Finetune/Loss (Raw)": 0.9162213802337646, "Finetune/Step": 2907, "Finetune/Step Time": 10.898231564089656}
+{"Finetune/Learning Rate": 5.226335769936697e-09, "Finetune/Loss": 0.5918152332305908, "Finetune/Loss (Raw)": 0.6598194241523743, "Finetune/Step": 19040, "Finetune/Step Time": 10.876540798693895}
+{"Finetune/Learning Rate": 1.9238795325112867e-05, "Finetune/Loss": 0.8695077896118164, "Finetune/Loss (Raw)": 0.8123317956924438, "Finetune/Step": 2908, "Finetune/Step Time": 10.915553586557508}
+{"Finetune/Learning Rate": 5.1720412268818634e-09, "Finetune/Loss": 0.5915563106536865, "Finetune/Loss (Raw)": 0.47280097007751465, "Finetune/Step": 19041, "Finetune/Step Time": 10.890912625938654}
+{"Finetune/Learning Rate": 1.9238150771170655e-05, "Finetune/Loss": 0.8703712224960327, "Finetune/Loss (Raw)": 0.9083623290061951, "Finetune/Step": 2909, "Finetune/Step Time": 10.902188077569008}
+{"Finetune/Learning Rate": 1.9237505955260756e-05, "Finetune/Loss": 0.8703819513320923, "Finetune/Loss (Raw)": 0.9577633738517761, "Finetune/Step": 2910, "Finetune/Step Time": 10.903434405103326}
+{"Finetune/Learning Rate": 5.1180301087261355e-09, "Finetune/Loss": 0.5911710858345032, "Finetune/Loss (Raw)": 0.49223580956459045, "Finetune/Step": 19042, "Finetune/Step Time": 10.895480375736952}
+{"Finetune/Learning Rate": 1.9236860877401456e-05, "Finetune/Loss": 0.8693394660949707, "Finetune/Loss (Raw)": 0.7117571234703064, "Finetune/Step": 2911, "Finetune/Step Time": 10.902919366955757}
+{"Finetune/Learning Rate": 5.064302417001621e-09, "Finetune/Loss": 0.5914420485496521, "Finetune/Loss (Raw)": 0.6569864153862, "Finetune/Step": 19043, "Finetune/Step Time": 10.897568263113499}
+{"Finetune/Learning Rate": 5.010858153231546e-09, "Finetune/Loss": 0.5908335447311401, "Finetune/Loss (Raw)": 0.5488927364349365, "Finetune/Step": 19044, "Finetune/Step Time": 10.896494194865227}
+{"Finetune/Learning Rate": 1.9236215537611044e-05, "Finetune/Loss": 0.8670226335525513, "Finetune/Loss (Raw)": 0.6692129969596863, "Finetune/Step": 2912, "Finetune/Step Time": 10.929109293967485}
+{"Finetune/Learning Rate": 4.957697318931365e-09, "Finetune/Loss": 0.5904537439346313, "Finetune/Loss (Raw)": 0.644458532333374, "Finetune/Step": 19045, "Finetune/Step Time": 10.904090678319335}
+{"Finetune/Learning Rate": 1.9235569935907826e-05, "Finetune/Loss": 0.8682570457458496, "Finetune/Loss (Raw)": 1.0276012420654297, "Finetune/Step": 2913, "Finetune/Step Time": 10.927783273160458}
+{"Finetune/Learning Rate": 4.9048199156087604e-09, "Finetune/Loss": 0.5913869142532349, "Finetune/Loss (Raw)": 0.6242445111274719, "Finetune/Step": 19046, "Finetune/Step Time": 10.896941831335425}
+{"Finetune/Learning Rate": 1.9234924072310112e-05, "Finetune/Loss": 0.8682059049606323, "Finetune/Loss (Raw)": 0.9628147482872009, "Finetune/Step": 2914, "Finetune/Step Time": 10.93194522894919}
+{"Finetune/Learning Rate": 4.852225944763644e-09, "Finetune/Loss": 0.5906410217285156, "Finetune/Loss (Raw)": 0.4990365207195282, "Finetune/Step": 19047, "Finetune/Step Time": 10.885094357654452}
+{"Finetune/Learning Rate": 1.9234277946836207e-05, "Finetune/Loss": 0.8700000643730164, "Finetune/Loss (Raw)": 0.8982846140861511, "Finetune/Step": 2915, "Finetune/Step Time": 10.89292180724442}
+{"Finetune/Learning Rate": 1.923363155950444e-05, "Finetune/Loss": 0.8688712120056152, "Finetune/Loss (Raw)": 0.7872742414474487, "Finetune/Step": 2916, "Finetune/Step Time": 10.889949856325984}
+{"Finetune/Learning Rate": 4.799915407887046e-09, "Finetune/Loss": 0.5908177495002747, "Finetune/Loss (Raw)": 0.6754934787750244, "Finetune/Step": 19048, "Finetune/Step Time": 10.887365551665425}
+{"Finetune/Learning Rate": 1.9232984910333136e-05, "Finetune/Loss": 0.8693909645080566, "Finetune/Loss (Raw)": 0.9327406287193298, "Finetune/Step": 2917, "Finetune/Step Time": 10.886841325089335}
+{"Finetune/Learning Rate": 4.7478883064622225e-09, "Finetune/Loss": 0.592343807220459, "Finetune/Loss (Raw)": 0.6952099204063416, "Finetune/Step": 19049, "Finetune/Step Time": 10.873382734134793}
+{"Finetune/Learning Rate": 1.923233799934064e-05, "Finetune/Loss": 0.869900107383728, "Finetune/Loss (Raw)": 0.9718850255012512, "Finetune/Step": 2918, "Finetune/Step Time": 10.882550870999694}
+{"Finetune/Learning Rate": 4.696144641964662e-09, "Finetune/Loss": 0.5924425721168518, "Finetune/Loss (Raw)": 0.7256474494934082, "Finetune/Step": 19050, "Finetune/Step Time": 10.893325239419937}
+{"Finetune/Learning Rate": 1.9231690826545284e-05, "Finetune/Loss": 0.8691712617874146, "Finetune/Loss (Raw)": 0.8786248564720154, "Finetune/Step": 2919, "Finetune/Step Time": 10.885631186887622}
+{"Finetune/Learning Rate": 4.644684415862077e-09, "Finetune/Loss": 0.5920419692993164, "Finetune/Loss (Raw)": 0.6459267735481262, "Finetune/Step": 19051, "Finetune/Step Time": 10.894002294167876}
+{"Finetune/Learning Rate": 1.9231043391965435e-05, "Finetune/Loss": 0.868209719657898, "Finetune/Loss (Raw)": 0.8323548436164856, "Finetune/Step": 2920, "Finetune/Step Time": 10.882184473797679}
+{"Finetune/Learning Rate": 4.593507629612193e-09, "Finetune/Loss": 0.5929458737373352, "Finetune/Loss (Raw)": 0.5917986035346985, "Finetune/Step": 19052, "Finetune/Step Time": 10.901526104658842}
+{"Finetune/Learning Rate": 1.923039569561944e-05, "Finetune/Loss": 0.8664732575416565, "Finetune/Loss (Raw)": 0.790000855922699, "Finetune/Step": 2921, "Finetune/Step Time": 10.88158074580133}
+{"Finetune/Learning Rate": 4.54261428466829e-09, "Finetune/Loss": 0.5923193097114563, "Finetune/Loss (Raw)": 0.49613234400749207, "Finetune/Step": 19053, "Finetune/Step Time": 10.919658837839961}
+{"Finetune/Learning Rate": 1.922974773752567e-05, "Finetune/Loss": 0.864799439907074, "Finetune/Loss (Raw)": 0.8800044655799866, "Finetune/Step": 2922, "Finetune/Step Time": 10.885101540014148}
+{"Finetune/Learning Rate": 1.9229099517702505e-05, "Finetune/Loss": 0.8650425672531128, "Finetune/Loss (Raw)": 0.8845707178115845, "Finetune/Step": 2923, "Finetune/Step Time": 10.886209893971682}
+{"Finetune/Learning Rate": 4.492004382471438e-09, "Finetune/Loss": 0.5926680564880371, "Finetune/Loss (Raw)": 0.6216133236885071, "Finetune/Step": 19054, "Finetune/Step Time": 10.967881267890334}
+{"Finetune/Learning Rate": 1.9228451036168317e-05, "Finetune/Loss": 0.8654044270515442, "Finetune/Loss (Raw)": 0.8601388931274414, "Finetune/Step": 2924, "Finetune/Step Time": 10.878677505999804}
+{"Finetune/Learning Rate": 4.441677924459376e-09, "Finetune/Loss": 0.59244704246521, "Finetune/Loss (Raw)": 0.6262581944465637, "Finetune/Step": 19055, "Finetune/Step Time": 10.94433031603694}
+{"Finetune/Learning Rate": 1.9227802292941504e-05, "Finetune/Loss": 0.8672881126403809, "Finetune/Loss (Raw)": 0.8890790343284607, "Finetune/Step": 2925, "Finetune/Step Time": 10.83515808172524}
+{"Finetune/Learning Rate": 4.39163491205652e-09, "Finetune/Loss": 0.5920080542564392, "Finetune/Loss (Raw)": 0.577434778213501, "Finetune/Step": 19056, "Finetune/Step Time": 10.939509309828281}
+{"Finetune/Learning Rate": 1.9227153288040458e-05, "Finetune/Loss": 0.8676707148551941, "Finetune/Loss (Raw)": 0.8879073858261108, "Finetune/Step": 2926, "Finetune/Step Time": 10.824636202305555}
+{"Finetune/Learning Rate": 4.341875346683955e-09, "Finetune/Loss": 0.5911438465118408, "Finetune/Loss (Raw)": 0.5471602082252502, "Finetune/Step": 19057, "Finetune/Step Time": 10.939452651888132}
+{"Finetune/Learning Rate": 1.9226504021483582e-05, "Finetune/Loss": 0.8656176924705505, "Finetune/Loss (Raw)": 0.7887865304946899, "Finetune/Step": 2927, "Finetune/Step Time": 10.827920902520418}
+{"Finetune/Learning Rate": 4.2923992297516645e-09, "Finetune/Loss": 0.5905754566192627, "Finetune/Loss (Raw)": 0.5163083672523499, "Finetune/Step": 19058, "Finetune/Step Time": 10.959067851305008}
+{"Finetune/Learning Rate": 1.9225854493289287e-05, "Finetune/Loss": 0.8649941682815552, "Finetune/Loss (Raw)": 0.8990581035614014, "Finetune/Step": 2928, "Finetune/Step Time": 10.827288525179029}
+{"Finetune/Learning Rate": 4.243206562662971e-09, "Finetune/Loss": 0.5911450386047363, "Finetune/Loss (Raw)": 0.6309682726860046, "Finetune/Step": 19059, "Finetune/Step Time": 10.960722841322422}
+{"Finetune/Learning Rate": 1.9225204703475995e-05, "Finetune/Loss": 0.8657114505767822, "Finetune/Loss (Raw)": 0.9800699353218079, "Finetune/Step": 2929, "Finetune/Step Time": 10.826910480856895}
+{"Finetune/Learning Rate": 4.194297346812315e-09, "Finetune/Loss": 0.5907042622566223, "Finetune/Loss (Raw)": 0.5602669715881348, "Finetune/Step": 19060, "Finetune/Step Time": 10.964119702577591}
+{"Finetune/Learning Rate": 1.922455465206213e-05, "Finetune/Loss": 0.8652327656745911, "Finetune/Loss (Raw)": 0.8661609888076782, "Finetune/Step": 2930, "Finetune/Step Time": 10.825450863689184}
+{"Finetune/Learning Rate": 4.145671583587474e-09, "Finetune/Loss": 0.5901123285293579, "Finetune/Loss (Raw)": 0.5331771373748779, "Finetune/Step": 19061, "Finetune/Step Time": 10.976438445970416}
+{"Finetune/Learning Rate": 1.9223904339066125e-05, "Finetune/Loss": 0.8650946021080017, "Finetune/Loss (Raw)": 0.7393595576286316, "Finetune/Step": 2931, "Finetune/Step Time": 10.814066149294376}
+{"Finetune/Learning Rate": 4.0973292743673455e-09, "Finetune/Loss": 0.5892339944839478, "Finetune/Loss (Raw)": 0.524752140045166, "Finetune/Step": 19062, "Finetune/Step Time": 10.966584514826536}
+{"Finetune/Learning Rate": 1.9223253764506426e-05, "Finetune/Loss": 0.8649466037750244, "Finetune/Loss (Raw)": 0.9442062377929688, "Finetune/Step": 2932, "Finetune/Step Time": 10.815473010763526}
+{"Finetune/Learning Rate": 4.0492704205219446e-09, "Finetune/Loss": 0.5899733304977417, "Finetune/Loss (Raw)": 0.6266108155250549, "Finetune/Step": 19063, "Finetune/Step Time": 10.963630437850952}
+{"Finetune/Learning Rate": 1.9222602928401473e-05, "Finetune/Loss": 0.8647816777229309, "Finetune/Loss (Raw)": 0.8748480081558228, "Finetune/Step": 2933, "Finetune/Step Time": 10.818415908142924}
+{"Finetune/Learning Rate": 4.001495023414626e-09, "Finetune/Loss": 0.5903907418251038, "Finetune/Loss (Raw)": 0.6206693649291992, "Finetune/Step": 19064, "Finetune/Step Time": 10.965704031288624}
+{"Finetune/Learning Rate": 1.922195183076973e-05, "Finetune/Loss": 0.8623867034912109, "Finetune/Loss (Raw)": 0.7189525961875916, "Finetune/Step": 2934, "Finetune/Step Time": 10.825227335095406}
+{"Finetune/Learning Rate": 3.9540030844009705e-09, "Finetune/Loss": 0.5902840495109558, "Finetune/Loss (Raw)": 0.6126728057861328, "Finetune/Step": 19065, "Finetune/Step Time": 10.972129665315151}
+{"Finetune/Learning Rate": 1.9221300471629658e-05, "Finetune/Loss": 0.8617956638336182, "Finetune/Loss (Raw)": 0.9186917543411255, "Finetune/Step": 2935, "Finetune/Step Time": 10.824616953730583}
+{"Finetune/Learning Rate": 3.906794604825459e-09, "Finetune/Loss": 0.5888893604278564, "Finetune/Loss (Raw)": 0.565924346446991, "Finetune/Step": 19066, "Finetune/Step Time": 10.978553051128983}
+{"Finetune/Learning Rate": 1.9220648850999723e-05, "Finetune/Loss": 0.8605055809020996, "Finetune/Loss (Raw)": 0.8096424341201782, "Finetune/Step": 2936, "Finetune/Step Time": 10.832319416105747}
+{"Finetune/Learning Rate": 3.859869586029241e-09, "Finetune/Loss": 0.5894027352333069, "Finetune/Loss (Raw)": 0.621160089969635, "Finetune/Step": 19067, "Finetune/Step Time": 10.973825296387076}
+{"Finetune/Learning Rate": 1.9219996968898408e-05, "Finetune/Loss": 0.8607505559921265, "Finetune/Loss (Raw)": 0.8685377836227417, "Finetune/Step": 2937, "Finetune/Step Time": 10.835343966260552}
+{"Finetune/Learning Rate": 3.813228029341253e-09, "Finetune/Loss": 0.5896300077438354, "Finetune/Loss (Raw)": 0.577256977558136, "Finetune/Step": 19068, "Finetune/Step Time": 10.965623458847404}
+{"Finetune/Learning Rate": 1.92193448253442e-05, "Finetune/Loss": 0.8598099946975708, "Finetune/Loss (Raw)": 0.9237473607063293, "Finetune/Step": 2938, "Finetune/Step Time": 10.84289326146245}
+{"Finetune/Learning Rate": 3.766869936084883e-09, "Finetune/Loss": 0.590989351272583, "Finetune/Loss (Raw)": 0.7498352527618408, "Finetune/Step": 19069, "Finetune/Step Time": 10.954370096325874}
+{"Finetune/Learning Rate": 1.9218692420355585e-05, "Finetune/Loss": 0.8574497103691101, "Finetune/Loss (Raw)": 0.6142198443412781, "Finetune/Step": 2939, "Finetune/Step Time": 10.865204442292452}
+{"Finetune/Learning Rate": 3.720795307574632e-09, "Finetune/Loss": 0.5911675691604614, "Finetune/Loss (Raw)": 0.617107093334198, "Finetune/Step": 19070, "Finetune/Step Time": 10.92304302379489}
+{"Finetune/Learning Rate": 1.9218039753951068e-05, "Finetune/Loss": 0.858212947845459, "Finetune/Loss (Raw)": 0.8837772011756897, "Finetune/Step": 2940, "Finetune/Step Time": 10.86415471881628}
+{"Finetune/Learning Rate": 3.6750041451172334e-09, "Finetune/Loss": 0.5906829237937927, "Finetune/Loss (Raw)": 0.5410089492797852, "Finetune/Step": 19071, "Finetune/Step Time": 10.918145008385181}
+{"Finetune/Learning Rate": 3.6294964500116492e-09, "Finetune/Loss": 0.59085613489151, "Finetune/Loss (Raw)": 0.6309277415275574, "Finetune/Step": 19072, "Finetune/Step Time": 10.914880370721221}
+{"Finetune/Learning Rate": 1.9217386826149155e-05, "Finetune/Loss": 0.8578096032142639, "Finetune/Loss (Raw)": 0.8258074522018433, "Finetune/Step": 2941, "Finetune/Step Time": 10.875845570117235}
+{"Finetune/Learning Rate": 1.9216733636968365e-05, "Finetune/Loss": 0.857723593711853, "Finetune/Loss (Raw)": 0.8140021562576294, "Finetune/Step": 2942, "Finetune/Step Time": 10.872422380372882}
+{"Finetune/Learning Rate": 3.5842722235468475e-09, "Finetune/Loss": 0.5897800922393799, "Finetune/Loss (Raw)": 0.5118198990821838, "Finetune/Step": 19073, "Finetune/Step Time": 10.923227118328214}
+{"Finetune/Learning Rate": 1.9216080186427218e-05, "Finetune/Loss": 0.8581538796424866, "Finetune/Loss (Raw)": 1.0091769695281982, "Finetune/Step": 2943, "Finetune/Step Time": 10.864213313907385}
+{"Finetune/Learning Rate": 3.539331467006246e-09, "Finetune/Loss": 0.5890783071517944, "Finetune/Loss (Raw)": 0.5215789675712585, "Finetune/Step": 19074, "Finetune/Step Time": 10.939909787848592}
+{"Finetune/Learning Rate": 1.9215426474544242e-05, "Finetune/Loss": 0.858715295791626, "Finetune/Loss (Raw)": 0.9314849376678467, "Finetune/Step": 2944, "Finetune/Step Time": 10.861645881086588}
+{"Finetune/Learning Rate": 3.494674181663271e-09, "Finetune/Loss": 0.588579535484314, "Finetune/Loss (Raw)": 0.5466165542602539, "Finetune/Step": 19075, "Finetune/Step Time": 10.942858505994081}
+{"Finetune/Learning Rate": 1.9214772501337976e-05, "Finetune/Loss": 0.8593579530715942, "Finetune/Loss (Raw)": 0.9259978532791138, "Finetune/Step": 2945, "Finetune/Step Time": 10.87355843372643}
+{"Finetune/Learning Rate": 3.450300368785797e-09, "Finetune/Loss": 0.5883464813232422, "Finetune/Loss (Raw)": 0.6043111085891724, "Finetune/Step": 19076, "Finetune/Step Time": 10.944554394111037}
+{"Finetune/Learning Rate": 1.9214118266826968e-05, "Finetune/Loss": 0.8603726625442505, "Finetune/Loss (Raw)": 0.870310366153717, "Finetune/Step": 2946, "Finetune/Step Time": 10.87358732521534}
+{"Finetune/Learning Rate": 3.406210029631707e-09, "Finetune/Loss": 0.5888338088989258, "Finetune/Loss (Raw)": 0.5949145555496216, "Finetune/Step": 19077, "Finetune/Step Time": 10.940233051776886}
+{"Finetune/Learning Rate": 1.9213463771029762e-05, "Finetune/Loss": 0.8604075908660889, "Finetune/Loss (Raw)": 0.8809700012207031, "Finetune/Step": 2947, "Finetune/Step Time": 10.868722699582577}
+{"Finetune/Learning Rate": 3.3624031654511115e-09, "Finetune/Loss": 0.589070200920105, "Finetune/Loss (Raw)": 0.6544139981269836, "Finetune/Step": 19078, "Finetune/Step Time": 10.944014513865113}
+{"Finetune/Learning Rate": 1.9212809013964932e-05, "Finetune/Loss": 0.860430896282196, "Finetune/Loss (Raw)": 0.9058782458305359, "Finetune/Step": 2948, "Finetune/Step Time": 10.875622432678938}
+{"Finetune/Learning Rate": 3.31887977748524e-09, "Finetune/Loss": 0.5882614850997925, "Finetune/Loss (Raw)": 0.5962586402893066, "Finetune/Step": 19079, "Finetune/Step Time": 10.94065760076046}
+{"Finetune/Learning Rate": 3.2756398669697708e-09, "Finetune/Loss": 0.5881293416023254, "Finetune/Loss (Raw)": 0.5292489528656006, "Finetune/Step": 19080, "Finetune/Step Time": 10.94616992212832}
+{"Finetune/Learning Rate": 1.9212153995651028e-05, "Finetune/Loss": 0.8621142506599426, "Finetune/Loss (Raw)": 0.9591028690338135, "Finetune/Step": 2949, "Finetune/Step Time": 10.88960356079042}
+{"Finetune/Learning Rate": 3.2326834351303903e-09, "Finetune/Loss": 0.5876262784004211, "Finetune/Loss (Raw)": 0.5843741297721863, "Finetune/Step": 19081, "Finetune/Step Time": 10.95687104202807}
+{"Finetune/Learning Rate": 1.9211498716106636e-05, "Finetune/Loss": 0.863665759563446, "Finetune/Loss (Raw)": 0.7974511981010437, "Finetune/Step": 2950, "Finetune/Step Time": 10.881266055628657}
+{"Finetune/Learning Rate": 3.1900104831850133e-09, "Finetune/Loss": 0.5878744125366211, "Finetune/Loss (Raw)": 0.5320072174072266, "Finetune/Step": 19082, "Finetune/Step Time": 10.964107481762767}
+{"Finetune/Learning Rate": 1.9210843175350335e-05, "Finetune/Loss": 0.8644404411315918, "Finetune/Loss (Raw)": 0.9551336169242859, "Finetune/Step": 2951, "Finetune/Step Time": 10.882270695641637}
+{"Finetune/Learning Rate": 3.147621012342672e-09, "Finetune/Loss": 0.5873680114746094, "Finetune/Loss (Raw)": 0.501044511795044, "Finetune/Step": 19083, "Finetune/Step Time": 10.965479398146272}
+{"Finetune/Learning Rate": 1.921018737340071e-05, "Finetune/Loss": 0.8638020157814026, "Finetune/Loss (Raw)": 0.9535707235336304, "Finetune/Step": 2952, "Finetune/Step Time": 10.877329526469111}
+{"Finetune/Learning Rate": 3.105515023807959e-09, "Finetune/Loss": 0.5875125527381897, "Finetune/Loss (Raw)": 0.6862606406211853, "Finetune/Step": 19084, "Finetune/Step Time": 10.972941756248474}
+{"Finetune/Learning Rate": 1.9209531310276362e-05, "Finetune/Loss": 0.8618832230567932, "Finetune/Loss (Raw)": 0.8410123586654663, "Finetune/Step": 2953, "Finetune/Step Time": 10.876505794003606}
+{"Finetune/Learning Rate": 3.0636925187732538e-09, "Finetune/Loss": 0.5863449573516846, "Finetune/Loss (Raw)": 0.497410386800766, "Finetune/Step": 19085, "Finetune/Step Time": 10.938514929264784}
+{"Finetune/Learning Rate": 1.92088749859959e-05, "Finetune/Loss": 0.8613672256469727, "Finetune/Loss (Raw)": 0.9065486788749695, "Finetune/Step": 2954, "Finetune/Step Time": 10.878647342324257}
+{"Finetune/Learning Rate": 3.022153498424274e-09, "Finetune/Loss": 0.5858932733535767, "Finetune/Loss (Raw)": 0.5181424021720886, "Finetune/Step": 19086, "Finetune/Step Time": 10.933543721213937}
+{"Finetune/Learning Rate": 1.9208218400577926e-05, "Finetune/Loss": 0.8611258268356323, "Finetune/Loss (Raw)": 1.0090745687484741, "Finetune/Step": 2955, "Finetune/Step Time": 10.874467320740223}
+{"Finetune/Learning Rate": 2.980897963940077e-09, "Finetune/Loss": 0.5857328176498413, "Finetune/Loss (Raw)": 0.5515834093093872, "Finetune/Step": 19087, "Finetune/Step Time": 10.932048780843616}
+{"Finetune/Learning Rate": 1.920756155404106e-05, "Finetune/Loss": 0.8613042831420898, "Finetune/Loss (Raw)": 0.7955598831176758, "Finetune/Step": 2956, "Finetune/Step Time": 10.925932692363858}
+{"Finetune/Learning Rate": 2.9399259164897278e-09, "Finetune/Loss": 0.5860247611999512, "Finetune/Loss (Raw)": 0.6160339713096619, "Finetune/Step": 19088, "Finetune/Step Time": 10.931636763736606}
+{"Finetune/Learning Rate": 1.9206904446403936e-05, "Finetune/Loss": 0.8608798980712891, "Finetune/Loss (Raw)": 0.8545728921890259, "Finetune/Step": 2957, "Finetune/Step Time": 10.925727454945445}
+{"Finetune/Learning Rate": 2.8992373572345187e-09, "Finetune/Loss": 0.5877624750137329, "Finetune/Loss (Raw)": 0.7312629222869873, "Finetune/Step": 19089, "Finetune/Step Time": 10.88090767338872}
+{"Finetune/Learning Rate": 1.9206247077685184e-05, "Finetune/Loss": 0.862274169921875, "Finetune/Loss (Raw)": 0.9216619729995728, "Finetune/Step": 2958, "Finetune/Step Time": 10.896263886243105}
+{"Finetune/Learning Rate": 2.8588322873301933e-09, "Finetune/Loss": 0.5881142616271973, "Finetune/Loss (Raw)": 0.6249858140945435, "Finetune/Step": 19090, "Finetune/Step Time": 10.857147201895714}
+{"Finetune/Learning Rate": 2.8187107079202803e-09, "Finetune/Loss": 0.5867220163345337, "Finetune/Loss (Raw)": 0.5280932188034058, "Finetune/Step": 19091, "Finetune/Step Time": 10.854217942804098}
+{"Finetune/Learning Rate": 1.9205589447903438e-05, "Finetune/Loss": 0.8619475960731506, "Finetune/Loss (Raw)": 0.8718934059143066, "Finetune/Step": 2959, "Finetune/Step Time": 10.897547408938408}
+{"Finetune/Learning Rate": 2.7788726201438687e-09, "Finetune/Loss": 0.5861120820045471, "Finetune/Loss (Raw)": 0.6117790341377258, "Finetune/Step": 19092, "Finetune/Step Time": 10.858283946290612}
+{"Finetune/Learning Rate": 1.9204931557077355e-05, "Finetune/Loss": 0.8617476224899292, "Finetune/Loss (Raw)": 0.7939696907997131, "Finetune/Step": 2960, "Finetune/Step Time": 10.983218910172582}
+{"Finetune/Learning Rate": 2.739318025131166e-09, "Finetune/Loss": 0.5848051309585571, "Finetune/Loss (Raw)": 0.3646542429924011, "Finetune/Step": 19093, "Finetune/Step Time": 10.900434916839004}
+{"Finetune/Learning Rate": 1.9204273405225588e-05, "Finetune/Loss": 0.8617784976959229, "Finetune/Loss (Raw)": 0.934077799320221, "Finetune/Step": 2961, "Finetune/Step Time": 10.997345112264156}
+{"Finetune/Learning Rate": 2.7000469240023865e-09, "Finetune/Loss": 0.5832424163818359, "Finetune/Loss (Raw)": 0.40700286626815796, "Finetune/Step": 19094, "Finetune/Step Time": 10.918942391872406}
+{"Finetune/Learning Rate": 1.9203614992366805e-05, "Finetune/Loss": 0.8624922037124634, "Finetune/Loss (Raw)": 0.9617634415626526, "Finetune/Step": 2962, "Finetune/Step Time": 10.9627885799855}
+{"Finetune/Learning Rate": 2.661059317871084e-09, "Finetune/Loss": 0.584025502204895, "Finetune/Loss (Raw)": 0.6298046708106995, "Finetune/Step": 19095, "Finetune/Step Time": 10.903640551492572}
+{"Finetune/Learning Rate": 1.9202956318519667e-05, "Finetune/Loss": 0.8624905347824097, "Finetune/Loss (Raw)": 0.8900195956230164, "Finetune/Step": 2963, "Finetune/Step Time": 10.958150669932365}
+{"Finetune/Learning Rate": 2.622355207844152e-09, "Finetune/Loss": 0.5820573568344116, "Finetune/Loss (Raw)": 0.41496142745018005, "Finetune/Step": 19096, "Finetune/Step Time": 10.943395303562284}
+{"Finetune/Learning Rate": 1.9202297383702858e-05, "Finetune/Loss": 0.8622003793716431, "Finetune/Loss (Raw)": 0.9115614295005798, "Finetune/Step": 2964, "Finetune/Step Time": 10.969983043149114}
+{"Finetune/Learning Rate": 2.5839345950184892e-09, "Finetune/Loss": 0.5828523635864258, "Finetune/Loss (Raw)": 0.714074969291687, "Finetune/Step": 19097, "Finetune/Step Time": 10.943033358082175}
+{"Finetune/Learning Rate": 1.9201638187935066e-05, "Finetune/Loss": 0.8610555529594421, "Finetune/Loss (Raw)": 0.8574731349945068, "Finetune/Step": 2965, "Finetune/Step Time": 10.968923823907971}
+{"Finetune/Learning Rate": 2.5457974804832252e-09, "Finetune/Loss": 0.5834513902664185, "Finetune/Loss (Raw)": 0.594145655632019, "Finetune/Step": 19098, "Finetune/Step Time": 10.940657993778586}
+{"Finetune/Learning Rate": 1.920097873123498e-05, "Finetune/Loss": 0.8590417504310608, "Finetune/Loss (Raw)": 0.7749984860420227, "Finetune/Step": 2966, "Finetune/Step Time": 10.995900755748153}
+{"Finetune/Learning Rate": 2.507943865320828e-09, "Finetune/Loss": 0.5837817788124084, "Finetune/Loss (Raw)": 0.5637106895446777, "Finetune/Step": 19099, "Finetune/Step Time": 10.928869493305683}
+{"Finetune/Learning Rate": 1.9200319013621298e-05, "Finetune/Loss": 0.8613911867141724, "Finetune/Loss (Raw)": 1.0448676347732544, "Finetune/Step": 2967, "Finetune/Step Time": 11.010452734306455}
+{"Finetune/Learning Rate": 2.4703737506037715e-09, "Finetune/Loss": 0.5853642225265503, "Finetune/Loss (Raw)": 0.6329379081726074, "Finetune/Step": 19100, "Finetune/Step Time": 10.93306715786457}
+{"Finetune/Learning Rate": 2.4330871373978714e-09, "Finetune/Loss": 0.5850626230239868, "Finetune/Loss (Raw)": 0.5121058225631714, "Finetune/Step": 19101, "Finetune/Step Time": 10.930752886459231}
+{"Finetune/Learning Rate": 1.9199659035112734e-05, "Finetune/Loss": 0.8593655824661255, "Finetune/Loss (Raw)": 0.7735514044761658, "Finetune/Step": 2968, "Finetune/Step Time": 11.0754363425076}
+{"Finetune/Learning Rate": 1.9198998795728e-05, "Finetune/Loss": 0.8597562909126282, "Finetune/Loss (Raw)": 0.9643592834472656, "Finetune/Step": 2969, "Finetune/Step Time": 11.084045818075538}
+{"Finetune/Learning Rate": 2.3960840267600595e-09, "Finetune/Loss": 0.5859618186950684, "Finetune/Loss (Raw)": 0.663239598274231, "Finetune/Step": 19102, "Finetune/Step Time": 10.946133079007268}
+{"Finetune/Learning Rate": 1.919833829548582e-05, "Finetune/Loss": 0.8591092824935913, "Finetune/Loss (Raw)": 0.8419817090034485, "Finetune/Step": 2970, "Finetune/Step Time": 11.080886097624898}
+{"Finetune/Learning Rate": 2.359364419739496e-09, "Finetune/Loss": 0.5857313871383667, "Finetune/Loss (Raw)": 0.5862459540367126, "Finetune/Step": 19103, "Finetune/Step Time": 10.94403812661767}
+{"Finetune/Learning Rate": 1.919767753440492e-05, "Finetune/Loss": 0.8599064350128174, "Finetune/Loss (Raw)": 1.0089755058288574, "Finetune/Step": 2971, "Finetune/Step Time": 11.081026125699282}
+{"Finetune/Learning Rate": 2.322928317378681e-09, "Finetune/Loss": 0.5858263373374939, "Finetune/Loss (Raw)": 0.6575855612754822, "Finetune/Step": 19104, "Finetune/Step Time": 10.940070517361164}
+{"Finetune/Learning Rate": 1.9197016512504037e-05, "Finetune/Loss": 0.8608224391937256, "Finetune/Loss (Raw)": 0.928547203540802, "Finetune/Step": 2972, "Finetune/Step Time": 11.069052470847964}
+{"Finetune/Learning Rate": 2.2867757207101215e-09, "Finetune/Loss": 0.5862791538238525, "Finetune/Loss (Raw)": 0.5555036067962646, "Finetune/Step": 19105, "Finetune/Step Time": 10.936767566949129}
+{"Finetune/Learning Rate": 1.9196355229801924e-05, "Finetune/Loss": 0.8622125387191772, "Finetune/Loss (Raw)": 0.9635480046272278, "Finetune/Step": 2973, "Finetune/Step Time": 11.074280822649598}
+{"Finetune/Learning Rate": 2.2509066307585537e-09, "Finetune/Loss": 0.5861418843269348, "Finetune/Loss (Raw)": 0.5396866798400879, "Finetune/Step": 19106, "Finetune/Step Time": 10.931898163631558}
+{"Finetune/Learning Rate": 1.9195693686317327e-05, "Finetune/Loss": 0.8621455430984497, "Finetune/Loss (Raw)": 0.9872007966041565, "Finetune/Step": 2974, "Finetune/Step Time": 11.073322104290128}
+{"Finetune/Learning Rate": 2.2153210485420517e-09, "Finetune/Loss": 0.585533082485199, "Finetune/Loss (Raw)": 0.5293504595756531, "Finetune/Step": 19107, "Finetune/Step Time": 10.948676956817508}
+{"Finetune/Learning Rate": 1.9195031882069005e-05, "Finetune/Loss": 0.862703800201416, "Finetune/Loss (Raw)": 0.9485300183296204, "Finetune/Step": 2975, "Finetune/Step Time": 11.091626212000847}
+{"Finetune/Learning Rate": 2.1800189750686984e-09, "Finetune/Loss": 0.5851507186889648, "Finetune/Loss (Raw)": 0.47669026255607605, "Finetune/Step": 19108, "Finetune/Step Time": 10.928352674469352}
+{"Finetune/Learning Rate": 1.9194369817075725e-05, "Finetune/Loss": 0.8625310659408569, "Finetune/Loss (Raw)": 0.9199323058128357, "Finetune/Step": 2976, "Finetune/Step Time": 11.090909373015165}
+{"Finetune/Learning Rate": 2.1450004113399146e-09, "Finetune/Loss": 0.5852482318878174, "Finetune/Loss (Raw)": 0.6291307806968689, "Finetune/Step": 19109, "Finetune/Step Time": 10.930933779105544}
+{"Finetune/Learning Rate": 1.9193707491356265e-05, "Finetune/Loss": 0.8636970520019531, "Finetune/Loss (Raw)": 0.8579663634300232, "Finetune/Step": 2977, "Finetune/Step Time": 11.06658005155623}
+{"Finetune/Learning Rate": 2.1102653583482403e-09, "Finetune/Loss": 0.5850120782852173, "Finetune/Loss (Raw)": 0.6462337970733643, "Finetune/Step": 19110, "Finetune/Step Time": 10.92374711111188}
+{"Finetune/Learning Rate": 1.9193044904929402e-05, "Finetune/Loss": 0.8624545335769653, "Finetune/Loss (Raw)": 0.8473759293556213, "Finetune/Step": 2978, "Finetune/Step Time": 11.087840573862195}
+{"Finetune/Learning Rate": 2.0758138170795526e-09, "Finetune/Loss": 0.5861608982086182, "Finetune/Loss (Raw)": 0.6652556657791138, "Finetune/Step": 19111, "Finetune/Step Time": 10.902094352990389}
+{"Finetune/Learning Rate": 1.9192382057813926e-05, "Finetune/Loss": 0.8617925643920898, "Finetune/Loss (Raw)": 0.8841729164123535, "Finetune/Step": 2979, "Finetune/Step Time": 11.087151434272528}
+{"Finetune/Learning Rate": 2.0416457885108486e-09, "Finetune/Loss": 0.5869339108467102, "Finetune/Loss (Raw)": 0.6277915835380554, "Finetune/Step": 19112, "Finetune/Step Time": 10.872392622753978}
+{"Finetune/Learning Rate": 1.9191718950028634e-05, "Finetune/Loss": 0.8611901998519897, "Finetune/Loss (Raw)": 0.9295432567596436, "Finetune/Step": 2980, "Finetune/Step Time": 11.088006842881441}
+{"Finetune/Learning Rate": 2.007761273611353e-09, "Finetune/Loss": 0.5862852334976196, "Finetune/Loss (Raw)": 0.6373888850212097, "Finetune/Step": 19113, "Finetune/Step Time": 10.837159981951118}
+{"Finetune/Learning Rate": 1.9191055581592334e-05, "Finetune/Loss": 0.8627583384513855, "Finetune/Loss (Raw)": 0.9799931049346924, "Finetune/Step": 2981, "Finetune/Step Time": 11.00001442246139}
+{"Finetune/Learning Rate": 1.9741602733402975e-09, "Finetune/Loss": 0.5850516557693481, "Finetune/Loss (Raw)": 0.5005081295967102, "Finetune/Step": 19114, "Finetune/Step Time": 10.829532956704497}
+{"Finetune/Learning Rate": 1.919039195252383e-05, "Finetune/Loss": 0.8624832034111023, "Finetune/Loss (Raw)": 0.7375211119651794, "Finetune/Step": 2982, "Finetune/Step Time": 10.995621724054217}
+{"Finetune/Learning Rate": 1.940842788652475e-09, "Finetune/Loss": 0.584372878074646, "Finetune/Loss (Raw)": 0.4982803463935852, "Finetune/Step": 19115, "Finetune/Step Time": 10.818739764392376}
+{"Finetune/Learning Rate": 1.9189728062841944e-05, "Finetune/Loss": 0.86124187707901, "Finetune/Loss (Raw)": 0.7880578637123108, "Finetune/Step": 2983, "Finetune/Step Time": 11.001752158626914}
+{"Finetune/Learning Rate": 1.9078088204904643e-09, "Finetune/Loss": 0.5844010710716248, "Finetune/Loss (Raw)": 0.6450060606002808, "Finetune/Step": 19116, "Finetune/Step Time": 10.82446525245905}
+{"Finetune/Learning Rate": 1.875058369792404e-09, "Finetune/Loss": 0.5851331949234009, "Finetune/Loss (Raw)": 0.6142909526824951, "Finetune/Step": 19117, "Finetune/Step Time": 10.813263030722737}
+{"Finetune/Learning Rate": 1.9189063912565506e-05, "Finetune/Loss": 0.8597962260246277, "Finetune/Loss (Raw)": 0.6884239912033081, "Finetune/Step": 2984, "Finetune/Step Time": 11.026465686038136}
+{"Finetune/Learning Rate": 1.918839950171334e-05, "Finetune/Loss": 0.8598397970199585, "Finetune/Loss (Raw)": 0.9942360520362854, "Finetune/Step": 2985, "Finetune/Step Time": 11.026017924770713}
+{"Finetune/Learning Rate": 1.842591437487551e-09, "Finetune/Loss": 0.5843756198883057, "Finetune/Loss (Raw)": 0.5530046224594116, "Finetune/Step": 19118, "Finetune/Step Time": 10.830828968435526}
+{"Finetune/Learning Rate": 1.91877348303043e-05, "Finetune/Loss": 0.8597157001495361, "Finetune/Loss (Raw)": 0.8773270845413208, "Finetune/Step": 2986, "Finetune/Step Time": 11.025084841996431}
+{"Finetune/Learning Rate": 1.8104080244951693e-09, "Finetune/Loss": 0.5846295356750488, "Finetune/Loss (Raw)": 0.6692453622817993, "Finetune/Step": 19119, "Finetune/Step Time": 10.838411927223206}
+{"Finetune/Learning Rate": 1.918706989835722e-05, "Finetune/Loss": 0.8604509234428406, "Finetune/Loss (Raw)": 0.9236847758293152, "Finetune/Step": 2987, "Finetune/Step Time": 11.00487456470728}
+{"Finetune/Learning Rate": 1.7785081317289732e-09, "Finetune/Loss": 0.5853384733200073, "Finetune/Loss (Raw)": 0.69724041223526, "Finetune/Step": 19120, "Finetune/Step Time": 10.839762058109045}
+{"Finetune/Learning Rate": 1.7468917600926839e-09, "Finetune/Loss": 0.5853668451309204, "Finetune/Loss (Raw)": 0.5638183951377869, "Finetune/Step": 19121, "Finetune/Step Time": 10.824682475998998}
+{"Finetune/Learning Rate": 1.9186404705890967e-05, "Finetune/Loss": 0.8595306277275085, "Finetune/Loss (Raw)": 0.6615922451019287, "Finetune/Step": 2988, "Finetune/Step Time": 11.010887086391449}
+{"Finetune/Learning Rate": 1.7155589104844717e-09, "Finetune/Loss": 0.5835167169570923, "Finetune/Loss (Raw)": 0.3906104266643524, "Finetune/Step": 19122, "Finetune/Step Time": 10.843969367444515}
+{"Finetune/Learning Rate": 1.9185739252924395e-05, "Finetune/Loss": 0.8611888885498047, "Finetune/Loss (Raw)": 0.9434585571289062, "Finetune/Step": 2989, "Finetune/Step Time": 11.026485204696655}
+{"Finetune/Learning Rate": 1.9185073539476378e-05, "Finetune/Loss": 0.8618274927139282, "Finetune/Loss (Raw)": 0.9028655290603638, "Finetune/Step": 2990, "Finetune/Step Time": 11.026485178619623}
+{"Finetune/Learning Rate": 1.6845095837902948e-09, "Finetune/Loss": 0.5817950963973999, "Finetune/Loss (Raw)": 0.35883837938308716, "Finetune/Step": 19123, "Finetune/Step Time": 10.869903756305575}
+{"Finetune/Learning Rate": 1.9184407565565798e-05, "Finetune/Loss": 0.8625826835632324, "Finetune/Loss (Raw)": 0.8790642619132996, "Finetune/Step": 2991, "Finetune/Step Time": 11.023652959614992}
+{"Finetune/Learning Rate": 1.6537437808927804e-09, "Finetune/Loss": 0.5808041095733643, "Finetune/Loss (Raw)": 0.5788310170173645, "Finetune/Step": 19124, "Finetune/Step Time": 10.883873486891389}
+{"Finetune/Learning Rate": 1.9183741331211535e-05, "Finetune/Loss": 0.8638798594474792, "Finetune/Loss (Raw)": 1.0224499702453613, "Finetune/Step": 2992, "Finetune/Step Time": 11.01637414470315}
+{"Finetune/Learning Rate": 1.6232615026634534e-09, "Finetune/Loss": 0.5808708667755127, "Finetune/Loss (Raw)": 0.5731722116470337, "Finetune/Step": 19125, "Finetune/Step Time": 10.87716312892735}
+{"Finetune/Learning Rate": 1.593062749967178e-09, "Finetune/Loss": 0.5796095132827759, "Finetune/Loss (Raw)": 0.5215843915939331, "Finetune/Step": 19126, "Finetune/Step Time": 10.880058087408543}
+{"Finetune/Learning Rate": 1.9183074836432484e-05, "Finetune/Loss": 0.8659214973449707, "Finetune/Loss (Raw)": 1.1755480766296387, "Finetune/Step": 2993, "Finetune/Step Time": 11.055728416889906}
+{"Finetune/Learning Rate": 1.5631475236599357e-09, "Finetune/Loss": 0.5799552202224731, "Finetune/Loss (Raw)": 0.6230403780937195, "Finetune/Step": 19127, "Finetune/Step Time": 10.874653162434697}
+{"Finetune/Learning Rate": 1.9182408081247542e-05, "Finetune/Loss": 0.8667367100715637, "Finetune/Loss (Raw)": 0.8715696930885315, "Finetune/Step": 2994, "Finetune/Step Time": 11.035810561850667}
+{"Finetune/Learning Rate": 1.918174106567562e-05, "Finetune/Loss": 0.8667203187942505, "Finetune/Loss (Raw)": 0.8562952280044556, "Finetune/Step": 2995, "Finetune/Step Time": 11.030638054013252}
+{"Finetune/Learning Rate": 1.5335158245899372e-09, "Finetune/Loss": 0.5791879296302795, "Finetune/Loss (Raw)": 0.4123375713825226, "Finetune/Step": 19128, "Finetune/Step Time": 10.909587616100907}
+{"Finetune/Learning Rate": 1.918107378973563e-05, "Finetune/Loss": 0.868619978427887, "Finetune/Loss (Raw)": 0.9727680087089539, "Finetune/Step": 2996, "Finetune/Step Time": 11.039209596812725}
+{"Finetune/Learning Rate": 1.504167653596511e-09, "Finetune/Loss": 0.5790961980819702, "Finetune/Loss (Raw)": 0.512232780456543, "Finetune/Step": 19129, "Finetune/Step Time": 10.92898085154593}
+{"Finetune/Learning Rate": 1.9180406253446495e-05, "Finetune/Loss": 0.8688666224479675, "Finetune/Loss (Raw)": 0.9402226805686951, "Finetune/Step": 2997, "Finetune/Step Time": 11.038163043558598}
+{"Finetune/Learning Rate": 1.475103011514545e-09, "Finetune/Loss": 0.5793741941452026, "Finetune/Loss (Raw)": 0.5701674222946167, "Finetune/Step": 19130, "Finetune/Step Time": 10.910651002079248}
+{"Finetune/Learning Rate": 1.917973845682714e-05, "Finetune/Loss": 0.8709458112716675, "Finetune/Loss (Raw)": 0.9887776970863342, "Finetune/Step": 2998, "Finetune/Step Time": 11.042894709855318}
+{"Finetune/Learning Rate": 1.4463218991656037e-09, "Finetune/Loss": 0.5787561535835266, "Finetune/Loss (Raw)": 0.5869117975234985, "Finetune/Step": 19131, "Finetune/Step Time": 10.905261311680079}
+{"Finetune/Learning Rate": 1.9179070399896515e-05, "Finetune/Loss": 0.8722370266914368, "Finetune/Loss (Raw)": 0.8892291188240051, "Finetune/Step": 2999, "Finetune/Step Time": 11.013045441359282}
+{"Finetune/Learning Rate": 1.4178243173679218e-09, "Finetune/Loss": 0.5791380405426025, "Finetune/Loss (Raw)": 0.5802538394927979, "Finetune/Step": 19132, "Finetune/Step Time": 10.91347243450582}
+{"Finetune/Learning Rate": 1.9178402082673548e-05, "Finetune/Loss": 0.8714606761932373, "Finetune/Loss (Raw)": 0.8916788101196289, "Finetune/Step": 3000, "Finetune/Step Time": 11.017769640311599}
+{"Finetune/Learning Rate": 1.3896102669275212e-09, "Finetune/Loss": 0.5784124135971069, "Finetune/Loss (Raw)": 0.4896988868713379, "Finetune/Step": 19133, "Finetune/Step Time": 10.926626717671752}
+{"Finetune/Learning Rate": 1.9177733505177197e-05, "Finetune/Loss": 0.8741468191146851, "Finetune/Loss (Raw)": 0.8951388001441956, "Finetune/Step": 3001, "Finetune/Step Time": 10.986315373331308}
+{"Finetune/Learning Rate": 1.9177064667426426e-05, "Finetune/Loss": 0.8719311356544495, "Finetune/Loss (Raw)": 0.810105562210083, "Finetune/Step": 3002, "Finetune/Step Time": 10.992545360699296}
+{"Finetune/Learning Rate": 1.3616797486459832e-09, "Finetune/Loss": 0.5777140855789185, "Finetune/Loss (Raw)": 0.41664308309555054, "Finetune/Step": 19134, "Finetune/Step Time": 10.968807296827435}
+{"Finetune/Learning Rate": 1.9176395569440197e-05, "Finetune/Loss": 0.8749756813049316, "Finetune/Loss (Raw)": 0.9395821690559387, "Finetune/Step": 3003, "Finetune/Step Time": 10.949559664353728}
+{"Finetune/Learning Rate": 1.3340327633148964e-09, "Finetune/Loss": 0.5769917964935303, "Finetune/Loss (Raw)": 0.4819145202636719, "Finetune/Step": 19135, "Finetune/Step Time": 10.967569964006543}
+{"Finetune/Learning Rate": 1.9175726211237482e-05, "Finetune/Loss": 0.8766681551933289, "Finetune/Loss (Raw)": 0.9312505722045898, "Finetune/Step": 3004, "Finetune/Step Time": 10.957563603296876}
+{"Finetune/Learning Rate": 1.3066693117191886e-09, "Finetune/Loss": 0.577040433883667, "Finetune/Loss (Raw)": 0.6153203845024109, "Finetune/Step": 19136, "Finetune/Step Time": 10.957449216395617}
+{"Finetune/Learning Rate": 1.9175056592837264e-05, "Finetune/Loss": 0.8784912824630737, "Finetune/Loss (Raw)": 0.8192530274391174, "Finetune/Step": 3005, "Finetune/Step Time": 10.933404829353094}
+{"Finetune/Learning Rate": 1.2795893946326853e-09, "Finetune/Loss": 0.5777053833007812, "Finetune/Loss (Raw)": 0.6332623362541199, "Finetune/Step": 19137, "Finetune/Step Time": 10.948316220194101}
+{"Finetune/Learning Rate": 1.917438671425853e-05, "Finetune/Loss": 0.8789007663726807, "Finetune/Loss (Raw)": 0.9228363037109375, "Finetune/Step": 3006, "Finetune/Step Time": 10.924014396965504}
+{"Finetune/Learning Rate": 1.2527930128247713e-09, "Finetune/Loss": 0.5784116983413696, "Finetune/Loss (Raw)": 0.6151880621910095, "Finetune/Step": 19138, "Finetune/Step Time": 10.948283217847347}
+{"Finetune/Learning Rate": 1.917371657552028e-05, "Finetune/Loss": 0.880037784576416, "Finetune/Loss (Raw)": 0.960305392742157, "Finetune/Step": 3007, "Finetune/Step Time": 10.925002854317427}
+{"Finetune/Learning Rate": 1.2262801670548385e-09, "Finetune/Loss": 0.5784686803817749, "Finetune/Loss (Raw)": 0.6185556054115295, "Finetune/Step": 19139, "Finetune/Step Time": 10.95673900283873}
+{"Finetune/Learning Rate": 1.9173046176641515e-05, "Finetune/Loss": 0.8808216452598572, "Finetune/Loss (Raw)": 0.9205049276351929, "Finetune/Step": 3008, "Finetune/Step Time": 10.945371124893427}
+{"Finetune/Learning Rate": 1.2000508580745085e-09, "Finetune/Loss": 0.578362762928009, "Finetune/Loss (Raw)": 0.616117000579834, "Finetune/Step": 19140, "Finetune/Step Time": 10.951227201148868}
+{"Finetune/Learning Rate": 1.9172375517641243e-05, "Finetune/Loss": 0.8817759156227112, "Finetune/Loss (Raw)": 0.9931976199150085, "Finetune/Step": 3009, "Finetune/Step Time": 10.945494826883078}
+{"Finetune/Learning Rate": 1.1741050866287407e-09, "Finetune/Loss": 0.5779221057891846, "Finetune/Loss (Raw)": 0.4293470084667206, "Finetune/Step": 19141, "Finetune/Step Time": 10.987986490130424}
+{"Finetune/Learning Rate": 1.9171704598538484e-05, "Finetune/Loss": 0.8812242746353149, "Finetune/Loss (Raw)": 0.8036587834358215, "Finetune/Step": 3010, "Finetune/Step Time": 10.945226464420557}
+{"Finetune/Learning Rate": 1.1484428534525027e-09, "Finetune/Loss": 0.5784806609153748, "Finetune/Loss (Raw)": 0.561945915222168, "Finetune/Step": 19142, "Finetune/Step Time": 10.991907816380262}
+{"Finetune/Learning Rate": 1.9171033419352267e-05, "Finetune/Loss": 0.8812156915664673, "Finetune/Loss (Raw)": 0.7314285635948181, "Finetune/Step": 3011, "Finetune/Step Time": 10.958973810076714}
+{"Finetune/Learning Rate": 1.1230641592729907e-09, "Finetune/Loss": 0.5793264508247375, "Finetune/Loss (Raw)": 0.5930030941963196, "Finetune/Step": 19143, "Finetune/Step Time": 10.975994830951095}
+{"Finetune/Learning Rate": 1.917036198010162e-05, "Finetune/Loss": 0.8803654909133911, "Finetune/Loss (Raw)": 0.7775732278823853, "Finetune/Step": 3012, "Finetune/Step Time": 10.962714146822691}
+{"Finetune/Learning Rate": 1.0979690048107395e-09, "Finetune/Loss": 0.5785154104232788, "Finetune/Loss (Raw)": 0.503983736038208, "Finetune/Step": 19144, "Finetune/Step Time": 10.98299528285861}
+{"Finetune/Learning Rate": 1.916969028080558e-05, "Finetune/Loss": 0.8839361071586609, "Finetune/Loss (Raw)": 1.0330170392990112, "Finetune/Step": 3013, "Finetune/Step Time": 10.927312694489956}
+{"Finetune/Learning Rate": 1.0731573907774017e-09, "Finetune/Loss": 0.5792826414108276, "Finetune/Loss (Raw)": 0.6327393651008606, "Finetune/Step": 19145, "Finetune/Step Time": 10.973537849262357}
+{"Finetune/Learning Rate": 1.9169018321483198e-05, "Finetune/Loss": 0.8827060461044312, "Finetune/Loss (Raw)": 0.8143576979637146, "Finetune/Step": 3014, "Finetune/Step Time": 10.921196188777685}
+{"Finetune/Learning Rate": 1.048629317875749e-09, "Finetune/Loss": 0.5781029462814331, "Finetune/Loss (Raw)": 0.5071365833282471, "Finetune/Step": 19146, "Finetune/Step Time": 10.976174818351865}
+{"Finetune/Learning Rate": 1.9168346102153535e-05, "Finetune/Loss": 0.8819282054901123, "Finetune/Loss (Raw)": 0.8881607055664062, "Finetune/Step": 3015, "Finetune/Step Time": 10.91904423944652}
+{"Finetune/Learning Rate": 1.0243847868018908e-09, "Finetune/Loss": 0.5780129432678223, "Finetune/Loss (Raw)": 0.5826515555381775, "Finetune/Step": 19147, "Finetune/Step Time": 10.962449876591563}
+{"Finetune/Learning Rate": 1.9167673622835644e-05, "Finetune/Loss": 0.8804076910018921, "Finetune/Loss (Raw)": 0.8057689070701599, "Finetune/Step": 3016, "Finetune/Step Time": 10.905870856717229}
+{"Finetune/Learning Rate": 1.0004237982430553e-09, "Finetune/Loss": 0.5775891542434692, "Finetune/Loss (Raw)": 0.5239236354827881, "Finetune/Step": 19148, "Finetune/Step Time": 10.95986234024167}
+{"Finetune/Learning Rate": 1.91670008835486e-05, "Finetune/Loss": 0.8809562921524048, "Finetune/Loss (Raw)": 0.7929158806800842, "Finetune/Step": 3017, "Finetune/Step Time": 10.88936561346054}
+{"Finetune/Learning Rate": 9.767463528786992e-10, "Finetune/Loss": 0.5779861211776733, "Finetune/Loss (Raw)": 0.6046358942985535, "Finetune/Step": 19149, "Finetune/Step Time": 10.962790066376328}
+{"Finetune/Learning Rate": 1.916632788431148e-05, "Finetune/Loss": 0.8824451565742493, "Finetune/Loss (Raw)": 1.065388798713684, "Finetune/Step": 3018, "Finetune/Step Time": 10.889480531215668}
+{"Finetune/Learning Rate": 9.53352451380507e-10, "Finetune/Loss": 0.5778869390487671, "Finetune/Loss (Raw)": 0.6192679405212402, "Finetune/Step": 19150, "Finetune/Step Time": 10.961399901658297}
+{"Finetune/Learning Rate": 1.9165654625143366e-05, "Finetune/Loss": 0.8830864429473877, "Finetune/Loss (Raw)": 0.9819837808609009, "Finetune/Step": 3019, "Finetune/Step Time": 10.886707881465554}
+{"Finetune/Learning Rate": 9.302420944112822e-10, "Finetune/Loss": 0.5779500007629395, "Finetune/Loss (Raw)": 0.5145263075828552, "Finetune/Step": 19151, "Finetune/Step Time": 10.955756178125739}
+{"Finetune/Learning Rate": 1.9164981106063346e-05, "Finetune/Loss": 0.8839098811149597, "Finetune/Loss (Raw)": 0.9322859048843384, "Finetune/Step": 3020, "Finetune/Step Time": 10.889208288863301}
+{"Finetune/Learning Rate": 9.074152826271665e-10, "Finetune/Loss": 0.577136754989624, "Finetune/Loss (Raw)": 0.6030358672142029, "Finetune/Step": 19152, "Finetune/Step Time": 10.954779462888837}
+{"Finetune/Learning Rate": 1.916430732709053e-05, "Finetune/Loss": 0.8846129179000854, "Finetune/Loss (Raw)": 0.9543691277503967, "Finetune/Step": 3021, "Finetune/Step Time": 10.90781395509839}
+{"Finetune/Learning Rate": 8.848720166754198e-10, "Finetune/Loss": 0.5763536691665649, "Finetune/Loss (Raw)": 0.5291222333908081, "Finetune/Step": 19153, "Finetune/Step Time": 10.961092630401254}
+{"Finetune/Learning Rate": 1.9163633288244015e-05, "Finetune/Loss": 0.8842793703079224, "Finetune/Loss (Raw)": 0.7935007214546204, "Finetune/Step": 3022, "Finetune/Step Time": 10.91077390126884}
+{"Finetune/Learning Rate": 8.626122971955309e-10, "Finetune/Loss": 0.5752629041671753, "Finetune/Loss (Raw)": 0.48397326469421387, "Finetune/Step": 19154, "Finetune/Step Time": 10.95845833607018}
+{"Finetune/Learning Rate": 1.9162958989542918e-05, "Finetune/Loss": 0.883648157119751, "Finetune/Loss (Raw)": 0.7700123190879822, "Finetune/Step": 3023, "Finetune/Step Time": 10.937202768400311}
+{"Finetune/Learning Rate": 8.406361248169958e-10, "Finetune/Loss": 0.5747387409210205, "Finetune/Loss (Raw)": 0.5623536109924316, "Finetune/Step": 19155, "Finetune/Step Time": 10.956711767241359}
+{"Finetune/Learning Rate": 1.916228443100636e-05, "Finetune/Loss": 0.8837143778800964, "Finetune/Loss (Raw)": 0.8844422101974487, "Finetune/Step": 3024, "Finetune/Step Time": 10.937451012432575}
+{"Finetune/Learning Rate": 8.189435001648705e-10, "Finetune/Loss": 0.5757020115852356, "Finetune/Loss (Raw)": 0.6827600002288818, "Finetune/Step": 19156, "Finetune/Step Time": 10.955754203721881}
+{"Finetune/Learning Rate": 7.975344238542182e-10, "Finetune/Loss": 0.5748816728591919, "Finetune/Loss (Raw)": 0.49369752407073975, "Finetune/Step": 19157, "Finetune/Step Time": 10.94953309930861}
+{"Finetune/Learning Rate": 1.916160961265347e-05, "Finetune/Loss": 0.8836743235588074, "Finetune/Loss (Raw)": 0.9447894096374512, "Finetune/Step": 3025, "Finetune/Step Time": 10.947689272463322}
+{"Finetune/Learning Rate": 7.764088964912209e-10, "Finetune/Loss": 0.5737435221672058, "Finetune/Loss (Raw)": 0.609374463558197, "Finetune/Step": 19158, "Finetune/Step Time": 10.952128134667873}
+{"Finetune/Learning Rate": 1.9160934534503385e-05, "Finetune/Loss": 0.8842360377311707, "Finetune/Loss (Raw)": 0.9473360776901245, "Finetune/Step": 3026, "Finetune/Step Time": 10.941740982234478}
+{"Finetune/Learning Rate": 1.9160259196575244e-05, "Finetune/Loss": 0.8847109079360962, "Finetune/Loss (Raw)": 0.8920412659645081, "Finetune/Step": 3027, "Finetune/Step Time": 10.934877088293433}
+{"Finetune/Learning Rate": 7.555669186742886e-10, "Finetune/Loss": 0.5736582279205322, "Finetune/Loss (Raw)": 0.5672749280929565, "Finetune/Step": 19159, "Finetune/Step Time": 10.970273541286588}
+{"Finetune/Learning Rate": 1.91595835988882e-05, "Finetune/Loss": 0.8861721754074097, "Finetune/Loss (Raw)": 0.9914543032646179, "Finetune/Step": 3028, "Finetune/Step Time": 10.912618650123477}
+{"Finetune/Learning Rate": 7.350084909962807e-10, "Finetune/Loss": 0.5746079087257385, "Finetune/Loss (Raw)": 0.6349781155586243, "Finetune/Step": 19160, "Finetune/Step Time": 10.969324192032218}
+{"Finetune/Learning Rate": 1.9158907741461413e-05, "Finetune/Loss": 0.8861890435218811, "Finetune/Loss (Raw)": 0.8835649490356445, "Finetune/Step": 3029, "Finetune/Step Time": 10.916539596393704}
+{"Finetune/Learning Rate": 7.147336140389538e-10, "Finetune/Loss": 0.5741105675697327, "Finetune/Loss (Raw)": 0.5338147282600403, "Finetune/Step": 19161, "Finetune/Step Time": 10.979078726843}
+{"Finetune/Learning Rate": 1.9158231624314047e-05, "Finetune/Loss": 0.8863169550895691, "Finetune/Loss (Raw)": 0.8579499125480652, "Finetune/Step": 3030, "Finetune/Step Time": 10.919116722419858}
+{"Finetune/Learning Rate": 6.947422883785137e-10, "Finetune/Loss": 0.57414311170578, "Finetune/Loss (Raw)": 0.5887991786003113, "Finetune/Step": 19162, "Finetune/Step Time": 10.975498916581273}
+{"Finetune/Learning Rate": 1.9157555247465275e-05, "Finetune/Loss": 0.8855640888214111, "Finetune/Loss (Raw)": 0.8602904677391052, "Finetune/Step": 3031, "Finetune/Step Time": 10.918887661769986}
+{"Finetune/Learning Rate": 6.750345145800641e-10, "Finetune/Loss": 0.5752888917922974, "Finetune/Loss (Raw)": 0.5499076843261719, "Finetune/Step": 19163, "Finetune/Step Time": 10.952163193374872}
+{"Finetune/Learning Rate": 1.9156878610934276e-05, "Finetune/Loss": 0.8861036896705627, "Finetune/Loss (Raw)": 0.8061086535453796, "Finetune/Step": 3032, "Finetune/Step Time": 10.89890849031508}
+{"Finetune/Learning Rate": 6.556102932042673e-10, "Finetune/Loss": 0.5752284526824951, "Finetune/Loss (Raw)": 0.5926757454872131, "Finetune/Step": 19164, "Finetune/Step Time": 10.942250296473503}
+{"Finetune/Learning Rate": 1.9156201714740235e-05, "Finetune/Loss": 0.885355532169342, "Finetune/Loss (Raw)": 0.7389144897460938, "Finetune/Step": 3033, "Finetune/Step Time": 10.888946022838354}
+{"Finetune/Learning Rate": 6.364696247995739e-10, "Finetune/Loss": 0.5747238993644714, "Finetune/Loss (Raw)": 0.6101827025413513, "Finetune/Step": 19165, "Finetune/Step Time": 10.944247655570507}
+{"Finetune/Learning Rate": 1.9155524558902356e-05, "Finetune/Loss": 0.8855184316635132, "Finetune/Loss (Raw)": 0.8754908442497253, "Finetune/Step": 3034, "Finetune/Step Time": 10.881216309964657}
+{"Finetune/Learning Rate": 6.17612509911103e-10, "Finetune/Loss": 0.5751596093177795, "Finetune/Loss (Raw)": 0.5686030983924866, "Finetune/Step": 19166, "Finetune/Step Time": 10.94896925240755}
+{"Finetune/Learning Rate": 1.9154847143439836e-05, "Finetune/Loss": 0.8856897354125977, "Finetune/Loss (Raw)": 0.9381560683250427, "Finetune/Step": 3035, "Finetune/Step Time": 10.884301599115133}
+{"Finetune/Learning Rate": 5.990389490728721e-10, "Finetune/Loss": 0.5744661688804626, "Finetune/Loss (Raw)": 0.5924434065818787, "Finetune/Step": 19167, "Finetune/Step Time": 10.94362173229456}
+{"Finetune/Learning Rate": 1.9154169468371878e-05, "Finetune/Loss": 0.8858293294906616, "Finetune/Loss (Raw)": 0.8301922678947449, "Finetune/Step": 3036, "Finetune/Step Time": 10.865914629772305}
+{"Finetune/Learning Rate": 5.807489428111268e-10, "Finetune/Loss": 0.5736778974533081, "Finetune/Loss (Raw)": 0.5589163303375244, "Finetune/Step": 19168, "Finetune/Step Time": 10.949875330552459}
+{"Finetune/Learning Rate": 1.915349153371771e-05, "Finetune/Loss": 0.8843702673912048, "Finetune/Loss (Raw)": 0.7216004729270935, "Finetune/Step": 3037, "Finetune/Step Time": 10.868655597791076}
+{"Finetune/Learning Rate": 5.627424916454515e-10, "Finetune/Loss": 0.5747878551483154, "Finetune/Loss (Raw)": 0.6148826479911804, "Finetune/Step": 19169, "Finetune/Step Time": 10.934939121827483}
+{"Finetune/Learning Rate": 1.9152813339496548e-05, "Finetune/Loss": 0.8845099210739136, "Finetune/Loss (Raw)": 0.975638210773468, "Finetune/Step": 3038, "Finetune/Step Time": 10.873036427423358}
+{"Finetune/Learning Rate": 1.9152134885727627e-05, "Finetune/Loss": 0.8840264678001404, "Finetune/Loss (Raw)": 0.6498812437057495, "Finetune/Step": 3039, "Finetune/Step Time": 10.883734123781323}
+{"Finetune/Learning Rate": 5.450195960854387e-10, "Finetune/Loss": 0.5745344161987305, "Finetune/Loss (Raw)": 0.45979344844818115, "Finetune/Step": 19170, "Finetune/Step Time": 10.960668303072453}
+{"Finetune/Learning Rate": 1.9151456172430186e-05, "Finetune/Loss": 0.8861715197563171, "Finetune/Loss (Raw)": 0.9437740445137024, "Finetune/Step": 3040, "Finetune/Step Time": 10.849729176610708}
+{"Finetune/Learning Rate": 5.275802566340194e-10, "Finetune/Loss": 0.5741198062896729, "Finetune/Loss (Raw)": 0.6039094924926758, "Finetune/Step": 19171, "Finetune/Step Time": 10.955141868442297}
+{"Finetune/Learning Rate": 1.9150777199623473e-05, "Finetune/Loss": 0.8855465650558472, "Finetune/Loss (Raw)": 0.9476125240325928, "Finetune/Step": 3041, "Finetune/Step Time": 10.849219573661685}
+{"Finetune/Learning Rate": 5.104244737852426e-10, "Finetune/Loss": 0.574385404586792, "Finetune/Loss (Raw)": 0.5828945636749268, "Finetune/Step": 19172, "Finetune/Step Time": 10.962094366550446}
+{"Finetune/Learning Rate": 1.9150097967326737e-05, "Finetune/Loss": 0.8851909637451172, "Finetune/Loss (Raw)": 0.9172928929328918, "Finetune/Step": 3042, "Finetune/Step Time": 10.851455030962825}
+{"Finetune/Learning Rate": 4.935522480264965e-10, "Finetune/Loss": 0.5736962556838989, "Finetune/Loss (Raw)": 0.5562466979026794, "Finetune/Step": 19173, "Finetune/Step Time": 10.96312090009451}
+{"Finetune/Learning Rate": 4.769635798351768e-10, "Finetune/Loss": 0.5735371112823486, "Finetune/Loss (Raw)": 0.6038734316825867, "Finetune/Step": 19174, "Finetune/Step Time": 10.966248085722327}
+{"Finetune/Learning Rate": 1.9149418475559244e-05, "Finetune/Loss": 0.8840154409408569, "Finetune/Loss (Raw)": 0.7478211522102356, "Finetune/Step": 3043, "Finetune/Step Time": 10.892310157418251}
+{"Finetune/Learning Rate": 4.6065846968312846e-10, "Finetune/Loss": 0.5743938684463501, "Finetune/Loss (Raw)": 0.608710765838623, "Finetune/Step": 19175, "Finetune/Step Time": 10.972106700763106}
+{"Finetune/Learning Rate": 1.914873872434026e-05, "Finetune/Loss": 0.8845562934875488, "Finetune/Loss (Raw)": 0.856505274772644, "Finetune/Step": 3044, "Finetune/Step Time": 10.902773903682828}
+{"Finetune/Learning Rate": 4.446369180322041e-10, "Finetune/Loss": 0.5737908482551575, "Finetune/Loss (Raw)": 0.5982958674430847, "Finetune/Step": 19176, "Finetune/Step Time": 10.95825032889843}
+{"Finetune/Learning Rate": 1.9148058713689062e-05, "Finetune/Loss": 0.885516881942749, "Finetune/Loss (Raw)": 1.0556950569152832, "Finetune/Step": 3045, "Finetune/Step Time": 10.905456244945526}
+{"Finetune/Learning Rate": 4.288989253353748e-10, "Finetune/Loss": 0.5730363130569458, "Finetune/Loss (Raw)": 0.5986286997795105, "Finetune/Step": 19177, "Finetune/Step Time": 10.957681333646178}
+{"Finetune/Learning Rate": 1.914737844362493e-05, "Finetune/Loss": 0.8848990797996521, "Finetune/Loss (Raw)": 0.8928039073944092, "Finetune/Step": 3046, "Finetune/Step Time": 10.909339293837547}
+{"Finetune/Learning Rate": 4.1344449204117064e-10, "Finetune/Loss": 0.5710071325302124, "Finetune/Loss (Raw)": 0.4659133553504944, "Finetune/Step": 19178, "Finetune/Step Time": 10.940297590568662}
+{"Finetune/Learning Rate": 1.9146697914167162e-05, "Finetune/Loss": 0.884027361869812, "Finetune/Loss (Raw)": 0.7670486569404602, "Finetune/Step": 3047, "Finetune/Step Time": 10.906198473647237}
+{"Finetune/Learning Rate": 3.982736185859093e-10, "Finetune/Loss": 0.5701751708984375, "Finetune/Loss (Raw)": 0.5394437909126282, "Finetune/Step": 19179, "Finetune/Step Time": 10.950101364403963}
+{"Finetune/Learning Rate": 1.9146017125335044e-05, "Finetune/Loss": 0.8849082589149475, "Finetune/Loss (Raw)": 0.9451078772544861, "Finetune/Step": 3048, "Finetune/Step Time": 10.912939868867397}
+{"Finetune/Learning Rate": 3.8338630540035726e-10, "Finetune/Loss": 0.5705006122589111, "Finetune/Loss (Raw)": 0.6334538459777832, "Finetune/Step": 19180, "Finetune/Step Time": 10.948216838762164}
+{"Finetune/Learning Rate": 1.9145336077147893e-05, "Finetune/Loss": 0.8858009576797485, "Finetune/Loss (Raw)": 0.9042704105377197, "Finetune/Step": 3049, "Finetune/Step Time": 10.908163320273161}
+{"Finetune/Learning Rate": 1.914465476962502e-05, "Finetune/Loss": 0.8857344388961792, "Finetune/Loss (Raw)": 0.8714826703071594, "Finetune/Step": 3050, "Finetune/Step Time": 10.904862120747566}
+{"Finetune/Learning Rate": 3.6878255290750954e-10, "Finetune/Loss": 0.570165753364563, "Finetune/Loss (Raw)": 0.45327016711235046, "Finetune/Step": 19181, "Finetune/Step Time": 10.945536876097322}
+{"Finetune/Learning Rate": 1.9143973202785737e-05, "Finetune/Loss": 0.8863611221313477, "Finetune/Loss (Raw)": 0.9647922515869141, "Finetune/Step": 3051, "Finetune/Step Time": 10.903887370601296}
+{"Finetune/Learning Rate": 3.544623615203691e-10, "Finetune/Loss": 0.570361316204071, "Finetune/Loss (Raw)": 0.6466410160064697, "Finetune/Step": 19182, "Finetune/Step Time": 10.896558031439781}
+{"Finetune/Learning Rate": 3.404257316452775e-10, "Finetune/Loss": 0.5700907111167908, "Finetune/Loss (Raw)": 0.5916240215301514, "Finetune/Step": 19183, "Finetune/Step Time": 10.885107036679983}
+{"Finetune/Learning Rate": 1.9143291376649374e-05, "Finetune/Loss": 0.8861421942710876, "Finetune/Loss (Raw)": 0.8321133255958557, "Finetune/Step": 3052, "Finetune/Step Time": 10.924734208732843}
+{"Finetune/Learning Rate": 3.2667266368080486e-10, "Finetune/Loss": 0.5704289674758911, "Finetune/Loss (Raw)": 0.6207243204116821, "Finetune/Step": 19184, "Finetune/Step Time": 10.889445777982473}
+{"Finetune/Learning Rate": 1.914260929123527e-05, "Finetune/Loss": 0.8865228891372681, "Finetune/Loss (Raw)": 0.9378029108047485, "Finetune/Step": 3053, "Finetune/Step Time": 10.929786482825875}
+{"Finetune/Learning Rate": 3.1320315801663945e-10, "Finetune/Loss": 0.5703960657119751, "Finetune/Loss (Raw)": 0.5429525375366211, "Finetune/Step": 19185, "Finetune/Step Time": 10.878345165401697}
+{"Finetune/Learning Rate": 1.9141926946562766e-05, "Finetune/Loss": 0.8855584859848022, "Finetune/Loss (Raw)": 0.7644652128219604, "Finetune/Step": 3054, "Finetune/Step Time": 10.953854262828827}
+{"Finetune/Learning Rate": 3.0001721503469807e-10, "Finetune/Loss": 0.5712538957595825, "Finetune/Loss (Raw)": 0.6261178255081177, "Finetune/Step": 19186, "Finetune/Step Time": 10.851528050377965}
+{"Finetune/Learning Rate": 1.9141244342651206e-05, "Finetune/Loss": 0.8854211568832397, "Finetune/Loss (Raw)": 0.7712065577507019, "Finetune/Step": 3055, "Finetune/Step Time": 10.950322166085243}
+{"Finetune/Learning Rate": 2.8711483510912573e-10, "Finetune/Loss": 0.5708619952201843, "Finetune/Loss (Raw)": 0.5807974934577942, "Finetune/Step": 19187, "Finetune/Step Time": 10.850891219452024}
+{"Finetune/Learning Rate": 1.9140561479519955e-05, "Finetune/Loss": 0.8843610286712646, "Finetune/Loss (Raw)": 0.7633659243583679, "Finetune/Step": 3056, "Finetune/Step Time": 10.970283899456263}
+{"Finetune/Learning Rate": 2.7449601860629614e-10, "Finetune/Loss": 0.5719420909881592, "Finetune/Loss (Raw)": 0.6985234022140503, "Finetune/Step": 19188, "Finetune/Step Time": 10.853062445297837}
+{"Finetune/Learning Rate": 1.9139878357188372e-05, "Finetune/Loss": 0.882967472076416, "Finetune/Loss (Raw)": 0.8016901612281799, "Finetune/Step": 3057, "Finetune/Step Time": 10.983896503224969}
+{"Finetune/Learning Rate": 2.6216076588259086e-10, "Finetune/Loss": 0.571651816368103, "Finetune/Loss (Raw)": 0.49602580070495605, "Finetune/Step": 19189, "Finetune/Step Time": 10.85315951704979}
+{"Finetune/Learning Rate": 1.9139194975675827e-05, "Finetune/Loss": 0.8841114640235901, "Finetune/Loss (Raw)": 1.012596607208252, "Finetune/Step": 3058, "Finetune/Step Time": 10.98836307041347}
+{"Finetune/Learning Rate": 2.5010907728773016e-10, "Finetune/Loss": 0.5717100501060486, "Finetune/Loss (Raw)": 0.5321979522705078, "Finetune/Step": 19190, "Finetune/Step Time": 10.85957713611424}
+{"Finetune/Learning Rate": 1.91385113350017e-05, "Finetune/Loss": 0.884943425655365, "Finetune/Loss (Raw)": 0.8458507061004639, "Finetune/Step": 3059, "Finetune/Step Time": 10.996036414057016}
+{"Finetune/Learning Rate": 2.383409531658831e-10, "Finetune/Loss": 0.5711464881896973, "Finetune/Loss (Raw)": 0.5544758439064026, "Finetune/Step": 19191, "Finetune/Step Time": 10.865760063752532}
+{"Finetune/Learning Rate": 1.9137827435185378e-05, "Finetune/Loss": 0.884427547454834, "Finetune/Loss (Raw)": 0.878174901008606, "Finetune/Step": 3060, "Finetune/Step Time": 10.999516226351261}
+{"Finetune/Learning Rate": 2.2685639384789625e-10, "Finetune/Loss": 0.5702075958251953, "Finetune/Loss (Raw)": 0.5004894137382507, "Finetune/Step": 19192, "Finetune/Step Time": 10.867758672684431}
+{"Finetune/Learning Rate": 1.9137143276246258e-05, "Finetune/Loss": 0.8836662769317627, "Finetune/Loss (Raw)": 0.7774073481559753, "Finetune/Step": 3061, "Finetune/Step Time": 10.991180188953876}
+{"Finetune/Learning Rate": 2.1565539966128535e-10, "Finetune/Loss": 0.5692645907402039, "Finetune/Loss (Raw)": 0.49196872115135193, "Finetune/Step": 19193, "Finetune/Step Time": 10.864888163283467}
+{"Finetune/Learning Rate": 1.9136458858203734e-05, "Finetune/Loss": 0.8852555155754089, "Finetune/Loss (Raw)": 0.9223717451095581, "Finetune/Step": 3062, "Finetune/Step Time": 10.975077850744128}
+{"Finetune/Learning Rate": 2.0473797092357418e-10, "Finetune/Loss": 0.5683480501174927, "Finetune/Loss (Raw)": 0.44860923290252686, "Finetune/Step": 19194, "Finetune/Step Time": 10.85911911725998}
+{"Finetune/Learning Rate": 1.913577418107722e-05, "Finetune/Loss": 0.8859566450119019, "Finetune/Loss (Raw)": 1.008435845375061, "Finetune/Step": 3063, "Finetune/Step Time": 10.969410803169012}
+{"Finetune/Learning Rate": 1.9410410794340474e-10, "Finetune/Loss": 0.5671356916427612, "Finetune/Loss (Raw)": 0.4659799337387085, "Finetune/Step": 19195, "Finetune/Step Time": 10.857897076755762}
+{"Finetune/Learning Rate": 1.9135089244886128e-05, "Finetune/Loss": 0.8859745860099792, "Finetune/Loss (Raw)": 0.8119415640830994, "Finetune/Step": 3064, "Finetune/Step Time": 10.957212122157216}
+{"Finetune/Learning Rate": 1.837538110227577e-10, "Finetune/Loss": 0.5685868859291077, "Finetune/Loss (Raw)": 0.7630094289779663, "Finetune/Step": 19196, "Finetune/Step Time": 10.859609695151448}
+{"Finetune/Learning Rate": 1.913440404964988e-05, "Finetune/Loss": 0.8854902982711792, "Finetune/Loss (Raw)": 0.8065382242202759, "Finetune/Step": 3065, "Finetune/Step Time": 10.96783939190209}
+{"Finetune/Learning Rate": 1.7368708045473193e-10, "Finetune/Loss": 0.566970705986023, "Finetune/Loss (Raw)": 0.5429632067680359, "Finetune/Step": 19197, "Finetune/Step Time": 10.865896267816424}
+{"Finetune/Learning Rate": 1.913371859538791e-05, "Finetune/Loss": 0.8856401443481445, "Finetune/Loss (Raw)": 0.9429315328598022, "Finetune/Step": 3066, "Finetune/Step Time": 10.96593070961535}
+{"Finetune/Learning Rate": 1.6390391652576498e-10, "Finetune/Loss": 0.5660345554351807, "Finetune/Loss (Raw)": 0.49727728962898254, "Finetune/Step": 19198, "Finetune/Step Time": 10.867514468729496}
+{"Finetune/Learning Rate": 1.9133032882119656e-05, "Finetune/Loss": 0.8873216509819031, "Finetune/Loss (Raw)": 0.8294575214385986, "Finetune/Step": 3067, "Finetune/Step Time": 10.938207199797034}
+{"Finetune/Learning Rate": 1.544043195123024e-10, "Finetune/Loss": 0.5663301944732666, "Finetune/Loss (Raw)": 0.5788490176200867, "Finetune/Step": 19199, "Finetune/Step Time": 10.87179685011506}
+{"Finetune/Learning Rate": 1.9132346909864553e-05, "Finetune/Loss": 0.8869531154632568, "Finetune/Loss (Raw)": 0.8366097211837769, "Finetune/Step": 3068, "Finetune/Step Time": 10.940334687009454}
+{"Finetune/Learning Rate": 1.4518828968523857e-10, "Finetune/Loss": 0.5663787722587585, "Finetune/Loss (Raw)": 0.637147068977356, "Finetune/Step": 19200, "Finetune/Step Time": 10.873399836942554}
+{"Finetune/Learning Rate": 1.9131660678642068e-05, "Finetune/Loss": 0.8872222900390625, "Finetune/Loss (Raw)": 0.8602511286735535, "Finetune/Step": 3069, "Finetune/Step Time": 10.944551577791572}
+{"Finetune/Learning Rate": 1.3625582730325548e-10, "Finetune/Loss": 0.566705048084259, "Finetune/Loss (Raw)": 0.5535866022109985, "Finetune/Step": 19201, "Finetune/Step Time": 10.866120303049684}
+{"Finetune/Learning Rate": 1.913097418847165e-05, "Finetune/Loss": 0.8884150385856628, "Finetune/Loss (Raw)": 0.9666767716407776, "Finetune/Step": 3070, "Finetune/Step Time": 10.944277605041862}
+{"Finetune/Learning Rate": 1.2760693262281466e-10, "Finetune/Loss": 0.5675653219223022, "Finetune/Loss (Raw)": 0.6316954493522644, "Finetune/Step": 19202, "Finetune/Step Time": 10.85236744955182}
+{"Finetune/Learning Rate": 1.9130287439372768e-05, "Finetune/Loss": 0.8873646259307861, "Finetune/Loss (Raw)": 0.8747296929359436, "Finetune/Step": 3071, "Finetune/Step Time": 10.96170180849731}
+{"Finetune/Learning Rate": 1.192416058870549e-10, "Finetune/Loss": 0.5679316520690918, "Finetune/Loss (Raw)": 0.5935080647468567, "Finetune/Step": 19203, "Finetune/Step Time": 10.864396249875426}
+{"Finetune/Learning Rate": 1.11159847333564e-10, "Finetune/Loss": 0.5679649710655212, "Finetune/Loss (Raw)": 0.6085743308067322, "Finetune/Step": 19204, "Finetune/Step Time": 10.858708880841732}
+{"Finetune/Learning Rate": 1.91296004313649e-05, "Finetune/Loss": 0.8863615989685059, "Finetune/Loss (Raw)": 0.8030969500541687, "Finetune/Step": 3072, "Finetune/Step Time": 10.973683947697282}
+{"Finetune/Learning Rate": 1.0336165719215807e-10, "Finetune/Loss": 0.5682361125946045, "Finetune/Loss (Raw)": 0.6296162009239197, "Finetune/Step": 19205, "Finetune/Step Time": 10.861646972596645}
+{"Finetune/Learning Rate": 1.912891316446752e-05, "Finetune/Loss": 0.8852236270904541, "Finetune/Loss (Raw)": 0.7803382873535156, "Finetune/Step": 3073, "Finetune/Step Time": 10.96396297775209}
+{"Finetune/Learning Rate": 1.9128225638700128e-05, "Finetune/Loss": 0.8854168653488159, "Finetune/Loss (Raw)": 0.8950390815734863, "Finetune/Step": 3074, "Finetune/Step Time": 10.97589948400855}
+{"Finetune/Learning Rate": 9.584703568266129e-11, "Finetune/Loss": 0.5675547122955322, "Finetune/Loss (Raw)": 0.5671939253807068, "Finetune/Step": 19206, "Finetune/Step Time": 10.873833702877164}
+{"Finetune/Learning Rate": 1.9127537854082207e-05, "Finetune/Loss": 0.885557234287262, "Finetune/Loss (Raw)": 0.8989382386207581, "Finetune/Step": 3075, "Finetune/Step Time": 10.981960633769631}
+{"Finetune/Learning Rate": 8.861598301934671e-11, "Finetune/Loss": 0.5671485662460327, "Finetune/Loss (Raw)": 0.5442749261856079, "Finetune/Step": 19207, "Finetune/Step Time": 10.892904976382852}
+{"Finetune/Learning Rate": 1.9126849810633274e-05, "Finetune/Loss": 0.8853154182434082, "Finetune/Loss (Raw)": 0.8749220371246338, "Finetune/Step": 3076, "Finetune/Step Time": 10.974692482501268}
+{"Finetune/Learning Rate": 8.166849940760557e-11, "Finetune/Loss": 0.5671985149383545, "Finetune/Loss (Raw)": 0.5356428027153015, "Finetune/Step": 19208, "Finetune/Step Time": 10.90542614646256}
+{"Finetune/Learning Rate": 1.912616150837283e-05, "Finetune/Loss": 0.8833974599838257, "Finetune/Loss (Raw)": 0.7136147022247314, "Finetune/Step": 3077, "Finetune/Step Time": 10.95498881675303}
+{"Finetune/Learning Rate": 7.500458504283714e-11, "Finetune/Loss": 0.5676378011703491, "Finetune/Loss (Raw)": 0.64060378074646, "Finetune/Step": 19209, "Finetune/Step Time": 10.908598517999053}
+{"Finetune/Learning Rate": 1.91254729473204e-05, "Finetune/Loss": 0.8849536180496216, "Finetune/Loss (Raw)": 0.9966378808021545, "Finetune/Step": 3078, "Finetune/Step Time": 10.931407259777188}
+{"Finetune/Learning Rate": 6.862424011599977e-11, "Finetune/Loss": 0.5689263939857483, "Finetune/Loss (Raw)": 0.6969429850578308, "Finetune/Step": 19210, "Finetune/Step Time": 10.903489615768194}
+{"Finetune/Learning Rate": 1.9124784127495504e-05, "Finetune/Loss": 0.8837506771087646, "Finetune/Loss (Raw)": 0.8011560440063477, "Finetune/Step": 3079, "Finetune/Step Time": 10.935957476496696}
+{"Finetune/Learning Rate": 6.252746480583938e-11, "Finetune/Loss": 0.5697358250617981, "Finetune/Loss (Raw)": 0.604651153087616, "Finetune/Step": 19211, "Finetune/Step Time": 10.928283099085093}
+{"Finetune/Learning Rate": 1.912409504891768e-05, "Finetune/Loss": 0.8835901021957397, "Finetune/Loss (Raw)": 0.9330165386199951, "Finetune/Step": 3080, "Finetune/Step Time": 10.931258728727698}
+{"Finetune/Learning Rate": 5.671425928777119e-11, "Finetune/Loss": 0.568912148475647, "Finetune/Loss (Raw)": 0.5808328986167908, "Finetune/Step": 19212, "Finetune/Step Time": 10.928946241736412}
+{"Finetune/Learning Rate": 1.912340571160646e-05, "Finetune/Loss": 0.8838503956794739, "Finetune/Loss (Raw)": 0.8743244409561157, "Finetune/Step": 3081, "Finetune/Step Time": 10.927696969360113}
+{"Finetune/Learning Rate": 5.118462372388777e-11, "Finetune/Loss": 0.5699816942214966, "Finetune/Loss (Raw)": 0.6343151330947876, "Finetune/Step": 19213, "Finetune/Step Time": 10.935545025393367}
+{"Finetune/Learning Rate": 1.9122716115581403e-05, "Finetune/Loss": 0.8829269409179688, "Finetune/Loss (Raw)": 0.7883450984954834, "Finetune/Step": 3082, "Finetune/Step Time": 10.92431857995689}
+{"Finetune/Learning Rate": 4.5938558272951016e-11, "Finetune/Loss": 0.5705738067626953, "Finetune/Loss (Raw)": 0.593934178352356, "Finetune/Step": 19214, "Finetune/Step Time": 10.940604532137513}
+{"Finetune/Learning Rate": 1.912202626086206e-05, "Finetune/Loss": 0.8820152282714844, "Finetune/Loss (Raw)": 0.892379879951477, "Finetune/Step": 3083, "Finetune/Step Time": 10.927604518830776}
+{"Finetune/Learning Rate": 1.9121336147467987e-05, "Finetune/Loss": 0.8823093771934509, "Finetune/Loss (Raw)": 0.8332163095474243, "Finetune/Step": 3084, "Finetune/Step Time": 10.875879703089595}
+{"Finetune/Learning Rate": 4.097606308373081e-11, "Finetune/Loss": 0.5710921287536621, "Finetune/Loss (Raw)": 0.6179244518280029, "Finetune/Step": 19215, "Finetune/Step Time": 10.934554668143392}
+{"Finetune/Learning Rate": 1.9120645775418762e-05, "Finetune/Loss": 0.8829442262649536, "Finetune/Loss (Raw)": 0.9358243346214294, "Finetune/Step": 3085, "Finetune/Step Time": 10.857821928337216}
+{"Finetune/Learning Rate": 3.629713829500503e-11, "Finetune/Loss": 0.5709649920463562, "Finetune/Loss (Raw)": 0.5997620820999146, "Finetune/Step": 19216, "Finetune/Step Time": 10.937995990738273}
+{"Finetune/Learning Rate": 3.1901784042220885e-11, "Finetune/Loss": 0.5697251558303833, "Finetune/Loss (Raw)": 0.5725605487823486, "Finetune/Step": 19217, "Finetune/Step Time": 10.947778822854161}
+{"Finetune/Learning Rate": 1.9119955144733956e-05, "Finetune/Loss": 0.8818749189376831, "Finetune/Loss (Raw)": 0.7847949266433716, "Finetune/Step": 3086, "Finetune/Step Time": 10.879606002941728}
+{"Finetune/Learning Rate": 2.7790000447502907e-11, "Finetune/Loss": 0.5693526268005371, "Finetune/Loss (Raw)": 0.5773094892501831, "Finetune/Step": 19218, "Finetune/Step Time": 10.950650269165635}
+{"Finetune/Learning Rate": 1.9119264255433156e-05, "Finetune/Loss": 0.8801649212837219, "Finetune/Loss (Raw)": 0.6530143618583679, "Finetune/Step": 3087, "Finetune/Step Time": 10.899213790893555}
+{"Finetune/Learning Rate": 2.3961787628534738e-11, "Finetune/Loss": 0.5693522691726685, "Finetune/Loss (Raw)": 0.5280463099479675, "Finetune/Step": 19219, "Finetune/Step Time": 10.952145738527179}
+{"Finetune/Learning Rate": 1.9118573107535955e-05, "Finetune/Loss": 0.8784953355789185, "Finetune/Loss (Raw)": 0.5802652835845947, "Finetune/Step": 3088, "Finetune/Step Time": 10.856268092989922}
+{"Finetune/Learning Rate": 2.0417145695228456e-11, "Finetune/Loss": 0.5682382583618164, "Finetune/Loss (Raw)": 0.4691767692565918, "Finetune/Step": 19220, "Finetune/Step Time": 10.949094977229834}
+{"Finetune/Learning Rate": 1.911788170106195e-05, "Finetune/Loss": 0.8788065910339355, "Finetune/Loss (Raw)": 0.9739207625389099, "Finetune/Step": 3089, "Finetune/Step Time": 10.845199959352612}
+{"Finetune/Learning Rate": 1.715607474528369e-11, "Finetune/Loss": 0.5699698328971863, "Finetune/Loss (Raw)": 0.5862969160079956, "Finetune/Step": 19221, "Finetune/Step Time": 10.907621704041958}
+{"Finetune/Learning Rate": 1.9117190036030745e-05, "Finetune/Loss": 0.87816321849823, "Finetune/Loss (Raw)": 0.8794080018997192, "Finetune/Step": 3090, "Finetune/Step Time": 10.844686446711421}
+{"Finetune/Learning Rate": 1.4178574873069395e-11, "Finetune/Loss": 0.5719873905181885, "Finetune/Loss (Raw)": 0.6652563214302063, "Finetune/Step": 19222, "Finetune/Step Time": 10.88259569182992}
+{"Finetune/Learning Rate": 1.911649811246196e-05, "Finetune/Loss": 0.8786382675170898, "Finetune/Loss (Raw)": 0.9508233070373535, "Finetune/Step": 3091, "Finetune/Step Time": 10.847824648022652}
+{"Finetune/Learning Rate": 1.148464616296252e-11, "Finetune/Loss": 0.5717745423316956, "Finetune/Loss (Raw)": 0.6025590300559998, "Finetune/Step": 19223, "Finetune/Step Time": 10.89302071928978}
+{"Finetune/Learning Rate": 1.911580593037521e-05, "Finetune/Loss": 0.8791184425354004, "Finetune/Loss (Raw)": 0.9730209112167358, "Finetune/Step": 3092, "Finetune/Step Time": 10.836084516718984}
+{"Finetune/Learning Rate": 9.074288690458232e-12, "Finetune/Loss": 0.5724717974662781, "Finetune/Loss (Raw)": 0.5042089223861694, "Finetune/Step": 19224, "Finetune/Step Time": 10.858041271567345}
+{"Finetune/Learning Rate": 1.911511348979013e-05, "Finetune/Loss": 0.8788312673568726, "Finetune/Loss (Raw)": 0.8207196593284607, "Finetune/Step": 3093, "Finetune/Step Time": 10.83734655752778}
+{"Finetune/Learning Rate": 6.947502525500583e-12, "Finetune/Loss": 0.5718977451324463, "Finetune/Loss (Raw)": 0.6405994892120361, "Finetune/Step": 19225, "Finetune/Step Time": 10.851831421256065}
+{"Finetune/Learning Rate": 1.9114420790726347e-05, "Finetune/Loss": 0.8793458938598633, "Finetune/Loss (Raw)": 0.8408689498901367, "Finetune/Step": 3094, "Finetune/Step Time": 10.81887329556048}
+{"Finetune/Learning Rate": 5.10428772693139e-12, "Finetune/Loss": 0.5720161199569702, "Finetune/Loss (Raw)": 0.6092996597290039, "Finetune/Step": 19226, "Finetune/Step Time": 10.854056032374501}
+{"Finetune/Learning Rate": 1.9113727833203508e-05, "Finetune/Loss": 0.8786450624465942, "Finetune/Loss (Raw)": 0.9551578760147095, "Finetune/Step": 3095, "Finetune/Step Time": 10.803926922380924}
+{"Finetune/Learning Rate": 3.5446443469311363e-12, "Finetune/Loss": 0.5718925595283508, "Finetune/Loss (Raw)": 0.547889769077301, "Finetune/Step": 19227, "Finetune/Step Time": 10.85302820801735}
+{"Finetune/Learning Rate": 1.9113034617241265e-05, "Finetune/Loss": 0.8804458975791931, "Finetune/Loss (Raw)": 1.00406014919281, "Finetune/Step": 3096, "Finetune/Step Time": 10.741951877251267}
+{"Finetune/Learning Rate": 2.2685724299087443e-12, "Finetune/Loss": 0.5709697008132935, "Finetune/Loss (Raw)": 0.514813244342804, "Finetune/Step": 19228, "Finetune/Step Time": 10.854670999571681}
+{"Finetune/Learning Rate": 1.2760720125015724e-12, "Finetune/Loss": 0.5711966753005981, "Finetune/Loss (Raw)": 0.5411551594734192, "Finetune/Step": 19229, "Finetune/Step Time": 10.862412685528398}
+{"Finetune/Learning Rate": 1.9112341142859275e-05, "Finetune/Loss": 0.8786160945892334, "Finetune/Loss (Raw)": 0.7301501631736755, "Finetune/Step": 3097, "Finetune/Step Time": 10.782307045534253}
+{"Finetune/Learning Rate": 1.9111647410077202e-05, "Finetune/Loss": 0.8785979151725769, "Finetune/Loss (Raw)": 0.839651882648468, "Finetune/Step": 3098, "Finetune/Step Time": 10.780831068754196}
+{"Finetune/Learning Rate": 5.671431235754199e-13, "Finetune/Loss": 0.5696209669113159, "Finetune/Loss (Raw)": 0.4615477919578552, "Finetune/Step": 19230, "Finetune/Step Time": 10.871454153209925}
+{"Finetune/Learning Rate": 1.911095341891472e-05, "Finetune/Loss": 0.8776319622993469, "Finetune/Loss (Raw)": 0.8853331208229065, "Finetune/Step": 3099, "Finetune/Step Time": 10.78741822578013}
+{"Finetune/Learning Rate": 1.41785782004078e-13, "Finetune/Loss": 0.5694148540496826, "Finetune/Loss (Raw)": 0.5598672032356262, "Finetune/Step": 19231, "Finetune/Step Time": 10.871824273839593}
+{"Finetune/Learning Rate": 1.9110259169391502e-05, "Finetune/Loss": 0.877246081829071, "Finetune/Loss (Raw)": 0.8791544437408447, "Finetune/Step": 3100, "Finetune/Step Time": 10.790252942591906}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.568465530872345, "Finetune/Loss (Raw)": 0.5360692143440247, "Finetune/Step": 19232, "Finetune/Step Time": 10.859579641371965}
+{"Finetune/Learning Rate": 1.9109564661527242e-05, "Finetune/Loss": 0.8767575621604919, "Finetune/Loss (Raw)": 0.9010189771652222, "Finetune/Step": 3101, "Finetune/Step Time": 10.783002132549882}
+{"Finetune/Learning Rate": 1.9108869895341636e-05, "Finetune/Loss": 0.8761484622955322, "Finetune/Loss (Raw)": 0.9092313647270203, "Finetune/Step": 3102, "Finetune/Step Time": 10.790782522410154}
+{"Finetune/Learning Rate": 1.910817487085438e-05, "Finetune/Loss": 0.8750734329223633, "Finetune/Loss (Raw)": 0.8109325766563416, "Finetune/Step": 3103, "Finetune/Step Time": 10.773518159985542}
+{"Finetune/Learning Rate": 1.9107479588085182e-05, "Finetune/Loss": 0.8736705780029297, "Finetune/Loss (Raw)": 0.7403578758239746, "Finetune/Step": 3104, "Finetune/Step Time": 10.773344280198216}
+{"Finetune/Learning Rate": 1.9106784047053762e-05, "Finetune/Loss": 0.8730114102363586, "Finetune/Loss (Raw)": 0.7736046314239502, "Finetune/Step": 3105, "Finetune/Step Time": 10.778433127328753}
+{"Finetune/Learning Rate": 1.9106088247779845e-05, "Finetune/Loss": 0.8728610873222351, "Finetune/Loss (Raw)": 0.8281294703483582, "Finetune/Step": 3106, "Finetune/Step Time": 10.757192427292466}
+{"Finetune/Learning Rate": 1.910539219028316e-05, "Finetune/Loss": 0.873271107673645, "Finetune/Loss (Raw)": 0.936651349067688, "Finetune/Step": 3107, "Finetune/Step Time": 10.749446710571647}
+{"Finetune/Learning Rate": 1.9104695874583443e-05, "Finetune/Loss": 0.8724310398101807, "Finetune/Loss (Raw)": 0.822025716304779, "Finetune/Step": 3108, "Finetune/Step Time": 10.765013905242085}
+{"Finetune/Learning Rate": 1.9103999300700443e-05, "Finetune/Loss": 0.8708887696266174, "Finetune/Loss (Raw)": 0.7825737595558167, "Finetune/Step": 3109, "Finetune/Step Time": 10.789799246937037}
+{"Finetune/Learning Rate": 1.910330246865391e-05, "Finetune/Loss": 0.8714765310287476, "Finetune/Loss (Raw)": 0.812752902507782, "Finetune/Step": 3110, "Finetune/Step Time": 10.791262669488788}
+{"Finetune/Learning Rate": 1.9102605378463607e-05, "Finetune/Loss": 0.8730349540710449, "Finetune/Loss (Raw)": 0.9875410795211792, "Finetune/Step": 3111, "Finetune/Step Time": 10.788608560338616}
+{"Finetune/Learning Rate": 1.9101908030149294e-05, "Finetune/Loss": 0.8745837807655334, "Finetune/Loss (Raw)": 0.8866708278656006, "Finetune/Step": 3112, "Finetune/Step Time": 10.752941496670246}
+{"Finetune/Learning Rate": 1.9101210423730756e-05, "Finetune/Loss": 0.8733373880386353, "Finetune/Loss (Raw)": 0.8347055912017822, "Finetune/Step": 3113, "Finetune/Step Time": 10.75770271755755}
+{"Finetune/Learning Rate": 1.910051255922777e-05, "Finetune/Loss": 0.8738998770713806, "Finetune/Loss (Raw)": 0.9493204355239868, "Finetune/Step": 3114, "Finetune/Step Time": 10.759227653965354}
+{"Finetune/Learning Rate": 1.9099814436660126e-05, "Finetune/Loss": 0.8737713694572449, "Finetune/Loss (Raw)": 0.9072371125221252, "Finetune/Step": 3115, "Finetune/Step Time": 10.761639568954706}
+{"Finetune/Learning Rate": 1.9099116056047623e-05, "Finetune/Loss": 0.8755224943161011, "Finetune/Loss (Raw)": 0.8857326507568359, "Finetune/Step": 3116, "Finetune/Step Time": 10.73190383426845}
+{"Finetune/Learning Rate": 1.9098417417410064e-05, "Finetune/Loss": 0.874678373336792, "Finetune/Loss (Raw)": 0.8354161381721497, "Finetune/Step": 3117, "Finetune/Step Time": 10.716757155954838}
+{"Finetune/Learning Rate": 1.9097718520767255e-05, "Finetune/Loss": 0.8730415105819702, "Finetune/Loss (Raw)": 0.6933436989784241, "Finetune/Step": 3118, "Finetune/Step Time": 10.747782327234745}
+{"Finetune/Learning Rate": 1.909701936613902e-05, "Finetune/Loss": 0.8726168870925903, "Finetune/Loss (Raw)": 0.8247125148773193, "Finetune/Step": 3119, "Finetune/Step Time": 10.748158521950245}
+{"Finetune/Learning Rate": 1.9096319953545186e-05, "Finetune/Loss": 0.8719670176506042, "Finetune/Loss (Raw)": 0.9392613768577576, "Finetune/Step": 3120, "Finetune/Step Time": 10.74710944853723}
+{"Finetune/Learning Rate": 1.9095620283005582e-05, "Finetune/Loss": 0.8696717023849487, "Finetune/Loss (Raw)": 0.8817518353462219, "Finetune/Step": 3121, "Finetune/Step Time": 10.708256645128131}
+{"Finetune/Learning Rate": 1.9094920354540054e-05, "Finetune/Loss": 0.8698064088821411, "Finetune/Loss (Raw)": 0.8888062834739685, "Finetune/Step": 3122, "Finetune/Step Time": 10.713223872706294}
+{"Finetune/Learning Rate": 1.9094220168168446e-05, "Finetune/Loss": 0.8696321249008179, "Finetune/Loss (Raw)": 0.8339903354644775, "Finetune/Step": 3123, "Finetune/Step Time": 10.732819605618715}
+{"Finetune/Learning Rate": 1.9093519723910618e-05, "Finetune/Loss": 0.869720458984375, "Finetune/Loss (Raw)": 0.9840793013572693, "Finetune/Step": 3124, "Finetune/Step Time": 10.728392256423831}
+{"Finetune/Learning Rate": 1.9092819021786422e-05, "Finetune/Loss": 0.8693530559539795, "Finetune/Loss (Raw)": 0.8931926488876343, "Finetune/Step": 3125, "Finetune/Step Time": 10.722046269103885}
+{"Finetune/Learning Rate": 1.9092118061815742e-05, "Finetune/Loss": 0.8694615364074707, "Finetune/Loss (Raw)": 1.0026657581329346, "Finetune/Step": 3126, "Finetune/Step Time": 10.711718123406172}
+{"Finetune/Learning Rate": 1.9091416844018444e-05, "Finetune/Loss": 0.8693912625312805, "Finetune/Loss (Raw)": 0.8802343010902405, "Finetune/Step": 3127, "Finetune/Step Time": 10.715338427573442}
+{"Finetune/Learning Rate": 1.909071536841442e-05, "Finetune/Loss": 0.8690872192382812, "Finetune/Loss (Raw)": 0.8527603149414062, "Finetune/Step": 3128, "Finetune/Step Time": 10.726737106218934}
+{"Finetune/Learning Rate": 1.9090013635023556e-05, "Finetune/Loss": 0.869071900844574, "Finetune/Loss (Raw)": 0.893178403377533, "Finetune/Step": 3129, "Finetune/Step Time": 10.724861094728112}
+{"Finetune/Learning Rate": 1.9089311643865756e-05, "Finetune/Loss": 0.868872344493866, "Finetune/Loss (Raw)": 0.7845602035522461, "Finetune/Step": 3130, "Finetune/Step Time": 10.732009684666991}
+{"Finetune/Learning Rate": 1.9088609394960923e-05, "Finetune/Loss": 0.8689658641815186, "Finetune/Loss (Raw)": 0.9515555500984192, "Finetune/Step": 3131, "Finetune/Step Time": 10.752616330981255}
+{"Finetune/Learning Rate": 1.9087906888328972e-05, "Finetune/Loss": 0.8676950931549072, "Finetune/Loss (Raw)": 0.7685898542404175, "Finetune/Step": 3132, "Finetune/Step Time": 10.766784681007266}
+{"Finetune/Learning Rate": 1.9087204123989825e-05, "Finetune/Loss": 0.8680559396743774, "Finetune/Loss (Raw)": 0.8654423356056213, "Finetune/Step": 3133, "Finetune/Step Time": 10.787465296685696}
+{"Finetune/Learning Rate": 1.9086501101963407e-05, "Finetune/Loss": 0.8674943447113037, "Finetune/Loss (Raw)": 0.8509450554847717, "Finetune/Step": 3134, "Finetune/Step Time": 10.796408927068114}
+{"Finetune/Learning Rate": 1.908579782226966e-05, "Finetune/Loss": 0.8682446479797363, "Finetune/Loss (Raw)": 1.056349515914917, "Finetune/Step": 3135, "Finetune/Step Time": 10.816610276699066}
+{"Finetune/Learning Rate": 1.908509428492852e-05, "Finetune/Loss": 0.8683390617370605, "Finetune/Loss (Raw)": 0.9325902462005615, "Finetune/Step": 3136, "Finetune/Step Time": 10.794493047520518}
+{"Finetune/Learning Rate": 1.9084390489959943e-05, "Finetune/Loss": 0.8673490285873413, "Finetune/Loss (Raw)": 0.8664750456809998, "Finetune/Step": 3137, "Finetune/Step Time": 10.804261242970824}
+{"Finetune/Learning Rate": 1.9083686437383884e-05, "Finetune/Loss": 0.8678872585296631, "Finetune/Loss (Raw)": 0.8725438714027405, "Finetune/Step": 3138, "Finetune/Step Time": 10.806677613407373}
+{"Finetune/Learning Rate": 1.9082982127220307e-05, "Finetune/Loss": 0.8688444495201111, "Finetune/Loss (Raw)": 0.8539559245109558, "Finetune/Step": 3139, "Finetune/Step Time": 10.783638326451182}
+{"Finetune/Learning Rate": 1.9082277559489188e-05, "Finetune/Loss": 0.8690198063850403, "Finetune/Loss (Raw)": 0.8000177145004272, "Finetune/Step": 3140, "Finetune/Step Time": 10.785608792677522}
+{"Finetune/Learning Rate": 1.90815727342105e-05, "Finetune/Loss": 0.8675305843353271, "Finetune/Loss (Raw)": 0.8424011468887329, "Finetune/Step": 3141, "Finetune/Step Time": 10.788290657103062}
+{"Finetune/Learning Rate": 1.9080867651404236e-05, "Finetune/Loss": 0.8675253391265869, "Finetune/Loss (Raw)": 0.8136887550354004, "Finetune/Step": 3142, "Finetune/Step Time": 10.80363398604095}
+{"Finetune/Learning Rate": 1.908016231109039e-05, "Finetune/Loss": 0.8676683306694031, "Finetune/Loss (Raw)": 0.9064565896987915, "Finetune/Step": 3143, "Finetune/Step Time": 10.808230565860868}
+{"Finetune/Learning Rate": 1.9079456713288958e-05, "Finetune/Loss": 0.8682571649551392, "Finetune/Loss (Raw)": 0.8811373114585876, "Finetune/Step": 3144, "Finetune/Step Time": 10.812696032226086}
+{"Finetune/Learning Rate": 1.907875085801995e-05, "Finetune/Loss": 0.8691381216049194, "Finetune/Loss (Raw)": 0.9056853652000427, "Finetune/Step": 3145, "Finetune/Step Time": 10.812466077506542}
+{"Finetune/Learning Rate": 1.907804474530339e-05, "Finetune/Loss": 0.8671691417694092, "Finetune/Loss (Raw)": 0.8133494257926941, "Finetune/Step": 3146, "Finetune/Step Time": 10.80993445403874}
+{"Finetune/Learning Rate": 1.9077338375159293e-05, "Finetune/Loss": 0.8653212785720825, "Finetune/Loss (Raw)": 0.7454648017883301, "Finetune/Step": 3147, "Finetune/Step Time": 10.815789068117738}
+{"Finetune/Learning Rate": 1.9076631747607692e-05, "Finetune/Loss": 0.8664137125015259, "Finetune/Loss (Raw)": 1.07211172580719, "Finetune/Step": 3148, "Finetune/Step Time": 10.804491555318236}
+{"Finetune/Learning Rate": 1.9075924862668627e-05, "Finetune/Loss": 0.8643367290496826, "Finetune/Loss (Raw)": 0.6885220408439636, "Finetune/Step": 3149, "Finetune/Step Time": 10.826171014457941}
+{"Finetune/Learning Rate": 1.9075217720362138e-05, "Finetune/Loss": 0.8636171221733093, "Finetune/Loss (Raw)": 0.701386570930481, "Finetune/Step": 3150, "Finetune/Step Time": 10.858768763020635}
+{"Finetune/Learning Rate": 1.9074510320708282e-05, "Finetune/Loss": 0.8647463917732239, "Finetune/Loss (Raw)": 0.9145589470863342, "Finetune/Step": 3151, "Finetune/Step Time": 10.827584514394403}
+{"Finetune/Learning Rate": 1.907380266372712e-05, "Finetune/Loss": 0.8643300533294678, "Finetune/Loss (Raw)": 0.8311546444892883, "Finetune/Step": 3152, "Finetune/Step Time": 10.828385278582573}
+{"Finetune/Learning Rate": 1.9073094749438718e-05, "Finetune/Loss": 0.8638292551040649, "Finetune/Loss (Raw)": 0.8806791305541992, "Finetune/Step": 3153, "Finetune/Step Time": 10.824341218918562}
+{"Finetune/Learning Rate": 1.9072386577863145e-05, "Finetune/Loss": 0.8610719442367554, "Finetune/Loss (Raw)": 0.5944023132324219, "Finetune/Step": 3154, "Finetune/Step Time": 10.862039582803845}
+{"Finetune/Learning Rate": 1.9071678149020487e-05, "Finetune/Loss": 0.860853374004364, "Finetune/Loss (Raw)": 0.8640690445899963, "Finetune/Step": 3155, "Finetune/Step Time": 10.863415589556098}
+{"Finetune/Learning Rate": 1.9070969462930834e-05, "Finetune/Loss": 0.8602840304374695, "Finetune/Loss (Raw)": 0.9185786247253418, "Finetune/Step": 3156, "Finetune/Step Time": 10.855775911360979}
+{"Finetune/Learning Rate": 1.9070260519614282e-05, "Finetune/Loss": 0.8611459732055664, "Finetune/Loss (Raw)": 0.9938989877700806, "Finetune/Step": 3157, "Finetune/Step Time": 10.852701159194112}
+{"Finetune/Learning Rate": 1.9069551319090935e-05, "Finetune/Loss": 0.8615162372589111, "Finetune/Loss (Raw)": 0.9053334593772888, "Finetune/Step": 3158, "Finetune/Step Time": 10.847306851297617}
+{"Finetune/Learning Rate": 1.90688418613809e-05, "Finetune/Loss": 0.8606581687927246, "Finetune/Loss (Raw)": 0.7504613995552063, "Finetune/Step": 3159, "Finetune/Step Time": 10.877396635711193}
+{"Finetune/Learning Rate": 1.90681321465043e-05, "Finetune/Loss": 0.8614609241485596, "Finetune/Loss (Raw)": 0.9088602066040039, "Finetune/Step": 3160, "Finetune/Step Time": 10.878740729764104}
+{"Finetune/Learning Rate": 1.9067422174481262e-05, "Finetune/Loss": 0.8620957136154175, "Finetune/Loss (Raw)": 0.8201633095741272, "Finetune/Step": 3161, "Finetune/Step Time": 10.89310614950955}
+{"Finetune/Learning Rate": 1.9066711945331912e-05, "Finetune/Loss": 0.8613355755805969, "Finetune/Loss (Raw)": 0.7781960368156433, "Finetune/Step": 3162, "Finetune/Step Time": 10.89536757953465}
+{"Finetune/Learning Rate": 1.9066001459076393e-05, "Finetune/Loss": 0.8608525991439819, "Finetune/Loss (Raw)": 0.8763374090194702, "Finetune/Step": 3163, "Finetune/Step Time": 10.892060212790966}
+{"Finetune/Learning Rate": 1.9065290715734856e-05, "Finetune/Loss": 0.8625304698944092, "Finetune/Loss (Raw)": 1.0449658632278442, "Finetune/Step": 3164, "Finetune/Step Time": 10.89141045883298}
+{"Finetune/Learning Rate": 1.9064579715327448e-05, "Finetune/Loss": 0.863976001739502, "Finetune/Loss (Raw)": 0.9066239595413208, "Finetune/Step": 3165, "Finetune/Step Time": 10.906056076288223}
+{"Finetune/Learning Rate": 1.906386845787434e-05, "Finetune/Loss": 0.8634505271911621, "Finetune/Loss (Raw)": 0.9083802103996277, "Finetune/Step": 3166, "Finetune/Step Time": 10.900390045717359}
+{"Finetune/Learning Rate": 1.906315694339569e-05, "Finetune/Loss": 0.8648774027824402, "Finetune/Loss (Raw)": 0.8325192332267761, "Finetune/Step": 3167, "Finetune/Step Time": 10.887808633968234}
+{"Finetune/Learning Rate": 1.9062445171911688e-05, "Finetune/Loss": 0.864549458026886, "Finetune/Loss (Raw)": 0.9017941951751709, "Finetune/Step": 3168, "Finetune/Step Time": 10.901544779539108}
+{"Finetune/Learning Rate": 1.906173314344251e-05, "Finetune/Loss": 0.8642976880073547, "Finetune/Loss (Raw)": 0.9153827428817749, "Finetune/Step": 3169, "Finetune/Step Time": 10.901809379458427}
+{"Finetune/Learning Rate": 1.9061020858008347e-05, "Finetune/Loss": 0.8643488883972168, "Finetune/Loss (Raw)": 0.9238476753234863, "Finetune/Step": 3170, "Finetune/Step Time": 10.903593191877007}
+{"Finetune/Learning Rate": 1.90603083156294e-05, "Finetune/Loss": 0.8644791841506958, "Finetune/Loss (Raw)": 0.7645065188407898, "Finetune/Step": 3171, "Finetune/Step Time": 10.861389007419348}
+{"Finetune/Learning Rate": 1.905959551632587e-05, "Finetune/Loss": 0.8639371991157532, "Finetune/Loss (Raw)": 0.7871272563934326, "Finetune/Step": 3172, "Finetune/Step Time": 10.850854670628905}
+{"Finetune/Learning Rate": 1.9058882460117972e-05, "Finetune/Loss": 0.8621059656143188, "Finetune/Loss (Raw)": 0.8213017582893372, "Finetune/Step": 3173, "Finetune/Step Time": 10.8574681840837}
+{"Finetune/Learning Rate": 1.905816914702593e-05, "Finetune/Loss": 0.861398458480835, "Finetune/Loss (Raw)": 0.8022366762161255, "Finetune/Step": 3174, "Finetune/Step Time": 10.85811417363584}
+{"Finetune/Learning Rate": 1.9057455577069973e-05, "Finetune/Loss": 0.8625418543815613, "Finetune/Loss (Raw)": 0.9134045243263245, "Finetune/Step": 3175, "Finetune/Step Time": 10.858082732185721}
+{"Finetune/Learning Rate": 1.9056741750270328e-05, "Finetune/Loss": 0.8630410432815552, "Finetune/Loss (Raw)": 1.009008765220642, "Finetune/Step": 3176, "Finetune/Step Time": 10.849250994622707}
+{"Finetune/Learning Rate": 1.9056027666647238e-05, "Finetune/Loss": 0.8638181090354919, "Finetune/Loss (Raw)": 1.0037283897399902, "Finetune/Step": 3177, "Finetune/Step Time": 10.8473528791219}
+{"Finetune/Learning Rate": 1.9055313326220963e-05, "Finetune/Loss": 0.8631291389465332, "Finetune/Loss (Raw)": 0.7832901477813721, "Finetune/Step": 3178, "Finetune/Step Time": 10.864115968346596}
+{"Finetune/Learning Rate": 1.9054598729011744e-05, "Finetune/Loss": 0.8632650375366211, "Finetune/Loss (Raw)": 0.9821923971176147, "Finetune/Step": 3179, "Finetune/Step Time": 10.869094325229526}
+{"Finetune/Learning Rate": 1.9053883875039855e-05, "Finetune/Loss": 0.8638105988502502, "Finetune/Loss (Raw)": 0.9019476771354675, "Finetune/Step": 3180, "Finetune/Step Time": 10.854104679077864}
+{"Finetune/Learning Rate": 1.905316876432557e-05, "Finetune/Loss": 0.8637076616287231, "Finetune/Loss (Raw)": 0.9246251583099365, "Finetune/Step": 3181, "Finetune/Step Time": 10.8504568785429}
+{"Finetune/Learning Rate": 1.9052453396889155e-05, "Finetune/Loss": 0.864474892616272, "Finetune/Loss (Raw)": 0.8626726269721985, "Finetune/Step": 3182, "Finetune/Step Time": 10.83932862430811}
+{"Finetune/Learning Rate": 1.905173777275091e-05, "Finetune/Loss": 0.8652591109275818, "Finetune/Loss (Raw)": 0.8715865612030029, "Finetune/Step": 3183, "Finetune/Step Time": 10.844080621376634}
+{"Finetune/Learning Rate": 1.905102189193112e-05, "Finetune/Loss": 0.8652814030647278, "Finetune/Loss (Raw)": 0.7662160992622375, "Finetune/Step": 3184, "Finetune/Step Time": 10.842558316886425}
+{"Finetune/Learning Rate": 1.905030575445008e-05, "Finetune/Loss": 0.8654967546463013, "Finetune/Loss (Raw)": 0.8292547464370728, "Finetune/Step": 3185, "Finetune/Step Time": 10.819685209542513}
+{"Finetune/Learning Rate": 1.9049589360328112e-05, "Finetune/Loss": 0.8636997938156128, "Finetune/Loss (Raw)": 0.7825868725776672, "Finetune/Step": 3186, "Finetune/Step Time": 10.820745443925261}
+{"Finetune/Learning Rate": 1.904887270958552e-05, "Finetune/Loss": 0.8643664121627808, "Finetune/Loss (Raw)": 0.9311761260032654, "Finetune/Step": 3187, "Finetune/Step Time": 10.818098146468401}
+{"Finetune/Learning Rate": 1.9048155802242633e-05, "Finetune/Loss": 0.8642684817314148, "Finetune/Loss (Raw)": 0.8656416535377502, "Finetune/Step": 3188, "Finetune/Step Time": 10.814741792157292}
+{"Finetune/Learning Rate": 1.9047438638319774e-05, "Finetune/Loss": 0.866195559501648, "Finetune/Loss (Raw)": 1.0240758657455444, "Finetune/Step": 3189, "Finetune/Step Time": 10.812388403341174}
+{"Finetune/Learning Rate": 1.9046721217837283e-05, "Finetune/Loss": 0.8664824962615967, "Finetune/Loss (Raw)": 0.9590941667556763, "Finetune/Step": 3190, "Finetune/Step Time": 10.842899741604924}
+{"Finetune/Learning Rate": 1.9046003540815502e-05, "Finetune/Loss": 0.8647705316543579, "Finetune/Loss (Raw)": 0.7893064618110657, "Finetune/Step": 3191, "Finetune/Step Time": 10.847968770191073}
+{"Finetune/Learning Rate": 1.9045285607274787e-05, "Finetune/Loss": 0.8645882606506348, "Finetune/Loss (Raw)": 0.7886096239089966, "Finetune/Step": 3192, "Finetune/Step Time": 10.853535939007998}
+{"Finetune/Learning Rate": 1.9044567417235494e-05, "Finetune/Loss": 0.864548921585083, "Finetune/Loss (Raw)": 0.8015052080154419, "Finetune/Step": 3193, "Finetune/Step Time": 10.845642058178782}
+{"Finetune/Learning Rate": 1.9043848970717986e-05, "Finetune/Loss": 0.863312304019928, "Finetune/Loss (Raw)": 0.7846419811248779, "Finetune/Step": 3194, "Finetune/Step Time": 10.845872223377228}
+{"Finetune/Learning Rate": 1.9043130267742638e-05, "Finetune/Loss": 0.8637619018554688, "Finetune/Loss (Raw)": 0.8870083093643188, "Finetune/Step": 3195, "Finetune/Step Time": 10.838720386847854}
+{"Finetune/Learning Rate": 1.9042411308329835e-05, "Finetune/Loss": 0.8655561208724976, "Finetune/Loss (Raw)": 1.0662693977355957, "Finetune/Step": 3196, "Finetune/Step Time": 10.837899738922715}
+{"Finetune/Learning Rate": 1.9041692092499958e-05, "Finetune/Loss": 0.8658595085144043, "Finetune/Loss (Raw)": 0.8990824818611145, "Finetune/Step": 3197, "Finetune/Step Time": 10.829399975016713}
+{"Finetune/Learning Rate": 1.90409726202734e-05, "Finetune/Loss": 0.8653815984725952, "Finetune/Loss (Raw)": 0.9055009484291077, "Finetune/Step": 3198, "Finetune/Step Time": 10.845371682196856}
+{"Finetune/Learning Rate": 1.9040252891670574e-05, "Finetune/Loss": 0.8658168315887451, "Finetune/Loss (Raw)": 0.9304501414299011, "Finetune/Step": 3199, "Finetune/Step Time": 10.832915592938662}
+{"Finetune/Learning Rate": 1.903953290671188e-05, "Finetune/Loss": 0.8663038015365601, "Finetune/Loss (Raw)": 0.8654194474220276, "Finetune/Step": 3200, "Finetune/Step Time": 10.820924596861005}
+{"Finetune/Learning Rate": 1.9038812665417737e-05, "Finetune/Loss": 0.8669682741165161, "Finetune/Loss (Raw)": 0.8653932809829712, "Finetune/Step": 3201, "Finetune/Step Time": 10.83671030215919}
+{"Finetune/Learning Rate": 1.903809216780857e-05, "Finetune/Loss": 0.8662458062171936, "Finetune/Loss (Raw)": 0.8025704622268677, "Finetune/Step": 3202, "Finetune/Step Time": 10.849177496507764}
+{"Finetune/Learning Rate": 1.9037371413904814e-05, "Finetune/Loss": 0.8648400902748108, "Finetune/Loss (Raw)": 0.7190020680427551, "Finetune/Step": 3203, "Finetune/Step Time": 10.891346532851458}
+{"Finetune/Learning Rate": 1.90366504037269e-05, "Finetune/Loss": 0.8649723529815674, "Finetune/Loss (Raw)": 0.8918527960777283, "Finetune/Step": 3204, "Finetune/Step Time": 10.885706136003137}
+{"Finetune/Learning Rate": 1.903592913729528e-05, "Finetune/Loss": 0.8650883436203003, "Finetune/Loss (Raw)": 0.7284601926803589, "Finetune/Step": 3205, "Finetune/Step Time": 10.922569898888469}
+{"Finetune/Learning Rate": 1.9035207614630403e-05, "Finetune/Loss": 0.863919734954834, "Finetune/Loss (Raw)": 0.8470568656921387, "Finetune/Step": 3206, "Finetune/Step Time": 10.91591202840209}
+{"Finetune/Learning Rate": 1.9034485835752726e-05, "Finetune/Loss": 0.8642690181732178, "Finetune/Loss (Raw)": 0.8458592295646667, "Finetune/Step": 3207, "Finetune/Step Time": 10.918954782187939}
+{"Finetune/Learning Rate": 1.9033763800682728e-05, "Finetune/Loss": 0.8629262447357178, "Finetune/Loss (Raw)": 0.7611454725265503, "Finetune/Step": 3208, "Finetune/Step Time": 10.923445481806993}
+{"Finetune/Learning Rate": 1.9033041509440876e-05, "Finetune/Loss": 0.8621394634246826, "Finetune/Loss (Raw)": 0.7736138701438904, "Finetune/Step": 3209, "Finetune/Step Time": 10.940712096169591}
+{"Finetune/Learning Rate": 1.903231896204765e-05, "Finetune/Loss": 0.8635637760162354, "Finetune/Loss (Raw)": 0.9706618785858154, "Finetune/Step": 3210, "Finetune/Step Time": 10.943981284275651}
+{"Finetune/Learning Rate": 1.9031596158523546e-05, "Finetune/Loss": 0.862816333770752, "Finetune/Loss (Raw)": 0.7967087030410767, "Finetune/Step": 3211, "Finetune/Step Time": 10.944606099277735}
+{"Finetune/Learning Rate": 1.9030873098889054e-05, "Finetune/Loss": 0.8635168075561523, "Finetune/Loss (Raw)": 0.9228701591491699, "Finetune/Step": 3212, "Finetune/Step Time": 10.944051822647452}
+{"Finetune/Learning Rate": 1.9030149783164688e-05, "Finetune/Loss": 0.8617140650749207, "Finetune/Loss (Raw)": 0.7050758600234985, "Finetune/Step": 3213, "Finetune/Step Time": 10.963542787358165}
+{"Finetune/Learning Rate": 1.9029426211370945e-05, "Finetune/Loss": 0.8618664741516113, "Finetune/Loss (Raw)": 0.8043044209480286, "Finetune/Step": 3214, "Finetune/Step Time": 10.941084071993828}
+{"Finetune/Learning Rate": 1.9028702383528355e-05, "Finetune/Loss": 0.8630192279815674, "Finetune/Loss (Raw)": 0.800568699836731, "Finetune/Step": 3215, "Finetune/Step Time": 10.904339089989662}
+{"Finetune/Learning Rate": 1.9027978299657436e-05, "Finetune/Loss": 0.865845799446106, "Finetune/Loss (Raw)": 0.9420618414878845, "Finetune/Step": 3216, "Finetune/Step Time": 10.86737914942205}
+{"Finetune/Learning Rate": 1.9027253959778726e-05, "Finetune/Loss": 0.8640321493148804, "Finetune/Loss (Raw)": 0.7417788505554199, "Finetune/Step": 3217, "Finetune/Step Time": 10.858474189415574}
+{"Finetune/Learning Rate": 1.9026529363912765e-05, "Finetune/Loss": 0.8633958101272583, "Finetune/Loss (Raw)": 0.7979580760002136, "Finetune/Step": 3218, "Finetune/Step Time": 10.877206789329648}
+{"Finetune/Learning Rate": 1.90258045120801e-05, "Finetune/Loss": 0.8625985383987427, "Finetune/Loss (Raw)": 0.8487781882286072, "Finetune/Step": 3219, "Finetune/Step Time": 10.867837369441986}
+{"Finetune/Learning Rate": 1.9025079404301285e-05, "Finetune/Loss": 0.8621031641960144, "Finetune/Loss (Raw)": 0.9096052646636963, "Finetune/Step": 3220, "Finetune/Step Time": 10.86385889723897}
+{"Finetune/Learning Rate": 1.902435404059688e-05, "Finetune/Loss": 0.8618730306625366, "Finetune/Loss (Raw)": 0.7912606596946716, "Finetune/Step": 3221, "Finetune/Step Time": 10.860654473304749}
+{"Finetune/Learning Rate": 1.9023628420987455e-05, "Finetune/Loss": 0.8629000186920166, "Finetune/Loss (Raw)": 0.9723332524299622, "Finetune/Step": 3222, "Finetune/Step Time": 10.852460103109479}
+{"Finetune/Learning Rate": 1.902290254549359e-05, "Finetune/Loss": 0.8615223169326782, "Finetune/Loss (Raw)": 0.778802216053009, "Finetune/Step": 3223, "Finetune/Step Time": 10.847376151010394}
+{"Finetune/Learning Rate": 1.9022176414135868e-05, "Finetune/Loss": 0.8602598905563354, "Finetune/Loss (Raw)": 0.8424674868583679, "Finetune/Step": 3224, "Finetune/Step Time": 10.850209426134825}
+{"Finetune/Learning Rate": 1.902145002693488e-05, "Finetune/Loss": 0.8610630035400391, "Finetune/Loss (Raw)": 0.8329548835754395, "Finetune/Step": 3225, "Finetune/Step Time": 10.809093464165926}
+{"Finetune/Learning Rate": 1.9020723383911214e-05, "Finetune/Loss": 0.8620863556861877, "Finetune/Loss (Raw)": 0.9706407785415649, "Finetune/Step": 3226, "Finetune/Step Time": 10.809480022639036}
+{"Finetune/Learning Rate": 1.9019996485085493e-05, "Finetune/Loss": 0.8629365563392639, "Finetune/Loss (Raw)": 0.9941576719284058, "Finetune/Step": 3227, "Finetune/Step Time": 10.803868239745498}
+{"Finetune/Learning Rate": 1.9019269330478315e-05, "Finetune/Loss": 0.8626498579978943, "Finetune/Loss (Raw)": 0.8424540162086487, "Finetune/Step": 3228, "Finetune/Step Time": 10.860203394666314}
+{"Finetune/Learning Rate": 1.901854192011031e-05, "Finetune/Loss": 0.8626827001571655, "Finetune/Loss (Raw)": 0.9052200317382812, "Finetune/Step": 3229, "Finetune/Step Time": 10.928245047107339}
+{"Finetune/Learning Rate": 1.9017814254002102e-05, "Finetune/Loss": 0.8629379868507385, "Finetune/Loss (Raw)": 0.9419133067131042, "Finetune/Step": 3230, "Finetune/Step Time": 10.925979126244783}
+{"Finetune/Learning Rate": 1.9017086332174327e-05, "Finetune/Loss": 0.8637127876281738, "Finetune/Loss (Raw)": 0.910111129283905, "Finetune/Step": 3231, "Finetune/Step Time": 10.925398411229253}
+{"Finetune/Learning Rate": 1.9016358154647618e-05, "Finetune/Loss": 0.8648814558982849, "Finetune/Loss (Raw)": 0.8899447917938232, "Finetune/Step": 3232, "Finetune/Step Time": 10.925050484016538}
+{"Finetune/Learning Rate": 1.9015629721442638e-05, "Finetune/Loss": 0.8666079044342041, "Finetune/Loss (Raw)": 0.9945888519287109, "Finetune/Step": 3233, "Finetune/Step Time": 10.923610907047987}
+{"Finetune/Learning Rate": 1.901490103258003e-05, "Finetune/Loss": 0.8680622577667236, "Finetune/Loss (Raw)": 1.014286756515503, "Finetune/Step": 3234, "Finetune/Step Time": 10.930830413475633}
+{"Finetune/Learning Rate": 1.9014172088080464e-05, "Finetune/Loss": 0.8664920330047607, "Finetune/Loss (Raw)": 0.7356680035591125, "Finetune/Step": 3235, "Finetune/Step Time": 10.91866585239768}
+{"Finetune/Learning Rate": 1.9013442887964617e-05, "Finetune/Loss": 0.8670625686645508, "Finetune/Loss (Raw)": 0.8950470089912415, "Finetune/Step": 3236, "Finetune/Step Time": 10.895734699442983}
+{"Finetune/Learning Rate": 1.9012713432253155e-05, "Finetune/Loss": 0.8668535947799683, "Finetune/Loss (Raw)": 0.7558251023292542, "Finetune/Step": 3237, "Finetune/Step Time": 10.868583595380187}
+{"Finetune/Learning Rate": 1.9011983720966767e-05, "Finetune/Loss": 0.866604208946228, "Finetune/Loss (Raw)": 0.7808347344398499, "Finetune/Step": 3238, "Finetune/Step Time": 10.867350552231073}
+{"Finetune/Learning Rate": 1.9011253754126152e-05, "Finetune/Loss": 0.8653069734573364, "Finetune/Loss (Raw)": 0.8214977979660034, "Finetune/Step": 3239, "Finetune/Step Time": 10.870676608756185}
+{"Finetune/Learning Rate": 1.9010523531752004e-05, "Finetune/Loss": 0.8648378252983093, "Finetune/Loss (Raw)": 0.8266169428825378, "Finetune/Step": 3240, "Finetune/Step Time": 10.872682677581906}
+{"Finetune/Learning Rate": 1.900979305386503e-05, "Finetune/Loss": 0.8654327392578125, "Finetune/Loss (Raw)": 0.9108448624610901, "Finetune/Step": 3241, "Finetune/Step Time": 10.868081936612725}
+{"Finetune/Learning Rate": 1.9009062320485944e-05, "Finetune/Loss": 0.8654436469078064, "Finetune/Loss (Raw)": 0.9507235288619995, "Finetune/Step": 3242, "Finetune/Step Time": 10.863641871139407}
+{"Finetune/Learning Rate": 1.900833133163547e-05, "Finetune/Loss": 0.863892138004303, "Finetune/Loss (Raw)": 0.7086433172225952, "Finetune/Step": 3243, "Finetune/Step Time": 10.90548356808722}
+{"Finetune/Learning Rate": 1.9007600087334336e-05, "Finetune/Loss": 0.8643798828125, "Finetune/Loss (Raw)": 0.9481611847877502, "Finetune/Step": 3244, "Finetune/Step Time": 10.903475541621447}
+{"Finetune/Learning Rate": 1.900686858760328e-05, "Finetune/Loss": 0.8649446964263916, "Finetune/Loss (Raw)": 0.9077082872390747, "Finetune/Step": 3245, "Finetune/Step Time": 10.904810912907124}
+{"Finetune/Learning Rate": 1.900613683246304e-05, "Finetune/Loss": 0.8673298954963684, "Finetune/Loss (Raw)": 0.9986562132835388, "Finetune/Step": 3246, "Finetune/Step Time": 10.889542564749718}
+{"Finetune/Learning Rate": 1.9005404821934372e-05, "Finetune/Loss": 0.8676134347915649, "Finetune/Loss (Raw)": 0.8610060214996338, "Finetune/Step": 3247, "Finetune/Step Time": 10.89167146384716}
+{"Finetune/Learning Rate": 1.900467255603803e-05, "Finetune/Loss": 0.8682795763015747, "Finetune/Loss (Raw)": 1.0245277881622314, "Finetune/Step": 3248, "Finetune/Step Time": 10.895790131762624}
+{"Finetune/Learning Rate": 1.9003940034794777e-05, "Finetune/Loss": 0.8685417175292969, "Finetune/Loss (Raw)": 0.9152992963790894, "Finetune/Step": 3249, "Finetune/Step Time": 10.890193663537502}
+{"Finetune/Learning Rate": 1.9003207258225394e-05, "Finetune/Loss": 0.8687199950218201, "Finetune/Loss (Raw)": 0.9116318821907043, "Finetune/Step": 3250, "Finetune/Step Time": 10.884462557733059}
+{"Finetune/Learning Rate": 1.900247422635065e-05, "Finetune/Loss": 0.8687906861305237, "Finetune/Loss (Raw)": 0.84303879737854, "Finetune/Step": 3251, "Finetune/Step Time": 10.864705201238394}
+{"Finetune/Learning Rate": 1.900174093919134e-05, "Finetune/Loss": 0.8675363063812256, "Finetune/Loss (Raw)": 0.8235238790512085, "Finetune/Step": 3252, "Finetune/Step Time": 10.863626757636666}
+{"Finetune/Learning Rate": 1.9001007396768253e-05, "Finetune/Loss": 0.8676213026046753, "Finetune/Loss (Raw)": 0.90406334400177, "Finetune/Step": 3253, "Finetune/Step Time": 10.86394270695746}
+{"Finetune/Learning Rate": 1.9000273599102193e-05, "Finetune/Loss": 0.8660547137260437, "Finetune/Loss (Raw)": 0.8021429777145386, "Finetune/Step": 3254, "Finetune/Step Time": 10.877975881099701}
+{"Finetune/Learning Rate": 1.8999539546213963e-05, "Finetune/Loss": 0.8645908832550049, "Finetune/Loss (Raw)": 0.6928741335868835, "Finetune/Step": 3255, "Finetune/Step Time": 10.907177461311221}
+{"Finetune/Learning Rate": 1.8998805238124386e-05, "Finetune/Loss": 0.8644350171089172, "Finetune/Loss (Raw)": 0.8328043818473816, "Finetune/Step": 3256, "Finetune/Step Time": 10.90751483477652}
+{"Finetune/Learning Rate": 1.899807067485428e-05, "Finetune/Loss": 0.8644264936447144, "Finetune/Loss (Raw)": 0.8920909762382507, "Finetune/Step": 3257, "Finetune/Step Time": 10.909115070477128}
+{"Finetune/Learning Rate": 1.899733585642448e-05, "Finetune/Loss": 0.8658000230789185, "Finetune/Loss (Raw)": 0.9603651165962219, "Finetune/Step": 3258, "Finetune/Step Time": 10.883628262206912}
+{"Finetune/Learning Rate": 1.899660078285582e-05, "Finetune/Loss": 0.865130603313446, "Finetune/Loss (Raw)": 0.8658716082572937, "Finetune/Step": 3259, "Finetune/Step Time": 10.8841182757169}
+{"Finetune/Learning Rate": 1.8995865454169142e-05, "Finetune/Loss": 0.8657009601593018, "Finetune/Loss (Raw)": 0.8415977358818054, "Finetune/Step": 3260, "Finetune/Step Time": 10.887397404760122}
+{"Finetune/Learning Rate": 1.89951298703853e-05, "Finetune/Loss": 0.8653345108032227, "Finetune/Loss (Raw)": 0.8185339570045471, "Finetune/Step": 3261, "Finetune/Step Time": 10.85674200952053}
+{"Finetune/Learning Rate": 1.8994394031525156e-05, "Finetune/Loss": 0.8667314648628235, "Finetune/Loss (Raw)": 1.029755711555481, "Finetune/Step": 3262, "Finetune/Step Time": 10.851834824308753}
+{"Finetune/Learning Rate": 1.899365793760957e-05, "Finetune/Loss": 0.8653489947319031, "Finetune/Loss (Raw)": 0.8793957233428955, "Finetune/Step": 3263, "Finetune/Step Time": 10.829581694677472}
+{"Finetune/Learning Rate": 1.8992921588659424e-05, "Finetune/Loss": 0.8646968603134155, "Finetune/Loss (Raw)": 0.8491174578666687, "Finetune/Step": 3264, "Finetune/Step Time": 10.832950420677662}
+{"Finetune/Learning Rate": 1.8992184984695595e-05, "Finetune/Loss": 0.8656364679336548, "Finetune/Loss (Raw)": 0.9867379665374756, "Finetune/Step": 3265, "Finetune/Step Time": 10.838302750140429}
+{"Finetune/Learning Rate": 1.8991448125738965e-05, "Finetune/Loss": 0.8656083345413208, "Finetune/Loss (Raw)": 0.8689493536949158, "Finetune/Step": 3266, "Finetune/Step Time": 10.836234331130981}
+{"Finetune/Learning Rate": 1.899071101181044e-05, "Finetune/Loss": 0.8657240867614746, "Finetune/Loss (Raw)": 0.8687729239463806, "Finetune/Step": 3267, "Finetune/Step Time": 10.839657632634044}
+{"Finetune/Learning Rate": 1.898997364293091e-05, "Finetune/Loss": 0.8662771582603455, "Finetune/Loss (Raw)": 0.8708094358444214, "Finetune/Step": 3268, "Finetune/Step Time": 10.8408837094903}
+{"Finetune/Learning Rate": 1.8989236019121294e-05, "Finetune/Loss": 0.8655680418014526, "Finetune/Loss (Raw)": 0.7516321539878845, "Finetune/Step": 3269, "Finetune/Step Time": 10.832673525437713}
+{"Finetune/Learning Rate": 1.8988498140402512e-05, "Finetune/Loss": 0.8658568859100342, "Finetune/Loss (Raw)": 0.8506592512130737, "Finetune/Step": 3270, "Finetune/Step Time": 10.827180374413729}
+{"Finetune/Learning Rate": 1.8987760006795476e-05, "Finetune/Loss": 0.8659950494766235, "Finetune/Loss (Raw)": 0.9241421818733215, "Finetune/Step": 3271, "Finetune/Step Time": 10.820819921791553}
+{"Finetune/Learning Rate": 1.898702161832113e-05, "Finetune/Loss": 0.866253137588501, "Finetune/Loss (Raw)": 0.9141765236854553, "Finetune/Step": 3272, "Finetune/Step Time": 10.823205137625337}
+{"Finetune/Learning Rate": 1.89862829750004e-05, "Finetune/Loss": 0.8643642067909241, "Finetune/Loss (Raw)": 0.6639043092727661, "Finetune/Step": 3273, "Finetune/Step Time": 10.861835967749357}
+{"Finetune/Learning Rate": 1.898554407685424e-05, "Finetune/Loss": 0.8644500970840454, "Finetune/Loss (Raw)": 0.8243387937545776, "Finetune/Step": 3274, "Finetune/Step Time": 10.864052083343267}
+{"Finetune/Learning Rate": 1.8984804923903602e-05, "Finetune/Loss": 0.8658087253570557, "Finetune/Loss (Raw)": 0.9193630814552307, "Finetune/Step": 3275, "Finetune/Step Time": 10.88162606023252}
+{"Finetune/Learning Rate": 1.898406551616945e-05, "Finetune/Loss": 0.8638684153556824, "Finetune/Loss (Raw)": 0.8237571120262146, "Finetune/Step": 3276, "Finetune/Step Time": 10.898490259423852}
+{"Finetune/Learning Rate": 1.8983325853672744e-05, "Finetune/Loss": 0.8662198781967163, "Finetune/Loss (Raw)": 0.9895092844963074, "Finetune/Step": 3277, "Finetune/Step Time": 10.879581551998854}
+{"Finetune/Learning Rate": 1.8982585936434462e-05, "Finetune/Loss": 0.8670161962509155, "Finetune/Loss (Raw)": 0.8033106923103333, "Finetune/Step": 3278, "Finetune/Step Time": 10.841381082311273}
+{"Finetune/Learning Rate": 1.8981845764475585e-05, "Finetune/Loss": 0.8666889667510986, "Finetune/Loss (Raw)": 0.8726824522018433, "Finetune/Step": 3279, "Finetune/Step Time": 10.839802810922265}
+{"Finetune/Learning Rate": 1.8981105337817106e-05, "Finetune/Loss": 0.866562008857727, "Finetune/Loss (Raw)": 0.814897358417511, "Finetune/Step": 3280, "Finetune/Step Time": 10.853295469656587}
+{"Finetune/Learning Rate": 1.8980364656480015e-05, "Finetune/Loss": 0.8681257963180542, "Finetune/Loss (Raw)": 1.0808473825454712, "Finetune/Step": 3281, "Finetune/Step Time": 10.847768483683467}
+{"Finetune/Learning Rate": 1.8979623720485317e-05, "Finetune/Loss": 0.8704919815063477, "Finetune/Loss (Raw)": 0.8972742557525635, "Finetune/Step": 3282, "Finetune/Step Time": 10.805699711665511}
+{"Finetune/Learning Rate": 1.897888252985403e-05, "Finetune/Loss": 0.8706756830215454, "Finetune/Loss (Raw)": 0.8875835537910461, "Finetune/Step": 3283, "Finetune/Step Time": 10.800839327275753}
+{"Finetune/Learning Rate": 1.8978141084607166e-05, "Finetune/Loss": 0.8696911334991455, "Finetune/Loss (Raw)": 0.7925603985786438, "Finetune/Step": 3284, "Finetune/Step Time": 10.802038243040442}
+{"Finetune/Learning Rate": 1.897739938476575e-05, "Finetune/Loss": 0.8687082529067993, "Finetune/Loss (Raw)": 0.8680797815322876, "Finetune/Step": 3285, "Finetune/Step Time": 10.804284527897835}
+{"Finetune/Learning Rate": 1.8976657430350816e-05, "Finetune/Loss": 0.8688808679580688, "Finetune/Loss (Raw)": 0.9274290204048157, "Finetune/Step": 3286, "Finetune/Step Time": 10.811189472675323}
+{"Finetune/Learning Rate": 1.8975915221383404e-05, "Finetune/Loss": 0.8708827495574951, "Finetune/Loss (Raw)": 1.0067118406295776, "Finetune/Step": 3287, "Finetune/Step Time": 10.77326424792409}
+{"Finetune/Learning Rate": 1.897517275788456e-05, "Finetune/Loss": 0.8707820177078247, "Finetune/Loss (Raw)": 0.8959606289863586, "Finetune/Step": 3288, "Finetune/Step Time": 10.793588366359472}
+{"Finetune/Learning Rate": 1.897443003987534e-05, "Finetune/Loss": 0.8700804114341736, "Finetune/Loss (Raw)": 0.7303627729415894, "Finetune/Step": 3289, "Finetune/Step Time": 10.783645743504167}
+{"Finetune/Learning Rate": 1.8973687067376804e-05, "Finetune/Loss": 0.8692384958267212, "Finetune/Loss (Raw)": 0.6704253554344177, "Finetune/Step": 3290, "Finetune/Step Time": 10.795959271490574}
+{"Finetune/Learning Rate": 1.8972943840410017e-05, "Finetune/Loss": 0.868790864944458, "Finetune/Loss (Raw)": 0.8190414905548096, "Finetune/Step": 3291, "Finetune/Step Time": 10.797289900481701}
+{"Finetune/Learning Rate": 1.897220035899606e-05, "Finetune/Loss": 0.8675562143325806, "Finetune/Loss (Raw)": 0.8869277834892273, "Finetune/Step": 3292, "Finetune/Step Time": 10.804614521563053}
+{"Finetune/Learning Rate": 1.8971456623156013e-05, "Finetune/Loss": 0.8673008680343628, "Finetune/Loss (Raw)": 0.873940646648407, "Finetune/Step": 3293, "Finetune/Step Time": 10.783623948693275}
+{"Finetune/Learning Rate": 1.897071263291097e-05, "Finetune/Loss": 0.864996075630188, "Finetune/Loss (Raw)": 0.6133692264556885, "Finetune/Step": 3294, "Finetune/Step Time": 10.785838292911649}
+{"Finetune/Learning Rate": 1.8969968388282026e-05, "Finetune/Loss": 0.8655829429626465, "Finetune/Loss (Raw)": 0.9076390862464905, "Finetune/Step": 3295, "Finetune/Step Time": 10.788111630827188}
+{"Finetune/Learning Rate": 1.8969223889290283e-05, "Finetune/Loss": 0.8633458018302917, "Finetune/Loss (Raw)": 0.6154378652572632, "Finetune/Step": 3296, "Finetune/Step Time": 10.819031341001391}
+{"Finetune/Learning Rate": 1.8968479135956858e-05, "Finetune/Loss": 0.8628065586090088, "Finetune/Loss (Raw)": 0.8463597297668457, "Finetune/Step": 3297, "Finetune/Step Time": 10.82261772826314}
+{"Finetune/Learning Rate": 1.8967734128302867e-05, "Finetune/Loss": 0.8615254163742065, "Finetune/Loss (Raw)": 0.7598621249198914, "Finetune/Step": 3298, "Finetune/Step Time": 10.816423216834664}
+{"Finetune/Learning Rate": 1.896698886634944e-05, "Finetune/Loss": 0.8626598715782166, "Finetune/Loss (Raw)": 0.9097158312797546, "Finetune/Step": 3299, "Finetune/Step Time": 10.814402936026454}
+{"Finetune/Learning Rate": 1.8966243350117703e-05, "Finetune/Loss": 0.8626505732536316, "Finetune/Loss (Raw)": 0.7859379649162292, "Finetune/Step": 3300, "Finetune/Step Time": 10.819412734359503}
+{"Finetune/Learning Rate": 1.8965497579628805e-05, "Finetune/Loss": 0.8621568083763123, "Finetune/Loss (Raw)": 0.7581014037132263, "Finetune/Step": 3301, "Finetune/Step Time": 10.813006415963173}
+{"Finetune/Learning Rate": 1.8964751554903885e-05, "Finetune/Loss": 0.863703727722168, "Finetune/Loss (Raw)": 1.000247597694397, "Finetune/Step": 3302, "Finetune/Step Time": 10.812780970707536}
+{"Finetune/Learning Rate": 1.8964005275964107e-05, "Finetune/Loss": 0.8634114265441895, "Finetune/Loss (Raw)": 0.8759808540344238, "Finetune/Step": 3303, "Finetune/Step Time": 10.827022539451718}
+{"Finetune/Learning Rate": 1.896325874283063e-05, "Finetune/Loss": 0.8621702194213867, "Finetune/Loss (Raw)": 0.8501341342926025, "Finetune/Step": 3304, "Finetune/Step Time": 10.82803207822144}
+{"Finetune/Learning Rate": 1.8962511955524617e-05, "Finetune/Loss": 0.8612964153289795, "Finetune/Loss (Raw)": 0.8918895125389099, "Finetune/Step": 3305, "Finetune/Step Time": 10.823129154741764}
+{"Finetune/Learning Rate": 1.8961764914067257e-05, "Finetune/Loss": 0.861987829208374, "Finetune/Loss (Raw)": 0.8717805743217468, "Finetune/Step": 3306, "Finetune/Step Time": 10.798117812722921}
+{"Finetune/Learning Rate": 1.8961017618479728e-05, "Finetune/Loss": 0.8612897396087646, "Finetune/Loss (Raw)": 0.8928373456001282, "Finetune/Step": 3307, "Finetune/Step Time": 10.799306625500321}
+{"Finetune/Learning Rate": 1.896027006878322e-05, "Finetune/Loss": 0.8606939911842346, "Finetune/Loss (Raw)": 0.8256958723068237, "Finetune/Step": 3308, "Finetune/Step Time": 10.796840414404869}
+{"Finetune/Learning Rate": 1.895952226499893e-05, "Finetune/Loss": 0.8605896234512329, "Finetune/Loss (Raw)": 0.9112669229507446, "Finetune/Step": 3309, "Finetune/Step Time": 10.797437004745007}
+{"Finetune/Learning Rate": 1.895877420714807e-05, "Finetune/Loss": 0.8598901629447937, "Finetune/Loss (Raw)": 0.7731409072875977, "Finetune/Step": 3310, "Finetune/Step Time": 10.786242531612515}
+{"Finetune/Learning Rate": 1.8958025895251845e-05, "Finetune/Loss": 0.8602126836776733, "Finetune/Loss (Raw)": 0.9128694534301758, "Finetune/Step": 3311, "Finetune/Step Time": 10.779107004404068}
+{"Finetune/Learning Rate": 1.8957277329331485e-05, "Finetune/Loss": 0.8622413873672485, "Finetune/Loss (Raw)": 1.0258868932724, "Finetune/Step": 3312, "Finetune/Step Time": 10.762627121061087}
+{"Finetune/Learning Rate": 1.8956528509408207e-05, "Finetune/Loss": 0.8625196218490601, "Finetune/Loss (Raw)": 0.8648667335510254, "Finetune/Step": 3313, "Finetune/Step Time": 10.769239638000727}
+{"Finetune/Learning Rate": 1.895577943550325e-05, "Finetune/Loss": 0.8623186349868774, "Finetune/Loss (Raw)": 0.7568655610084534, "Finetune/Step": 3314, "Finetune/Step Time": 10.773667570203543}
+{"Finetune/Learning Rate": 1.8955030107637853e-05, "Finetune/Loss": 0.8632378578186035, "Finetune/Loss (Raw)": 1.048837423324585, "Finetune/Step": 3315, "Finetune/Step Time": 10.77362055145204}
+{"Finetune/Learning Rate": 1.8954280525833267e-05, "Finetune/Loss": 0.862426221370697, "Finetune/Loss (Raw)": 0.7617482542991638, "Finetune/Step": 3316, "Finetune/Step Time": 10.770566213876009}
+{"Finetune/Learning Rate": 1.895353069011075e-05, "Finetune/Loss": 0.8603698015213013, "Finetune/Loss (Raw)": 0.7608544230461121, "Finetune/Step": 3317, "Finetune/Step Time": 10.792950242757797}
+{"Finetune/Learning Rate": 1.895278060049156e-05, "Finetune/Loss": 0.8594993948936462, "Finetune/Loss (Raw)": 0.847684383392334, "Finetune/Step": 3318, "Finetune/Step Time": 10.765781285241246}
+{"Finetune/Learning Rate": 1.8952030256996975e-05, "Finetune/Loss": 0.8608782291412354, "Finetune/Loss (Raw)": 0.9657925963401794, "Finetune/Step": 3319, "Finetune/Step Time": 10.763297265395522}
+{"Finetune/Learning Rate": 1.8951279659648265e-05, "Finetune/Loss": 0.8607695698738098, "Finetune/Loss (Raw)": 0.7747055292129517, "Finetune/Step": 3320, "Finetune/Step Time": 10.770470952615142}
+{"Finetune/Learning Rate": 1.8950528808466718e-05, "Finetune/Loss": 0.8619116544723511, "Finetune/Loss (Raw)": 0.9476922154426575, "Finetune/Step": 3321, "Finetune/Step Time": 10.769639817997813}
+{"Finetune/Learning Rate": 1.8949777703473626e-05, "Finetune/Loss": 0.8630011677742004, "Finetune/Loss (Raw)": 0.9240963459014893, "Finetune/Step": 3322, "Finetune/Step Time": 10.760788582265377}
+{"Finetune/Learning Rate": 1.8949026344690285e-05, "Finetune/Loss": 0.8617811799049377, "Finetune/Loss (Raw)": 0.7308531403541565, "Finetune/Step": 3323, "Finetune/Step Time": 10.75909923389554}
+{"Finetune/Learning Rate": 1.894827473213801e-05, "Finetune/Loss": 0.8598613739013672, "Finetune/Loss (Raw)": 0.820539116859436, "Finetune/Step": 3324, "Finetune/Step Time": 10.757997538894415}
+{"Finetune/Learning Rate": 1.894752286583811e-05, "Finetune/Loss": 0.8598682880401611, "Finetune/Loss (Raw)": 0.8999587297439575, "Finetune/Step": 3325, "Finetune/Step Time": 10.751516988500953}
+{"Finetune/Learning Rate": 1.89467707458119e-05, "Finetune/Loss": 0.8611311316490173, "Finetune/Loss (Raw)": 1.067143440246582, "Finetune/Step": 3326, "Finetune/Step Time": 10.740628130733967}
+{"Finetune/Learning Rate": 1.8946018372080713e-05, "Finetune/Loss": 0.8620859384536743, "Finetune/Loss (Raw)": 1.0526659488677979, "Finetune/Step": 3327, "Finetune/Step Time": 10.751565480604768}
+{"Finetune/Learning Rate": 1.8945265744665886e-05, "Finetune/Loss": 0.8619101047515869, "Finetune/Loss (Raw)": 0.8429202437400818, "Finetune/Step": 3328, "Finetune/Step Time": 10.759576123207808}
+{"Finetune/Learning Rate": 1.894451286358876e-05, "Finetune/Loss": 0.8614764213562012, "Finetune/Loss (Raw)": 0.8098827004432678, "Finetune/Step": 3329, "Finetune/Step Time": 10.74284891039133}
+{"Finetune/Learning Rate": 1.8943759728870687e-05, "Finetune/Loss": 0.8618829250335693, "Finetune/Loss (Raw)": 0.8546000719070435, "Finetune/Step": 3330, "Finetune/Step Time": 10.732594588771462}
+{"Finetune/Learning Rate": 1.8943006340533016e-05, "Finetune/Loss": 0.8602892160415649, "Finetune/Loss (Raw)": 0.515001654624939, "Finetune/Step": 3331, "Finetune/Step Time": 10.718520898371935}
+{"Finetune/Learning Rate": 1.8942252698597113e-05, "Finetune/Loss": 0.8597691059112549, "Finetune/Loss (Raw)": 0.8252773284912109, "Finetune/Step": 3332, "Finetune/Step Time": 10.72069795243442}
+{"Finetune/Learning Rate": 1.8941498803084358e-05, "Finetune/Loss": 0.8614168167114258, "Finetune/Loss (Raw)": 0.939374566078186, "Finetune/Step": 3333, "Finetune/Step Time": 10.689340205863118}
+{"Finetune/Learning Rate": 1.8940744654016118e-05, "Finetune/Loss": 0.8615831732749939, "Finetune/Loss (Raw)": 0.8683497309684753, "Finetune/Step": 3334, "Finetune/Step Time": 10.687465831637383}
+{"Finetune/Learning Rate": 1.893999025141379e-05, "Finetune/Loss": 0.862261176109314, "Finetune/Loss (Raw)": 0.9326430559158325, "Finetune/Step": 3335, "Finetune/Step Time": 10.67414053529501}
+{"Finetune/Learning Rate": 1.8939235595298756e-05, "Finetune/Loss": 0.8629982471466064, "Finetune/Loss (Raw)": 0.8554954528808594, "Finetune/Step": 3336, "Finetune/Step Time": 10.670746631920338}
+{"Finetune/Learning Rate": 1.893848068569242e-05, "Finetune/Loss": 0.8647098541259766, "Finetune/Loss (Raw)": 0.9926899075508118, "Finetune/Step": 3337, "Finetune/Step Time": 10.65680224262178}
+{"Finetune/Learning Rate": 1.893772552261619e-05, "Finetune/Loss": 0.8638550043106079, "Finetune/Loss (Raw)": 0.8612480163574219, "Finetune/Step": 3338, "Finetune/Step Time": 10.665253479033709}
+{"Finetune/Learning Rate": 1.893697010609148e-05, "Finetune/Loss": 0.8647232055664062, "Finetune/Loss (Raw)": 0.9078380465507507, "Finetune/Step": 3339, "Finetune/Step Time": 10.670430824160576}
+{"Finetune/Learning Rate": 1.893621443613971e-05, "Finetune/Loss": 0.8634144067764282, "Finetune/Loss (Raw)": 0.7553366422653198, "Finetune/Step": 3340, "Finetune/Step Time": 10.692527320235968}
+{"Finetune/Learning Rate": 1.893545851278231e-05, "Finetune/Loss": 0.8645311594009399, "Finetune/Loss (Raw)": 0.848030686378479, "Finetune/Step": 3341, "Finetune/Step Time": 10.676569750532508}
+{"Finetune/Learning Rate": 1.8934702336040717e-05, "Finetune/Loss": 0.8640577793121338, "Finetune/Loss (Raw)": 0.7437068819999695, "Finetune/Step": 3342, "Finetune/Step Time": 10.678264174610376}
+{"Finetune/Learning Rate": 1.8933945905936376e-05, "Finetune/Loss": 0.865332841873169, "Finetune/Loss (Raw)": 0.9637817144393921, "Finetune/Step": 3343, "Finetune/Step Time": 10.67258894443512}
+{"Finetune/Learning Rate": 1.8933189222490727e-05, "Finetune/Loss": 0.8641530275344849, "Finetune/Loss (Raw)": 0.7910460829734802, "Finetune/Step": 3344, "Finetune/Step Time": 10.668748347088695}
+{"Finetune/Learning Rate": 1.8932432285725236e-05, "Finetune/Loss": 0.8651490807533264, "Finetune/Loss (Raw)": 0.8692673444747925, "Finetune/Step": 3345, "Finetune/Step Time": 10.700353248044848}
+{"Finetune/Learning Rate": 1.893167509566137e-05, "Finetune/Loss": 0.8633408546447754, "Finetune/Loss (Raw)": 0.5665126442909241, "Finetune/Step": 3346, "Finetune/Step Time": 10.746410217136145}
+{"Finetune/Learning Rate": 1.8930917652320593e-05, "Finetune/Loss": 0.8638948202133179, "Finetune/Loss (Raw)": 0.9196805357933044, "Finetune/Step": 3347, "Finetune/Step Time": 10.755074977874756}
+{"Finetune/Learning Rate": 1.8930159955724386e-05, "Finetune/Loss": 0.8642758131027222, "Finetune/Loss (Raw)": 0.9583678245544434, "Finetune/Step": 3348, "Finetune/Step Time": 10.754308931529522}
+{"Finetune/Learning Rate": 1.892940200589424e-05, "Finetune/Loss": 0.8633302450180054, "Finetune/Loss (Raw)": 0.6702278852462769, "Finetune/Step": 3349, "Finetune/Step Time": 10.747265379875898}
+{"Finetune/Learning Rate": 1.8928643802851642e-05, "Finetune/Loss": 0.8621204495429993, "Finetune/Loss (Raw)": 0.8174864649772644, "Finetune/Step": 3350, "Finetune/Step Time": 10.747897503897548}
+{"Finetune/Learning Rate": 1.89278853466181e-05, "Finetune/Loss": 0.861494243144989, "Finetune/Loss (Raw)": 0.6986448168754578, "Finetune/Step": 3351, "Finetune/Step Time": 10.766612010076642}
+{"Finetune/Learning Rate": 1.8927126637215112e-05, "Finetune/Loss": 0.8626995086669922, "Finetune/Loss (Raw)": 0.996748685836792, "Finetune/Step": 3352, "Finetune/Step Time": 10.765759287402034}
+{"Finetune/Learning Rate": 1.89263676746642e-05, "Finetune/Loss": 0.8623170852661133, "Finetune/Loss (Raw)": 0.7839943766593933, "Finetune/Step": 3353, "Finetune/Step Time": 10.785206539556384}
+{"Finetune/Learning Rate": 1.8925608458986885e-05, "Finetune/Loss": 0.8613011240959167, "Finetune/Loss (Raw)": 0.8406057953834534, "Finetune/Step": 3354, "Finetune/Step Time": 10.803200734779239}
+{"Finetune/Learning Rate": 1.8924848990204694e-05, "Finetune/Loss": 0.8579455018043518, "Finetune/Loss (Raw)": 0.5646331906318665, "Finetune/Step": 3355, "Finetune/Step Time": 10.819078702479601}
+{"Finetune/Learning Rate": 1.8924089268339164e-05, "Finetune/Loss": 0.8572733402252197, "Finetune/Loss (Raw)": 0.7564140558242798, "Finetune/Step": 3356, "Finetune/Step Time": 10.768480867147446}
+{"Finetune/Learning Rate": 1.8923329293411842e-05, "Finetune/Loss": 0.8574001789093018, "Finetune/Loss (Raw)": 0.9214633703231812, "Finetune/Step": 3357, "Finetune/Step Time": 10.708372421562672}
+{"Finetune/Learning Rate": 1.8922569065444275e-05, "Finetune/Loss": 0.8562574982643127, "Finetune/Loss (Raw)": 0.7956494688987732, "Finetune/Step": 3358, "Finetune/Step Time": 10.716132720932364}
+{"Finetune/Learning Rate": 1.892180858445802e-05, "Finetune/Loss": 0.856112003326416, "Finetune/Loss (Raw)": 0.8914850354194641, "Finetune/Step": 3359, "Finetune/Step Time": 10.718166586011648}
+{"Finetune/Learning Rate": 1.8921047850474645e-05, "Finetune/Loss": 0.8557960987091064, "Finetune/Loss (Raw)": 0.8495098948478699, "Finetune/Step": 3360, "Finetune/Step Time": 10.718746284022927}
+{"Finetune/Learning Rate": 1.8920286863515715e-05, "Finetune/Loss": 0.8544989824295044, "Finetune/Loss (Raw)": 0.8285605311393738, "Finetune/Step": 3361, "Finetune/Step Time": 10.721945490688086}
+{"Finetune/Learning Rate": 1.8919525623602823e-05, "Finetune/Loss": 0.8535929918289185, "Finetune/Loss (Raw)": 0.898322343826294, "Finetune/Step": 3362, "Finetune/Step Time": 10.715135836973786}
+{"Finetune/Learning Rate": 1.8918764130757544e-05, "Finetune/Loss": 0.854515552520752, "Finetune/Loss (Raw)": 0.8537424206733704, "Finetune/Step": 3363, "Finetune/Step Time": 10.726287014782429}
+{"Finetune/Learning Rate": 1.891800238500148e-05, "Finetune/Loss": 0.8538216352462769, "Finetune/Loss (Raw)": 0.8062337636947632, "Finetune/Step": 3364, "Finetune/Step Time": 10.73467294499278}
+{"Finetune/Learning Rate": 1.8917240386356225e-05, "Finetune/Loss": 0.8539130687713623, "Finetune/Loss (Raw)": 0.7675269246101379, "Finetune/Step": 3365, "Finetune/Step Time": 10.736813155934215}
+{"Finetune/Learning Rate": 1.8916478134843387e-05, "Finetune/Loss": 0.8551846146583557, "Finetune/Loss (Raw)": 0.9435968399047852, "Finetune/Step": 3366, "Finetune/Step Time": 10.740303948521614}
+{"Finetune/Learning Rate": 1.8915715630484587e-05, "Finetune/Loss": 0.856724739074707, "Finetune/Loss (Raw)": 1.018627405166626, "Finetune/Step": 3367, "Finetune/Step Time": 10.740246249362826}
+{"Finetune/Learning Rate": 1.8914952873301448e-05, "Finetune/Loss": 0.8549564480781555, "Finetune/Loss (Raw)": 0.6002759337425232, "Finetune/Step": 3368, "Finetune/Step Time": 10.77367408759892}
+{"Finetune/Learning Rate": 1.891418986331559e-05, "Finetune/Loss": 0.8551281690597534, "Finetune/Loss (Raw)": 0.9328312277793884, "Finetune/Step": 3369, "Finetune/Step Time": 10.779459416866302}
+{"Finetune/Learning Rate": 1.891342660054866e-05, "Finetune/Loss": 0.8548425436019897, "Finetune/Loss (Raw)": 0.9141610264778137, "Finetune/Step": 3370, "Finetune/Step Time": 10.788442082703114}
+{"Finetune/Learning Rate": 1.8912663085022296e-05, "Finetune/Loss": 0.8555783629417419, "Finetune/Loss (Raw)": 0.8028286695480347, "Finetune/Step": 3371, "Finetune/Step Time": 10.742013555020094}
+{"Finetune/Learning Rate": 1.8911899316758154e-05, "Finetune/Loss": 0.8550080060958862, "Finetune/Loss (Raw)": 0.8751481771469116, "Finetune/Step": 3372, "Finetune/Step Time": 10.7357267588377}
+{"Finetune/Learning Rate": 1.8911135295777886e-05, "Finetune/Loss": 0.8551548719406128, "Finetune/Loss (Raw)": 0.9265210628509521, "Finetune/Step": 3373, "Finetune/Step Time": 10.739323059096932}
+{"Finetune/Learning Rate": 1.8910371022103164e-05, "Finetune/Loss": 0.8546690940856934, "Finetune/Loss (Raw)": 0.9364715218544006, "Finetune/Step": 3374, "Finetune/Step Time": 10.722793035209179}
+{"Finetune/Learning Rate": 1.8909606495755657e-05, "Finetune/Loss": 0.85455721616745, "Finetune/Loss (Raw)": 0.8466812372207642, "Finetune/Step": 3375, "Finetune/Step Time": 10.726244574412704}
+{"Finetune/Learning Rate": 1.8908841716757044e-05, "Finetune/Loss": 0.853630542755127, "Finetune/Loss (Raw)": 0.9059179425239563, "Finetune/Step": 3376, "Finetune/Step Time": 10.726037599146366}
+{"Finetune/Learning Rate": 1.8908076685129014e-05, "Finetune/Loss": 0.8536992073059082, "Finetune/Loss (Raw)": 0.9240820407867432, "Finetune/Step": 3377, "Finetune/Step Time": 10.735807983204722}
+{"Finetune/Learning Rate": 1.8907311400893258e-05, "Finetune/Loss": 0.8538767099380493, "Finetune/Loss (Raw)": 0.9343527555465698, "Finetune/Step": 3378, "Finetune/Step Time": 10.752439353615046}
+{"Finetune/Learning Rate": 1.890654586407148e-05, "Finetune/Loss": 0.8533343076705933, "Finetune/Loss (Raw)": 0.7736092209815979, "Finetune/Step": 3379, "Finetune/Step Time": 10.758730579167604}
+{"Finetune/Learning Rate": 1.8905780074685392e-05, "Finetune/Loss": 0.8521957397460938, "Finetune/Loss (Raw)": 0.6777886748313904, "Finetune/Step": 3380, "Finetune/Step Time": 10.793008452281356}
+{"Finetune/Learning Rate": 1.8905014032756703e-05, "Finetune/Loss": 0.8514194488525391, "Finetune/Loss (Raw)": 0.8047001957893372, "Finetune/Step": 3381, "Finetune/Step Time": 10.798701785504818}
+{"Finetune/Learning Rate": 1.8904247738307137e-05, "Finetune/Loss": 0.8510066866874695, "Finetune/Loss (Raw)": 0.7493131756782532, "Finetune/Step": 3382, "Finetune/Step Time": 10.798218874260783}
+{"Finetune/Learning Rate": 1.8903481191358432e-05, "Finetune/Loss": 0.8523289561271667, "Finetune/Loss (Raw)": 0.8621180653572083, "Finetune/Step": 3383, "Finetune/Step Time": 10.764025058597326}
+{"Finetune/Learning Rate": 1.8902714391932312e-05, "Finetune/Loss": 0.8520186543464661, "Finetune/Loss (Raw)": 0.793085515499115, "Finetune/Step": 3384, "Finetune/Step Time": 10.741447111591697}
+{"Finetune/Learning Rate": 1.890194734005053e-05, "Finetune/Loss": 0.8517417907714844, "Finetune/Loss (Raw)": 0.856656551361084, "Finetune/Step": 3385, "Finetune/Step Time": 10.75265271961689}
+{"Finetune/Learning Rate": 1.8901180035734833e-05, "Finetune/Loss": 0.8509852886199951, "Finetune/Loss (Raw)": 0.8635361790657043, "Finetune/Step": 3386, "Finetune/Step Time": 10.760801522061229}
+{"Finetune/Learning Rate": 1.8900412479006983e-05, "Finetune/Loss": 0.850475549697876, "Finetune/Loss (Raw)": 0.8006224036216736, "Finetune/Step": 3387, "Finetune/Step Time": 10.739815879613161}
+{"Finetune/Learning Rate": 1.8899644669888747e-05, "Finetune/Loss": 0.8502657413482666, "Finetune/Loss (Raw)": 0.8147376775741577, "Finetune/Step": 3388, "Finetune/Step Time": 10.715258102864027}
+{"Finetune/Learning Rate": 1.8898876608401893e-05, "Finetune/Loss": 0.8487037420272827, "Finetune/Loss (Raw)": 0.6185977458953857, "Finetune/Step": 3389, "Finetune/Step Time": 10.748203935101628}
+{"Finetune/Learning Rate": 1.8898108294568206e-05, "Finetune/Loss": 0.8469891548156738, "Finetune/Loss (Raw)": 0.8102933168411255, "Finetune/Step": 3390, "Finetune/Step Time": 10.746976152062416}
+{"Finetune/Learning Rate": 1.889733972840947e-05, "Finetune/Loss": 0.8475862145423889, "Finetune/Loss (Raw)": 0.9558185935020447, "Finetune/Step": 3391, "Finetune/Step Time": 10.746198082342744}
+{"Finetune/Learning Rate": 1.8896570909947477e-05, "Finetune/Loss": 0.8477122783660889, "Finetune/Loss (Raw)": 0.8652567863464355, "Finetune/Step": 3392, "Finetune/Step Time": 10.736740222200751}
+{"Finetune/Learning Rate": 1.889580183920403e-05, "Finetune/Loss": 0.8459697365760803, "Finetune/Loss (Raw)": 0.763692319393158, "Finetune/Step": 3393, "Finetune/Step Time": 10.75103734061122}
+{"Finetune/Learning Rate": 1.8895032516200942e-05, "Finetune/Loss": 0.8449429869651794, "Finetune/Loss (Raw)": 0.7375214099884033, "Finetune/Step": 3394, "Finetune/Step Time": 10.755473796278238}
+{"Finetune/Learning Rate": 1.8894262940960027e-05, "Finetune/Loss": 0.8438060283660889, "Finetune/Loss (Raw)": 0.7232447266578674, "Finetune/Step": 3395, "Finetune/Step Time": 10.757523702457547}
+{"Finetune/Learning Rate": 1.88934931135031e-05, "Finetune/Loss": 0.8445422649383545, "Finetune/Loss (Raw)": 0.9650407433509827, "Finetune/Step": 3396, "Finetune/Step Time": 10.750853659585118}
+{"Finetune/Learning Rate": 1.8892723033852006e-05, "Finetune/Loss": 0.8455208539962769, "Finetune/Loss (Raw)": 0.8768952488899231, "Finetune/Step": 3397, "Finetune/Step Time": 10.757519090548158}
+{"Finetune/Learning Rate": 1.8891952702028574e-05, "Finetune/Loss": 0.8460859656333923, "Finetune/Loss (Raw)": 0.9229962229728699, "Finetune/Step": 3398, "Finetune/Step Time": 10.746467163786292}
+{"Finetune/Learning Rate": 1.8891182118054648e-05, "Finetune/Loss": 0.8468180894851685, "Finetune/Loss (Raw)": 1.017844796180725, "Finetune/Step": 3399, "Finetune/Step Time": 10.749114917591214}
+{"Finetune/Learning Rate": 1.889041128195208e-05, "Finetune/Loss": 0.846818745136261, "Finetune/Loss (Raw)": 0.9142654538154602, "Finetune/Step": 3400, "Finetune/Step Time": 10.740692457184196}
+{"Finetune/Learning Rate": 1.8889640193742726e-05, "Finetune/Loss": 0.848249077796936, "Finetune/Loss (Raw)": 0.84699547290802, "Finetune/Step": 3401, "Finetune/Step Time": 10.704043811187148}
+{"Finetune/Learning Rate": 1.888886885344846e-05, "Finetune/Loss": 0.8489242792129517, "Finetune/Loss (Raw)": 0.9107555747032166, "Finetune/Step": 3402, "Finetune/Step Time": 10.702077766880393}
+{"Finetune/Learning Rate": 1.8888097261091145e-05, "Finetune/Loss": 0.8477216958999634, "Finetune/Loss (Raw)": 0.7654359340667725, "Finetune/Step": 3403, "Finetune/Step Time": 10.68299114331603}
+{"Finetune/Learning Rate": 1.8887325416692664e-05, "Finetune/Loss": 0.8474041223526001, "Finetune/Loss (Raw)": 0.7831066250801086, "Finetune/Step": 3404, "Finetune/Step Time": 10.694111227989197}
+{"Finetune/Learning Rate": 1.8886553320274915e-05, "Finetune/Loss": 0.8457799553871155, "Finetune/Loss (Raw)": 0.7816172242164612, "Finetune/Step": 3405, "Finetune/Step Time": 10.69260717369616}
+{"Finetune/Learning Rate": 1.8885780971859776e-05, "Finetune/Loss": 0.8466748595237732, "Finetune/Loss (Raw)": 0.917858898639679, "Finetune/Step": 3406, "Finetune/Step Time": 10.693321626633406}
+{"Finetune/Learning Rate": 1.888500837146916e-05, "Finetune/Loss": 0.8461505174636841, "Finetune/Loss (Raw)": 0.8055638670921326, "Finetune/Step": 3407, "Finetune/Step Time": 10.706095976755023}
+{"Finetune/Learning Rate": 1.8884235519124972e-05, "Finetune/Loss": 0.8465496897697449, "Finetune/Loss (Raw)": 0.8659918904304504, "Finetune/Step": 3408, "Finetune/Step Time": 10.688437651842833}
+{"Finetune/Learning Rate": 1.8883462414849127e-05, "Finetune/Loss": 0.8447855710983276, "Finetune/Loss (Raw)": 0.8550500869750977, "Finetune/Step": 3409, "Finetune/Step Time": 10.691767163574696}
+{"Finetune/Learning Rate": 1.888268905866355e-05, "Finetune/Loss": 0.8448494076728821, "Finetune/Loss (Raw)": 0.905431866645813, "Finetune/Step": 3410, "Finetune/Step Time": 10.69118581339717}
+{"Finetune/Learning Rate": 1.888191545059017e-05, "Finetune/Loss": 0.8446202874183655, "Finetune/Loss (Raw)": 0.8582600951194763, "Finetune/Step": 3411, "Finetune/Step Time": 10.704525660723448}
+{"Finetune/Learning Rate": 1.8881141590650924e-05, "Finetune/Loss": 0.8449748158454895, "Finetune/Loss (Raw)": 0.8379383087158203, "Finetune/Step": 3412, "Finetune/Step Time": 10.704207984730601}
+{"Finetune/Learning Rate": 1.888036747886776e-05, "Finetune/Loss": 0.8453493714332581, "Finetune/Loss (Raw)": 0.9160248041152954, "Finetune/Step": 3413, "Finetune/Step Time": 10.701635804027319}
+{"Finetune/Learning Rate": 1.8879593115262623e-05, "Finetune/Loss": 0.8444350361824036, "Finetune/Loss (Raw)": 0.810396134853363, "Finetune/Step": 3414, "Finetune/Step Time": 10.701112147420645}
+{"Finetune/Learning Rate": 1.8878818499857475e-05, "Finetune/Loss": 0.8436844348907471, "Finetune/Loss (Raw)": 0.9106326103210449, "Finetune/Step": 3415, "Finetune/Step Time": 10.707878010347486}
+{"Finetune/Learning Rate": 1.8878043632674284e-05, "Finetune/Loss": 0.8443059921264648, "Finetune/Loss (Raw)": 0.9755142331123352, "Finetune/Step": 3416, "Finetune/Step Time": 10.680883286520839}
+{"Finetune/Learning Rate": 1.8877268513735022e-05, "Finetune/Loss": 0.8453245162963867, "Finetune/Loss (Raw)": 0.8607469797134399, "Finetune/Step": 3417, "Finetune/Step Time": 10.673707270994782}
+{"Finetune/Learning Rate": 1.8876493143061668e-05, "Finetune/Loss": 0.8468900918960571, "Finetune/Loss (Raw)": 0.8708077669143677, "Finetune/Step": 3418, "Finetune/Step Time": 10.660299967974424}
+{"Finetune/Learning Rate": 1.887571752067621e-05, "Finetune/Loss": 0.8473042249679565, "Finetune/Loss (Raw)": 0.8720542192459106, "Finetune/Step": 3419, "Finetune/Step Time": 10.660741554573178}
+{"Finetune/Learning Rate": 1.8874941646600642e-05, "Finetune/Loss": 0.8467131853103638, "Finetune/Loss (Raw)": 0.8112787008285522, "Finetune/Step": 3420, "Finetune/Step Time": 10.66286413371563}
+{"Finetune/Learning Rate": 1.8874165520856965e-05, "Finetune/Loss": 0.8476206064224243, "Finetune/Loss (Raw)": 0.9900856018066406, "Finetune/Step": 3421, "Finetune/Step Time": 10.67332217656076}
+{"Finetune/Learning Rate": 1.8873389143467193e-05, "Finetune/Loss": 0.8491874933242798, "Finetune/Loss (Raw)": 0.8139358162879944, "Finetune/Step": 3422, "Finetune/Step Time": 10.67405466735363}
+{"Finetune/Learning Rate": 1.8872612514453334e-05, "Finetune/Loss": 0.8482400178909302, "Finetune/Loss (Raw)": 0.7863600254058838, "Finetune/Step": 3423, "Finetune/Step Time": 10.67786443606019}
+{"Finetune/Learning Rate": 1.887183563383741e-05, "Finetune/Loss": 0.8503000736236572, "Finetune/Loss (Raw)": 0.8791266083717346, "Finetune/Step": 3424, "Finetune/Step Time": 10.653708608821034}
+{"Finetune/Learning Rate": 1.8871058501641465e-05, "Finetune/Loss": 0.8497021198272705, "Finetune/Loss (Raw)": 0.7698151469230652, "Finetune/Step": 3425, "Finetune/Step Time": 10.669667797163129}
+{"Finetune/Learning Rate": 1.8870281117887517e-05, "Finetune/Loss": 0.8493021130561829, "Finetune/Loss (Raw)": 0.7086618542671204, "Finetune/Step": 3426, "Finetune/Step Time": 10.669111775234342}
+{"Finetune/Learning Rate": 1.8869503482597626e-05, "Finetune/Loss": 0.8480778336524963, "Finetune/Loss (Raw)": 0.7530143857002258, "Finetune/Step": 3427, "Finetune/Step Time": 10.672929989174008}
+{"Finetune/Learning Rate": 1.8868725595793837e-05, "Finetune/Loss": 0.8493554592132568, "Finetune/Loss (Raw)": 0.9494706392288208, "Finetune/Step": 3428, "Finetune/Step Time": 10.670785758644342}
+{"Finetune/Learning Rate": 1.8867947457498207e-05, "Finetune/Loss": 0.8490831851959229, "Finetune/Loss (Raw)": 0.7232527136802673, "Finetune/Step": 3429, "Finetune/Step Time": 10.666963126510382}
+{"Finetune/Learning Rate": 1.886716906773281e-05, "Finetune/Loss": 0.8470651507377625, "Finetune/Loss (Raw)": 0.7419363260269165, "Finetune/Step": 3430, "Finetune/Step Time": 10.67125696130097}
+{"Finetune/Learning Rate": 1.8866390426519706e-05, "Finetune/Loss": 0.8456459641456604, "Finetune/Loss (Raw)": 0.6943235397338867, "Finetune/Step": 3431, "Finetune/Step Time": 10.699468357488513}
+{"Finetune/Learning Rate": 1.886561153388099e-05, "Finetune/Loss": 0.845607340335846, "Finetune/Loss (Raw)": 0.84519362449646, "Finetune/Step": 3432, "Finetune/Step Time": 10.698686320334673}
+{"Finetune/Learning Rate": 1.8864832389838735e-05, "Finetune/Loss": 0.8437408208847046, "Finetune/Loss (Raw)": 0.6529747843742371, "Finetune/Step": 3433, "Finetune/Step Time": 10.738953907042742}
+{"Finetune/Learning Rate": 1.886405299441504e-05, "Finetune/Loss": 0.8437603712081909, "Finetune/Loss (Raw)": 0.874282717704773, "Finetune/Step": 3434, "Finetune/Step Time": 10.74676176160574}
+{"Finetune/Learning Rate": 1.8863273347632014e-05, "Finetune/Loss": 0.8431018590927124, "Finetune/Loss (Raw)": 0.8085447549819946, "Finetune/Step": 3435, "Finetune/Step Time": 10.742154842242599}
+{"Finetune/Learning Rate": 1.8862493449511757e-05, "Finetune/Loss": 0.8428411483764648, "Finetune/Loss (Raw)": 0.792324960231781, "Finetune/Step": 3436, "Finetune/Step Time": 10.738371443003416}
+{"Finetune/Learning Rate": 1.886171330007639e-05, "Finetune/Loss": 0.8412157297134399, "Finetune/Loss (Raw)": 0.7032207250595093, "Finetune/Step": 3437, "Finetune/Step Time": 10.748061746358871}
+{"Finetune/Learning Rate": 1.8860932899348028e-05, "Finetune/Loss": 0.841458797454834, "Finetune/Loss (Raw)": 0.8042518496513367, "Finetune/Step": 3438, "Finetune/Step Time": 10.752338858321309}
+{"Finetune/Learning Rate": 1.8860152247348808e-05, "Finetune/Loss": 0.841856837272644, "Finetune/Loss (Raw)": 0.963816225528717, "Finetune/Step": 3439, "Finetune/Step Time": 10.75309439189732}
+{"Finetune/Learning Rate": 1.8859371344100865e-05, "Finetune/Loss": 0.8417268991470337, "Finetune/Loss (Raw)": 1.0092617273330688, "Finetune/Step": 3440, "Finetune/Step Time": 10.749881124123931}
+{"Finetune/Learning Rate": 1.8858590189626345e-05, "Finetune/Loss": 0.8413746356964111, "Finetune/Loss (Raw)": 0.8197660446166992, "Finetune/Step": 3441, "Finetune/Step Time": 10.74618599563837}
+{"Finetune/Learning Rate": 1.8857808783947396e-05, "Finetune/Loss": 0.8420295715332031, "Finetune/Loss (Raw)": 0.8406983017921448, "Finetune/Step": 3442, "Finetune/Step Time": 10.735358556732535}
+{"Finetune/Learning Rate": 1.8857027127086177e-05, "Finetune/Loss": 0.8417165875434875, "Finetune/Loss (Raw)": 1.0087804794311523, "Finetune/Step": 3443, "Finetune/Step Time": 10.733528301119804}
+{"Finetune/Learning Rate": 1.8856245219064855e-05, "Finetune/Loss": 0.8431471586227417, "Finetune/Loss (Raw)": 0.944855272769928, "Finetune/Step": 3444, "Finetune/Step Time": 10.738876406103373}
+{"Finetune/Learning Rate": 1.8855463059905607e-05, "Finetune/Loss": 0.8445190787315369, "Finetune/Loss (Raw)": 0.9364637136459351, "Finetune/Step": 3445, "Finetune/Step Time": 10.714513154700398}
+{"Finetune/Learning Rate": 1.8854680649630607e-05, "Finetune/Loss": 0.8447157144546509, "Finetune/Loss (Raw)": 0.872853696346283, "Finetune/Step": 3446, "Finetune/Step Time": 10.708502339199185}
+{"Finetune/Learning Rate": 1.885389798826204e-05, "Finetune/Loss": 0.8434062600135803, "Finetune/Loss (Raw)": 0.7981843948364258, "Finetune/Step": 3447, "Finetune/Step Time": 10.708715803921223}
+{"Finetune/Learning Rate": 1.8853115075822105e-05, "Finetune/Loss": 0.8432976007461548, "Finetune/Loss (Raw)": 0.76079261302948, "Finetune/Step": 3448, "Finetune/Step Time": 10.70726884715259}
+{"Finetune/Learning Rate": 1.8852331912332998e-05, "Finetune/Loss": 0.8429434299468994, "Finetune/Loss (Raw)": 0.9023580551147461, "Finetune/Step": 3449, "Finetune/Step Time": 10.70974881388247}
+{"Finetune/Learning Rate": 1.8851548497816935e-05, "Finetune/Loss": 0.8437739610671997, "Finetune/Loss (Raw)": 1.0304033756256104, "Finetune/Step": 3450, "Finetune/Step Time": 10.7121267542243}
+{"Finetune/Learning Rate": 1.8850764832296126e-05, "Finetune/Loss": 0.8443296551704407, "Finetune/Loss (Raw)": 0.8019849061965942, "Finetune/Step": 3451, "Finetune/Step Time": 10.718598810955882}
+{"Finetune/Learning Rate": 1.8849980915792794e-05, "Finetune/Loss": 0.8441192507743835, "Finetune/Loss (Raw)": 0.7936099767684937, "Finetune/Step": 3452, "Finetune/Step Time": 10.718948932364583}
+{"Finetune/Learning Rate": 1.884919674832917e-05, "Finetune/Loss": 0.845195472240448, "Finetune/Loss (Raw)": 1.0377150774002075, "Finetune/Step": 3453, "Finetune/Step Time": 10.72186199016869}
+{"Finetune/Learning Rate": 1.8848412329927492e-05, "Finetune/Loss": 0.843601405620575, "Finetune/Loss (Raw)": 0.863101065158844, "Finetune/Step": 3454, "Finetune/Step Time": 10.721118351444602}
+{"Finetune/Learning Rate": 1.8847627660609994e-05, "Finetune/Loss": 0.8425332307815552, "Finetune/Loss (Raw)": 0.9159427881240845, "Finetune/Step": 3455, "Finetune/Step Time": 10.707952667027712}
+{"Finetune/Learning Rate": 1.884684274039894e-05, "Finetune/Loss": 0.8424174785614014, "Finetune/Loss (Raw)": 0.8281059861183167, "Finetune/Step": 3456, "Finetune/Step Time": 10.702456636354327}
+{"Finetune/Learning Rate": 1.8846057569316585e-05, "Finetune/Loss": 0.84125816822052, "Finetune/Loss (Raw)": 0.6614883542060852, "Finetune/Step": 3457, "Finetune/Step Time": 10.749982003122568}
+{"Finetune/Learning Rate": 1.884527214738519e-05, "Finetune/Loss": 0.8412774205207825, "Finetune/Loss (Raw)": 0.8570617437362671, "Finetune/Step": 3458, "Finetune/Step Time": 10.736443659290671}
+{"Finetune/Learning Rate": 1.884448647462703e-05, "Finetune/Loss": 0.8435510993003845, "Finetune/Loss (Raw)": 0.8060318827629089, "Finetune/Step": 3459, "Finetune/Step Time": 10.698571225628257}
+{"Finetune/Learning Rate": 1.8843700551064383e-05, "Finetune/Loss": 0.8429010510444641, "Finetune/Loss (Raw)": 0.7420719265937805, "Finetune/Step": 3460, "Finetune/Step Time": 10.694947639480233}
+{"Finetune/Learning Rate": 1.8842914376719537e-05, "Finetune/Loss": 0.842502772808075, "Finetune/Loss (Raw)": 0.8883993029594421, "Finetune/Step": 3461, "Finetune/Step Time": 10.704752292484045}
+{"Finetune/Learning Rate": 1.8842127951614785e-05, "Finetune/Loss": 0.843017578125, "Finetune/Loss (Raw)": 0.9342468976974487, "Finetune/Step": 3462, "Finetune/Step Time": 10.712262758985162}
+{"Finetune/Learning Rate": 1.8841341275772427e-05, "Finetune/Loss": 0.8422195911407471, "Finetune/Loss (Raw)": 0.830499529838562, "Finetune/Step": 3463, "Finetune/Step Time": 10.718765391036868}
+{"Finetune/Learning Rate": 1.8840554349214772e-05, "Finetune/Loss": 0.8429175615310669, "Finetune/Loss (Raw)": 0.9448267817497253, "Finetune/Step": 3464, "Finetune/Step Time": 10.724381459876895}
+{"Finetune/Learning Rate": 1.8839767171964136e-05, "Finetune/Loss": 0.8424897193908691, "Finetune/Loss (Raw)": 0.9379328489303589, "Finetune/Step": 3465, "Finetune/Step Time": 10.727765243500471}
+{"Finetune/Learning Rate": 1.8838979744042838e-05, "Finetune/Loss": 0.8427026271820068, "Finetune/Loss (Raw)": 0.8884936571121216, "Finetune/Step": 3466, "Finetune/Step Time": 10.71160938218236}
+{"Finetune/Learning Rate": 1.883819206547321e-05, "Finetune/Loss": 0.8419634103775024, "Finetune/Loss (Raw)": 0.8132261633872986, "Finetune/Step": 3467, "Finetune/Step Time": 10.707392634823918}
+{"Finetune/Learning Rate": 1.8837404136277587e-05, "Finetune/Loss": 0.8428927063941956, "Finetune/Loss (Raw)": 0.874285876750946, "Finetune/Step": 3468, "Finetune/Step Time": 10.69100708886981}
+{"Finetune/Learning Rate": 1.8836615956478318e-05, "Finetune/Loss": 0.84342360496521, "Finetune/Loss (Raw)": 0.9159833192825317, "Finetune/Step": 3469, "Finetune/Step Time": 10.694407420232892}
+{"Finetune/Learning Rate": 1.8835827526097744e-05, "Finetune/Loss": 0.844923734664917, "Finetune/Loss (Raw)": 0.9357225298881531, "Finetune/Step": 3470, "Finetune/Step Time": 10.697206089273095}
+{"Finetune/Learning Rate": 1.8835038845158225e-05, "Finetune/Loss": 0.8445402979850769, "Finetune/Loss (Raw)": 0.9147018790245056, "Finetune/Step": 3471, "Finetune/Step Time": 10.698739737272263}
+{"Finetune/Learning Rate": 1.8834249913682132e-05, "Finetune/Loss": 0.8459182381629944, "Finetune/Loss (Raw)": 0.9674260020256042, "Finetune/Step": 3472, "Finetune/Step Time": 10.701675875112414}
+{"Finetune/Learning Rate": 1.8833460731691833e-05, "Finetune/Loss": 0.8462531566619873, "Finetune/Loss (Raw)": 0.9121330976486206, "Finetune/Step": 3473, "Finetune/Step Time": 10.674464512616396}
+{"Finetune/Learning Rate": 1.88326712992097e-05, "Finetune/Loss": 0.8474035263061523, "Finetune/Loss (Raw)": 0.7137656807899475, "Finetune/Step": 3474, "Finetune/Step Time": 10.648706503212452}
+{"Finetune/Learning Rate": 1.8831881616258133e-05, "Finetune/Loss": 0.847809910774231, "Finetune/Loss (Raw)": 0.9716877937316895, "Finetune/Step": 3475, "Finetune/Step Time": 10.652709817513824}
+{"Finetune/Learning Rate": 1.8831091682859516e-05, "Finetune/Loss": 0.8478432893753052, "Finetune/Loss (Raw)": 0.9626461863517761, "Finetune/Step": 3476, "Finetune/Step Time": 10.650562524795532}
+{"Finetune/Learning Rate": 1.883030149903625e-05, "Finetune/Loss": 0.8502300977706909, "Finetune/Loss (Raw)": 0.9757451415061951, "Finetune/Step": 3477, "Finetune/Step Time": 10.680750835686922}
+{"Finetune/Learning Rate": 1.8829511064810743e-05, "Finetune/Loss": 0.8505451679229736, "Finetune/Loss (Raw)": 0.8578084707260132, "Finetune/Step": 3478, "Finetune/Step Time": 10.684323739260435}
+{"Finetune/Learning Rate": 1.8828720380205412e-05, "Finetune/Loss": 0.8521429300308228, "Finetune/Loss (Raw)": 0.9031532406806946, "Finetune/Step": 3479, "Finetune/Step Time": 10.67601210437715}
+{"Finetune/Learning Rate": 1.8827929445242678e-05, "Finetune/Loss": 0.8511886596679688, "Finetune/Loss (Raw)": 0.8746074438095093, "Finetune/Step": 3480, "Finetune/Step Time": 10.678810626268387}
+{"Finetune/Learning Rate": 1.8827138259944964e-05, "Finetune/Loss": 0.8514937162399292, "Finetune/Loss (Raw)": 0.8230422735214233, "Finetune/Step": 3481, "Finetune/Step Time": 10.659437280148268}
+{"Finetune/Learning Rate": 1.8826346824334713e-05, "Finetune/Loss": 0.8525383472442627, "Finetune/Loss (Raw)": 0.9743219614028931, "Finetune/Step": 3482, "Finetune/Step Time": 10.653455128893256}
+{"Finetune/Learning Rate": 1.882555513843436e-05, "Finetune/Loss": 0.8540292978286743, "Finetune/Loss (Raw)": 0.7554670572280884, "Finetune/Step": 3483, "Finetune/Step Time": 10.643523264676332}
+{"Finetune/Learning Rate": 1.8824763202266364e-05, "Finetune/Loss": 0.8546741008758545, "Finetune/Loss (Raw)": 0.8389524817466736, "Finetune/Step": 3484, "Finetune/Step Time": 10.641546405851841}
+{"Finetune/Learning Rate": 1.882397101585318e-05, "Finetune/Loss": 0.853859007358551, "Finetune/Loss (Raw)": 0.8171318173408508, "Finetune/Step": 3485, "Finetune/Step Time": 10.629177119582891}
+{"Finetune/Learning Rate": 1.8823178579217266e-05, "Finetune/Loss": 0.8552494049072266, "Finetune/Loss (Raw)": 0.9736212491989136, "Finetune/Step": 3486, "Finetune/Step Time": 10.617969494313002}
+{"Finetune/Learning Rate": 1.8822385892381096e-05, "Finetune/Loss": 0.8551090955734253, "Finetune/Loss (Raw)": 0.8735264539718628, "Finetune/Step": 3487, "Finetune/Step Time": 10.621737617999315}
+{"Finetune/Learning Rate": 1.8821592955367154e-05, "Finetune/Loss": 0.8547680377960205, "Finetune/Loss (Raw)": 0.8058525919914246, "Finetune/Step": 3488, "Finetune/Step Time": 10.619501005858183}
+{"Finetune/Learning Rate": 1.882079976819792e-05, "Finetune/Loss": 0.8559421300888062, "Finetune/Loss (Raw)": 0.9788380265235901, "Finetune/Step": 3489, "Finetune/Step Time": 10.617281833663583}
+{"Finetune/Learning Rate": 1.8820006330895883e-05, "Finetune/Loss": 0.8552989959716797, "Finetune/Loss (Raw)": 0.816013514995575, "Finetune/Step": 3490, "Finetune/Step Time": 10.617912141606212}
+{"Finetune/Learning Rate": 1.881921264348355e-05, "Finetune/Loss": 0.8551545143127441, "Finetune/Loss (Raw)": 0.8352463841438293, "Finetune/Step": 3491, "Finetune/Step Time": 10.614692306146026}
+{"Finetune/Learning Rate": 1.8818418705983427e-05, "Finetune/Loss": 0.8537144064903259, "Finetune/Loss (Raw)": 0.6218987107276917, "Finetune/Step": 3492, "Finetune/Step Time": 10.626441333442926}
+{"Finetune/Learning Rate": 1.8817624518418025e-05, "Finetune/Loss": 0.8538923263549805, "Finetune/Loss (Raw)": 0.7902928590774536, "Finetune/Step": 3493, "Finetune/Step Time": 10.63023692369461}
+{"Finetune/Learning Rate": 1.8816830080809865e-05, "Finetune/Loss": 0.8533484935760498, "Finetune/Loss (Raw)": 0.8739871382713318, "Finetune/Step": 3494, "Finetune/Step Time": 10.629694260656834}
+{"Finetune/Learning Rate": 1.8816035393181476e-05, "Finetune/Loss": 0.8522946834564209, "Finetune/Loss (Raw)": 0.883743166923523, "Finetune/Step": 3495, "Finetune/Step Time": 10.626699961721897}
+{"Finetune/Learning Rate": 1.881524045555539e-05, "Finetune/Loss": 0.854777455329895, "Finetune/Loss (Raw)": 0.9180774688720703, "Finetune/Step": 3496, "Finetune/Step Time": 10.598003638908267}
+{"Finetune/Learning Rate": 1.8814445267954157e-05, "Finetune/Loss": 0.8540745377540588, "Finetune/Loss (Raw)": 0.8428463935852051, "Finetune/Step": 3497, "Finetune/Step Time": 10.597917649894953}
+{"Finetune/Learning Rate": 1.8813649830400317e-05, "Finetune/Loss": 0.8541244268417358, "Finetune/Loss (Raw)": 0.9205498099327087, "Finetune/Step": 3498, "Finetune/Step Time": 10.61117866821587}
+{"Finetune/Learning Rate": 1.8812854142916432e-05, "Finetune/Loss": 0.8553048968315125, "Finetune/Loss (Raw)": 0.9539303779602051, "Finetune/Step": 3499, "Finetune/Step Time": 10.611438861116767}
+{"Finetune/Learning Rate": 1.8812058205525064e-05, "Finetune/Loss": 0.8536913394927979, "Finetune/Loss (Raw)": 0.668616533279419, "Finetune/Step": 3500, "Finetune/Step Time": 10.668294256553054}
+{"Finetune/Learning Rate": 1.8811262018248783e-05, "Finetune/Loss": 0.8520128130912781, "Finetune/Loss (Raw)": 0.7116647362709045, "Finetune/Step": 3501, "Finetune/Step Time": 10.738837657496333}
+{"Finetune/Learning Rate": 1.8810465581110165e-05, "Finetune/Loss": 0.8518760800361633, "Finetune/Loss (Raw)": 0.9189735054969788, "Finetune/Step": 3502, "Finetune/Step Time": 10.728686448186636}
+{"Finetune/Learning Rate": 1.88096688941318e-05, "Finetune/Loss": 0.8518145680427551, "Finetune/Loss (Raw)": 0.8388075232505798, "Finetune/Step": 3503, "Finetune/Step Time": 10.74365703202784}
+{"Finetune/Learning Rate": 1.8808871957336277e-05, "Finetune/Loss": 0.8519377708435059, "Finetune/Loss (Raw)": 0.9216873049736023, "Finetune/Step": 3504, "Finetune/Step Time": 10.74470715969801}
+{"Finetune/Learning Rate": 1.880807477074619e-05, "Finetune/Loss": 0.852434515953064, "Finetune/Loss (Raw)": 0.987660825252533, "Finetune/Step": 3505, "Finetune/Step Time": 10.763232184574008}
+{"Finetune/Learning Rate": 1.8807277334384154e-05, "Finetune/Loss": 0.8499451875686646, "Finetune/Loss (Raw)": 0.6157239675521851, "Finetune/Step": 3506, "Finetune/Step Time": 10.754861937835813}
+{"Finetune/Learning Rate": 1.8806479648272776e-05, "Finetune/Loss": 0.8510743379592896, "Finetune/Loss (Raw)": 0.9181345701217651, "Finetune/Step": 3507, "Finetune/Step Time": 10.753431709483266}
+{"Finetune/Learning Rate": 1.8805681712434675e-05, "Finetune/Loss": 0.8518937826156616, "Finetune/Loss (Raw)": 0.7826797962188721, "Finetune/Step": 3508, "Finetune/Step Time": 10.717081535607576}
+{"Finetune/Learning Rate": 1.8804883526892485e-05, "Finetune/Loss": 0.852643609046936, "Finetune/Loss (Raw)": 0.9006757736206055, "Finetune/Step": 3509, "Finetune/Step Time": 10.716369155794382}
+{"Finetune/Learning Rate": 1.880408509166883e-05, "Finetune/Loss": 0.8536242842674255, "Finetune/Loss (Raw)": 0.8748438954353333, "Finetune/Step": 3510, "Finetune/Step Time": 10.714841909706593}
+{"Finetune/Learning Rate": 1.8803286406786362e-05, "Finetune/Loss": 0.853086531162262, "Finetune/Loss (Raw)": 0.7932887673377991, "Finetune/Step": 3511, "Finetune/Step Time": 10.714805411174893}
+{"Finetune/Learning Rate": 1.8802487472267725e-05, "Finetune/Loss": 0.8540933728218079, "Finetune/Loss (Raw)": 0.9219599962234497, "Finetune/Step": 3512, "Finetune/Step Time": 10.724427504464984}
+{"Finetune/Learning Rate": 1.880168828813557e-05, "Finetune/Loss": 0.8542687296867371, "Finetune/Loss (Raw)": 0.8790996074676514, "Finetune/Step": 3513, "Finetune/Step Time": 10.717749185860157}
+{"Finetune/Learning Rate": 1.8800888854412568e-05, "Finetune/Loss": 0.8541115522384644, "Finetune/Loss (Raw)": 0.8434197902679443, "Finetune/Step": 3514, "Finetune/Step Time": 10.70839286968112}
+{"Finetune/Learning Rate": 1.8800089171121384e-05, "Finetune/Loss": 0.8556821346282959, "Finetune/Loss (Raw)": 1.0016587972640991, "Finetune/Step": 3515, "Finetune/Step Time": 10.710132265463471}
+{"Finetune/Learning Rate": 1.879928923828469e-05, "Finetune/Loss": 0.8562565445899963, "Finetune/Loss (Raw)": 0.8882578015327454, "Finetune/Step": 3516, "Finetune/Step Time": 10.719249432906508}
+{"Finetune/Learning Rate": 1.879848905592518e-05, "Finetune/Loss": 0.8581714630126953, "Finetune/Loss (Raw)": 0.8637096881866455, "Finetune/Step": 3517, "Finetune/Step Time": 10.687719402834773}
+{"Finetune/Learning Rate": 1.8797688624065542e-05, "Finetune/Loss": 0.8593494892120361, "Finetune/Loss (Raw)": 0.9610805511474609, "Finetune/Step": 3518, "Finetune/Step Time": 10.68518348224461}
+{"Finetune/Learning Rate": 1.8796887942728467e-05, "Finetune/Loss": 0.858320951461792, "Finetune/Loss (Raw)": 0.8241620063781738, "Finetune/Step": 3519, "Finetune/Step Time": 10.716767555102706}
+{"Finetune/Learning Rate": 1.8796087011936665e-05, "Finetune/Loss": 0.8576723337173462, "Finetune/Loss (Raw)": 0.7822387218475342, "Finetune/Step": 3520, "Finetune/Step Time": 10.730317637324333}
+{"Finetune/Learning Rate": 1.8795285831712854e-05, "Finetune/Loss": 0.8587089776992798, "Finetune/Loss (Raw)": 0.8963747620582581, "Finetune/Step": 3521, "Finetune/Step Time": 10.700239192694426}
+{"Finetune/Learning Rate": 1.879448440207974e-05, "Finetune/Loss": 0.8596524000167847, "Finetune/Loss (Raw)": 0.8582803010940552, "Finetune/Step": 3522, "Finetune/Step Time": 10.69823407381773}
+{"Finetune/Learning Rate": 1.879368272306006e-05, "Finetune/Loss": 0.8608903884887695, "Finetune/Loss (Raw)": 0.8817063570022583, "Finetune/Step": 3523, "Finetune/Step Time": 10.691392559558153}
+{"Finetune/Learning Rate": 1.8792880794676546e-05, "Finetune/Loss": 0.8607828617095947, "Finetune/Loss (Raw)": 0.9512805342674255, "Finetune/Step": 3524, "Finetune/Step Time": 10.691286869347095}
+{"Finetune/Learning Rate": 1.8792078616951933e-05, "Finetune/Loss": 0.8595712184906006, "Finetune/Loss (Raw)": 0.7218142151832581, "Finetune/Step": 3525, "Finetune/Step Time": 10.717045947909355}
+{"Finetune/Learning Rate": 1.8791276189908973e-05, "Finetune/Loss": 0.8589580059051514, "Finetune/Loss (Raw)": 0.8445003628730774, "Finetune/Step": 3526, "Finetune/Step Time": 10.71892100572586}
+{"Finetune/Learning Rate": 1.8790473513570416e-05, "Finetune/Loss": 0.8576149344444275, "Finetune/Loss (Raw)": 0.8459290266036987, "Finetune/Step": 3527, "Finetune/Step Time": 10.716259336099029}
+{"Finetune/Learning Rate": 1.8789670587959032e-05, "Finetune/Loss": 0.8563963174819946, "Finetune/Loss (Raw)": 0.7582831978797913, "Finetune/Step": 3528, "Finetune/Step Time": 10.749706946313381}
+{"Finetune/Learning Rate": 1.878886741309758e-05, "Finetune/Loss": 0.857600748538971, "Finetune/Loss (Raw)": 1.0011647939682007, "Finetune/Step": 3529, "Finetune/Step Time": 10.75076599791646}
+{"Finetune/Learning Rate": 1.8788063989008845e-05, "Finetune/Loss": 0.8577113151550293, "Finetune/Loss (Raw)": 0.9249006509780884, "Finetune/Step": 3530, "Finetune/Step Time": 10.755891401320696}
+{"Finetune/Learning Rate": 1.87872603157156e-05, "Finetune/Loss": 0.8588836193084717, "Finetune/Loss (Raw)": 0.915493905544281, "Finetune/Step": 3531, "Finetune/Step Time": 10.754393711686134}
+{"Finetune/Learning Rate": 1.8786456393240646e-05, "Finetune/Loss": 0.8597818613052368, "Finetune/Loss (Raw)": 0.8980799913406372, "Finetune/Step": 3532, "Finetune/Step Time": 10.731755772605538}
+{"Finetune/Learning Rate": 1.878565222160677e-05, "Finetune/Loss": 0.8607820272445679, "Finetune/Loss (Raw)": 0.9096360206604004, "Finetune/Step": 3533, "Finetune/Step Time": 10.72197182290256}
+{"Finetune/Learning Rate": 1.8784847800836782e-05, "Finetune/Loss": 0.8609834909439087, "Finetune/Loss (Raw)": 0.9436534643173218, "Finetune/Step": 3534, "Finetune/Step Time": 10.720484243705869}
+{"Finetune/Learning Rate": 1.878404313095349e-05, "Finetune/Loss": 0.8617502450942993, "Finetune/Loss (Raw)": 0.9037036299705505, "Finetune/Step": 3535, "Finetune/Step Time": 10.71147476695478}
+{"Finetune/Learning Rate": 1.878323821197971e-05, "Finetune/Loss": 0.861283004283905, "Finetune/Loss (Raw)": 0.8061875104904175, "Finetune/Step": 3536, "Finetune/Step Time": 10.735069191083312}
+{"Finetune/Learning Rate": 1.8782433043938274e-05, "Finetune/Loss": 0.8609670400619507, "Finetune/Loss (Raw)": 0.8146076798439026, "Finetune/Step": 3537, "Finetune/Step Time": 10.733537392690778}
+{"Finetune/Learning Rate": 1.8781627626852012e-05, "Finetune/Loss": 0.8596204519271851, "Finetune/Loss (Raw)": 0.7330653071403503, "Finetune/Step": 3538, "Finetune/Step Time": 10.746232639998198}
+{"Finetune/Learning Rate": 1.8780821960743762e-05, "Finetune/Loss": 0.859167218208313, "Finetune/Loss (Raw)": 0.8002440333366394, "Finetune/Step": 3539, "Finetune/Step Time": 10.734499525278807}
+{"Finetune/Learning Rate": 1.878001604563637e-05, "Finetune/Loss": 0.8597174882888794, "Finetune/Loss (Raw)": 0.9083799719810486, "Finetune/Step": 3540, "Finetune/Step Time": 10.72918901219964}
+{"Finetune/Learning Rate": 1.877920988155269e-05, "Finetune/Loss": 0.8597472906112671, "Finetune/Loss (Raw)": 0.919834554195404, "Finetune/Step": 3541, "Finetune/Step Time": 10.76885444112122}
+{"Finetune/Learning Rate": 1.8778403468515578e-05, "Finetune/Loss": 0.8604882955551147, "Finetune/Loss (Raw)": 0.9052526950836182, "Finetune/Step": 3542, "Finetune/Step Time": 10.766865700483322}
+{"Finetune/Learning Rate": 1.877759680654791e-05, "Finetune/Loss": 0.860436201095581, "Finetune/Loss (Raw)": 0.9039589166641235, "Finetune/Step": 3543, "Finetune/Step Time": 10.763141760602593}
+{"Finetune/Learning Rate": 1.8776789895672557e-05, "Finetune/Loss": 0.8597835898399353, "Finetune/Loss (Raw)": 0.8919817209243774, "Finetune/Step": 3544, "Finetune/Step Time": 10.771565271541476}
+{"Finetune/Learning Rate": 1.87759827359124e-05, "Finetune/Loss": 0.8606470823287964, "Finetune/Loss (Raw)": 0.9712680578231812, "Finetune/Step": 3545, "Finetune/Step Time": 10.775429463014007}
+{"Finetune/Learning Rate": 1.8775175327290327e-05, "Finetune/Loss": 0.8617367148399353, "Finetune/Loss (Raw)": 1.0102837085723877, "Finetune/Step": 3546, "Finetune/Step Time": 10.775542937219143}
+{"Finetune/Learning Rate": 1.8774367669829237e-05, "Finetune/Loss": 0.8614897727966309, "Finetune/Loss (Raw)": 0.8404478430747986, "Finetune/Step": 3547, "Finetune/Step Time": 10.79870937205851}
+{"Finetune/Learning Rate": 1.8773559763552033e-05, "Finetune/Loss": 0.8617522716522217, "Finetune/Loss (Raw)": 0.8448748588562012, "Finetune/Step": 3548, "Finetune/Step Time": 10.806137727573514}
+{"Finetune/Learning Rate": 1.8772751608481615e-05, "Finetune/Loss": 0.8609510660171509, "Finetune/Loss (Raw)": 0.8875312209129333, "Finetune/Step": 3549, "Finetune/Step Time": 10.809664279222488}
+{"Finetune/Learning Rate": 1.8771943204640914e-05, "Finetune/Loss": 0.8618699312210083, "Finetune/Loss (Raw)": 0.9315569996833801, "Finetune/Step": 3550, "Finetune/Step Time": 10.823185037821531}
+{"Finetune/Learning Rate": 1.8771134552052846e-05, "Finetune/Loss": 0.8628150224685669, "Finetune/Loss (Raw)": 0.9073278307914734, "Finetune/Step": 3551, "Finetune/Step Time": 10.82229950465262}
+{"Finetune/Learning Rate": 1.8770325650740347e-05, "Finetune/Loss": 0.8625479936599731, "Finetune/Loss (Raw)": 0.8449427485466003, "Finetune/Step": 3552, "Finetune/Step Time": 10.813901633024216}
+{"Finetune/Learning Rate": 1.8769516500726347e-05, "Finetune/Loss": 0.862506628036499, "Finetune/Loss (Raw)": 0.7645223736763, "Finetune/Step": 3553, "Finetune/Step Time": 10.813560411334038}
+{"Finetune/Learning Rate": 1.87687071020338e-05, "Finetune/Loss": 0.8635894060134888, "Finetune/Loss (Raw)": 0.8472638726234436, "Finetune/Step": 3554, "Finetune/Step Time": 10.815843034535646}
+{"Finetune/Learning Rate": 1.8767897454685652e-05, "Finetune/Loss": 0.8643717765808105, "Finetune/Loss (Raw)": 0.8531489968299866, "Finetune/Step": 3555, "Finetune/Step Time": 10.812957575544715}
+{"Finetune/Learning Rate": 1.8767087558704866e-05, "Finetune/Loss": 0.8629114627838135, "Finetune/Loss (Raw)": 0.762555718421936, "Finetune/Step": 3556, "Finetune/Step Time": 10.813953062519431}
+{"Finetune/Learning Rate": 1.8766277414114405e-05, "Finetune/Loss": 0.8622959852218628, "Finetune/Loss (Raw)": 0.644469141960144, "Finetune/Step": 3557, "Finetune/Step Time": 10.817488819360733}
+{"Finetune/Learning Rate": 1.8765467020937243e-05, "Finetune/Loss": 0.862804114818573, "Finetune/Loss (Raw)": 0.8069838285446167, "Finetune/Step": 3558, "Finetune/Step Time": 10.819760641083121}
+{"Finetune/Learning Rate": 1.876465637919637e-05, "Finetune/Loss": 0.8643063306808472, "Finetune/Loss (Raw)": 0.8865954875946045, "Finetune/Step": 3559, "Finetune/Step Time": 10.783171145245433}
+{"Finetune/Learning Rate": 1.8763845488914757e-05, "Finetune/Loss": 0.8645416498184204, "Finetune/Loss (Raw)": 0.8753227591514587, "Finetune/Step": 3560, "Finetune/Step Time": 10.786412062123418}
+{"Finetune/Learning Rate": 1.8763034350115413e-05, "Finetune/Loss": 0.8665584325790405, "Finetune/Loss (Raw)": 0.9111190438270569, "Finetune/Step": 3561, "Finetune/Step Time": 10.761999037116766}
+{"Finetune/Learning Rate": 1.876222296282133e-05, "Finetune/Loss": 0.8665070533752441, "Finetune/Loss (Raw)": 0.8677106499671936, "Finetune/Step": 3562, "Finetune/Step Time": 10.766778010874987}
+{"Finetune/Learning Rate": 1.876141132705552e-05, "Finetune/Loss": 0.8661794662475586, "Finetune/Loss (Raw)": 0.7666104435920715, "Finetune/Step": 3563, "Finetune/Step Time": 10.762601908296347}
+{"Finetune/Learning Rate": 1.8760599442841e-05, "Finetune/Loss": 0.866038978099823, "Finetune/Loss (Raw)": 0.774345874786377, "Finetune/Step": 3564, "Finetune/Step Time": 10.764412712305784}
+{"Finetune/Learning Rate": 1.8759787310200793e-05, "Finetune/Loss": 0.8681209087371826, "Finetune/Loss (Raw)": 0.9697054028511047, "Finetune/Step": 3565, "Finetune/Step Time": 10.753016494214535}
+{"Finetune/Learning Rate": 1.8758974929157925e-05, "Finetune/Loss": 0.86769700050354, "Finetune/Loss (Raw)": 0.7499949336051941, "Finetune/Step": 3566, "Finetune/Step Time": 10.751507077366114}
+{"Finetune/Learning Rate": 1.8758162299735435e-05, "Finetune/Loss": 0.8672515153884888, "Finetune/Loss (Raw)": 0.9067894816398621, "Finetune/Step": 3567, "Finetune/Step Time": 10.750196114182472}
+{"Finetune/Learning Rate": 1.875734942195637e-05, "Finetune/Loss": 0.8671371936798096, "Finetune/Loss (Raw)": 0.9946255683898926, "Finetune/Step": 3568, "Finetune/Step Time": 10.755369681864977}
+{"Finetune/Learning Rate": 1.8756536295843774e-05, "Finetune/Loss": 0.867195725440979, "Finetune/Loss (Raw)": 0.8272590637207031, "Finetune/Step": 3569, "Finetune/Step Time": 10.771347166970372}
+{"Finetune/Learning Rate": 1.8755722921420713e-05, "Finetune/Loss": 0.8675230741500854, "Finetune/Loss (Raw)": 0.8826097846031189, "Finetune/Step": 3570, "Finetune/Step Time": 10.792139880359173}
+{"Finetune/Learning Rate": 1.8754909298710245e-05, "Finetune/Loss": 0.8666322231292725, "Finetune/Loss (Raw)": 0.8947466015815735, "Finetune/Step": 3571, "Finetune/Step Time": 10.798661252483726}
+{"Finetune/Learning Rate": 1.8754095427735447e-05, "Finetune/Loss": 0.8659400939941406, "Finetune/Loss (Raw)": 0.8562659025192261, "Finetune/Step": 3572, "Finetune/Step Time": 10.793981036171317}
+{"Finetune/Learning Rate": 1.8753281308519395e-05, "Finetune/Loss": 0.8655030131340027, "Finetune/Loss (Raw)": 0.8805117011070251, "Finetune/Step": 3573, "Finetune/Step Time": 10.795855820178986}
+{"Finetune/Learning Rate": 1.8752466941085176e-05, "Finetune/Loss": 0.8650068640708923, "Finetune/Loss (Raw)": 0.8093497157096863, "Finetune/Step": 3574, "Finetune/Step Time": 10.839587591588497}
+{"Finetune/Learning Rate": 1.8751652325455883e-05, "Finetune/Loss": 0.8658231496810913, "Finetune/Loss (Raw)": 0.9026671051979065, "Finetune/Step": 3575, "Finetune/Step Time": 10.838585695251822}
+{"Finetune/Learning Rate": 1.8750837461654618e-05, "Finetune/Loss": 0.8667093515396118, "Finetune/Loss (Raw)": 0.8742289543151855, "Finetune/Step": 3576, "Finetune/Step Time": 10.82835009880364}
+{"Finetune/Learning Rate": 1.8750022349704483e-05, "Finetune/Loss": 0.8673418760299683, "Finetune/Loss (Raw)": 0.9833174347877502, "Finetune/Step": 3577, "Finetune/Step Time": 10.839943181723356}
+{"Finetune/Learning Rate": 1.87492069896286e-05, "Finetune/Loss": 0.8667634725570679, "Finetune/Loss (Raw)": 0.956366240978241, "Finetune/Step": 3578, "Finetune/Step Time": 10.84442711994052}
+{"Finetune/Learning Rate": 1.874839138145008e-05, "Finetune/Loss": 0.8653401732444763, "Finetune/Loss (Raw)": 0.6198063492774963, "Finetune/Step": 3579, "Finetune/Step Time": 10.87872620485723}
+{"Finetune/Learning Rate": 1.8747575525192064e-05, "Finetune/Loss": 0.8662800192832947, "Finetune/Loss (Raw)": 0.9139097929000854, "Finetune/Step": 3580, "Finetune/Step Time": 10.879662204533815}
+{"Finetune/Learning Rate": 1.8746759420877677e-05, "Finetune/Loss": 0.8650967478752136, "Finetune/Loss (Raw)": 0.886254608631134, "Finetune/Step": 3581, "Finetune/Step Time": 10.872677402570844}
+{"Finetune/Learning Rate": 1.8745943068530072e-05, "Finetune/Loss": 0.8650643825531006, "Finetune/Loss (Raw)": 0.8589578866958618, "Finetune/Step": 3582, "Finetune/Step Time": 10.867955708876252}
+{"Finetune/Learning Rate": 1.8745126468172385e-05, "Finetune/Loss": 0.8647031784057617, "Finetune/Loss (Raw)": 0.8697035312652588, "Finetune/Step": 3583, "Finetune/Step Time": 10.875779572874308}
+{"Finetune/Learning Rate": 1.874430961982778e-05, "Finetune/Loss": 0.865157425403595, "Finetune/Loss (Raw)": 0.8862575888633728, "Finetune/Step": 3584, "Finetune/Step Time": 10.873522164300084}
+{"Finetune/Learning Rate": 1.8743492523519422e-05, "Finetune/Loss": 0.8650544881820679, "Finetune/Loss (Raw)": 0.6483087539672852, "Finetune/Step": 3585, "Finetune/Step Time": 10.859734021127224}
+{"Finetune/Learning Rate": 1.874267517927048e-05, "Finetune/Loss": 0.8658337593078613, "Finetune/Loss (Raw)": 0.9568103551864624, "Finetune/Step": 3586, "Finetune/Step Time": 10.866351252421737}
+{"Finetune/Learning Rate": 1.8741857587104126e-05, "Finetune/Loss": 0.867546796798706, "Finetune/Loss (Raw)": 1.02530038356781, "Finetune/Step": 3587, "Finetune/Step Time": 10.869489600881934}
+{"Finetune/Learning Rate": 1.874103974704355e-05, "Finetune/Loss": 0.868289589881897, "Finetune/Loss (Raw)": 0.8371530771255493, "Finetune/Step": 3588, "Finetune/Step Time": 10.867468183860183}
+{"Finetune/Learning Rate": 1.8740221659111947e-05, "Finetune/Loss": 0.8670668601989746, "Finetune/Loss (Raw)": 0.731880247592926, "Finetune/Step": 3589, "Finetune/Step Time": 10.856295289471745}
+{"Finetune/Learning Rate": 1.873940332333251e-05, "Finetune/Loss": 0.8673355579376221, "Finetune/Loss (Raw)": 0.9686470627784729, "Finetune/Step": 3590, "Finetune/Step Time": 10.853934429585934}
+{"Finetune/Learning Rate": 1.8738584739728445e-05, "Finetune/Loss": 0.8683607578277588, "Finetune/Loss (Raw)": 0.961728036403656, "Finetune/Step": 3591, "Finetune/Step Time": 10.85103047080338}
+{"Finetune/Learning Rate": 1.8737765908322967e-05, "Finetune/Loss": 0.8679213523864746, "Finetune/Loss (Raw)": 0.8885825872421265, "Finetune/Step": 3592, "Finetune/Step Time": 10.850743236020207}
+{"Finetune/Learning Rate": 1.8736946829139294e-05, "Finetune/Loss": 0.8662516474723816, "Finetune/Loss (Raw)": 0.7242031097412109, "Finetune/Step": 3593, "Finetune/Step Time": 10.88616305962205}
+{"Finetune/Learning Rate": 1.8736127502200653e-05, "Finetune/Loss": 0.8657315969467163, "Finetune/Loss (Raw)": 0.8219307661056519, "Finetune/Step": 3594, "Finetune/Step Time": 10.896841021254659}
+{"Finetune/Learning Rate": 1.873530792753028e-05, "Finetune/Loss": 0.8663536906242371, "Finetune/Loss (Raw)": 0.8928542733192444, "Finetune/Step": 3595, "Finetune/Step Time": 10.894235609099269}
+{"Finetune/Learning Rate": 1.873448810515141e-05, "Finetune/Loss": 0.8668504953384399, "Finetune/Loss (Raw)": 0.9378805160522461, "Finetune/Step": 3596, "Finetune/Step Time": 10.892482927069068}
+{"Finetune/Learning Rate": 1.8733668035087302e-05, "Finetune/Loss": 0.8671069145202637, "Finetune/Loss (Raw)": 0.9488040804862976, "Finetune/Step": 3597, "Finetune/Step Time": 10.88601022772491}
+{"Finetune/Learning Rate": 1.87328477173612e-05, "Finetune/Loss": 0.8658721446990967, "Finetune/Loss (Raw)": 0.777669370174408, "Finetune/Step": 3598, "Finetune/Step Time": 10.885205086320639}
+{"Finetune/Learning Rate": 1.873202715199637e-05, "Finetune/Loss": 0.865962564945221, "Finetune/Loss (Raw)": 0.9262741208076477, "Finetune/Step": 3599, "Finetune/Step Time": 10.887180242687464}
+{"Finetune/Learning Rate": 1.8731206339016078e-05, "Finetune/Loss": 0.8655803203582764, "Finetune/Loss (Raw)": 0.9184995889663696, "Finetune/Step": 3600, "Finetune/Step Time": 10.882916187867522}
+{"Finetune/Learning Rate": 1.8730385278443604e-05, "Finetune/Loss": 0.8660509586334229, "Finetune/Loss (Raw)": 0.972373902797699, "Finetune/Step": 3601, "Finetune/Step Time": 10.887730313465}
+{"Finetune/Learning Rate": 1.8729563970302228e-05, "Finetune/Loss": 0.8661997318267822, "Finetune/Loss (Raw)": 0.7328124046325684, "Finetune/Step": 3602, "Finetune/Step Time": 10.884626226499677}
+{"Finetune/Learning Rate": 1.8728742414615246e-05, "Finetune/Loss": 0.8657556772232056, "Finetune/Loss (Raw)": 0.9148402810096741, "Finetune/Step": 3603, "Finetune/Step Time": 10.87782795354724}
+{"Finetune/Learning Rate": 1.8727920611405944e-05, "Finetune/Loss": 0.8653163909912109, "Finetune/Loss (Raw)": 0.9064275026321411, "Finetune/Step": 3604, "Finetune/Step Time": 10.88386052288115}
+{"Finetune/Learning Rate": 1.872709856069764e-05, "Finetune/Loss": 0.8631161451339722, "Finetune/Loss (Raw)": 0.6941044926643372, "Finetune/Step": 3605, "Finetune/Step Time": 10.874445153400302}
+{"Finetune/Learning Rate": 1.8726276262513635e-05, "Finetune/Loss": 0.863350510597229, "Finetune/Loss (Raw)": 0.887812077999115, "Finetune/Step": 3606, "Finetune/Step Time": 10.871790546923876}
+{"Finetune/Learning Rate": 1.8725453716877245e-05, "Finetune/Loss": 0.8641834259033203, "Finetune/Loss (Raw)": 1.0097641944885254, "Finetune/Step": 3607, "Finetune/Step Time": 10.872626915574074}
+{"Finetune/Learning Rate": 1.87246309238118e-05, "Finetune/Loss": 0.8634704947471619, "Finetune/Loss (Raw)": 0.7833563685417175, "Finetune/Step": 3608, "Finetune/Step Time": 10.866383135318756}
+{"Finetune/Learning Rate": 1.8723807883340636e-05, "Finetune/Loss": 0.8646872043609619, "Finetune/Loss (Raw)": 0.9787775874137878, "Finetune/Step": 3609, "Finetune/Step Time": 10.859969154000282}
+{"Finetune/Learning Rate": 1.8722984595487082e-05, "Finetune/Loss": 0.8630061149597168, "Finetune/Loss (Raw)": 0.7591405510902405, "Finetune/Step": 3610, "Finetune/Step Time": 10.84526040032506}
+{"Finetune/Learning Rate": 1.8722161060274494e-05, "Finetune/Loss": 0.8645545244216919, "Finetune/Loss (Raw)": 0.9536608457565308, "Finetune/Step": 3611, "Finetune/Step Time": 10.842728231102228}
+{"Finetune/Learning Rate": 1.872133727772622e-05, "Finetune/Loss": 0.864670991897583, "Finetune/Loss (Raw)": 0.8538671135902405, "Finetune/Step": 3612, "Finetune/Step Time": 10.837854059413075}
+{"Finetune/Learning Rate": 1.8720513247865622e-05, "Finetune/Loss": 0.8649804592132568, "Finetune/Loss (Raw)": 0.8567402362823486, "Finetune/Step": 3613, "Finetune/Step Time": 10.842073099687696}
+{"Finetune/Learning Rate": 1.8719688970716065e-05, "Finetune/Loss": 0.8644383549690247, "Finetune/Loss (Raw)": 0.9042361378669739, "Finetune/Step": 3614, "Finetune/Step Time": 10.84396755322814}
+{"Finetune/Learning Rate": 1.8718864446300924e-05, "Finetune/Loss": 0.8632745742797852, "Finetune/Loss (Raw)": 0.7245538830757141, "Finetune/Step": 3615, "Finetune/Step Time": 10.84556814096868}
+{"Finetune/Learning Rate": 1.871803967464358e-05, "Finetune/Loss": 0.8634351491928101, "Finetune/Loss (Raw)": 0.8264126777648926, "Finetune/Step": 3616, "Finetune/Step Time": 10.84659767523408}
+{"Finetune/Learning Rate": 1.8717214655767425e-05, "Finetune/Loss": 0.862845242023468, "Finetune/Loss (Raw)": 0.9033304452896118, "Finetune/Step": 3617, "Finetune/Step Time": 10.84759745374322}
+{"Finetune/Learning Rate": 1.8716389389695846e-05, "Finetune/Loss": 0.8636025786399841, "Finetune/Loss (Raw)": 0.9129515290260315, "Finetune/Step": 3618, "Finetune/Step Time": 10.844839720055461}
+{"Finetune/Learning Rate": 1.871556387645225e-05, "Finetune/Loss": 0.8632205128669739, "Finetune/Loss (Raw)": 0.7863398194313049, "Finetune/Step": 3619, "Finetune/Step Time": 10.842618787661195}
+{"Finetune/Learning Rate": 1.871473811606005e-05, "Finetune/Loss": 0.8636828660964966, "Finetune/Loss (Raw)": 0.6810899972915649, "Finetune/Step": 3620, "Finetune/Step Time": 10.82610409334302}
+{"Finetune/Learning Rate": 1.8713912108542658e-05, "Finetune/Loss": 0.8639901876449585, "Finetune/Loss (Raw)": 0.8296237587928772, "Finetune/Step": 3621, "Finetune/Step Time": 10.837824273854494}
+{"Finetune/Learning Rate": 1.8713085853923494e-05, "Finetune/Loss": 0.8633201122283936, "Finetune/Loss (Raw)": 0.788223147392273, "Finetune/Step": 3622, "Finetune/Step Time": 10.859473142772913}
+{"Finetune/Learning Rate": 1.8712259352225995e-05, "Finetune/Loss": 0.8634486794471741, "Finetune/Loss (Raw)": 0.9001923203468323, "Finetune/Step": 3623, "Finetune/Step Time": 10.86492171138525}
+{"Finetune/Learning Rate": 1.8711432603473593e-05, "Finetune/Loss": 0.8627144694328308, "Finetune/Loss (Raw)": 0.8240984082221985, "Finetune/Step": 3624, "Finetune/Step Time": 10.856945738196373}
+{"Finetune/Learning Rate": 1.8710605607689734e-05, "Finetune/Loss": 0.8632300496101379, "Finetune/Loss (Raw)": 0.9088436961174011, "Finetune/Step": 3625, "Finetune/Step Time": 10.851393688470125}
+{"Finetune/Learning Rate": 1.8709778364897875e-05, "Finetune/Loss": 0.8631714582443237, "Finetune/Loss (Raw)": 0.9130449891090393, "Finetune/Step": 3626, "Finetune/Step Time": 10.827598072588444}
+{"Finetune/Learning Rate": 1.8708950875121464e-05, "Finetune/Loss": 0.8617630004882812, "Finetune/Loss (Raw)": 0.773655891418457, "Finetune/Step": 3627, "Finetune/Step Time": 10.831180859357119}
+{"Finetune/Learning Rate": 1.870812313838397e-05, "Finetune/Loss": 0.863507866859436, "Finetune/Loss (Raw)": 0.8919546604156494, "Finetune/Step": 3628, "Finetune/Step Time": 10.771707005798817}
+{"Finetune/Learning Rate": 1.870729515470887e-05, "Finetune/Loss": 0.8658978939056396, "Finetune/Loss (Raw)": 1.0175904035568237, "Finetune/Step": 3629, "Finetune/Step Time": 10.702475342899561}
+{"Finetune/Learning Rate": 1.870646692411964e-05, "Finetune/Loss": 0.8650509715080261, "Finetune/Loss (Raw)": 0.8105657696723938, "Finetune/Step": 3630, "Finetune/Step Time": 10.746080782264471}
+{"Finetune/Learning Rate": 1.8705638446639765e-05, "Finetune/Loss": 0.8651342391967773, "Finetune/Loss (Raw)": 0.8494665622711182, "Finetune/Step": 3631, "Finetune/Step Time": 10.745450239628553}
+{"Finetune/Learning Rate": 1.870480972229274e-05, "Finetune/Loss": 0.8643358945846558, "Finetune/Loss (Raw)": 0.8194926977157593, "Finetune/Step": 3632, "Finetune/Step Time": 10.746002841740847}
+{"Finetune/Learning Rate": 1.870398075110206e-05, "Finetune/Loss": 0.8630964159965515, "Finetune/Loss (Raw)": 0.8290121555328369, "Finetune/Step": 3633, "Finetune/Step Time": 10.720777153968811}
+{"Finetune/Learning Rate": 1.870315153309124e-05, "Finetune/Loss": 0.8656656742095947, "Finetune/Loss (Raw)": 0.9445879459381104, "Finetune/Step": 3634, "Finetune/Step Time": 10.714309580624104}
+{"Finetune/Learning Rate": 1.870232206828379e-05, "Finetune/Loss": 0.8648697137832642, "Finetune/Loss (Raw)": 0.8162505626678467, "Finetune/Step": 3635, "Finetune/Step Time": 10.714108804240823}
+{"Finetune/Learning Rate": 1.870149235670323e-05, "Finetune/Loss": 0.8653498888015747, "Finetune/Loss (Raw)": 0.8441390991210938, "Finetune/Step": 3636, "Finetune/Step Time": 10.714499304071069}
+{"Finetune/Learning Rate": 1.8700662398373095e-05, "Finetune/Loss": 0.8649039268493652, "Finetune/Loss (Raw)": 0.8435909748077393, "Finetune/Step": 3637, "Finetune/Step Time": 10.72163368202746}
+{"Finetune/Learning Rate": 1.8699832193316914e-05, "Finetune/Loss": 0.8646998405456543, "Finetune/Loss (Raw)": 0.848726749420166, "Finetune/Step": 3638, "Finetune/Step Time": 10.712728973478079}
+{"Finetune/Learning Rate": 1.869900174155823e-05, "Finetune/Loss": 0.865935206413269, "Finetune/Loss (Raw)": 0.9514209628105164, "Finetune/Step": 3639, "Finetune/Step Time": 10.712886694818735}
+{"Finetune/Learning Rate": 1.8698171043120595e-05, "Finetune/Loss": 0.8655443787574768, "Finetune/Loss (Raw)": 0.8719298839569092, "Finetune/Step": 3640, "Finetune/Step Time": 10.71242318674922}
+{"Finetune/Learning Rate": 1.8697340098027564e-05, "Finetune/Loss": 0.8646451234817505, "Finetune/Loss (Raw)": 0.7640014290809631, "Finetune/Step": 3641, "Finetune/Step Time": 10.714783117175102}
+{"Finetune/Learning Rate": 1.8696508906302697e-05, "Finetune/Loss": 0.8658761978149414, "Finetune/Loss (Raw)": 1.0009899139404297, "Finetune/Step": 3642, "Finetune/Step Time": 10.771548656746745}
+{"Finetune/Learning Rate": 1.8695677467969567e-05, "Finetune/Loss": 0.8634195327758789, "Finetune/Loss (Raw)": 0.6872076392173767, "Finetune/Step": 3643, "Finetune/Step Time": 10.791000343859196}
+{"Finetune/Learning Rate": 1.8694845783051754e-05, "Finetune/Loss": 0.8636089563369751, "Finetune/Loss (Raw)": 0.9125059843063354, "Finetune/Step": 3644, "Finetune/Step Time": 10.800509287044406}
+{"Finetune/Learning Rate": 1.8694013851572837e-05, "Finetune/Loss": 0.8636610507965088, "Finetune/Loss (Raw)": 0.8703771829605103, "Finetune/Step": 3645, "Finetune/Step Time": 10.795135857537389}
+{"Finetune/Learning Rate": 1.8693181673556412e-05, "Finetune/Loss": 0.8624241352081299, "Finetune/Loss (Raw)": 0.8027585744857788, "Finetune/Step": 3646, "Finetune/Step Time": 10.797123771160841}
+{"Finetune/Learning Rate": 1.8692349249026075e-05, "Finetune/Loss": 0.8622944951057434, "Finetune/Loss (Raw)": 0.8075693845748901, "Finetune/Step": 3647, "Finetune/Step Time": 10.781561793759465}
+{"Finetune/Learning Rate": 1.8691516578005426e-05, "Finetune/Loss": 0.8641993403434753, "Finetune/Loss (Raw)": 1.0260528326034546, "Finetune/Step": 3648, "Finetune/Step Time": 10.787104731425643}
+{"Finetune/Learning Rate": 1.869068366051809e-05, "Finetune/Loss": 0.8633909225463867, "Finetune/Loss (Raw)": 0.7928997278213501, "Finetune/Step": 3649, "Finetune/Step Time": 10.81817203015089}
+{"Finetune/Learning Rate": 1.8689850496587674e-05, "Finetune/Loss": 0.8641067147254944, "Finetune/Loss (Raw)": 0.9499022364616394, "Finetune/Step": 3650, "Finetune/Step Time": 10.820579830557108}
+{"Finetune/Learning Rate": 1.8689017086237807e-05, "Finetune/Loss": 0.8648725152015686, "Finetune/Loss (Raw)": 0.9797263741493225, "Finetune/Step": 3651, "Finetune/Step Time": 10.824851224198937}
+{"Finetune/Learning Rate": 1.8688183429492124e-05, "Finetune/Loss": 0.8649728298187256, "Finetune/Loss (Raw)": 0.9641205072402954, "Finetune/Step": 3652, "Finetune/Step Time": 10.83254873380065}
+{"Finetune/Learning Rate": 1.8687349526374267e-05, "Finetune/Loss": 0.8653050661087036, "Finetune/Loss (Raw)": 0.7643370628356934, "Finetune/Step": 3653, "Finetune/Step Time": 10.801987081766129}
+{"Finetune/Learning Rate": 1.868651537690788e-05, "Finetune/Loss": 0.8643286228179932, "Finetune/Loss (Raw)": 0.7195271849632263, "Finetune/Step": 3654, "Finetune/Step Time": 10.81125196814537}
+{"Finetune/Learning Rate": 1.8685680981116618e-05, "Finetune/Loss": 0.8639714121818542, "Finetune/Loss (Raw)": 0.8002011775970459, "Finetune/Step": 3655, "Finetune/Step Time": 10.813872318714857}
+{"Finetune/Learning Rate": 1.8684846339024145e-05, "Finetune/Loss": 0.8647407293319702, "Finetune/Loss (Raw)": 0.8567525744438171, "Finetune/Step": 3656, "Finetune/Step Time": 10.797557646408677}
+{"Finetune/Learning Rate": 1.868401145065412e-05, "Finetune/Loss": 0.8638510704040527, "Finetune/Loss (Raw)": 0.8872942924499512, "Finetune/Step": 3657, "Finetune/Step Time": 10.799143422394991}
+{"Finetune/Learning Rate": 1.868317631603023e-05, "Finetune/Loss": 0.8633207082748413, "Finetune/Loss (Raw)": 0.8570110201835632, "Finetune/Step": 3658, "Finetune/Step Time": 10.797558890655637}
+{"Finetune/Learning Rate": 1.868234093517615e-05, "Finetune/Loss": 0.8625243902206421, "Finetune/Loss (Raw)": 0.8135660290718079, "Finetune/Step": 3659, "Finetune/Step Time": 10.795905400067568}
+{"Finetune/Learning Rate": 1.8681505308115567e-05, "Finetune/Loss": 0.862825334072113, "Finetune/Loss (Raw)": 0.9365984201431274, "Finetune/Step": 3660, "Finetune/Step Time": 10.794567229226232}
+{"Finetune/Learning Rate": 1.8680669434872184e-05, "Finetune/Loss": 0.8635913133621216, "Finetune/Loss (Raw)": 1.0076806545257568, "Finetune/Step": 3661, "Finetune/Step Time": 10.793317448347807}
+{"Finetune/Learning Rate": 1.8679833315469697e-05, "Finetune/Loss": 0.8637973070144653, "Finetune/Loss (Raw)": 0.9700286388397217, "Finetune/Step": 3662, "Finetune/Step Time": 10.801065977662802}
+{"Finetune/Learning Rate": 1.8678996949931822e-05, "Finetune/Loss": 0.8635967373847961, "Finetune/Loss (Raw)": 0.8780239224433899, "Finetune/Step": 3663, "Finetune/Step Time": 10.803113577887416}
+{"Finetune/Learning Rate": 1.8678160338282273e-05, "Finetune/Loss": 0.8627844452857971, "Finetune/Loss (Raw)": 0.7022150158882141, "Finetune/Step": 3664, "Finetune/Step Time": 10.817008467391133}
+{"Finetune/Learning Rate": 1.8677323480544777e-05, "Finetune/Loss": 0.863593339920044, "Finetune/Loss (Raw)": 0.9181487560272217, "Finetune/Step": 3665, "Finetune/Step Time": 10.812946151942015}
+{"Finetune/Learning Rate": 1.8676486376743055e-05, "Finetune/Loss": 0.8627427816390991, "Finetune/Loss (Raw)": 0.6241942048072815, "Finetune/Step": 3666, "Finetune/Step Time": 10.830864997580647}
+{"Finetune/Learning Rate": 1.8675649026900857e-05, "Finetune/Loss": 0.8635076284408569, "Finetune/Loss (Raw)": 0.8981409668922424, "Finetune/Step": 3667, "Finetune/Step Time": 10.827542083337903}
+{"Finetune/Learning Rate": 1.8674811431041924e-05, "Finetune/Loss": 0.8626363277435303, "Finetune/Loss (Raw)": 0.7968536019325256, "Finetune/Step": 3668, "Finetune/Step Time": 10.825719753280282}
+{"Finetune/Learning Rate": 1.8673973589190003e-05, "Finetune/Loss": 0.8623732924461365, "Finetune/Loss (Raw)": 0.8861669301986694, "Finetune/Step": 3669, "Finetune/Step Time": 10.786107493564487}
+{"Finetune/Learning Rate": 1.867313550136886e-05, "Finetune/Loss": 0.8609555959701538, "Finetune/Loss (Raw)": 0.7237907648086548, "Finetune/Step": 3670, "Finetune/Step Time": 10.79622769355774}
+{"Finetune/Learning Rate": 1.8672297167602253e-05, "Finetune/Loss": 0.8614041805267334, "Finetune/Loss (Raw)": 0.9613770842552185, "Finetune/Step": 3671, "Finetune/Step Time": 10.798775166273117}
+{"Finetune/Learning Rate": 1.8671458587913962e-05, "Finetune/Loss": 0.8607302308082581, "Finetune/Loss (Raw)": 0.8057109713554382, "Finetune/Step": 3672, "Finetune/Step Time": 10.819086134433746}
+{"Finetune/Learning Rate": 1.867061976232776e-05, "Finetune/Loss": 0.859918475151062, "Finetune/Loss (Raw)": 0.8673657178878784, "Finetune/Step": 3673, "Finetune/Step Time": 10.81488692201674}
+{"Finetune/Learning Rate": 1.8669780690867445e-05, "Finetune/Loss": 0.8578592538833618, "Finetune/Loss (Raw)": 0.7467044591903687, "Finetune/Step": 3674, "Finetune/Step Time": 10.874491421505809}
+{"Finetune/Learning Rate": 1.8668941373556796e-05, "Finetune/Loss": 0.857791543006897, "Finetune/Loss (Raw)": 0.8317862749099731, "Finetune/Step": 3675, "Finetune/Step Time": 10.850800877436996}
+{"Finetune/Learning Rate": 1.8668101810419624e-05, "Finetune/Loss": 0.8573311567306519, "Finetune/Loss (Raw)": 0.7859417796134949, "Finetune/Step": 3676, "Finetune/Step Time": 10.856401415541768}
+{"Finetune/Learning Rate": 1.8667262001479732e-05, "Finetune/Loss": 0.8568214178085327, "Finetune/Loss (Raw)": 0.8222759366035461, "Finetune/Step": 3677, "Finetune/Step Time": 10.843430001288652}
+{"Finetune/Learning Rate": 1.8666421946760938e-05, "Finetune/Loss": 0.8561305403709412, "Finetune/Loss (Raw)": 0.8431305885314941, "Finetune/Step": 3678, "Finetune/Step Time": 10.837664956226945}
+{"Finetune/Learning Rate": 1.866558164628706e-05, "Finetune/Loss": 0.8557567596435547, "Finetune/Loss (Raw)": 0.8594813346862793, "Finetune/Step": 3679, "Finetune/Step Time": 10.841152722015977}
+{"Finetune/Learning Rate": 1.866474110008193e-05, "Finetune/Loss": 0.8550269603729248, "Finetune/Loss (Raw)": 0.7515273690223694, "Finetune/Step": 3680, "Finetune/Step Time": 10.835264949128032}
+{"Finetune/Learning Rate": 1.866390030816938e-05, "Finetune/Loss": 0.8547647595405579, "Finetune/Loss (Raw)": 0.7309696674346924, "Finetune/Step": 3681, "Finetune/Step Time": 10.819491488859057}
+{"Finetune/Learning Rate": 1.8663059270573252e-05, "Finetune/Loss": 0.8544052243232727, "Finetune/Loss (Raw)": 0.8012351989746094, "Finetune/Step": 3682, "Finetune/Step Time": 10.817428980022669}
+{"Finetune/Learning Rate": 1.8662217987317404e-05, "Finetune/Loss": 0.8538573980331421, "Finetune/Loss (Raw)": 0.7830320596694946, "Finetune/Step": 3683, "Finetune/Step Time": 10.815696267411113}
+{"Finetune/Learning Rate": 1.866137645842568e-05, "Finetune/Loss": 0.8556553721427917, "Finetune/Loss (Raw)": 0.9926905035972595, "Finetune/Step": 3684, "Finetune/Step Time": 10.812507821246982}
+{"Finetune/Learning Rate": 1.8660534683921952e-05, "Finetune/Loss": 0.8568567633628845, "Finetune/Loss (Raw)": 0.7982524037361145, "Finetune/Step": 3685, "Finetune/Step Time": 10.81120358966291}
+{"Finetune/Learning Rate": 1.8659692663830083e-05, "Finetune/Loss": 0.8578035235404968, "Finetune/Loss (Raw)": 0.9281671047210693, "Finetune/Step": 3686, "Finetune/Step Time": 10.80162438377738}
+{"Finetune/Learning Rate": 1.865885039817396e-05, "Finetune/Loss": 0.856866717338562, "Finetune/Loss (Raw)": 0.7666850090026855, "Finetune/Step": 3687, "Finetune/Step Time": 10.793073611333966}
+{"Finetune/Learning Rate": 1.865800788697746e-05, "Finetune/Loss": 0.8566477298736572, "Finetune/Loss (Raw)": 0.8472913503646851, "Finetune/Step": 3688, "Finetune/Step Time": 10.788406001403928}
+{"Finetune/Learning Rate": 1.865716513026448e-05, "Finetune/Loss": 0.8550690412521362, "Finetune/Loss (Raw)": 0.7090514302253723, "Finetune/Step": 3689, "Finetune/Step Time": 10.779613971710205}
+{"Finetune/Learning Rate": 1.8656322128058913e-05, "Finetune/Loss": 0.8545644283294678, "Finetune/Loss (Raw)": 0.8031163811683655, "Finetune/Step": 3690, "Finetune/Step Time": 10.781587474048138}
+{"Finetune/Learning Rate": 1.8655478880384664e-05, "Finetune/Loss": 0.8554096221923828, "Finetune/Loss (Raw)": 0.8747984170913696, "Finetune/Step": 3691, "Finetune/Step Time": 10.783791646361351}
+{"Finetune/Learning Rate": 1.8654635387265647e-05, "Finetune/Loss": 0.8565733432769775, "Finetune/Loss (Raw)": 0.9233006834983826, "Finetune/Step": 3692, "Finetune/Step Time": 10.78658470325172}
+{"Finetune/Learning Rate": 1.8653791648725783e-05, "Finetune/Loss": 0.8558350801467896, "Finetune/Loss (Raw)": 0.8752044439315796, "Finetune/Step": 3693, "Finetune/Step Time": 10.791499884799123}
+{"Finetune/Learning Rate": 1.865294766478899e-05, "Finetune/Loss": 0.8576309680938721, "Finetune/Loss (Raw)": 0.9798706769943237, "Finetune/Step": 3694, "Finetune/Step Time": 10.791985731571913}
+{"Finetune/Learning Rate": 1.8652103435479214e-05, "Finetune/Loss": 0.856993556022644, "Finetune/Loss (Raw)": 0.8251994252204895, "Finetune/Step": 3695, "Finetune/Step Time": 10.792928583920002}
+{"Finetune/Learning Rate": 1.8651258960820383e-05, "Finetune/Loss": 0.8557226657867432, "Finetune/Loss (Raw)": 0.831944465637207, "Finetune/Step": 3696, "Finetune/Step Time": 10.788234351202846}
+{"Finetune/Learning Rate": 1.8650414240836453e-05, "Finetune/Loss": 0.8546499013900757, "Finetune/Loss (Raw)": 0.6899561285972595, "Finetune/Step": 3697, "Finetune/Step Time": 10.764540024101734}
+{"Finetune/Learning Rate": 1.864956927555137e-05, "Finetune/Loss": 0.8542625904083252, "Finetune/Loss (Raw)": 0.8330305218696594, "Finetune/Step": 3698, "Finetune/Step Time": 10.743392897769809}
+{"Finetune/Learning Rate": 1.86487240649891e-05, "Finetune/Loss": 0.8547350764274597, "Finetune/Loss (Raw)": 0.9552249312400818, "Finetune/Step": 3699, "Finetune/Step Time": 10.738482831045985}
+{"Finetune/Learning Rate": 1.8647878609173612e-05, "Finetune/Loss": 0.8548383116722107, "Finetune/Loss (Raw)": 0.8694767951965332, "Finetune/Step": 3700, "Finetune/Step Time": 10.740930888801813}
+{"Finetune/Learning Rate": 1.8647032908128872e-05, "Finetune/Loss": 0.8549898862838745, "Finetune/Loss (Raw)": 0.8999189734458923, "Finetune/Step": 3701, "Finetune/Step Time": 10.738840080797672}
+{"Finetune/Learning Rate": 1.864618696187887e-05, "Finetune/Loss": 0.8552511930465698, "Finetune/Loss (Raw)": 0.8427964448928833, "Finetune/Step": 3702, "Finetune/Step Time": 10.699792258441448}
+{"Finetune/Learning Rate": 1.8645340770447595e-05, "Finetune/Loss": 0.8554689288139343, "Finetune/Loss (Raw)": 0.9305307865142822, "Finetune/Step": 3703, "Finetune/Step Time": 10.697838878259063}
+{"Finetune/Learning Rate": 1.8644494333859037e-05, "Finetune/Loss": 0.8533779382705688, "Finetune/Loss (Raw)": 0.6065868735313416, "Finetune/Step": 3704, "Finetune/Step Time": 10.73591368086636}
+{"Finetune/Learning Rate": 1.8643647652137203e-05, "Finetune/Loss": 0.8523695468902588, "Finetune/Loss (Raw)": 0.854245126247406, "Finetune/Step": 3705, "Finetune/Step Time": 10.71893209591508}
+{"Finetune/Learning Rate": 1.8642800725306097e-05, "Finetune/Loss": 0.8512176871299744, "Finetune/Loss (Raw)": 0.8089262843132019, "Finetune/Step": 3706, "Finetune/Step Time": 10.713250746950507}
+{"Finetune/Learning Rate": 1.8641953553389745e-05, "Finetune/Loss": 0.8526738882064819, "Finetune/Loss (Raw)": 0.8061977624893188, "Finetune/Step": 3707, "Finetune/Step Time": 10.676740195602179}
+{"Finetune/Learning Rate": 1.864110613641216e-05, "Finetune/Loss": 0.8520298004150391, "Finetune/Loss (Raw)": 0.8314679265022278, "Finetune/Step": 3708, "Finetune/Step Time": 10.676239451393485}
+{"Finetune/Learning Rate": 1.864025847439738e-05, "Finetune/Loss": 0.8517738580703735, "Finetune/Loss (Raw)": 0.8534858822822571, "Finetune/Step": 3709, "Finetune/Step Time": 10.681983008980751}
+{"Finetune/Learning Rate": 1.8639410567369438e-05, "Finetune/Loss": 0.8521558046340942, "Finetune/Loss (Raw)": 0.9078550934791565, "Finetune/Step": 3710, "Finetune/Step Time": 10.680970430374146}
+{"Finetune/Learning Rate": 1.8638562415352378e-05, "Finetune/Loss": 0.8525861501693726, "Finetune/Loss (Raw)": 0.924791693687439, "Finetune/Step": 3711, "Finetune/Step Time": 10.678311536088586}
+{"Finetune/Learning Rate": 1.8637714018370255e-05, "Finetune/Loss": 0.851647675037384, "Finetune/Loss (Raw)": 0.7661247849464417, "Finetune/Step": 3712, "Finetune/Step Time": 10.683966277167201}
+{"Finetune/Learning Rate": 1.8636865376447122e-05, "Finetune/Loss": 0.8534823060035706, "Finetune/Loss (Raw)": 0.8831473588943481, "Finetune/Step": 3713, "Finetune/Step Time": 10.655630629509687}
+{"Finetune/Learning Rate": 1.863601648960705e-05, "Finetune/Loss": 0.8531653881072998, "Finetune/Loss (Raw)": 0.9162396192550659, "Finetune/Step": 3714, "Finetune/Step Time": 10.648910315707326}
+{"Finetune/Learning Rate": 1.8635167357874107e-05, "Finetune/Loss": 0.8522648811340332, "Finetune/Loss (Raw)": 0.9100432395935059, "Finetune/Step": 3715, "Finetune/Step Time": 10.643673533573747}
+{"Finetune/Learning Rate": 1.863431798127237e-05, "Finetune/Loss": 0.8522375822067261, "Finetune/Loss (Raw)": 0.8336504697799683, "Finetune/Step": 3716, "Finetune/Step Time": 10.646038863807917}
+{"Finetune/Learning Rate": 1.863346835982593e-05, "Finetune/Loss": 0.854656457901001, "Finetune/Loss (Raw)": 1.041500449180603, "Finetune/Step": 3717, "Finetune/Step Time": 10.646037785336375}
+{"Finetune/Learning Rate": 1.863261849355888e-05, "Finetune/Loss": 0.8549342751502991, "Finetune/Loss (Raw)": 1.0042091608047485, "Finetune/Step": 3718, "Finetune/Step Time": 10.646047484129667}
+{"Finetune/Learning Rate": 1.8631768382495314e-05, "Finetune/Loss": 0.8532180786132812, "Finetune/Loss (Raw)": 0.7420557141304016, "Finetune/Step": 3719, "Finetune/Step Time": 10.651526419445872}
+{"Finetune/Learning Rate": 1.8630918026659346e-05, "Finetune/Loss": 0.8524854183197021, "Finetune/Loss (Raw)": 0.7948002219200134, "Finetune/Step": 3720, "Finetune/Step Time": 10.650262920185924}
+{"Finetune/Learning Rate": 1.8630067426075082e-05, "Finetune/Loss": 0.8524029850959778, "Finetune/Loss (Raw)": 0.7136470079421997, "Finetune/Step": 3721, "Finetune/Step Time": 10.634404918178916}
+{"Finetune/Learning Rate": 1.8629216580766648e-05, "Finetune/Loss": 0.8531838655471802, "Finetune/Loss (Raw)": 0.9218841791152954, "Finetune/Step": 3722, "Finetune/Step Time": 10.63193716481328}
+{"Finetune/Learning Rate": 1.862836549075817e-05, "Finetune/Loss": 0.8526626825332642, "Finetune/Loss (Raw)": 0.8261477947235107, "Finetune/Step": 3723, "Finetune/Step Time": 10.65231560729444}
+{"Finetune/Learning Rate": 1.8627514156073782e-05, "Finetune/Loss": 0.852002739906311, "Finetune/Loss (Raw)": 0.8534070253372192, "Finetune/Step": 3724, "Finetune/Step Time": 10.655795246362686}
+{"Finetune/Learning Rate": 1.8626662576737627e-05, "Finetune/Loss": 0.8511359095573425, "Finetune/Loss (Raw)": 0.837847113609314, "Finetune/Step": 3725, "Finetune/Step Time": 10.658362198621035}
+{"Finetune/Learning Rate": 1.8625810752773848e-05, "Finetune/Loss": 0.8514476418495178, "Finetune/Loss (Raw)": 0.8175757527351379, "Finetune/Step": 3726, "Finetune/Step Time": 10.671858485788107}
+{"Finetune/Learning Rate": 1.8624958684206608e-05, "Finetune/Loss": 0.8507502675056458, "Finetune/Loss (Raw)": 0.8370087146759033, "Finetune/Step": 3727, "Finetune/Step Time": 10.67446381226182}
+{"Finetune/Learning Rate": 1.862410637106007e-05, "Finetune/Loss": 0.8503729104995728, "Finetune/Loss (Raw)": 0.870187520980835, "Finetune/Step": 3728, "Finetune/Step Time": 10.672235947102308}
+{"Finetune/Learning Rate": 1.8623253813358393e-05, "Finetune/Loss": 0.8494769930839539, "Finetune/Loss (Raw)": 0.8577038645744324, "Finetune/Step": 3729, "Finetune/Step Time": 10.669258819893003}
+{"Finetune/Learning Rate": 1.862240101112576e-05, "Finetune/Loss": 0.8506336212158203, "Finetune/Loss (Raw)": 0.8808665871620178, "Finetune/Step": 3730, "Finetune/Step Time": 10.634146559983492}
+{"Finetune/Learning Rate": 1.8621547964386357e-05, "Finetune/Loss": 0.849920392036438, "Finetune/Loss (Raw)": 0.8235394954681396, "Finetune/Step": 3731, "Finetune/Step Time": 10.637915886938572}
+{"Finetune/Learning Rate": 1.8620694673164364e-05, "Finetune/Loss": 0.8500444293022156, "Finetune/Loss (Raw)": 0.9223031401634216, "Finetune/Step": 3732, "Finetune/Step Time": 10.635252635926008}
+{"Finetune/Learning Rate": 1.8619841137483987e-05, "Finetune/Loss": 0.8511484861373901, "Finetune/Loss (Raw)": 0.835429310798645, "Finetune/Step": 3733, "Finetune/Step Time": 10.619264233857393}
+{"Finetune/Learning Rate": 1.8618987357369428e-05, "Finetune/Loss": 0.8498326539993286, "Finetune/Loss (Raw)": 0.7193886637687683, "Finetune/Step": 3734, "Finetune/Step Time": 10.636159311980009}
+{"Finetune/Learning Rate": 1.8618133332844897e-05, "Finetune/Loss": 0.8484770059585571, "Finetune/Loss (Raw)": 0.8362396955490112, "Finetune/Step": 3735, "Finetune/Step Time": 10.626192670315504}
+{"Finetune/Learning Rate": 1.8617279063934607e-05, "Finetune/Loss": 0.847834050655365, "Finetune/Loss (Raw)": 0.7010549306869507, "Finetune/Step": 3736, "Finetune/Step Time": 10.633077371865511}
+{"Finetune/Learning Rate": 1.8616424550662793e-05, "Finetune/Loss": 0.8474701046943665, "Finetune/Loss (Raw)": 0.9321935176849365, "Finetune/Step": 3737, "Finetune/Step Time": 10.64117449335754}
+{"Finetune/Learning Rate": 1.8615569793053676e-05, "Finetune/Loss": 0.8476686477661133, "Finetune/Loss (Raw)": 0.7845500111579895, "Finetune/Step": 3738, "Finetune/Step Time": 10.644345585256815}
+{"Finetune/Learning Rate": 1.86147147911315e-05, "Finetune/Loss": 0.8470664620399475, "Finetune/Loss (Raw)": 0.8765855431556702, "Finetune/Step": 3739, "Finetune/Step Time": 10.66563226096332}
+{"Finetune/Learning Rate": 1.8613859544920513e-05, "Finetune/Loss": 0.8467458486557007, "Finetune/Loss (Raw)": 0.8128324747085571, "Finetune/Step": 3740, "Finetune/Step Time": 10.673777736723423}
+{"Finetune/Learning Rate": 1.8613004054444957e-05, "Finetune/Loss": 0.8469113111495972, "Finetune/Loss (Raw)": 0.8779144883155823, "Finetune/Step": 3741, "Finetune/Step Time": 10.677902845665812}
+{"Finetune/Learning Rate": 1.8612148319729102e-05, "Finetune/Loss": 0.8464966416358948, "Finetune/Loss (Raw)": 0.8511601090431213, "Finetune/Step": 3742, "Finetune/Step Time": 10.675185896456242}
+{"Finetune/Learning Rate": 1.8611292340797212e-05, "Finetune/Loss": 0.847374439239502, "Finetune/Loss (Raw)": 0.8369122743606567, "Finetune/Step": 3743, "Finetune/Step Time": 10.677683617919683}
+{"Finetune/Learning Rate": 1.8610436117673557e-05, "Finetune/Loss": 0.8471180200576782, "Finetune/Loss (Raw)": 0.7935900092124939, "Finetune/Step": 3744, "Finetune/Step Time": 10.692359743639827}
+{"Finetune/Learning Rate": 1.860957965038242e-05, "Finetune/Loss": 0.846435010433197, "Finetune/Loss (Raw)": 0.8159013986587524, "Finetune/Step": 3745, "Finetune/Step Time": 10.689201928675175}
+{"Finetune/Learning Rate": 1.8608722938948084e-05, "Finetune/Loss": 0.8436280488967896, "Finetune/Loss (Raw)": 0.5536673069000244, "Finetune/Step": 3746, "Finetune/Step Time": 10.726146394386888}
+{"Finetune/Learning Rate": 1.8607865983394843e-05, "Finetune/Loss": 0.8443889617919922, "Finetune/Loss (Raw)": 0.8837404251098633, "Finetune/Step": 3747, "Finetune/Step Time": 10.730082551017404}
+{"Finetune/Learning Rate": 1.8607008783747004e-05, "Finetune/Loss": 0.8461062908172607, "Finetune/Loss (Raw)": 0.9008991122245789, "Finetune/Step": 3748, "Finetune/Step Time": 10.731314588338137}
+{"Finetune/Learning Rate": 1.8606151340028872e-05, "Finetune/Loss": 0.8471029996871948, "Finetune/Loss (Raw)": 0.9571995735168457, "Finetune/Step": 3749, "Finetune/Step Time": 10.717245355248451}
+{"Finetune/Learning Rate": 1.860529365226476e-05, "Finetune/Loss": 0.8468594551086426, "Finetune/Loss (Raw)": 0.7570546865463257, "Finetune/Step": 3750, "Finetune/Step Time": 10.69524465315044}
+{"Finetune/Learning Rate": 1.8604435720478988e-05, "Finetune/Loss": 0.8449212312698364, "Finetune/Loss (Raw)": 0.6520971059799194, "Finetune/Step": 3751, "Finetune/Step Time": 10.718883331865072}
+{"Finetune/Learning Rate": 1.8603577544695887e-05, "Finetune/Loss": 0.845358669757843, "Finetune/Loss (Raw)": 0.8800908327102661, "Finetune/Step": 3752, "Finetune/Step Time": 10.727342123165727}
+{"Finetune/Learning Rate": 1.8602719124939795e-05, "Finetune/Loss": 0.8447145223617554, "Finetune/Loss (Raw)": 0.8263988494873047, "Finetune/Step": 3753, "Finetune/Step Time": 10.728034382686019}
+{"Finetune/Learning Rate": 1.8601860461235047e-05, "Finetune/Loss": 0.8434499502182007, "Finetune/Loss (Raw)": 0.7511741518974304, "Finetune/Step": 3754, "Finetune/Step Time": 10.739837191998959}
+{"Finetune/Learning Rate": 1.8601001553606002e-05, "Finetune/Loss": 0.8439997434616089, "Finetune/Loss (Raw)": 0.8440300822257996, "Finetune/Step": 3755, "Finetune/Step Time": 10.73987252637744}
+{"Finetune/Learning Rate": 1.8600142402077006e-05, "Finetune/Loss": 0.844329833984375, "Finetune/Loss (Raw)": 0.9342058897018433, "Finetune/Step": 3756, "Finetune/Step Time": 10.762866104021668}
+{"Finetune/Learning Rate": 1.8599283006672428e-05, "Finetune/Loss": 0.8425381779670715, "Finetune/Loss (Raw)": 0.7882601618766785, "Finetune/Step": 3757, "Finetune/Step Time": 10.770716369152069}
+{"Finetune/Learning Rate": 1.859842336741664e-05, "Finetune/Loss": 0.8420681953430176, "Finetune/Loss (Raw)": 0.7504091858863831, "Finetune/Step": 3758, "Finetune/Step Time": 10.751930011436343}
+{"Finetune/Learning Rate": 1.8597563484334014e-05, "Finetune/Loss": 0.8424016237258911, "Finetune/Loss (Raw)": 0.8921421766281128, "Finetune/Step": 3759, "Finetune/Step Time": 10.735486000776291}
+{"Finetune/Learning Rate": 1.8596703357448936e-05, "Finetune/Loss": 0.843634843826294, "Finetune/Loss (Raw)": 0.9773463606834412, "Finetune/Step": 3760, "Finetune/Step Time": 10.731125550344586}
+{"Finetune/Learning Rate": 1.8595842986785798e-05, "Finetune/Loss": 0.8432120084762573, "Finetune/Loss (Raw)": 0.7748955488204956, "Finetune/Step": 3761, "Finetune/Step Time": 10.752626612782478}
+{"Finetune/Learning Rate": 1.8594982372368994e-05, "Finetune/Loss": 0.8419204950332642, "Finetune/Loss (Raw)": 0.7792670726776123, "Finetune/Step": 3762, "Finetune/Step Time": 10.75147346034646}
+{"Finetune/Learning Rate": 1.8594121514222928e-05, "Finetune/Loss": 0.8440014123916626, "Finetune/Loss (Raw)": 1.082614779472351, "Finetune/Step": 3763, "Finetune/Step Time": 10.749903539195657}
+{"Finetune/Learning Rate": 1.859326041237202e-05, "Finetune/Loss": 0.8436956405639648, "Finetune/Loss (Raw)": 0.8049961924552917, "Finetune/Step": 3764, "Finetune/Step Time": 10.75188491679728}
+{"Finetune/Learning Rate": 1.859239906684068e-05, "Finetune/Loss": 0.8435946106910706, "Finetune/Loss (Raw)": 0.8306571841239929, "Finetune/Step": 3765, "Finetune/Step Time": 10.739370537921786}
+{"Finetune/Learning Rate": 1.8591537477653335e-05, "Finetune/Loss": 0.8424150943756104, "Finetune/Loss (Raw)": 0.6977522969245911, "Finetune/Step": 3766, "Finetune/Step Time": 10.7687604483217}
+{"Finetune/Learning Rate": 1.8590675644834422e-05, "Finetune/Loss": 0.842745304107666, "Finetune/Loss (Raw)": 0.9936836957931519, "Finetune/Step": 3767, "Finetune/Step Time": 10.771494569256902}
+{"Finetune/Learning Rate": 1.8589813568408373e-05, "Finetune/Loss": 0.8426976799964905, "Finetune/Loss (Raw)": 0.8658321499824524, "Finetune/Step": 3768, "Finetune/Step Time": 10.776890089735389}
+{"Finetune/Learning Rate": 1.858895124839964e-05, "Finetune/Loss": 0.8430724740028381, "Finetune/Loss (Raw)": 0.8119818568229675, "Finetune/Step": 3769, "Finetune/Step Time": 10.772319588810205}
+{"Finetune/Learning Rate": 1.858808868483267e-05, "Finetune/Loss": 0.842401385307312, "Finetune/Loss (Raw)": 0.9150866270065308, "Finetune/Step": 3770, "Finetune/Step Time": 10.737197319045663}
+{"Finetune/Learning Rate": 1.8587225877731927e-05, "Finetune/Loss": 0.8421968221664429, "Finetune/Loss (Raw)": 0.6610278487205505, "Finetune/Step": 3771, "Finetune/Step Time": 10.761003859341145}
+{"Finetune/Learning Rate": 1.8586362827121877e-05, "Finetune/Loss": 0.8420583009719849, "Finetune/Loss (Raw)": 0.8947710394859314, "Finetune/Step": 3772, "Finetune/Step Time": 10.745349928736687}
+{"Finetune/Learning Rate": 1.8585499533026996e-05, "Finetune/Loss": 0.8419533967971802, "Finetune/Loss (Raw)": 0.8569516539573669, "Finetune/Step": 3773, "Finetune/Step Time": 10.749200634658337}
+{"Finetune/Learning Rate": 1.858463599547176e-05, "Finetune/Loss": 0.8424533009529114, "Finetune/Loss (Raw)": 0.8667446970939636, "Finetune/Step": 3774, "Finetune/Step Time": 10.748087214305997}
+{"Finetune/Learning Rate": 1.8583772214480658e-05, "Finetune/Loss": 0.842826247215271, "Finetune/Loss (Raw)": 0.8553093671798706, "Finetune/Step": 3775, "Finetune/Step Time": 10.735298480838537}
+{"Finetune/Learning Rate": 1.8582908190078184e-05, "Finetune/Loss": 0.842876672744751, "Finetune/Loss (Raw)": 1.0325058698654175, "Finetune/Step": 3776, "Finetune/Step Time": 10.734863948076963}
+{"Finetune/Learning Rate": 1.8582043922288843e-05, "Finetune/Loss": 0.8435400724411011, "Finetune/Loss (Raw)": 0.8778153657913208, "Finetune/Step": 3777, "Finetune/Step Time": 10.702256867662072}
+{"Finetune/Learning Rate": 1.858117941113714e-05, "Finetune/Loss": 0.8435676097869873, "Finetune/Loss (Raw)": 0.953425943851471, "Finetune/Step": 3778, "Finetune/Step Time": 10.695672953501344}
+{"Finetune/Learning Rate": 1.858031465664759e-05, "Finetune/Loss": 0.8425143361091614, "Finetune/Loss (Raw)": 0.8449101448059082, "Finetune/Step": 3779, "Finetune/Step Time": 10.742222495377064}
+{"Finetune/Learning Rate": 1.8579449658844714e-05, "Finetune/Loss": 0.8422815203666687, "Finetune/Loss (Raw)": 0.934316098690033, "Finetune/Step": 3780, "Finetune/Step Time": 10.73162237368524}
+{"Finetune/Learning Rate": 1.8578584417753046e-05, "Finetune/Loss": 0.8429055213928223, "Finetune/Loss (Raw)": 0.8442113399505615, "Finetune/Step": 3781, "Finetune/Step Time": 10.753985965624452}
+{"Finetune/Learning Rate": 1.8577718933397117e-05, "Finetune/Loss": 0.8441579341888428, "Finetune/Loss (Raw)": 0.8798343539237976, "Finetune/Step": 3782, "Finetune/Step Time": 10.74332458153367}
+{"Finetune/Learning Rate": 1.8576853205801467e-05, "Finetune/Loss": 0.8450415134429932, "Finetune/Loss (Raw)": 0.9132981896400452, "Finetune/Step": 3783, "Finetune/Step Time": 10.748387994244695}
+{"Finetune/Learning Rate": 1.8575987234990654e-05, "Finetune/Loss": 0.8450598120689392, "Finetune/Loss (Raw)": 0.859093964099884, "Finetune/Step": 3784, "Finetune/Step Time": 10.745804904028773}
+{"Finetune/Learning Rate": 1.8575121020989228e-05, "Finetune/Loss": 0.8449971079826355, "Finetune/Loss (Raw)": 0.8792700171470642, "Finetune/Step": 3785, "Finetune/Step Time": 10.747588174417615}
+{"Finetune/Learning Rate": 1.8574254563821756e-05, "Finetune/Loss": 0.844879686832428, "Finetune/Loss (Raw)": 0.8419817686080933, "Finetune/Step": 3786, "Finetune/Step Time": 10.760335519909859}
+{"Finetune/Learning Rate": 1.8573387863512802e-05, "Finetune/Loss": 0.8462634682655334, "Finetune/Loss (Raw)": 0.9906917214393616, "Finetune/Step": 3787, "Finetune/Step Time": 10.759102765470743}
+{"Finetune/Learning Rate": 1.857252092008695e-05, "Finetune/Loss": 0.8467817902565002, "Finetune/Loss (Raw)": 1.0029399394989014, "Finetune/Step": 3788, "Finetune/Step Time": 10.760284999385476}
+{"Finetune/Learning Rate": 1.8571653733568783e-05, "Finetune/Loss": 0.8436879515647888, "Finetune/Loss (Raw)": 0.6116716861724854, "Finetune/Step": 3789, "Finetune/Step Time": 10.790188221260905}
+{"Finetune/Learning Rate": 1.857078630398289e-05, "Finetune/Loss": 0.8435429930686951, "Finetune/Loss (Raw)": 0.9514745473861694, "Finetune/Step": 3790, "Finetune/Step Time": 10.779938438907266}
+{"Finetune/Learning Rate": 1.856991863135387e-05, "Finetune/Loss": 0.8428246378898621, "Finetune/Loss (Raw)": 0.7860763072967529, "Finetune/Step": 3791, "Finetune/Step Time": 10.775709250941873}
+{"Finetune/Learning Rate": 1.8569050715706325e-05, "Finetune/Loss": 0.8426663875579834, "Finetune/Loss (Raw)": 0.6819579005241394, "Finetune/Step": 3792, "Finetune/Step Time": 10.780663315206766}
+{"Finetune/Learning Rate": 1.856818255706487e-05, "Finetune/Loss": 0.8421741724014282, "Finetune/Loss (Raw)": 0.8551373481750488, "Finetune/Step": 3793, "Finetune/Step Time": 10.79096676968038}
+{"Finetune/Learning Rate": 1.8567314155454123e-05, "Finetune/Loss": 0.8432705402374268, "Finetune/Loss (Raw)": 0.7645322680473328, "Finetune/Step": 3794, "Finetune/Step Time": 10.773650931194425}
+{"Finetune/Learning Rate": 1.856644551089871e-05, "Finetune/Loss": 0.842574954032898, "Finetune/Loss (Raw)": 0.8091041445732117, "Finetune/Step": 3795, "Finetune/Step Time": 10.775808526203036}
+{"Finetune/Learning Rate": 1.8565576623423257e-05, "Finetune/Loss": 0.8424224853515625, "Finetune/Loss (Raw)": 0.7773398756980896, "Finetune/Step": 3796, "Finetune/Step Time": 10.801621001213789}
+{"Finetune/Learning Rate": 1.8564707493052415e-05, "Finetune/Loss": 0.8422122597694397, "Finetune/Loss (Raw)": 0.8592618107795715, "Finetune/Step": 3797, "Finetune/Step Time": 10.837464701384306}
+{"Finetune/Learning Rate": 1.856383811981082e-05, "Finetune/Loss": 0.8436426520347595, "Finetune/Loss (Raw)": 0.9068767428398132, "Finetune/Step": 3798, "Finetune/Step Time": 10.827257383614779}
+{"Finetune/Learning Rate": 1.8562968503723125e-05, "Finetune/Loss": 0.8429552912712097, "Finetune/Loss (Raw)": 0.873399555683136, "Finetune/Step": 3799, "Finetune/Step Time": 10.822259653359652}
+{"Finetune/Learning Rate": 1.8562098644813996e-05, "Finetune/Loss": 0.840711772441864, "Finetune/Loss (Raw)": 0.518536388874054, "Finetune/Step": 3800, "Finetune/Step Time": 10.849169179797173}
+{"Finetune/Learning Rate": 1.8561228543108098e-05, "Finetune/Loss": 0.8401671648025513, "Finetune/Loss (Raw)": 0.7976555228233337, "Finetune/Step": 3801, "Finetune/Step Time": 10.854840379208326}
+{"Finetune/Learning Rate": 1.8560358198630098e-05, "Finetune/Loss": 0.8421000242233276, "Finetune/Loss (Raw)": 0.9941136240959167, "Finetune/Step": 3802, "Finetune/Step Time": 10.796538468450308}
+{"Finetune/Learning Rate": 1.855948761140469e-05, "Finetune/Loss": 0.8424379825592041, "Finetune/Loss (Raw)": 0.8750370144844055, "Finetune/Step": 3803, "Finetune/Step Time": 10.79384863562882}
+{"Finetune/Learning Rate": 1.855861678145655e-05, "Finetune/Loss": 0.8431773781776428, "Finetune/Loss (Raw)": 0.8805875182151794, "Finetune/Step": 3804, "Finetune/Step Time": 10.777294987812638}
+{"Finetune/Learning Rate": 1.8557745708810374e-05, "Finetune/Loss": 0.8444365859031677, "Finetune/Loss (Raw)": 0.9834595918655396, "Finetune/Step": 3805, "Finetune/Step Time": 10.785558018833399}
+{"Finetune/Learning Rate": 1.8556874393490864e-05, "Finetune/Loss": 0.8448327779769897, "Finetune/Loss (Raw)": 0.8938392996788025, "Finetune/Step": 3806, "Finetune/Step Time": 10.781415460631251}
+{"Finetune/Learning Rate": 1.855600283552273e-05, "Finetune/Loss": 0.8450199365615845, "Finetune/Loss (Raw)": 0.8834394216537476, "Finetune/Step": 3807, "Finetune/Step Time": 10.779542172327638}
+{"Finetune/Learning Rate": 1.8555131034930686e-05, "Finetune/Loss": 0.8455444574356079, "Finetune/Loss (Raw)": 0.818662703037262, "Finetune/Step": 3808, "Finetune/Step Time": 10.778680304065347}
+{"Finetune/Learning Rate": 1.8554258991739454e-05, "Finetune/Loss": 0.8448268175125122, "Finetune/Loss (Raw)": 0.6391133069992065, "Finetune/Step": 3809, "Finetune/Step Time": 10.808477001264691}
+{"Finetune/Learning Rate": 1.855338670597376e-05, "Finetune/Loss": 0.8454440236091614, "Finetune/Loss (Raw)": 0.8802393674850464, "Finetune/Step": 3810, "Finetune/Step Time": 10.811779545620084}
+{"Finetune/Learning Rate": 1.8552514177658344e-05, "Finetune/Loss": 0.8448778390884399, "Finetune/Loss (Raw)": 0.710551917552948, "Finetune/Step": 3811, "Finetune/Step Time": 10.819034188985825}
+{"Finetune/Learning Rate": 1.8551641406817947e-05, "Finetune/Loss": 0.8445926904678345, "Finetune/Loss (Raw)": 0.9561967253684998, "Finetune/Step": 3812, "Finetune/Step Time": 10.822614349424839}
+{"Finetune/Learning Rate": 1.8550768393477315e-05, "Finetune/Loss": 0.8451204299926758, "Finetune/Loss (Raw)": 0.8658061027526855, "Finetune/Step": 3813, "Finetune/Step Time": 10.823424467816949}
+{"Finetune/Learning Rate": 1.8549895137661204e-05, "Finetune/Loss": 0.8445469737052917, "Finetune/Loss (Raw)": 0.8547624945640564, "Finetune/Step": 3814, "Finetune/Step Time": 10.832447780296206}
+{"Finetune/Learning Rate": 1.8549021639394383e-05, "Finetune/Loss": 0.8459579348564148, "Finetune/Loss (Raw)": 0.9472923874855042, "Finetune/Step": 3815, "Finetune/Step Time": 10.84192087687552}
+{"Finetune/Learning Rate": 1.8548147898701616e-05, "Finetune/Loss": 0.8459923267364502, "Finetune/Loss (Raw)": 0.8516861796379089, "Finetune/Step": 3816, "Finetune/Step Time": 10.849806929007173}
+{"Finetune/Learning Rate": 1.8547273915607685e-05, "Finetune/Loss": 0.8454487919807434, "Finetune/Loss (Raw)": 0.6394839286804199, "Finetune/Step": 3817, "Finetune/Step Time": 10.88545654900372}
+{"Finetune/Learning Rate": 1.854639969013737e-05, "Finetune/Loss": 0.8464338779449463, "Finetune/Loss (Raw)": 0.9292005300521851, "Finetune/Step": 3818, "Finetune/Step Time": 10.874365931376815}
+{"Finetune/Learning Rate": 1.854552522231546e-05, "Finetune/Loss": 0.8463470935821533, "Finetune/Loss (Raw)": 0.863692045211792, "Finetune/Step": 3819, "Finetune/Step Time": 10.874695416539907}
+{"Finetune/Learning Rate": 1.854465051216676e-05, "Finetune/Loss": 0.8451536893844604, "Finetune/Loss (Raw)": 0.77054363489151, "Finetune/Step": 3820, "Finetune/Step Time": 10.868297837674618}
+{"Finetune/Learning Rate": 1.8543775559716067e-05, "Finetune/Loss": 0.8447450399398804, "Finetune/Loss (Raw)": 0.8229025602340698, "Finetune/Step": 3821, "Finetune/Step Time": 10.872640987858176}
+{"Finetune/Learning Rate": 1.8542900364988196e-05, "Finetune/Loss": 0.8443958163261414, "Finetune/Loss (Raw)": 0.9351662993431091, "Finetune/Step": 3822, "Finetune/Step Time": 10.870196988806129}
+{"Finetune/Learning Rate": 1.8542024928007957e-05, "Finetune/Loss": 0.8453718423843384, "Finetune/Loss (Raw)": 0.9501305222511292, "Finetune/Step": 3823, "Finetune/Step Time": 10.87763250991702}
+{"Finetune/Learning Rate": 1.8541149248800185e-05, "Finetune/Loss": 0.8458980917930603, "Finetune/Loss (Raw)": 0.899307906627655, "Finetune/Step": 3824, "Finetune/Step Time": 10.881128638982773}
+{"Finetune/Learning Rate": 1.8540273327389712e-05, "Finetune/Loss": 0.8479065895080566, "Finetune/Loss (Raw)": 0.9470457434654236, "Finetune/Step": 3825, "Finetune/Step Time": 10.888640362769365}
+{"Finetune/Learning Rate": 1.853939716380137e-05, "Finetune/Loss": 0.8477641940116882, "Finetune/Loss (Raw)": 0.8148010969161987, "Finetune/Step": 3826, "Finetune/Step Time": 10.886633340269327}
+{"Finetune/Learning Rate": 1.8538520758060007e-05, "Finetune/Loss": 0.8475931882858276, "Finetune/Loss (Raw)": 0.9333339333534241, "Finetune/Step": 3827, "Finetune/Step Time": 10.886262828484178}
+{"Finetune/Learning Rate": 1.8537644110190473e-05, "Finetune/Loss": 0.8482004404067993, "Finetune/Loss (Raw)": 0.9472070932388306, "Finetune/Step": 3828, "Finetune/Step Time": 10.892179407179356}
+{"Finetune/Learning Rate": 1.853676722021763e-05, "Finetune/Loss": 0.8490935564041138, "Finetune/Loss (Raw)": 1.0142369270324707, "Finetune/Step": 3829, "Finetune/Step Time": 10.893923228606582}
+{"Finetune/Learning Rate": 1.8535890088166347e-05, "Finetune/Loss": 0.8497039079666138, "Finetune/Loss (Raw)": 0.9209203124046326, "Finetune/Step": 3830, "Finetune/Step Time": 10.889824837446213}
+{"Finetune/Learning Rate": 1.8535012714061494e-05, "Finetune/Loss": 0.8487789630889893, "Finetune/Loss (Raw)": 0.812143087387085, "Finetune/Step": 3831, "Finetune/Step Time": 10.892969151958823}
+{"Finetune/Learning Rate": 1.853413509792795e-05, "Finetune/Loss": 0.8511765003204346, "Finetune/Loss (Raw)": 0.9134688377380371, "Finetune/Step": 3832, "Finetune/Step Time": 10.862261408939958}
+{"Finetune/Learning Rate": 1.8533257239790602e-05, "Finetune/Loss": 0.8506785035133362, "Finetune/Loss (Raw)": 0.7905064225196838, "Finetune/Step": 3833, "Finetune/Step Time": 10.860314343124628}
+{"Finetune/Learning Rate": 1.8532379139674342e-05, "Finetune/Loss": 0.8499542474746704, "Finetune/Loss (Raw)": 0.7162154316902161, "Finetune/Step": 3834, "Finetune/Step Time": 10.866824999451637}
+{"Finetune/Learning Rate": 1.8531500797604076e-05, "Finetune/Loss": 0.8512517213821411, "Finetune/Loss (Raw)": 0.9722796082496643, "Finetune/Step": 3835, "Finetune/Step Time": 10.865178633481264}
+{"Finetune/Learning Rate": 1.8530622213604706e-05, "Finetune/Loss": 0.8513792753219604, "Finetune/Loss (Raw)": 0.8477903604507446, "Finetune/Step": 3836, "Finetune/Step Time": 10.862937429919839}
+{"Finetune/Learning Rate": 1.852974338770115e-05, "Finetune/Loss": 0.8507987260818481, "Finetune/Loss (Raw)": 0.7791818380355835, "Finetune/Step": 3837, "Finetune/Step Time": 10.883639212697744}
+{"Finetune/Learning Rate": 1.8528864319918326e-05, "Finetune/Loss": 0.8504914045333862, "Finetune/Loss (Raw)": 0.8685124516487122, "Finetune/Step": 3838, "Finetune/Step Time": 10.886520156636834}
+{"Finetune/Learning Rate": 1.852798501028116e-05, "Finetune/Loss": 0.8501055240631104, "Finetune/Loss (Raw)": 0.8753975629806519, "Finetune/Step": 3839, "Finetune/Step Time": 10.883924916386604}
+{"Finetune/Learning Rate": 1.852710545881459e-05, "Finetune/Loss": 0.851300835609436, "Finetune/Loss (Raw)": 0.9191308617591858, "Finetune/Step": 3840, "Finetune/Step Time": 10.893530728295445}
+{"Finetune/Learning Rate": 1.852622566554356e-05, "Finetune/Loss": 0.8507177829742432, "Finetune/Loss (Raw)": 0.8085183501243591, "Finetune/Step": 3841, "Finetune/Step Time": 10.890230854973197}
+{"Finetune/Learning Rate": 1.852534563049301e-05, "Finetune/Loss": 0.8505386114120483, "Finetune/Loss (Raw)": 0.8932976126670837, "Finetune/Step": 3842, "Finetune/Step Time": 10.890497429296374}
+{"Finetune/Learning Rate": 1.8524465353687907e-05, "Finetune/Loss": 0.8489365577697754, "Finetune/Loss (Raw)": 0.7049779891967773, "Finetune/Step": 3843, "Finetune/Step Time": 10.892455134540796}
+{"Finetune/Learning Rate": 1.8523584835153205e-05, "Finetune/Loss": 0.8493611216545105, "Finetune/Loss (Raw)": 0.8880043625831604, "Finetune/Step": 3844, "Finetune/Step Time": 10.90155615657568}
+{"Finetune/Learning Rate": 1.8522704074913873e-05, "Finetune/Loss": 0.8480668663978577, "Finetune/Loss (Raw)": 0.8758311867713928, "Finetune/Step": 3845, "Finetune/Step Time": 10.900297539308667}
+{"Finetune/Learning Rate": 1.852182307299489e-05, "Finetune/Loss": 0.8459153771400452, "Finetune/Loss (Raw)": 0.7288196086883545, "Finetune/Step": 3846, "Finetune/Step Time": 10.911711134016514}
+{"Finetune/Learning Rate": 1.8520941829421238e-05, "Finetune/Loss": 0.8468012809753418, "Finetune/Loss (Raw)": 0.8554489016532898, "Finetune/Step": 3847, "Finetune/Step Time": 10.900292003527284}
+{"Finetune/Learning Rate": 1.8520060344217903e-05, "Finetune/Loss": 0.8471076488494873, "Finetune/Loss (Raw)": 0.834014892578125, "Finetune/Step": 3848, "Finetune/Step Time": 10.895997304469347}
+{"Finetune/Learning Rate": 1.8519178617409888e-05, "Finetune/Loss": 0.8489013314247131, "Finetune/Loss (Raw)": 0.9432418346405029, "Finetune/Step": 3849, "Finetune/Step Time": 10.876674730330706}
+{"Finetune/Learning Rate": 1.851829664902219e-05, "Finetune/Loss": 0.8475245237350464, "Finetune/Loss (Raw)": 0.7456501722335815, "Finetune/Step": 3850, "Finetune/Step Time": 10.869988277554512}
+{"Finetune/Learning Rate": 1.8517414439079825e-05, "Finetune/Loss": 0.8475848436355591, "Finetune/Loss (Raw)": 0.8338701128959656, "Finetune/Step": 3851, "Finetune/Step Time": 10.852717220783234}
+{"Finetune/Learning Rate": 1.8516531987607805e-05, "Finetune/Loss": 0.8470608592033386, "Finetune/Loss (Raw)": 0.7863391637802124, "Finetune/Step": 3852, "Finetune/Step Time": 10.878184555098414}
+{"Finetune/Learning Rate": 1.8515649294631158e-05, "Finetune/Loss": 0.8480165004730225, "Finetune/Loss (Raw)": 0.9601650238037109, "Finetune/Step": 3853, "Finetune/Step Time": 10.876996057108045}
+{"Finetune/Learning Rate": 1.8514766360174907e-05, "Finetune/Loss": 0.8494417667388916, "Finetune/Loss (Raw)": 1.0000171661376953, "Finetune/Step": 3854, "Finetune/Step Time": 10.859757408499718}
+{"Finetune/Learning Rate": 1.85138831842641e-05, "Finetune/Loss": 0.8499758243560791, "Finetune/Loss (Raw)": 0.9053618311882019, "Finetune/Step": 3855, "Finetune/Step Time": 10.868586257100105}
+{"Finetune/Learning Rate": 1.8512999766923774e-05, "Finetune/Loss": 0.8492429256439209, "Finetune/Loss (Raw)": 0.7763718366622925, "Finetune/Step": 3856, "Finetune/Step Time": 10.876023400574923}
+{"Finetune/Learning Rate": 1.851211610817898e-05, "Finetune/Loss": 0.8488501906394958, "Finetune/Loss (Raw)": 0.8074401021003723, "Finetune/Step": 3857, "Finetune/Step Time": 10.878210429102182}
+{"Finetune/Learning Rate": 1.8511232208054783e-05, "Finetune/Loss": 0.8487644195556641, "Finetune/Loss (Raw)": 0.8698890805244446, "Finetune/Step": 3858, "Finetune/Step Time": 10.902807593345642}
+{"Finetune/Learning Rate": 1.851034806657624e-05, "Finetune/Loss": 0.84918212890625, "Finetune/Loss (Raw)": 0.8770016431808472, "Finetune/Step": 3859, "Finetune/Step Time": 10.901675086468458}
+{"Finetune/Learning Rate": 1.8509463683768426e-05, "Finetune/Loss": 0.8491361737251282, "Finetune/Loss (Raw)": 0.9164309501647949, "Finetune/Step": 3860, "Finetune/Step Time": 10.904545955359936}
+{"Finetune/Learning Rate": 1.8508579059656422e-05, "Finetune/Loss": 0.8496278524398804, "Finetune/Loss (Raw)": 0.8983561992645264, "Finetune/Step": 3861, "Finetune/Step Time": 10.934293506667018}
+{"Finetune/Learning Rate": 1.850769419426531e-05, "Finetune/Loss": 0.8506473898887634, "Finetune/Loss (Raw)": 0.8498945236206055, "Finetune/Step": 3862, "Finetune/Step Time": 10.924728747457266}
+{"Finetune/Learning Rate": 1.8506809087620183e-05, "Finetune/Loss": 0.850631058216095, "Finetune/Loss (Raw)": 0.8341449499130249, "Finetune/Step": 3863, "Finetune/Step Time": 10.929619869217277}
+{"Finetune/Learning Rate": 1.850592373974614e-05, "Finetune/Loss": 0.8524648547172546, "Finetune/Loss (Raw)": 0.9357823133468628, "Finetune/Step": 3864, "Finetune/Step Time": 10.921996291726828}
+{"Finetune/Learning Rate": 1.8505038150668287e-05, "Finetune/Loss": 0.8521676063537598, "Finetune/Loss (Raw)": 0.8941460847854614, "Finetune/Step": 3865, "Finetune/Step Time": 10.921447029337287}
+{"Finetune/Learning Rate": 1.850415232041174e-05, "Finetune/Loss": 0.8516882658004761, "Finetune/Loss (Raw)": 0.723192572593689, "Finetune/Step": 3866, "Finetune/Step Time": 10.942429441958666}
+{"Finetune/Learning Rate": 1.850326624900161e-05, "Finetune/Loss": 0.8501994609832764, "Finetune/Loss (Raw)": 0.6860157251358032, "Finetune/Step": 3867, "Finetune/Step Time": 10.970086198300123}
+{"Finetune/Learning Rate": 1.8502379936463035e-05, "Finetune/Loss": 0.8497560620307922, "Finetune/Loss (Raw)": 0.7560832500457764, "Finetune/Step": 3868, "Finetune/Step Time": 10.961558325216174}
+{"Finetune/Learning Rate": 1.850149338282114e-05, "Finetune/Loss": 0.8503434658050537, "Finetune/Loss (Raw)": 0.9530940651893616, "Finetune/Step": 3869, "Finetune/Step Time": 10.957514215260744}
+{"Finetune/Learning Rate": 1.8500606588101067e-05, "Finetune/Loss": 0.851481556892395, "Finetune/Loss (Raw)": 0.9968380928039551, "Finetune/Step": 3870, "Finetune/Step Time": 10.953284220770001}
+{"Finetune/Learning Rate": 1.8499719552327966e-05, "Finetune/Loss": 0.8514180183410645, "Finetune/Loss (Raw)": 0.8287831544876099, "Finetune/Step": 3871, "Finetune/Step Time": 10.961544217541814}
+{"Finetune/Learning Rate": 1.8498832275526988e-05, "Finetune/Loss": 0.8522172570228577, "Finetune/Loss (Raw)": 0.8958929777145386, "Finetune/Step": 3872, "Finetune/Step Time": 10.945413243025541}
+{"Finetune/Learning Rate": 1.8497944757723292e-05, "Finetune/Loss": 0.8533393144607544, "Finetune/Loss (Raw)": 0.9595174193382263, "Finetune/Step": 3873, "Finetune/Step Time": 10.943769896402955}
+{"Finetune/Learning Rate": 1.8497056998942048e-05, "Finetune/Loss": 0.8561774492263794, "Finetune/Loss (Raw)": 0.9169585108757019, "Finetune/Step": 3874, "Finetune/Step Time": 10.912172505632043}
+{"Finetune/Learning Rate": 1.849616899920843e-05, "Finetune/Loss": 0.8570438623428345, "Finetune/Loss (Raw)": 0.9946430325508118, "Finetune/Step": 3875, "Finetune/Step Time": 10.90971359424293}
+{"Finetune/Learning Rate": 1.849528075854762e-05, "Finetune/Loss": 0.8559592366218567, "Finetune/Loss (Raw)": 0.762065589427948, "Finetune/Step": 3876, "Finetune/Step Time": 10.90628102608025}
+{"Finetune/Learning Rate": 1.8494392276984804e-05, "Finetune/Loss": 0.8554449081420898, "Finetune/Loss (Raw)": 0.8913556337356567, "Finetune/Step": 3877, "Finetune/Step Time": 10.90586424432695}
+{"Finetune/Learning Rate": 1.8493503554545183e-05, "Finetune/Loss": 0.8565897345542908, "Finetune/Loss (Raw)": 0.9035977721214294, "Finetune/Step": 3878, "Finetune/Step Time": 10.905491352081299}
+{"Finetune/Learning Rate": 1.849261459125395e-05, "Finetune/Loss": 0.8578333854675293, "Finetune/Loss (Raw)": 0.8112887740135193, "Finetune/Step": 3879, "Finetune/Step Time": 10.875966180115938}
+{"Finetune/Learning Rate": 1.8491725387136313e-05, "Finetune/Loss": 0.8575277328491211, "Finetune/Loss (Raw)": 0.8409637212753296, "Finetune/Step": 3880, "Finetune/Step Time": 10.870268749073148}
+{"Finetune/Learning Rate": 1.8490835942217497e-05, "Finetune/Loss": 0.8580971956253052, "Finetune/Loss (Raw)": 0.8992913365364075, "Finetune/Step": 3881, "Finetune/Step Time": 10.870641322806478}
+{"Finetune/Learning Rate": 1.848994625652271e-05, "Finetune/Loss": 0.8589115142822266, "Finetune/Loss (Raw)": 0.8554036617279053, "Finetune/Step": 3882, "Finetune/Step Time": 10.880102643743157}
+{"Finetune/Learning Rate": 1.8489056330077198e-05, "Finetune/Loss": 0.8581430315971375, "Finetune/Loss (Raw)": 0.7456666827201843, "Finetune/Step": 3883, "Finetune/Step Time": 10.881017742678523}
+{"Finetune/Learning Rate": 1.8488166162906185e-05, "Finetune/Loss": 0.8576303720474243, "Finetune/Loss (Raw)": 0.8685821294784546, "Finetune/Step": 3884, "Finetune/Step Time": 10.86238469555974}
+{"Finetune/Learning Rate": 1.848727575503492e-05, "Finetune/Loss": 0.8576549291610718, "Finetune/Loss (Raw)": 0.7913975119590759, "Finetune/Step": 3885, "Finetune/Step Time": 10.856563348323107}
+{"Finetune/Learning Rate": 1.8486385106488645e-05, "Finetune/Loss": 0.856797993183136, "Finetune/Loss (Raw)": 0.6407279372215271, "Finetune/Step": 3886, "Finetune/Step Time": 10.8530309535563}
+{"Finetune/Learning Rate": 1.8485494217292623e-05, "Finetune/Loss": 0.8567093014717102, "Finetune/Loss (Raw)": 0.880792498588562, "Finetune/Step": 3887, "Finetune/Step Time": 10.85778184235096}
+{"Finetune/Learning Rate": 1.848460308747211e-05, "Finetune/Loss": 0.8561563491821289, "Finetune/Loss (Raw)": 0.9065702557563782, "Finetune/Step": 3888, "Finetune/Step Time": 10.857870230451226}
+{"Finetune/Learning Rate": 1.8483711717052385e-05, "Finetune/Loss": 0.8558540344238281, "Finetune/Loss (Raw)": 0.7361911535263062, "Finetune/Step": 3889, "Finetune/Step Time": 10.83450154028833}
+{"Finetune/Learning Rate": 1.8482820106058717e-05, "Finetune/Loss": 0.856724739074707, "Finetune/Loss (Raw)": 0.8907236456871033, "Finetune/Step": 3890, "Finetune/Step Time": 10.842402124777436}
+{"Finetune/Learning Rate": 1.8481928254516392e-05, "Finetune/Loss": 0.8558080196380615, "Finetune/Loss (Raw)": 0.9652742743492126, "Finetune/Step": 3891, "Finetune/Step Time": 10.84742770716548}
+{"Finetune/Learning Rate": 1.8481036162450707e-05, "Finetune/Loss": 0.8567813634872437, "Finetune/Loss (Raw)": 0.929589569568634, "Finetune/Step": 3892, "Finetune/Step Time": 10.845042679458857}
+{"Finetune/Learning Rate": 1.8480143829886948e-05, "Finetune/Loss": 0.8565925359725952, "Finetune/Loss (Raw)": 0.8064782023429871, "Finetune/Step": 3893, "Finetune/Step Time": 10.85095207579434}
+{"Finetune/Learning Rate": 1.8479251256850426e-05, "Finetune/Loss": 0.8579764366149902, "Finetune/Loss (Raw)": 0.8748975396156311, "Finetune/Step": 3894, "Finetune/Step Time": 10.822420267388225}
+{"Finetune/Learning Rate": 1.847835844336645e-05, "Finetune/Loss": 0.8582184314727783, "Finetune/Loss (Raw)": 1.0246628522872925, "Finetune/Step": 3895, "Finetune/Step Time": 10.819744296371937}
+{"Finetune/Learning Rate": 1.847746538946034e-05, "Finetune/Loss": 0.8570666313171387, "Finetune/Loss (Raw)": 0.7183958888053894, "Finetune/Step": 3896, "Finetune/Step Time": 10.811219723895192}
+{"Finetune/Learning Rate": 1.8476572095157415e-05, "Finetune/Loss": 0.8584808111190796, "Finetune/Loss (Raw)": 0.992995023727417, "Finetune/Step": 3897, "Finetune/Step Time": 10.810970921069384}
+{"Finetune/Learning Rate": 1.847567856048301e-05, "Finetune/Loss": 0.8572193384170532, "Finetune/Loss (Raw)": 0.7536145448684692, "Finetune/Step": 3898, "Finetune/Step Time": 10.802611546590924}
+{"Finetune/Learning Rate": 1.8474784785462462e-05, "Finetune/Loss": 0.8595367670059204, "Finetune/Loss (Raw)": 0.9576672911643982, "Finetune/Step": 3899, "Finetune/Step Time": 10.75853113271296}
+{"Finetune/Learning Rate": 1.8473890770121118e-05, "Finetune/Loss": 0.8587977886199951, "Finetune/Loss (Raw)": 0.8001766204833984, "Finetune/Step": 3900, "Finetune/Step Time": 10.76221795193851}
+{"Finetune/Learning Rate": 1.8472996514484326e-05, "Finetune/Loss": 0.8590723276138306, "Finetune/Loss (Raw)": 0.8920943140983582, "Finetune/Step": 3901, "Finetune/Step Time": 10.761564234271646}
+{"Finetune/Learning Rate": 1.8472102018577453e-05, "Finetune/Loss": 0.859459638595581, "Finetune/Loss (Raw)": 0.9163121581077576, "Finetune/Step": 3902, "Finetune/Step Time": 10.766423949971795}
+{"Finetune/Learning Rate": 1.8471207282425853e-05, "Finetune/Loss": 0.8592455983161926, "Finetune/Loss (Raw)": 0.8279199600219727, "Finetune/Step": 3903, "Finetune/Step Time": 10.759658262133598}
+{"Finetune/Learning Rate": 1.8470312306054903e-05, "Finetune/Loss": 0.8573178052902222, "Finetune/Loss (Raw)": 0.7857481241226196, "Finetune/Step": 3904, "Finetune/Step Time": 10.762965885922313}
+{"Finetune/Learning Rate": 1.8469417089489986e-05, "Finetune/Loss": 0.8572378754615784, "Finetune/Loss (Raw)": 0.8675801753997803, "Finetune/Step": 3905, "Finetune/Step Time": 10.786683019250631}
+{"Finetune/Learning Rate": 1.846852163275648e-05, "Finetune/Loss": 0.8566932678222656, "Finetune/Loss (Raw)": 0.883721113204956, "Finetune/Step": 3906, "Finetune/Step Time": 10.80349001660943}
+{"Finetune/Learning Rate": 1.8467625935879786e-05, "Finetune/Loss": 0.857234001159668, "Finetune/Loss (Raw)": 0.914128839969635, "Finetune/Step": 3907, "Finetune/Step Time": 10.762183740735054}
+{"Finetune/Learning Rate": 1.8466729998885294e-05, "Finetune/Loss": 0.8551064729690552, "Finetune/Loss (Raw)": 0.661982536315918, "Finetune/Step": 3908, "Finetune/Step Time": 10.78695067204535}
+{"Finetune/Learning Rate": 1.8465833821798422e-05, "Finetune/Loss": 0.8542665243148804, "Finetune/Loss (Raw)": 0.7366951107978821, "Finetune/Step": 3909, "Finetune/Step Time": 10.771445237100124}
+{"Finetune/Learning Rate": 1.846493740464457e-05, "Finetune/Loss": 0.8547412753105164, "Finetune/Loss (Raw)": 0.9406078457832336, "Finetune/Step": 3910, "Finetune/Step Time": 10.77351401373744}
+{"Finetune/Learning Rate": 1.8464040747449168e-05, "Finetune/Loss": 0.854284405708313, "Finetune/Loss (Raw)": 0.8548173904418945, "Finetune/Step": 3911, "Finetune/Step Time": 10.766577212139964}
+{"Finetune/Learning Rate": 1.8463143850237636e-05, "Finetune/Loss": 0.8539893627166748, "Finetune/Loss (Raw)": 0.8213289976119995, "Finetune/Step": 3912, "Finetune/Step Time": 10.760740956291556}
+{"Finetune/Learning Rate": 1.846224671303541e-05, "Finetune/Loss": 0.8536697030067444, "Finetune/Loss (Raw)": 0.8383591771125793, "Finetune/Step": 3913, "Finetune/Step Time": 10.767275273799896}
+{"Finetune/Learning Rate": 1.8461349335867937e-05, "Finetune/Loss": 0.8546990156173706, "Finetune/Loss (Raw)": 0.9737308621406555, "Finetune/Step": 3914, "Finetune/Step Time": 10.750979518517852}
+{"Finetune/Learning Rate": 1.8460451718760653e-05, "Finetune/Loss": 0.8542107343673706, "Finetune/Loss (Raw)": 0.9281948804855347, "Finetune/Step": 3915, "Finetune/Step Time": 10.757683731615543}
+{"Finetune/Learning Rate": 1.8459553861739015e-05, "Finetune/Loss": 0.8513142466545105, "Finetune/Loss (Raw)": 0.6321901679039001, "Finetune/Step": 3916, "Finetune/Step Time": 10.776433177292347}
+{"Finetune/Learning Rate": 1.8458655764828488e-05, "Finetune/Loss": 0.8520371913909912, "Finetune/Loss (Raw)": 0.7042040228843689, "Finetune/Step": 3917, "Finetune/Step Time": 10.741427354514599}
+{"Finetune/Learning Rate": 1.8457757428054534e-05, "Finetune/Loss": 0.8512406349182129, "Finetune/Loss (Raw)": 0.8495178818702698, "Finetune/Step": 3918, "Finetune/Step Time": 10.757982293143868}
+{"Finetune/Learning Rate": 1.8456858851442632e-05, "Finetune/Loss": 0.8514100313186646, "Finetune/Loss (Raw)": 0.8077577948570251, "Finetune/Step": 3919, "Finetune/Step Time": 10.762193124741316}
+{"Finetune/Learning Rate": 1.845596003501826e-05, "Finetune/Loss": 0.8531824946403503, "Finetune/Loss (Raw)": 0.9088333249092102, "Finetune/Step": 3920, "Finetune/Step Time": 10.724044369533658}
+{"Finetune/Learning Rate": 1.8455060978806913e-05, "Finetune/Loss": 0.8514310121536255, "Finetune/Loss (Raw)": 0.6309477686882019, "Finetune/Step": 3921, "Finetune/Step Time": 10.754565808922052}
+{"Finetune/Learning Rate": 1.8454161682834072e-05, "Finetune/Loss": 0.8521416783332825, "Finetune/Loss (Raw)": 0.8554988503456116, "Finetune/Step": 3922, "Finetune/Step Time": 10.748174995183945}
+{"Finetune/Learning Rate": 1.8453262147125247e-05, "Finetune/Loss": 0.8524278402328491, "Finetune/Loss (Raw)": 0.8457286953926086, "Finetune/Step": 3923, "Finetune/Step Time": 10.747186228632927}
+{"Finetune/Learning Rate": 1.8452362371705947e-05, "Finetune/Loss": 0.8527910709381104, "Finetune/Loss (Raw)": 0.8238339424133301, "Finetune/Step": 3924, "Finetune/Step Time": 10.727155206725001}
+{"Finetune/Learning Rate": 1.8451462356601684e-05, "Finetune/Loss": 0.8540191650390625, "Finetune/Loss (Raw)": 1.0164623260498047, "Finetune/Step": 3925, "Finetune/Step Time": 10.69677359983325}
+{"Finetune/Learning Rate": 1.8450562101837987e-05, "Finetune/Loss": 0.8542823791503906, "Finetune/Loss (Raw)": 0.9405606389045715, "Finetune/Step": 3926, "Finetune/Step Time": 10.69979321025312}
+{"Finetune/Learning Rate": 1.844966160744037e-05, "Finetune/Loss": 0.854440450668335, "Finetune/Loss (Raw)": 0.8936374187469482, "Finetune/Step": 3927, "Finetune/Step Time": 10.704643480479717}
+{"Finetune/Learning Rate": 1.8448760873434387e-05, "Finetune/Loss": 0.8548336625099182, "Finetune/Loss (Raw)": 0.5688676834106445, "Finetune/Step": 3928, "Finetune/Step Time": 10.684451239183545}
+{"Finetune/Learning Rate": 1.844785989984556e-05, "Finetune/Loss": 0.8551199436187744, "Finetune/Loss (Raw)": 0.8342995643615723, "Finetune/Step": 3929, "Finetune/Step Time": 10.686423230916262}
+{"Finetune/Learning Rate": 1.844695868669946e-05, "Finetune/Loss": 0.8545861840248108, "Finetune/Loss (Raw)": 0.9257944226264954, "Finetune/Step": 3930, "Finetune/Step Time": 10.686952067539096}
+{"Finetune/Learning Rate": 1.8446057234021622e-05, "Finetune/Loss": 0.8548663854598999, "Finetune/Loss (Raw)": 0.910899817943573, "Finetune/Step": 3931, "Finetune/Step Time": 10.685773992910981}
+{"Finetune/Learning Rate": 1.8445155541837626e-05, "Finetune/Loss": 0.8555862307548523, "Finetune/Loss (Raw)": 0.9727274179458618, "Finetune/Step": 3932, "Finetune/Step Time": 10.68337794393301}
+{"Finetune/Learning Rate": 1.844425361017303e-05, "Finetune/Loss": 0.8548630475997925, "Finetune/Loss (Raw)": 0.8908993005752563, "Finetune/Step": 3933, "Finetune/Step Time": 10.679957907646894}
+{"Finetune/Learning Rate": 1.8443351439053412e-05, "Finetune/Loss": 0.8540643453598022, "Finetune/Loss (Raw)": 0.7916033864021301, "Finetune/Step": 3934, "Finetune/Step Time": 10.675165005028248}
+{"Finetune/Learning Rate": 1.844244902850436e-05, "Finetune/Loss": 0.8551112413406372, "Finetune/Loss (Raw)": 1.0174347162246704, "Finetune/Step": 3935, "Finetune/Step Time": 10.668510247021914}
+{"Finetune/Learning Rate": 1.8441546378551457e-05, "Finetune/Loss": 0.8551232218742371, "Finetune/Loss (Raw)": 0.8202027678489685, "Finetune/Step": 3936, "Finetune/Step Time": 10.678193071857095}
+{"Finetune/Learning Rate": 1.8440643489220306e-05, "Finetune/Loss": 0.8575237989425659, "Finetune/Loss (Raw)": 0.9463895559310913, "Finetune/Step": 3937, "Finetune/Step Time": 10.663999250158668}
+{"Finetune/Learning Rate": 1.8439740360536506e-05, "Finetune/Loss": 0.8564699292182922, "Finetune/Loss (Raw)": 0.7453427314758301, "Finetune/Step": 3938, "Finetune/Step Time": 10.661192156374454}
+{"Finetune/Learning Rate": 1.843883699252567e-05, "Finetune/Loss": 0.8574545383453369, "Finetune/Loss (Raw)": 0.8365724086761475, "Finetune/Step": 3939, "Finetune/Step Time": 10.65507867000997}
+{"Finetune/Learning Rate": 1.8437933385213415e-05, "Finetune/Loss": 0.8565710186958313, "Finetune/Loss (Raw)": 0.8431097865104675, "Finetune/Step": 3940, "Finetune/Step Time": 10.654411282390356}
+{"Finetune/Learning Rate": 1.843702953862536e-05, "Finetune/Loss": 0.857150137424469, "Finetune/Loss (Raw)": 0.9399353265762329, "Finetune/Step": 3941, "Finetune/Step Time": 10.658775921911001}
+{"Finetune/Learning Rate": 1.8436125452787143e-05, "Finetune/Loss": 0.8573826551437378, "Finetune/Loss (Raw)": 0.8845208883285522, "Finetune/Step": 3942, "Finetune/Step Time": 10.656478138640523}
+{"Finetune/Learning Rate": 1.8435221127724396e-05, "Finetune/Loss": 0.8557417392730713, "Finetune/Loss (Raw)": 0.737256646156311, "Finetune/Step": 3943, "Finetune/Step Time": 10.67574531212449}
+{"Finetune/Learning Rate": 1.8434316563462764e-05, "Finetune/Loss": 0.8554242849349976, "Finetune/Loss (Raw)": 0.8110527992248535, "Finetune/Step": 3944, "Finetune/Step Time": 10.674814132973552}
+{"Finetune/Learning Rate": 1.84334117600279e-05, "Finetune/Loss": 0.8568594455718994, "Finetune/Loss (Raw)": 0.8231789469718933, "Finetune/Step": 3945, "Finetune/Step Time": 10.636981435120106}
+{"Finetune/Learning Rate": 1.8432506717445458e-05, "Finetune/Loss": 0.8559975624084473, "Finetune/Loss (Raw)": 0.8188822269439697, "Finetune/Step": 3946, "Finetune/Step Time": 10.657806439325213}
+{"Finetune/Learning Rate": 1.84316014357411e-05, "Finetune/Loss": 0.8552282452583313, "Finetune/Loss (Raw)": 0.765224277973175, "Finetune/Step": 3947, "Finetune/Step Time": 10.655955046415329}
+{"Finetune/Learning Rate": 1.843069591494051e-05, "Finetune/Loss": 0.8560139536857605, "Finetune/Loss (Raw)": 0.8711096048355103, "Finetune/Step": 3948, "Finetune/Step Time": 10.664830647408962}
+{"Finetune/Learning Rate": 1.842979015506935e-05, "Finetune/Loss": 0.8554704189300537, "Finetune/Loss (Raw)": 0.7533383369445801, "Finetune/Step": 3949, "Finetune/Step Time": 10.677526447921991}
+{"Finetune/Learning Rate": 1.8428884156153318e-05, "Finetune/Loss": 0.8547348380088806, "Finetune/Loss (Raw)": 0.8410059809684753, "Finetune/Step": 3950, "Finetune/Step Time": 10.677006313577294}
+{"Finetune/Learning Rate": 1.8427977918218095e-05, "Finetune/Loss": 0.8534786701202393, "Finetune/Loss (Raw)": 0.7893465757369995, "Finetune/Step": 3951, "Finetune/Step Time": 10.672498365864158}
+{"Finetune/Learning Rate": 1.842707144128939e-05, "Finetune/Loss": 0.8524550795555115, "Finetune/Loss (Raw)": 0.7682871222496033, "Finetune/Step": 3952, "Finetune/Step Time": 10.667809216305614}
+{"Finetune/Learning Rate": 1.8426164725392895e-05, "Finetune/Loss": 0.8504433631896973, "Finetune/Loss (Raw)": 0.6895405650138855, "Finetune/Step": 3953, "Finetune/Step Time": 10.671081213280559}
+{"Finetune/Learning Rate": 1.8425257770554336e-05, "Finetune/Loss": 0.8522312045097351, "Finetune/Loss (Raw)": 1.0436509847640991, "Finetune/Step": 3954, "Finetune/Step Time": 10.672711804509163}
+{"Finetune/Learning Rate": 1.8424350576799424e-05, "Finetune/Loss": 0.8514237403869629, "Finetune/Loss (Raw)": 0.829974353313446, "Finetune/Step": 3955, "Finetune/Step Time": 10.675701724365354}
+{"Finetune/Learning Rate": 1.8423443144153882e-05, "Finetune/Loss": 0.8504860401153564, "Finetune/Loss (Raw)": 0.827183187007904, "Finetune/Step": 3956, "Finetune/Step Time": 10.668951136991382}
+{"Finetune/Learning Rate": 1.8422535472643447e-05, "Finetune/Loss": 0.8494921326637268, "Finetune/Loss (Raw)": 0.8870149254798889, "Finetune/Step": 3957, "Finetune/Step Time": 10.670928413048387}
+{"Finetune/Learning Rate": 1.8421627562293854e-05, "Finetune/Loss": 0.8488205075263977, "Finetune/Loss (Raw)": 0.834949254989624, "Finetune/Step": 3958, "Finetune/Step Time": 10.68684939108789}
+{"Finetune/Learning Rate": 1.8420719413130857e-05, "Finetune/Loss": 0.8491804599761963, "Finetune/Loss (Raw)": 0.8582173585891724, "Finetune/Step": 3959, "Finetune/Step Time": 10.712571579962969}
+{"Finetune/Learning Rate": 1.8419811025180195e-05, "Finetune/Loss": 0.8488278388977051, "Finetune/Loss (Raw)": 0.868338406085968, "Finetune/Step": 3960, "Finetune/Step Time": 10.703686831519008}
+{"Finetune/Learning Rate": 1.8418902398467642e-05, "Finetune/Loss": 0.8493509292602539, "Finetune/Loss (Raw)": 0.857454240322113, "Finetune/Step": 3961, "Finetune/Step Time": 10.713068606331944}
+{"Finetune/Learning Rate": 1.8417993533018955e-05, "Finetune/Loss": 0.849811851978302, "Finetune/Loss (Raw)": 0.7752203345298767, "Finetune/Step": 3962, "Finetune/Step Time": 10.714458266273141}
+{"Finetune/Learning Rate": 1.841708442885991e-05, "Finetune/Loss": 0.8491400480270386, "Finetune/Loss (Raw)": 0.8862894773483276, "Finetune/Step": 3963, "Finetune/Step Time": 10.719617001712322}
+{"Finetune/Learning Rate": 1.8416175086016284e-05, "Finetune/Loss": 0.85027015209198, "Finetune/Loss (Raw)": 0.9924464821815491, "Finetune/Step": 3964, "Finetune/Step Time": 10.727972058579326}
+{"Finetune/Learning Rate": 1.8415265504513864e-05, "Finetune/Loss": 0.8506860733032227, "Finetune/Loss (Raw)": 0.8324136137962341, "Finetune/Step": 3965, "Finetune/Step Time": 10.709896987304091}
+{"Finetune/Learning Rate": 1.8414355684378445e-05, "Finetune/Loss": 0.8496411442756653, "Finetune/Loss (Raw)": 0.7347596287727356, "Finetune/Step": 3966, "Finetune/Step Time": 10.709993720054626}
+{"Finetune/Learning Rate": 1.8413445625635823e-05, "Finetune/Loss": 0.8497060537338257, "Finetune/Loss (Raw)": 0.8837067484855652, "Finetune/Step": 3967, "Finetune/Step Time": 10.709486482664943}
+{"Finetune/Learning Rate": 1.8412535328311813e-05, "Finetune/Loss": 0.8487653732299805, "Finetune/Loss (Raw)": 0.7987306118011475, "Finetune/Step": 3968, "Finetune/Step Time": 10.700722489506006}
+{"Finetune/Learning Rate": 1.841162479243222e-05, "Finetune/Loss": 0.8486682176589966, "Finetune/Loss (Raw)": 0.7960804104804993, "Finetune/Step": 3969, "Finetune/Step Time": 10.697739034891129}
+{"Finetune/Learning Rate": 1.841071401802287e-05, "Finetune/Loss": 0.8494294285774231, "Finetune/Loss (Raw)": 0.9907326698303223, "Finetune/Step": 3970, "Finetune/Step Time": 10.704000819474459}
+{"Finetune/Learning Rate": 1.8409803005109587e-05, "Finetune/Loss": 0.8488513827323914, "Finetune/Loss (Raw)": 0.6309881210327148, "Finetune/Step": 3971, "Finetune/Step Time": 10.7399333845824}
+{"Finetune/Learning Rate": 1.8408891753718202e-05, "Finetune/Loss": 0.8497143983840942, "Finetune/Loss (Raw)": 0.9984715580940247, "Finetune/Step": 3972, "Finetune/Step Time": 10.73861095495522}
+{"Finetune/Learning Rate": 1.8407980263874557e-05, "Finetune/Loss": 0.8504855036735535, "Finetune/Loss (Raw)": 0.9745267629623413, "Finetune/Step": 3973, "Finetune/Step Time": 10.739832449704409}
+{"Finetune/Learning Rate": 1.8407068535604507e-05, "Finetune/Loss": 0.8517794609069824, "Finetune/Loss (Raw)": 0.8944402933120728, "Finetune/Step": 3974, "Finetune/Step Time": 10.724637961015105}
+{"Finetune/Learning Rate": 1.8406156568933897e-05, "Finetune/Loss": 0.8523523807525635, "Finetune/Loss (Raw)": 0.9287933111190796, "Finetune/Step": 3975, "Finetune/Step Time": 10.736253995448351}
+{"Finetune/Learning Rate": 1.840524436388859e-05, "Finetune/Loss": 0.8529901504516602, "Finetune/Loss (Raw)": 0.9156417846679688, "Finetune/Step": 3976, "Finetune/Step Time": 10.740759551525116}
+{"Finetune/Learning Rate": 1.8404331920494455e-05, "Finetune/Loss": 0.8517601490020752, "Finetune/Loss (Raw)": 0.7858036756515503, "Finetune/Step": 3977, "Finetune/Step Time": 10.738790972158313}
+{"Finetune/Learning Rate": 1.8403419238777367e-05, "Finetune/Loss": 0.8536328673362732, "Finetune/Loss (Raw)": 0.9853611588478088, "Finetune/Step": 3978, "Finetune/Step Time": 10.739067589864135}
+{"Finetune/Learning Rate": 1.8402506318763203e-05, "Finetune/Loss": 0.8541325330734253, "Finetune/Loss (Raw)": 0.8978270292282104, "Finetune/Step": 3979, "Finetune/Step Time": 10.744757078588009}
+{"Finetune/Learning Rate": 1.8401593160477854e-05, "Finetune/Loss": 0.8546633124351501, "Finetune/Loss (Raw)": 0.8542811870574951, "Finetune/Step": 3980, "Finetune/Step Time": 10.713289031758904}
+{"Finetune/Learning Rate": 1.8400679763947212e-05, "Finetune/Loss": 0.8539125919342041, "Finetune/Loss (Raw)": 0.8640657663345337, "Finetune/Step": 3981, "Finetune/Step Time": 10.71159616112709}
+{"Finetune/Learning Rate": 1.8399766129197183e-05, "Finetune/Loss": 0.8532776832580566, "Finetune/Loss (Raw)": 0.9187519550323486, "Finetune/Step": 3982, "Finetune/Step Time": 10.713648123666644}
+{"Finetune/Learning Rate": 1.8398852256253673e-05, "Finetune/Loss": 0.8527928590774536, "Finetune/Loss (Raw)": 0.843302845954895, "Finetune/Step": 3983, "Finetune/Step Time": 10.69775714352727}
+{"Finetune/Learning Rate": 1.839793814514259e-05, "Finetune/Loss": 0.8520632982254028, "Finetune/Loss (Raw)": 0.6829891800880432, "Finetune/Step": 3984, "Finetune/Step Time": 10.693462954834104}
+{"Finetune/Learning Rate": 1.839702379588987e-05, "Finetune/Loss": 0.8525965213775635, "Finetune/Loss (Raw)": 0.8756898045539856, "Finetune/Step": 3985, "Finetune/Step Time": 10.69081293605268}
+{"Finetune/Learning Rate": 1.839610920852143e-05, "Finetune/Loss": 0.8530148267745972, "Finetune/Loss (Raw)": 0.9234382510185242, "Finetune/Step": 3986, "Finetune/Step Time": 10.667973816394806}
+{"Finetune/Learning Rate": 1.8395194383063207e-05, "Finetune/Loss": 0.8529341220855713, "Finetune/Loss (Raw)": 0.8666743040084839, "Finetune/Step": 3987, "Finetune/Step Time": 10.682531433179975}
+{"Finetune/Learning Rate": 1.8394279319541143e-05, "Finetune/Loss": 0.8525899052619934, "Finetune/Loss (Raw)": 0.8723688721656799, "Finetune/Step": 3988, "Finetune/Step Time": 10.67908376455307}
+{"Finetune/Learning Rate": 1.839336401798119e-05, "Finetune/Loss": 0.8516224026679993, "Finetune/Loss (Raw)": 0.7745124697685242, "Finetune/Step": 3989, "Finetune/Step Time": 10.649075353518128}
+{"Finetune/Learning Rate": 1.83924484784093e-05, "Finetune/Loss": 0.8514983654022217, "Finetune/Loss (Raw)": 0.8340193629264832, "Finetune/Step": 3990, "Finetune/Step Time": 10.636420246213675}
+{"Finetune/Learning Rate": 1.8391532700851435e-05, "Finetune/Loss": 0.8513885736465454, "Finetune/Loss (Raw)": 0.8200939893722534, "Finetune/Step": 3991, "Finetune/Step Time": 10.635789468884468}
+{"Finetune/Learning Rate": 1.8390616685333565e-05, "Finetune/Loss": 0.850385844707489, "Finetune/Loss (Raw)": 0.8074288964271545, "Finetune/Step": 3992, "Finetune/Step Time": 10.63840601965785}
+{"Finetune/Learning Rate": 1.8389700431881667e-05, "Finetune/Loss": 0.8504559993743896, "Finetune/Loss (Raw)": 0.9031262397766113, "Finetune/Step": 3993, "Finetune/Step Time": 10.63536450266838}
+{"Finetune/Learning Rate": 1.838878394052172e-05, "Finetune/Loss": 0.8518730401992798, "Finetune/Loss (Raw)": 0.9045706391334534, "Finetune/Step": 3994, "Finetune/Step Time": 10.612816961482167}
+{"Finetune/Learning Rate": 1.838786721127972e-05, "Finetune/Loss": 0.8538828492164612, "Finetune/Loss (Raw)": 0.9432758688926697, "Finetune/Step": 3995, "Finetune/Step Time": 10.562743097543716}
+{"Finetune/Learning Rate": 1.8386950244181654e-05, "Finetune/Loss": 0.8546940088272095, "Finetune/Loss (Raw)": 0.8599120378494263, "Finetune/Step": 3996, "Finetune/Step Time": 10.558601288124919}
+{"Finetune/Learning Rate": 1.838603303925353e-05, "Finetune/Loss": 0.854022204875946, "Finetune/Loss (Raw)": 0.8671011924743652, "Finetune/Step": 3997, "Finetune/Step Time": 10.557305585592985}
+{"Finetune/Learning Rate": 1.8385115596521356e-05, "Finetune/Loss": 0.8521323204040527, "Finetune/Loss (Raw)": 0.7549400329589844, "Finetune/Step": 3998, "Finetune/Step Time": 10.560793597251177}
+{"Finetune/Learning Rate": 1.8384197916011144e-05, "Finetune/Loss": 0.8526387810707092, "Finetune/Loss (Raw)": 0.8936015367507935, "Finetune/Step": 3999, "Finetune/Step Time": 10.542564490810037}
+{"Finetune/Learning Rate": 1.838327999774892e-05, "Finetune/Loss": 0.852374792098999, "Finetune/Loss (Raw)": 0.8621039390563965, "Finetune/Step": 4000, "Finetune/Step Time": 10.545228032395244}
+{"Finetune/Learning Rate": 1.8382361841760718e-05, "Finetune/Loss": 0.8522108793258667, "Finetune/Loss (Raw)": 0.938530683517456, "Finetune/Step": 4001, "Finetune/Step Time": 10.547562969848514}
+{"Finetune/Learning Rate": 1.838144344807257e-05, "Finetune/Loss": 0.851385235786438, "Finetune/Loss (Raw)": 0.8112797141075134, "Finetune/Step": 4002, "Finetune/Step Time": 10.550087889656425}
+{"Finetune/Learning Rate": 1.838052481671052e-05, "Finetune/Loss": 0.8484877347946167, "Finetune/Loss (Raw)": 0.6237700581550598, "Finetune/Step": 4003, "Finetune/Step Time": 10.583077875897288}
+{"Finetune/Learning Rate": 1.8379605947700617e-05, "Finetune/Loss": 0.8495832681655884, "Finetune/Loss (Raw)": 0.9022876620292664, "Finetune/Step": 4004, "Finetune/Step Time": 10.591096492484212}
+{"Finetune/Learning Rate": 1.8378686841068916e-05, "Finetune/Loss": 0.8496072888374329, "Finetune/Loss (Raw)": 0.894434928894043, "Finetune/Step": 4005, "Finetune/Step Time": 10.586709601804614}
+{"Finetune/Learning Rate": 1.8377767496841482e-05, "Finetune/Loss": 0.8496520519256592, "Finetune/Loss (Raw)": 0.9093257188796997, "Finetune/Step": 4006, "Finetune/Step Time": 10.589319415390491}
+{"Finetune/Learning Rate": 1.8376847915044386e-05, "Finetune/Loss": 0.8498435020446777, "Finetune/Loss (Raw)": 0.8357902765274048, "Finetune/Step": 4007, "Finetune/Step Time": 10.584226310253143}
+{"Finetune/Learning Rate": 1.8375928095703703e-05, "Finetune/Loss": 0.8503504991531372, "Finetune/Loss (Raw)": 0.9058581590652466, "Finetune/Step": 4008, "Finetune/Step Time": 10.583178162574768}
+{"Finetune/Learning Rate": 1.8375008038845515e-05, "Finetune/Loss": 0.8486600518226624, "Finetune/Loss (Raw)": 0.6829180717468262, "Finetune/Step": 4009, "Finetune/Step Time": 10.589556949213147}
+{"Finetune/Learning Rate": 1.8374087744495918e-05, "Finetune/Loss": 0.8501816987991333, "Finetune/Loss (Raw)": 1.0501748323440552, "Finetune/Step": 4010, "Finetune/Step Time": 10.572800299152732}
+{"Finetune/Learning Rate": 1.8373167212681003e-05, "Finetune/Loss": 0.8518377542495728, "Finetune/Loss (Raw)": 0.9576453566551208, "Finetune/Step": 4011, "Finetune/Step Time": 10.571609789505601}
+{"Finetune/Learning Rate": 1.8372246443426877e-05, "Finetune/Loss": 0.8516426086425781, "Finetune/Loss (Raw)": 0.8435971736907959, "Finetune/Step": 4012, "Finetune/Step Time": 10.568435465916991}
+{"Finetune/Learning Rate": 1.837132543675965e-05, "Finetune/Loss": 0.8526360988616943, "Finetune/Loss (Raw)": 0.9185692071914673, "Finetune/Step": 4013, "Finetune/Step Time": 10.559847733005881}
+{"Finetune/Learning Rate": 1.8370404192705437e-05, "Finetune/Loss": 0.8543181419372559, "Finetune/Loss (Raw)": 0.856030285358429, "Finetune/Step": 4014, "Finetune/Step Time": 10.553307076916099}
+{"Finetune/Learning Rate": 1.8369482711290366e-05, "Finetune/Loss": 0.8525421023368835, "Finetune/Loss (Raw)": 0.6534522771835327, "Finetune/Step": 4015, "Finetune/Step Time": 10.55948823876679}
+{"Finetune/Learning Rate": 1.8368560992540563e-05, "Finetune/Loss": 0.8510861396789551, "Finetune/Loss (Raw)": 0.7202121615409851, "Finetune/Step": 4016, "Finetune/Step Time": 10.559055918827653}
+{"Finetune/Learning Rate": 1.8367639036482167e-05, "Finetune/Loss": 0.851994514465332, "Finetune/Loss (Raw)": 0.8524582982063293, "Finetune/Step": 4017, "Finetune/Step Time": 10.56292662769556}
+{"Finetune/Learning Rate": 1.836671684314132e-05, "Finetune/Loss": 0.8511388301849365, "Finetune/Loss (Raw)": 0.7812005877494812, "Finetune/Step": 4018, "Finetune/Step Time": 10.554701266810298}
+{"Finetune/Learning Rate": 1.836579441254418e-05, "Finetune/Loss": 0.8505723476409912, "Finetune/Loss (Raw)": 0.8927688002586365, "Finetune/Step": 4019, "Finetune/Step Time": 10.548761846497655}
+{"Finetune/Learning Rate": 1.83648717447169e-05, "Finetune/Loss": 0.8503544330596924, "Finetune/Loss (Raw)": 0.901688814163208, "Finetune/Step": 4020, "Finetune/Step Time": 10.5627820212394}
+{"Finetune/Learning Rate": 1.8363948839685638e-05, "Finetune/Loss": 0.8511179089546204, "Finetune/Loss (Raw)": 0.904209554195404, "Finetune/Step": 4021, "Finetune/Step Time": 10.556776633486152}
+{"Finetune/Learning Rate": 1.8363025697476577e-05, "Finetune/Loss": 0.8496970534324646, "Finetune/Loss (Raw)": 0.6930237412452698, "Finetune/Step": 4022, "Finetune/Step Time": 10.563097845762968}
+{"Finetune/Learning Rate": 1.8362102318115882e-05, "Finetune/Loss": 0.8485500812530518, "Finetune/Loss (Raw)": 0.8778484463691711, "Finetune/Step": 4023, "Finetune/Step Time": 10.574969198554754}
+{"Finetune/Learning Rate": 1.836117870162975e-05, "Finetune/Loss": 0.8504354953765869, "Finetune/Loss (Raw)": 0.9597392678260803, "Finetune/Step": 4024, "Finetune/Step Time": 10.583936305716634}
+{"Finetune/Learning Rate": 1.836025484804436e-05, "Finetune/Loss": 0.8493183851242065, "Finetune/Loss (Raw)": 0.849994957447052, "Finetune/Step": 4025, "Finetune/Step Time": 10.584307057783008}
+{"Finetune/Learning Rate": 1.8359330757385922e-05, "Finetune/Loss": 0.8494645953178406, "Finetune/Loss (Raw)": 0.7723336219787598, "Finetune/Step": 4026, "Finetune/Step Time": 10.57706250809133}
+{"Finetune/Learning Rate": 1.835840642968063e-05, "Finetune/Loss": 0.8489975929260254, "Finetune/Loss (Raw)": 0.8978972434997559, "Finetune/Step": 4027, "Finetune/Step Time": 10.582783972844481}
+{"Finetune/Learning Rate": 1.83574818649547e-05, "Finetune/Loss": 0.8507883548736572, "Finetune/Loss (Raw)": 1.0293867588043213, "Finetune/Step": 4028, "Finetune/Step Time": 10.58167278394103}
+{"Finetune/Learning Rate": 1.8356557063234352e-05, "Finetune/Loss": 0.8505254983901978, "Finetune/Loss (Raw)": 0.8584532737731934, "Finetune/Step": 4029, "Finetune/Step Time": 10.59050308354199}
+{"Finetune/Learning Rate": 1.8355632024545807e-05, "Finetune/Loss": 0.8509189486503601, "Finetune/Loss (Raw)": 0.9666697978973389, "Finetune/Step": 4030, "Finetune/Step Time": 10.606818970292807}
+{"Finetune/Learning Rate": 1.8354706748915302e-05, "Finetune/Loss": 0.8514629602432251, "Finetune/Loss (Raw)": 0.8975560069084167, "Finetune/Step": 4031, "Finetune/Step Time": 10.615770967677236}
+{"Finetune/Learning Rate": 1.8353781236369065e-05, "Finetune/Loss": 0.852252721786499, "Finetune/Loss (Raw)": 0.8868323564529419, "Finetune/Step": 4032, "Finetune/Step Time": 10.628750957548618}
+{"Finetune/Learning Rate": 1.835285548693335e-05, "Finetune/Loss": 0.8518708944320679, "Finetune/Loss (Raw)": 0.8187084197998047, "Finetune/Step": 4033, "Finetune/Step Time": 10.643696593120694}
+{"Finetune/Learning Rate": 1.8351929500634408e-05, "Finetune/Loss": 0.8526549339294434, "Finetune/Loss (Raw)": 0.9840766191482544, "Finetune/Step": 4034, "Finetune/Step Time": 10.636749472469091}
+{"Finetune/Learning Rate": 1.8351003277498493e-05, "Finetune/Loss": 0.8528406620025635, "Finetune/Loss (Raw)": 0.9379029273986816, "Finetune/Step": 4035, "Finetune/Step Time": 10.631264638155699}
+{"Finetune/Learning Rate": 1.835007681755187e-05, "Finetune/Loss": 0.8542784452438354, "Finetune/Loss (Raw)": 0.8460179567337036, "Finetune/Step": 4036, "Finetune/Step Time": 10.607344413176179}
+{"Finetune/Learning Rate": 1.8349150120820817e-05, "Finetune/Loss": 0.8549512028694153, "Finetune/Loss (Raw)": 0.8228104710578918, "Finetune/Step": 4037, "Finetune/Step Time": 10.596166932955384}
+{"Finetune/Learning Rate": 1.8348223187331604e-05, "Finetune/Loss": 0.8552957773208618, "Finetune/Loss (Raw)": 0.9847111701965332, "Finetune/Step": 4038, "Finetune/Step Time": 10.594871822744608}
+{"Finetune/Learning Rate": 1.8347296017110525e-05, "Finetune/Loss": 0.8560487031936646, "Finetune/Loss (Raw)": 0.9511964917182922, "Finetune/Step": 4039, "Finetune/Step Time": 10.589135020971298}
+{"Finetune/Learning Rate": 1.8346368610183863e-05, "Finetune/Loss": 0.8565825819969177, "Finetune/Loss (Raw)": 0.8896665573120117, "Finetune/Step": 4040, "Finetune/Step Time": 10.586679579690099}
+{"Finetune/Learning Rate": 1.8345440966577924e-05, "Finetune/Loss": 0.8556505441665649, "Finetune/Loss (Raw)": 0.7190590500831604, "Finetune/Step": 4041, "Finetune/Step Time": 10.580891298130155}
+{"Finetune/Learning Rate": 1.8344513086319013e-05, "Finetune/Loss": 0.854092001914978, "Finetune/Loss (Raw)": 0.7742346525192261, "Finetune/Step": 4042, "Finetune/Step Time": 10.586213046684861}
+{"Finetune/Learning Rate": 1.8343584969433434e-05, "Finetune/Loss": 0.8537107706069946, "Finetune/Loss (Raw)": 0.879395604133606, "Finetune/Step": 4043, "Finetune/Step Time": 10.577515337616205}
+{"Finetune/Learning Rate": 1.8342656615947515e-05, "Finetune/Loss": 0.8562700152397156, "Finetune/Loss (Raw)": 0.9597730040550232, "Finetune/Step": 4044, "Finetune/Step Time": 10.554603029042482}
+{"Finetune/Learning Rate": 1.8341728025887574e-05, "Finetune/Loss": 0.8572523593902588, "Finetune/Loss (Raw)": 0.8299374580383301, "Finetune/Step": 4045, "Finetune/Step Time": 10.553166659548879}
+{"Finetune/Learning Rate": 1.8340799199279954e-05, "Finetune/Loss": 0.8568723797798157, "Finetune/Loss (Raw)": 0.8008847832679749, "Finetune/Step": 4046, "Finetune/Step Time": 10.54193740338087}
+{"Finetune/Learning Rate": 1.833987013615098e-05, "Finetune/Loss": 0.8568700551986694, "Finetune/Loss (Raw)": 0.8074672818183899, "Finetune/Step": 4047, "Finetune/Step Time": 10.55065818876028}
+{"Finetune/Learning Rate": 1.8338940836527005e-05, "Finetune/Loss": 0.8566610217094421, "Finetune/Loss (Raw)": 0.8820759057998657, "Finetune/Step": 4048, "Finetune/Step Time": 10.546477844938636}
+{"Finetune/Learning Rate": 1.8338011300434383e-05, "Finetune/Loss": 0.8572385311126709, "Finetune/Loss (Raw)": 0.7048638463020325, "Finetune/Step": 4049, "Finetune/Step Time": 10.508384581655264}
+{"Finetune/Learning Rate": 1.833708152789947e-05, "Finetune/Loss": 0.8578516244888306, "Finetune/Loss (Raw)": 0.9339749813079834, "Finetune/Step": 4050, "Finetune/Step Time": 10.505006585270166}
+{"Finetune/Learning Rate": 1.833615151894863e-05, "Finetune/Loss": 0.8567144274711609, "Finetune/Loss (Raw)": 0.7001684308052063, "Finetune/Step": 4051, "Finetune/Step Time": 10.503877965733409}
+{"Finetune/Learning Rate": 1.833522127360824e-05, "Finetune/Loss": 0.8571212291717529, "Finetune/Loss (Raw)": 0.8758999109268188, "Finetune/Step": 4052, "Finetune/Step Time": 10.49845578148961}
+{"Finetune/Learning Rate": 1.833429079190468e-05, "Finetune/Loss": 0.8565797805786133, "Finetune/Loss (Raw)": 0.9471588134765625, "Finetune/Step": 4053, "Finetune/Step Time": 10.49124594591558}
+{"Finetune/Learning Rate": 1.8333360073864326e-05, "Finetune/Loss": 0.8563206195831299, "Finetune/Loss (Raw)": 0.907391369342804, "Finetune/Step": 4054, "Finetune/Step Time": 10.48843733035028}
+{"Finetune/Learning Rate": 1.833242911951358e-05, "Finetune/Loss": 0.8541979193687439, "Finetune/Loss (Raw)": 0.62193363904953, "Finetune/Step": 4055, "Finetune/Step Time": 10.523061506450176}
+{"Finetune/Learning Rate": 1.833149792887884e-05, "Finetune/Loss": 0.8568205237388611, "Finetune/Loss (Raw)": 0.9045588970184326, "Finetune/Step": 4056, "Finetune/Step Time": 10.49018844217062}
+{"Finetune/Learning Rate": 1.833056650198651e-05, "Finetune/Loss": 0.8572677969932556, "Finetune/Loss (Raw)": 0.8915494084358215, "Finetune/Step": 4057, "Finetune/Step Time": 10.48375204578042}
+{"Finetune/Learning Rate": 1.8329634838863e-05, "Finetune/Loss": 0.8567285537719727, "Finetune/Loss (Raw)": 0.8567752242088318, "Finetune/Step": 4058, "Finetune/Step Time": 10.48918461613357}
+{"Finetune/Learning Rate": 1.8328702939534737e-05, "Finetune/Loss": 0.8568580150604248, "Finetune/Loss (Raw)": 0.9274695515632629, "Finetune/Step": 4059, "Finetune/Step Time": 10.489488253369927}
+{"Finetune/Learning Rate": 1.832777080402814e-05, "Finetune/Loss": 0.8563859462738037, "Finetune/Loss (Raw)": 0.9123008251190186, "Finetune/Step": 4060, "Finetune/Step Time": 10.487685525789857}
+{"Finetune/Learning Rate": 1.832683843236964e-05, "Finetune/Loss": 0.8564599752426147, "Finetune/Loss (Raw)": 0.9003725647926331, "Finetune/Step": 4061, "Finetune/Step Time": 10.498915119096637}
+{"Finetune/Learning Rate": 1.8325905824585687e-05, "Finetune/Loss": 0.8562939763069153, "Finetune/Loss (Raw)": 0.7703542113304138, "Finetune/Step": 4062, "Finetune/Step Time": 10.502709722146392}
+{"Finetune/Learning Rate": 1.8324972980702717e-05, "Finetune/Loss": 0.8555915951728821, "Finetune/Loss (Raw)": 0.9275316596031189, "Finetune/Step": 4063, "Finetune/Step Time": 10.512658838182688}
+{"Finetune/Learning Rate": 1.832403990074719e-05, "Finetune/Loss": 0.8563758134841919, "Finetune/Loss (Raw)": 0.920588493347168, "Finetune/Step": 4064, "Finetune/Step Time": 10.500120548531413}
+{"Finetune/Learning Rate": 1.8323106584745557e-05, "Finetune/Loss": 0.8552220463752747, "Finetune/Loss (Raw)": 0.7986995577812195, "Finetune/Step": 4065, "Finetune/Step Time": 10.4847810883075}
+{"Finetune/Learning Rate": 1.832217303272429e-05, "Finetune/Loss": 0.8563749194145203, "Finetune/Loss (Raw)": 0.8929102420806885, "Finetune/Step": 4066, "Finetune/Step Time": 10.483596064150333}
+{"Finetune/Learning Rate": 1.832123924470986e-05, "Finetune/Loss": 0.8578409552574158, "Finetune/Loss (Raw)": 1.02423095703125, "Finetune/Step": 4067, "Finetune/Step Time": 10.476731676608324}
+{"Finetune/Learning Rate": 1.8320305220728755e-05, "Finetune/Loss": 0.8588404655456543, "Finetune/Loss (Raw)": 0.9710381031036377, "Finetune/Step": 4068, "Finetune/Step Time": 10.471834057942033}
+{"Finetune/Learning Rate": 1.8319370960807447e-05, "Finetune/Loss": 0.8587682247161865, "Finetune/Loss (Raw)": 0.9306992292404175, "Finetune/Step": 4069, "Finetune/Step Time": 10.468163767829537}
+{"Finetune/Learning Rate": 1.8318436464972437e-05, "Finetune/Loss": 0.8569638729095459, "Finetune/Loss (Raw)": 0.653562068939209, "Finetune/Step": 4070, "Finetune/Step Time": 10.504885409027338}
+{"Finetune/Learning Rate": 1.831750173325022e-05, "Finetune/Loss": 0.8575031757354736, "Finetune/Loss (Raw)": 0.8062852621078491, "Finetune/Step": 4071, "Finetune/Step Time": 10.484477389603853}
+{"Finetune/Learning Rate": 1.831656676566731e-05, "Finetune/Loss": 0.8585916757583618, "Finetune/Loss (Raw)": 0.950385570526123, "Finetune/Step": 4072, "Finetune/Step Time": 10.484759852290154}
+{"Finetune/Learning Rate": 1.8315631562250217e-05, "Finetune/Loss": 0.859045684337616, "Finetune/Loss (Raw)": 0.8812877535820007, "Finetune/Step": 4073, "Finetune/Step Time": 10.483277628198266}
+{"Finetune/Learning Rate": 1.8314696123025456e-05, "Finetune/Loss": 0.8579387664794922, "Finetune/Loss (Raw)": 0.6771999597549438, "Finetune/Step": 4074, "Finetune/Step Time": 10.499623317271471}
+{"Finetune/Learning Rate": 1.8313760448019556e-05, "Finetune/Loss": 0.859395444393158, "Finetune/Loss (Raw)": 0.9516815543174744, "Finetune/Step": 4075, "Finetune/Step Time": 10.499419135972857}
+{"Finetune/Learning Rate": 1.8312824537259054e-05, "Finetune/Loss": 0.8585996627807617, "Finetune/Loss (Raw)": 0.7692427635192871, "Finetune/Step": 4076, "Finetune/Step Time": 10.509179688990116}
+{"Finetune/Learning Rate": 1.8311888390770482e-05, "Finetune/Loss": 0.8595554828643799, "Finetune/Loss (Raw)": 0.8756870627403259, "Finetune/Step": 4077, "Finetune/Step Time": 10.489858444780111}
+{"Finetune/Learning Rate": 1.8310952008580396e-05, "Finetune/Loss": 0.8598093390464783, "Finetune/Loss (Raw)": 0.8734965324401855, "Finetune/Step": 4078, "Finetune/Step Time": 10.492067774757743}
+{"Finetune/Learning Rate": 1.831001539071534e-05, "Finetune/Loss": 0.8610162734985352, "Finetune/Loss (Raw)": 0.943838357925415, "Finetune/Step": 4079, "Finetune/Step Time": 10.488339636474848}
+{"Finetune/Learning Rate": 1.8309078537201882e-05, "Finetune/Loss": 0.8620321750640869, "Finetune/Loss (Raw)": 0.8983234167098999, "Finetune/Step": 4080, "Finetune/Step Time": 10.489165300503373}
+{"Finetune/Learning Rate": 1.8308141448066582e-05, "Finetune/Loss": 0.8645918369293213, "Finetune/Loss (Raw)": 1.01716947555542, "Finetune/Step": 4081, "Finetune/Step Time": 10.487112814560533}
+{"Finetune/Learning Rate": 1.8307204123336014e-05, "Finetune/Loss": 0.8636885285377502, "Finetune/Loss (Raw)": 0.9280319213867188, "Finetune/Step": 4082, "Finetune/Step Time": 10.492017174139619}
+{"Finetune/Learning Rate": 1.8306266563036764e-05, "Finetune/Loss": 0.8653510808944702, "Finetune/Loss (Raw)": 1.0427836179733276, "Finetune/Step": 4083, "Finetune/Step Time": 10.492631521075964}
+{"Finetune/Learning Rate": 1.8305328767195415e-05, "Finetune/Loss": 0.8650460243225098, "Finetune/Loss (Raw)": 0.7881326675415039, "Finetune/Step": 4084, "Finetune/Step Time": 10.495762357488275}
+{"Finetune/Learning Rate": 1.8304390735838555e-05, "Finetune/Loss": 0.8645144701004028, "Finetune/Loss (Raw)": 0.8189817667007446, "Finetune/Step": 4085, "Finetune/Step Time": 10.488835280761123}
+{"Finetune/Learning Rate": 1.830345246899279e-05, "Finetune/Loss": 0.8647617101669312, "Finetune/Loss (Raw)": 0.8665890693664551, "Finetune/Step": 4086, "Finetune/Step Time": 10.473695566877723}
+{"Finetune/Learning Rate": 1.8302513966684725e-05, "Finetune/Loss": 0.8645654916763306, "Finetune/Loss (Raw)": 0.8331025242805481, "Finetune/Step": 4087, "Finetune/Step Time": 10.469004971906543}
+{"Finetune/Learning Rate": 1.8301575228940974e-05, "Finetune/Loss": 0.8644788861274719, "Finetune/Loss (Raw)": 0.8572546243667603, "Finetune/Step": 4088, "Finetune/Step Time": 10.473441533744335}
+{"Finetune/Learning Rate": 1.8300636255788152e-05, "Finetune/Loss": 0.8653372526168823, "Finetune/Loss (Raw)": 0.9673183560371399, "Finetune/Step": 4089, "Finetune/Step Time": 10.465043652802706}
+{"Finetune/Learning Rate": 1.8299697047252894e-05, "Finetune/Loss": 0.8675779104232788, "Finetune/Loss (Raw)": 1.062035322189331, "Finetune/Step": 4090, "Finetune/Step Time": 10.480118980631232}
+{"Finetune/Learning Rate": 1.8298757603361827e-05, "Finetune/Loss": 0.8678680658340454, "Finetune/Loss (Raw)": 0.923425018787384, "Finetune/Step": 4091, "Finetune/Step Time": 10.475756356492639}
+{"Finetune/Learning Rate": 1.8297817924141595e-05, "Finetune/Loss": 0.8657199740409851, "Finetune/Loss (Raw)": 0.7174881100654602, "Finetune/Step": 4092, "Finetune/Step Time": 10.507625542581081}
+{"Finetune/Learning Rate": 1.829687800961884e-05, "Finetune/Loss": 0.8657782077789307, "Finetune/Loss (Raw)": 0.8398670554161072, "Finetune/Step": 4093, "Finetune/Step Time": 10.518369758501649}
+{"Finetune/Learning Rate": 1.8295937859820217e-05, "Finetune/Loss": 0.8666508793830872, "Finetune/Loss (Raw)": 0.8464615345001221, "Finetune/Step": 4094, "Finetune/Step Time": 10.541365513578057}
+{"Finetune/Learning Rate": 1.8294997474772387e-05, "Finetune/Loss": 0.8671364784240723, "Finetune/Loss (Raw)": 0.9458664655685425, "Finetune/Step": 4095, "Finetune/Step Time": 10.54793343320489}
+{"Finetune/Learning Rate": 1.829405685450202e-05, "Finetune/Loss": 0.8679472208023071, "Finetune/Loss (Raw)": 0.9025061726570129, "Finetune/Step": 4096, "Finetune/Step Time": 10.571243591606617}
+{"Finetune/Learning Rate": 1.829311599903578e-05, "Finetune/Loss": 0.8684082627296448, "Finetune/Loss (Raw)": 0.8550881147384644, "Finetune/Step": 4097, "Finetune/Step Time": 10.572672512382269}
+{"Finetune/Learning Rate": 1.829217490840036e-05, "Finetune/Loss": 0.8680697083473206, "Finetune/Loss (Raw)": 0.9474037885665894, "Finetune/Step": 4098, "Finetune/Step Time": 10.587581802159548}
+{"Finetune/Learning Rate": 1.8291233582622437e-05, "Finetune/Loss": 0.8693331480026245, "Finetune/Loss (Raw)": 0.7927083373069763, "Finetune/Step": 4099, "Finetune/Step Time": 10.627905491739511}
+{"Finetune/Learning Rate": 1.8290292021728704e-05, "Finetune/Loss": 0.8675965070724487, "Finetune/Loss (Raw)": 0.776177167892456, "Finetune/Step": 4100, "Finetune/Step Time": 10.619768787175417}
+{"Finetune/Learning Rate": 1.8289350225745862e-05, "Finetune/Loss": 0.8668493032455444, "Finetune/Loss (Raw)": 0.8788924217224121, "Finetune/Step": 4101, "Finetune/Step Time": 10.621549259871244}
+{"Finetune/Learning Rate": 1.8288408194700624e-05, "Finetune/Loss": 0.8650441765785217, "Finetune/Loss (Raw)": 0.6633794903755188, "Finetune/Step": 4102, "Finetune/Step Time": 10.632832923904061}
+{"Finetune/Learning Rate": 1.8287465928619698e-05, "Finetune/Loss": 0.8638572096824646, "Finetune/Loss (Raw)": 0.7768577337265015, "Finetune/Step": 4103, "Finetune/Step Time": 10.623523717746139}
+{"Finetune/Learning Rate": 1.8286523427529802e-05, "Finetune/Loss": 0.8636201620101929, "Finetune/Loss (Raw)": 0.885303258895874, "Finetune/Step": 4104, "Finetune/Step Time": 10.621162155643106}
+{"Finetune/Learning Rate": 1.8285580691457666e-05, "Finetune/Loss": 0.8618000745773315, "Finetune/Loss (Raw)": 0.5528268218040466, "Finetune/Step": 4105, "Finetune/Step Time": 10.664703143760562}
+{"Finetune/Learning Rate": 1.828463772043003e-05, "Finetune/Loss": 0.861169695854187, "Finetune/Loss (Raw)": 0.9046833515167236, "Finetune/Step": 4106, "Finetune/Step Time": 10.66897739470005}
+{"Finetune/Learning Rate": 1.828369451447362e-05, "Finetune/Loss": 0.8599892258644104, "Finetune/Loss (Raw)": 0.7467174530029297, "Finetune/Step": 4107, "Finetune/Step Time": 10.673436747863889}
+{"Finetune/Learning Rate": 1.8282751073615186e-05, "Finetune/Loss": 0.8593078851699829, "Finetune/Loss (Raw)": 0.7670699954032898, "Finetune/Step": 4108, "Finetune/Step Time": 10.677591413259506}
+{"Finetune/Learning Rate": 1.8281807397881487e-05, "Finetune/Loss": 0.8593358993530273, "Finetune/Loss (Raw)": 0.8676547408103943, "Finetune/Step": 4109, "Finetune/Step Time": 10.682077549397945}
+{"Finetune/Learning Rate": 1.8280863487299283e-05, "Finetune/Loss": 0.8588741421699524, "Finetune/Loss (Raw)": 0.8596433401107788, "Finetune/Step": 4110, "Finetune/Step Time": 10.68194229900837}
+{"Finetune/Learning Rate": 1.8279919341895335e-05, "Finetune/Loss": 0.8586704134941101, "Finetune/Loss (Raw)": 0.8172290921211243, "Finetune/Step": 4111, "Finetune/Step Time": 10.689067527651787}
+{"Finetune/Learning Rate": 1.8278974961696422e-05, "Finetune/Loss": 0.860596776008606, "Finetune/Loss (Raw)": 0.9295632243156433, "Finetune/Step": 4112, "Finetune/Step Time": 10.695859799161553}
+{"Finetune/Learning Rate": 1.827803034672932e-05, "Finetune/Loss": 0.8594290018081665, "Finetune/Loss (Raw)": 0.7262135148048401, "Finetune/Step": 4113, "Finetune/Step Time": 10.694460155442357}
+{"Finetune/Learning Rate": 1.8277085497020818e-05, "Finetune/Loss": 0.8580619096755981, "Finetune/Loss (Raw)": 0.7484509348869324, "Finetune/Step": 4114, "Finetune/Step Time": 10.689306097105145}
+{"Finetune/Learning Rate": 1.8276140412597706e-05, "Finetune/Loss": 0.8580800294876099, "Finetune/Loss (Raw)": 0.8689923882484436, "Finetune/Step": 4115, "Finetune/Step Time": 10.672559959813952}
+{"Finetune/Learning Rate": 1.827519509348679e-05, "Finetune/Loss": 0.8581396341323853, "Finetune/Loss (Raw)": 0.8799992203712463, "Finetune/Step": 4116, "Finetune/Step Time": 10.672874193638563}
+{"Finetune/Learning Rate": 1.827424953971487e-05, "Finetune/Loss": 0.8593957424163818, "Finetune/Loss (Raw)": 0.9352942705154419, "Finetune/Step": 4117, "Finetune/Step Time": 10.669981459155679}
+{"Finetune/Learning Rate": 1.8273303751308763e-05, "Finetune/Loss": 0.8604928255081177, "Finetune/Loss (Raw)": 0.9744473099708557, "Finetune/Step": 4118, "Finetune/Step Time": 10.689614865928888}
+{"Finetune/Learning Rate": 1.8272357728295283e-05, "Finetune/Loss": 0.8614348769187927, "Finetune/Loss (Raw)": 0.9406738877296448, "Finetune/Step": 4119, "Finetune/Step Time": 10.686512511223555}
+{"Finetune/Learning Rate": 1.8271411470701267e-05, "Finetune/Loss": 0.8599979877471924, "Finetune/Loss (Raw)": 0.6235091090202332, "Finetune/Step": 4120, "Finetune/Step Time": 10.7236009221524}
+{"Finetune/Learning Rate": 1.827046497855354e-05, "Finetune/Loss": 0.8598161935806274, "Finetune/Loss (Raw)": 0.87986159324646, "Finetune/Step": 4121, "Finetune/Step Time": 10.731399828568101}
+{"Finetune/Learning Rate": 1.8269518251878946e-05, "Finetune/Loss": 0.8584840297698975, "Finetune/Loss (Raw)": 0.7340518832206726, "Finetune/Step": 4122, "Finetune/Step Time": 10.735413081943989}
+{"Finetune/Learning Rate": 1.826857129070433e-05, "Finetune/Loss": 0.8596171736717224, "Finetune/Loss (Raw)": 1.0883138179779053, "Finetune/Step": 4123, "Finetune/Step Time": 10.734481763094664}
+{"Finetune/Learning Rate": 1.826762409505654e-05, "Finetune/Loss": 0.8597092628479004, "Finetune/Loss (Raw)": 0.8716987371444702, "Finetune/Step": 4124, "Finetune/Step Time": 10.758281484246254}
+{"Finetune/Learning Rate": 1.8266676664962446e-05, "Finetune/Loss": 0.8591413497924805, "Finetune/Loss (Raw)": 0.794418215751648, "Finetune/Step": 4125, "Finetune/Step Time": 10.7658077981323}
+{"Finetune/Learning Rate": 1.826572900044891e-05, "Finetune/Loss": 0.8603622317314148, "Finetune/Loss (Raw)": 0.9112004041671753, "Finetune/Step": 4126, "Finetune/Step Time": 10.768146673217416}
+{"Finetune/Learning Rate": 1.8264781101542797e-05, "Finetune/Loss": 0.8605022430419922, "Finetune/Loss (Raw)": 0.9115325808525085, "Finetune/Step": 4127, "Finetune/Step Time": 10.772927355021238}
+{"Finetune/Learning Rate": 1.8263832968271e-05, "Finetune/Loss": 0.8605507612228394, "Finetune/Loss (Raw)": 0.8683067560195923, "Finetune/Step": 4128, "Finetune/Step Time": 10.772189412266016}
+{"Finetune/Learning Rate": 1.8262884600660394e-05, "Finetune/Loss": 0.8601259589195251, "Finetune/Loss (Raw)": 0.8841590881347656, "Finetune/Step": 4129, "Finetune/Step Time": 10.773138757795095}
+{"Finetune/Learning Rate": 1.8261935998737884e-05, "Finetune/Loss": 0.8608782291412354, "Finetune/Loss (Raw)": 0.9075688719749451, "Finetune/Step": 4130, "Finetune/Step Time": 10.771570133045316}
+{"Finetune/Learning Rate": 1.826098716253036e-05, "Finetune/Loss": 0.8621336221694946, "Finetune/Loss (Raw)": 0.7844617366790771, "Finetune/Step": 4131, "Finetune/Step Time": 10.740401552990079}
+{"Finetune/Learning Rate": 1.8260038092064728e-05, "Finetune/Loss": 0.8620136976242065, "Finetune/Loss (Raw)": 0.8869388103485107, "Finetune/Step": 4132, "Finetune/Step Time": 10.73866906389594}
+{"Finetune/Learning Rate": 1.8259088787367906e-05, "Finetune/Loss": 0.8620098829269409, "Finetune/Loss (Raw)": 0.8939526677131653, "Finetune/Step": 4133, "Finetune/Step Time": 10.740330874919891}
+{"Finetune/Learning Rate": 1.8258139248466812e-05, "Finetune/Loss": 0.8615458607673645, "Finetune/Loss (Raw)": 0.8499232530593872, "Finetune/Step": 4134, "Finetune/Step Time": 10.7406403478235}
+{"Finetune/Learning Rate": 1.8257189475388373e-05, "Finetune/Loss": 0.8615667819976807, "Finetune/Loss (Raw)": 0.838472306728363, "Finetune/Step": 4135, "Finetune/Step Time": 10.751705877482891}
+{"Finetune/Learning Rate": 1.825623946815952e-05, "Finetune/Loss": 0.8620209693908691, "Finetune/Loss (Raw)": 0.9639874696731567, "Finetune/Step": 4136, "Finetune/Step Time": 10.750899394974113}
+{"Finetune/Learning Rate": 1.8255289226807194e-05, "Finetune/Loss": 0.8633624315261841, "Finetune/Loss (Raw)": 0.8546342253684998, "Finetune/Step": 4137, "Finetune/Step Time": 10.750618688762188}
+{"Finetune/Learning Rate": 1.825433875135834e-05, "Finetune/Loss": 0.8627080917358398, "Finetune/Loss (Raw)": 0.9664136171340942, "Finetune/Step": 4138, "Finetune/Step Time": 10.7481884714216}
+{"Finetune/Learning Rate": 1.825338804183991e-05, "Finetune/Loss": 0.8619830012321472, "Finetune/Loss (Raw)": 0.864835262298584, "Finetune/Step": 4139, "Finetune/Step Time": 10.74475104920566}
+{"Finetune/Learning Rate": 1.8252437098278867e-05, "Finetune/Loss": 0.8616244792938232, "Finetune/Loss (Raw)": 0.7977036237716675, "Finetune/Step": 4140, "Finetune/Step Time": 10.762606667354703}
+{"Finetune/Learning Rate": 1.8251485920702173e-05, "Finetune/Loss": 0.8611170649528503, "Finetune/Loss (Raw)": 0.8536252975463867, "Finetune/Step": 4141, "Finetune/Step Time": 10.772555543109775}
+{"Finetune/Learning Rate": 1.8250534509136804e-05, "Finetune/Loss": 0.8606964945793152, "Finetune/Loss (Raw)": 0.802187442779541, "Finetune/Step": 4142, "Finetune/Step Time": 10.769795283675194}
+{"Finetune/Learning Rate": 1.8249582863609734e-05, "Finetune/Loss": 0.8620795011520386, "Finetune/Loss (Raw)": 0.8304848074913025, "Finetune/Step": 4143, "Finetune/Step Time": 10.757861783728004}
+{"Finetune/Learning Rate": 1.8248630984147956e-05, "Finetune/Loss": 0.8632338047027588, "Finetune/Loss (Raw)": 0.8679617047309875, "Finetune/Step": 4144, "Finetune/Step Time": 10.758948747068644}
+{"Finetune/Learning Rate": 1.824767887077846e-05, "Finetune/Loss": 0.8629269003868103, "Finetune/Loss (Raw)": 0.8131734728813171, "Finetune/Step": 4145, "Finetune/Step Time": 10.767966788262129}
+{"Finetune/Learning Rate": 1.8246726523528243e-05, "Finetune/Loss": 0.8636654615402222, "Finetune/Loss (Raw)": 0.8757364749908447, "Finetune/Step": 4146, "Finetune/Step Time": 10.764869038015604}
+{"Finetune/Learning Rate": 1.824577394242431e-05, "Finetune/Loss": 0.8626675009727478, "Finetune/Loss (Raw)": 0.7650294303894043, "Finetune/Step": 4147, "Finetune/Step Time": 10.80155948922038}
+{"Finetune/Learning Rate": 1.824482112749368e-05, "Finetune/Loss": 0.8619289994239807, "Finetune/Loss (Raw)": 0.8071624636650085, "Finetune/Step": 4148, "Finetune/Step Time": 10.784961411729455}
+{"Finetune/Learning Rate": 1.8243868078763363e-05, "Finetune/Loss": 0.8610826730728149, "Finetune/Loss (Raw)": 0.7958757877349854, "Finetune/Step": 4149, "Finetune/Step Time": 10.7807901147753}
+{"Finetune/Learning Rate": 1.8242914796260396e-05, "Finetune/Loss": 0.8629422783851624, "Finetune/Loss (Raw)": 0.9310576319694519, "Finetune/Step": 4150, "Finetune/Step Time": 10.800017390400171}
+{"Finetune/Learning Rate": 1.8241961280011802e-05, "Finetune/Loss": 0.8632112741470337, "Finetune/Loss (Raw)": 0.9122819900512695, "Finetune/Step": 4151, "Finetune/Step Time": 10.785592814907432}
+{"Finetune/Learning Rate": 1.8241007530044622e-05, "Finetune/Loss": 0.8625869154930115, "Finetune/Loss (Raw)": 0.879817008972168, "Finetune/Step": 4152, "Finetune/Step Time": 10.775584179908037}
+{"Finetune/Learning Rate": 1.8240053546385904e-05, "Finetune/Loss": 0.8627081513404846, "Finetune/Loss (Raw)": 0.8655146956443787, "Finetune/Step": 4153, "Finetune/Step Time": 10.775865893810987}
+{"Finetune/Learning Rate": 1.8239099329062698e-05, "Finetune/Loss": 0.8639706969261169, "Finetune/Loss (Raw)": 0.9339355230331421, "Finetune/Step": 4154, "Finetune/Step Time": 10.770736739039421}
+{"Finetune/Learning Rate": 1.8238144878102063e-05, "Finetune/Loss": 0.8638755083084106, "Finetune/Loss (Raw)": 0.8857165575027466, "Finetune/Step": 4155, "Finetune/Step Time": 10.76831535436213}
+{"Finetune/Learning Rate": 1.823719019353107e-05, "Finetune/Loss": 0.8628787994384766, "Finetune/Loss (Raw)": 0.9018080234527588, "Finetune/Step": 4156, "Finetune/Step Time": 10.760416965931654}
+{"Finetune/Learning Rate": 1.823623527537678e-05, "Finetune/Loss": 0.8626812100410461, "Finetune/Loss (Raw)": 0.8331637382507324, "Finetune/Step": 4157, "Finetune/Step Time": 10.744184290990233}
+{"Finetune/Learning Rate": 1.8235280123666285e-05, "Finetune/Loss": 0.8623566627502441, "Finetune/Loss (Raw)": 0.9251181483268738, "Finetune/Step": 4158, "Finetune/Step Time": 10.72323553264141}
+{"Finetune/Learning Rate": 1.8234324738426655e-05, "Finetune/Loss": 0.8611396551132202, "Finetune/Loss (Raw)": 0.7417872548103333, "Finetune/Step": 4159, "Finetune/Step Time": 10.754650689661503}
+{"Finetune/Learning Rate": 1.8233369119685e-05, "Finetune/Loss": 0.8604286909103394, "Finetune/Loss (Raw)": 0.7958229184150696, "Finetune/Step": 4160, "Finetune/Step Time": 10.725572492927313}
+{"Finetune/Learning Rate": 1.8232413267468404e-05, "Finetune/Loss": 0.8614382147789001, "Finetune/Loss (Raw)": 0.9479305148124695, "Finetune/Step": 4161, "Finetune/Step Time": 10.685568628832698}
+{"Finetune/Learning Rate": 1.8231457181803976e-05, "Finetune/Loss": 0.8588361740112305, "Finetune/Loss (Raw)": 0.6510148048400879, "Finetune/Step": 4162, "Finetune/Step Time": 10.680247897282243}
+{"Finetune/Learning Rate": 1.8230500862718836e-05, "Finetune/Loss": 0.8587352633476257, "Finetune/Loss (Raw)": 0.9249885678291321, "Finetune/Step": 4163, "Finetune/Step Time": 10.680573292076588}
+{"Finetune/Learning Rate": 1.8229544310240094e-05, "Finetune/Loss": 0.8589381575584412, "Finetune/Loss (Raw)": 0.8719884157180786, "Finetune/Step": 4164, "Finetune/Step Time": 10.67687708325684}
+{"Finetune/Learning Rate": 1.8228587524394874e-05, "Finetune/Loss": 0.8592345714569092, "Finetune/Loss (Raw)": 0.8607515692710876, "Finetune/Step": 4165, "Finetune/Step Time": 10.677035612985492}
+{"Finetune/Learning Rate": 1.822763050521031e-05, "Finetune/Loss": 0.858559250831604, "Finetune/Loss (Raw)": 0.8982720375061035, "Finetune/Step": 4166, "Finetune/Step Time": 10.694912109524012}
+{"Finetune/Learning Rate": 1.8226673252713546e-05, "Finetune/Loss": 0.8575019240379333, "Finetune/Loss (Raw)": 0.8158554434776306, "Finetune/Step": 4167, "Finetune/Step Time": 10.698629243299365}
+{"Finetune/Learning Rate": 1.822571576693172e-05, "Finetune/Loss": 0.856599748134613, "Finetune/Loss (Raw)": 0.7741899490356445, "Finetune/Step": 4168, "Finetune/Step Time": 10.697608977556229}
+{"Finetune/Learning Rate": 1.8224758047891985e-05, "Finetune/Loss": 0.859058141708374, "Finetune/Loss (Raw)": 1.0337327718734741, "Finetune/Step": 4169, "Finetune/Step Time": 10.702643170952797}
+{"Finetune/Learning Rate": 1.82238000956215e-05, "Finetune/Loss": 0.8593693375587463, "Finetune/Loss (Raw)": 0.8140637874603271, "Finetune/Step": 4170, "Finetune/Step Time": 10.689444469287992}
+{"Finetune/Learning Rate": 1.8222841910147425e-05, "Finetune/Loss": 0.8592805862426758, "Finetune/Loss (Raw)": 0.8680434226989746, "Finetune/Step": 4171, "Finetune/Step Time": 10.695158949121833}
+{"Finetune/Learning Rate": 1.8221883491496942e-05, "Finetune/Loss": 0.8587785959243774, "Finetune/Loss (Raw)": 0.8955195546150208, "Finetune/Step": 4172, "Finetune/Step Time": 10.71743605285883}
+{"Finetune/Learning Rate": 1.822092483969722e-05, "Finetune/Loss": 0.8581193089485168, "Finetune/Loss (Raw)": 0.7455434203147888, "Finetune/Step": 4173, "Finetune/Step Time": 10.748176814988256}
+{"Finetune/Learning Rate": 1.8219965954775453e-05, "Finetune/Loss": 0.8584636449813843, "Finetune/Loss (Raw)": 0.8449570536613464, "Finetune/Step": 4174, "Finetune/Step Time": 10.745077170431614}
+{"Finetune/Learning Rate": 1.821900683675882e-05, "Finetune/Loss": 0.8593276739120483, "Finetune/Loss (Raw)": 0.9180669188499451, "Finetune/Step": 4175, "Finetune/Step Time": 10.729989619925618}
+{"Finetune/Learning Rate": 1.8218047485674522e-05, "Finetune/Loss": 0.8598232865333557, "Finetune/Loss (Raw)": 0.9455140829086304, "Finetune/Step": 4176, "Finetune/Step Time": 10.735874455422163}
+{"Finetune/Learning Rate": 1.8217087901549773e-05, "Finetune/Loss": 0.8623372912406921, "Finetune/Loss (Raw)": 1.0266543626785278, "Finetune/Step": 4177, "Finetune/Step Time": 10.766771057620645}
+{"Finetune/Learning Rate": 1.8216128084411776e-05, "Finetune/Loss": 0.8627722263336182, "Finetune/Loss (Raw)": 0.9896476864814758, "Finetune/Step": 4178, "Finetune/Step Time": 10.766261141747236}
+{"Finetune/Learning Rate": 1.821516803428775e-05, "Finetune/Loss": 0.8640106916427612, "Finetune/Loss (Raw)": 0.8586897253990173, "Finetune/Step": 4179, "Finetune/Step Time": 10.766036069020629}
+{"Finetune/Learning Rate": 1.8214207751204917e-05, "Finetune/Loss": 0.8638163805007935, "Finetune/Loss (Raw)": 0.8510367274284363, "Finetune/Step": 4180, "Finetune/Step Time": 10.763986909762025}
+{"Finetune/Learning Rate": 1.821324723519051e-05, "Finetune/Loss": 0.8634101748466492, "Finetune/Loss (Raw)": 0.895160436630249, "Finetune/Step": 4181, "Finetune/Step Time": 10.776432123035192}
+{"Finetune/Learning Rate": 1.821228648627177e-05, "Finetune/Loss": 0.8626786470413208, "Finetune/Loss (Raw)": 0.8137526512145996, "Finetune/Step": 4182, "Finetune/Step Time": 10.779745167121291}
+{"Finetune/Learning Rate": 1.8211325504475935e-05, "Finetune/Loss": 0.8629701137542725, "Finetune/Loss (Raw)": 0.659244954586029, "Finetune/Step": 4183, "Finetune/Step Time": 10.788163296878338}
+{"Finetune/Learning Rate": 1.821036428983026e-05, "Finetune/Loss": 0.8626233339309692, "Finetune/Loss (Raw)": 0.8601680994033813, "Finetune/Step": 4184, "Finetune/Step Time": 10.789680721238256}
+{"Finetune/Learning Rate": 1.8209402842362002e-05, "Finetune/Loss": 0.8628737926483154, "Finetune/Loss (Raw)": 0.9236106276512146, "Finetune/Step": 4185, "Finetune/Step Time": 10.789338394999504}
+{"Finetune/Learning Rate": 1.8208441162098422e-05, "Finetune/Loss": 0.8622921705245972, "Finetune/Loss (Raw)": 0.7823206186294556, "Finetune/Step": 4186, "Finetune/Step Time": 10.784546626731753}
+{"Finetune/Learning Rate": 1.8207479249066793e-05, "Finetune/Loss": 0.8609704971313477, "Finetune/Loss (Raw)": 0.7582982182502747, "Finetune/Step": 4187, "Finetune/Step Time": 10.78361245431006}
+{"Finetune/Learning Rate": 1.8206517103294393e-05, "Finetune/Loss": 0.8619598150253296, "Finetune/Loss (Raw)": 1.0389362573623657, "Finetune/Step": 4188, "Finetune/Step Time": 10.786042932420969}
+{"Finetune/Learning Rate": 1.82055547248085e-05, "Finetune/Loss": 0.8612514138221741, "Finetune/Loss (Raw)": 0.8096962571144104, "Finetune/Step": 4189, "Finetune/Step Time": 10.766151264309883}
+{"Finetune/Learning Rate": 1.820459211363641e-05, "Finetune/Loss": 0.8615096211433411, "Finetune/Loss (Raw)": 0.8034105896949768, "Finetune/Step": 4190, "Finetune/Step Time": 10.760820135474205}
+{"Finetune/Learning Rate": 1.820362926980542e-05, "Finetune/Loss": 0.861397385597229, "Finetune/Loss (Raw)": 0.9131656885147095, "Finetune/Step": 4191, "Finetune/Step Time": 10.75528141669929}
+{"Finetune/Learning Rate": 1.8202666193342834e-05, "Finetune/Loss": 0.8613359928131104, "Finetune/Loss (Raw)": 0.9127290844917297, "Finetune/Step": 4192, "Finetune/Step Time": 10.766643941402435}
+{"Finetune/Learning Rate": 1.8201702884275954e-05, "Finetune/Loss": 0.8617945313453674, "Finetune/Loss (Raw)": 0.8573846817016602, "Finetune/Step": 4193, "Finetune/Step Time": 10.796149922534823}
+{"Finetune/Learning Rate": 1.820073934263211e-05, "Finetune/Loss": 0.8598107695579529, "Finetune/Loss (Raw)": 0.638996958732605, "Finetune/Step": 4194, "Finetune/Step Time": 10.82025334239006}
+{"Finetune/Learning Rate": 1.819977556843861e-05, "Finetune/Loss": 0.8575793504714966, "Finetune/Loss (Raw)": 0.7385992407798767, "Finetune/Step": 4195, "Finetune/Step Time": 10.823865115642548}
+{"Finetune/Learning Rate": 1.8198811561722797e-05, "Finetune/Loss": 0.8569126129150391, "Finetune/Loss (Raw)": 0.8857051730155945, "Finetune/Step": 4196, "Finetune/Step Time": 10.82928740605712}
+{"Finetune/Learning Rate": 1.8197847322512002e-05, "Finetune/Loss": 0.8570541143417358, "Finetune/Loss (Raw)": 0.9488052725791931, "Finetune/Step": 4197, "Finetune/Step Time": 10.828053077682853}
+{"Finetune/Learning Rate": 1.819688285083357e-05, "Finetune/Loss": 0.8583673238754272, "Finetune/Loss (Raw)": 0.8216637372970581, "Finetune/Step": 4198, "Finetune/Step Time": 10.789490852504969}
+{"Finetune/Learning Rate": 1.819591814671484e-05, "Finetune/Loss": 0.8591927289962769, "Finetune/Loss (Raw)": 0.9119352102279663, "Finetune/Step": 4199, "Finetune/Step Time": 10.808393264189363}
+{"Finetune/Learning Rate": 1.8194953210183185e-05, "Finetune/Loss": 0.8580945134162903, "Finetune/Loss (Raw)": 0.8098042011260986, "Finetune/Step": 4200, "Finetune/Step Time": 10.80991099961102}
+{"Finetune/Learning Rate": 1.819398804126596e-05, "Finetune/Loss": 0.8587031960487366, "Finetune/Loss (Raw)": 0.9592044353485107, "Finetune/Step": 4201, "Finetune/Step Time": 10.811289936304092}
+{"Finetune/Learning Rate": 1.8193022639990536e-05, "Finetune/Loss": 0.8597695827484131, "Finetune/Loss (Raw)": 0.8136984705924988, "Finetune/Step": 4202, "Finetune/Step Time": 10.77526393160224}
+{"Finetune/Learning Rate": 1.8192057006384284e-05, "Finetune/Loss": 0.8587864637374878, "Finetune/Loss (Raw)": 0.8258435726165771, "Finetune/Step": 4203, "Finetune/Step Time": 10.782102320343256}
+{"Finetune/Learning Rate": 1.8191091140474595e-05, "Finetune/Loss": 0.8596349954605103, "Finetune/Loss (Raw)": 0.8778455853462219, "Finetune/Step": 4204, "Finetune/Step Time": 10.765692912042141}
+{"Finetune/Learning Rate": 1.819012504228885e-05, "Finetune/Loss": 0.8583298325538635, "Finetune/Loss (Raw)": 0.7086305022239685, "Finetune/Step": 4205, "Finetune/Step Time": 10.818404966965318}
+{"Finetune/Learning Rate": 1.8189158711854448e-05, "Finetune/Loss": 0.8578858375549316, "Finetune/Loss (Raw)": 0.816672146320343, "Finetune/Step": 4206, "Finetune/Step Time": 10.826767824590206}
+{"Finetune/Learning Rate": 1.8188192149198797e-05, "Finetune/Loss": 0.8579905033111572, "Finetune/Loss (Raw)": 0.9572330117225647, "Finetune/Step": 4207, "Finetune/Step Time": 10.82821392826736}
+{"Finetune/Learning Rate": 1.8187225354349297e-05, "Finetune/Loss": 0.8594208359718323, "Finetune/Loss (Raw)": 1.0814015865325928, "Finetune/Step": 4208, "Finetune/Step Time": 10.82636471837759}
+{"Finetune/Learning Rate": 1.8186258327333366e-05, "Finetune/Loss": 0.857932448387146, "Finetune/Loss (Raw)": 0.8266507387161255, "Finetune/Step": 4209, "Finetune/Step Time": 10.830522887408733}
+{"Finetune/Learning Rate": 1.818529106817843e-05, "Finetune/Loss": 0.857672929763794, "Finetune/Loss (Raw)": 0.8948249220848083, "Finetune/Step": 4210, "Finetune/Step Time": 10.833856392651796}
+{"Finetune/Learning Rate": 1.8184323576911912e-05, "Finetune/Loss": 0.8554278612136841, "Finetune/Loss (Raw)": 0.7554090023040771, "Finetune/Step": 4211, "Finetune/Step Time": 10.840057516470551}
+{"Finetune/Learning Rate": 1.8183355853561253e-05, "Finetune/Loss": 0.8558925986289978, "Finetune/Loss (Raw)": 0.8476223945617676, "Finetune/Step": 4212, "Finetune/Step Time": 10.845759753137827}
+{"Finetune/Learning Rate": 1.818238789815389e-05, "Finetune/Loss": 0.8575298190116882, "Finetune/Loss (Raw)": 1.0285388231277466, "Finetune/Step": 4213, "Finetune/Step Time": 10.847617246210575}
+{"Finetune/Learning Rate": 1.818141971071728e-05, "Finetune/Loss": 0.8569638133049011, "Finetune/Loss (Raw)": 0.7941499352455139, "Finetune/Step": 4214, "Finetune/Step Time": 10.852147681638598}
+{"Finetune/Learning Rate": 1.8180451291278865e-05, "Finetune/Loss": 0.8579069375991821, "Finetune/Loss (Raw)": 0.9538238048553467, "Finetune/Step": 4215, "Finetune/Step Time": 10.831368098035455}
+{"Finetune/Learning Rate": 1.8179482639866115e-05, "Finetune/Loss": 0.8573669195175171, "Finetune/Loss (Raw)": 0.7881231307983398, "Finetune/Step": 4216, "Finetune/Step Time": 10.835654905065894}
+{"Finetune/Learning Rate": 1.81785137565065e-05, "Finetune/Loss": 0.8563467264175415, "Finetune/Loss (Raw)": 0.8367376327514648, "Finetune/Step": 4217, "Finetune/Step Time": 10.833870539441705}
+{"Finetune/Learning Rate": 1.8177544641227486e-05, "Finetune/Loss": 0.8554420471191406, "Finetune/Loss (Raw)": 0.9462301135063171, "Finetune/Step": 4218, "Finetune/Step Time": 10.811861166730523}
+{"Finetune/Learning Rate": 1.8176575294056564e-05, "Finetune/Loss": 0.8542149066925049, "Finetune/Loss (Raw)": 0.7663542628288269, "Finetune/Step": 4219, "Finetune/Step Time": 10.80686892196536}
+{"Finetune/Learning Rate": 1.8175605715021215e-05, "Finetune/Loss": 0.8560484647750854, "Finetune/Loss (Raw)": 0.9521821737289429, "Finetune/Step": 4220, "Finetune/Step Time": 10.774594539776444}
+{"Finetune/Learning Rate": 1.8174635904148937e-05, "Finetune/Loss": 0.8565384149551392, "Finetune/Loss (Raw)": 0.9025799632072449, "Finetune/Step": 4221, "Finetune/Step Time": 10.760952251031995}
+{"Finetune/Learning Rate": 1.8173665861467232e-05, "Finetune/Loss": 0.8563951253890991, "Finetune/Loss (Raw)": 0.8281262516975403, "Finetune/Step": 4222, "Finetune/Step Time": 10.73541566543281}
+{"Finetune/Learning Rate": 1.8172695587003603e-05, "Finetune/Loss": 0.8558359146118164, "Finetune/Loss (Raw)": 0.8742870092391968, "Finetune/Step": 4223, "Finetune/Step Time": 10.724953096359968}
+{"Finetune/Learning Rate": 1.817172508078557e-05, "Finetune/Loss": 0.855589747428894, "Finetune/Loss (Raw)": 0.8709940910339355, "Finetune/Step": 4224, "Finetune/Step Time": 10.715004935860634}
+{"Finetune/Learning Rate": 1.817075434284065e-05, "Finetune/Loss": 0.8560889959335327, "Finetune/Loss (Raw)": 0.9189878702163696, "Finetune/Step": 4225, "Finetune/Step Time": 10.708363762125373}
+{"Finetune/Learning Rate": 1.816978337319637e-05, "Finetune/Loss": 0.8554988503456116, "Finetune/Loss (Raw)": 0.8718751668930054, "Finetune/Step": 4226, "Finetune/Step Time": 10.688239693641663}
+{"Finetune/Learning Rate": 1.816881217188027e-05, "Finetune/Loss": 0.8563348054885864, "Finetune/Loss (Raw)": 0.8997007608413696, "Finetune/Step": 4227, "Finetune/Step Time": 10.618608908727765}
+{"Finetune/Learning Rate": 1.8167840738919883e-05, "Finetune/Loss": 0.8558050394058228, "Finetune/Loss (Raw)": 0.7083783745765686, "Finetune/Step": 4228, "Finetune/Step Time": 10.637989049777389}
+{"Finetune/Learning Rate": 1.8166869074342756e-05, "Finetune/Loss": 0.8556991219520569, "Finetune/Loss (Raw)": 0.8653274178504944, "Finetune/Step": 4229, "Finetune/Step Time": 10.637679431587458}
+{"Finetune/Learning Rate": 1.816589717817645e-05, "Finetune/Loss": 0.8577935695648193, "Finetune/Loss (Raw)": 0.9314660429954529, "Finetune/Step": 4230, "Finetune/Step Time": 10.631667781621218}
+{"Finetune/Learning Rate": 1.8164925050448518e-05, "Finetune/Loss": 0.8589280247688293, "Finetune/Loss (Raw)": 0.9220774173736572, "Finetune/Step": 4231, "Finetune/Step Time": 10.640470933169127}
+{"Finetune/Learning Rate": 1.8163952691186528e-05, "Finetune/Loss": 0.8586189150810242, "Finetune/Loss (Raw)": 0.8457295298576355, "Finetune/Step": 4232, "Finetune/Step Time": 10.664586326107383}
+{"Finetune/Learning Rate": 1.816298010041806e-05, "Finetune/Loss": 0.8610244393348694, "Finetune/Loss (Raw)": 0.8607357740402222, "Finetune/Step": 4233, "Finetune/Step Time": 10.615693608298898}
+{"Finetune/Learning Rate": 1.8162007278170684e-05, "Finetune/Loss": 0.8596856594085693, "Finetune/Loss (Raw)": 0.7333155274391174, "Finetune/Step": 4234, "Finetune/Step Time": 10.614878941327333}
+{"Finetune/Learning Rate": 1.8161034224471992e-05, "Finetune/Loss": 0.8605488538742065, "Finetune/Loss (Raw)": 0.8572048544883728, "Finetune/Step": 4235, "Finetune/Step Time": 10.604005709290504}
+{"Finetune/Learning Rate": 1.816006093934958e-05, "Finetune/Loss": 0.8612363338470459, "Finetune/Loss (Raw)": 0.855072557926178, "Finetune/Step": 4236, "Finetune/Step Time": 10.631937570869923}
+{"Finetune/Learning Rate": 1.815908742283104e-05, "Finetune/Loss": 0.8611311912536621, "Finetune/Loss (Raw)": 0.8541922569274902, "Finetune/Step": 4237, "Finetune/Step Time": 10.634617198258638}
+{"Finetune/Learning Rate": 1.815811367494398e-05, "Finetune/Loss": 0.8614185452461243, "Finetune/Loss (Raw)": 0.8964272737503052, "Finetune/Step": 4238, "Finetune/Step Time": 10.645026540383697}
+{"Finetune/Learning Rate": 1.815713969571602e-05, "Finetune/Loss": 0.8603441715240479, "Finetune/Loss (Raw)": 0.6797116994857788, "Finetune/Step": 4239, "Finetune/Step Time": 10.645756533369422}
+{"Finetune/Learning Rate": 1.815616548517477e-05, "Finetune/Loss": 0.8597308993339539, "Finetune/Loss (Raw)": 0.8510687947273254, "Finetune/Step": 4240, "Finetune/Step Time": 10.664455780759454}
+{"Finetune/Learning Rate": 1.8155191043347864e-05, "Finetune/Loss": 0.8597152233123779, "Finetune/Loss (Raw)": 0.7241970896720886, "Finetune/Step": 4241, "Finetune/Step Time": 10.676649453118443}
+{"Finetune/Learning Rate": 1.815421637026293e-05, "Finetune/Loss": 0.8598949909210205, "Finetune/Loss (Raw)": 0.7714689373970032, "Finetune/Step": 4242, "Finetune/Step Time": 10.683920193463564}
+{"Finetune/Learning Rate": 1.8153241465947603e-05, "Finetune/Loss": 0.8583635091781616, "Finetune/Loss (Raw)": 0.6729557514190674, "Finetune/Step": 4243, "Finetune/Step Time": 10.699991902336478}
+{"Finetune/Learning Rate": 1.8152266330429534e-05, "Finetune/Loss": 0.8584389090538025, "Finetune/Loss (Raw)": 0.8896592855453491, "Finetune/Step": 4244, "Finetune/Step Time": 10.708615837618709}
+{"Finetune/Learning Rate": 1.8151290963736377e-05, "Finetune/Loss": 0.8575013875961304, "Finetune/Loss (Raw)": 0.8152828216552734, "Finetune/Step": 4245, "Finetune/Step Time": 10.72110315784812}
+{"Finetune/Learning Rate": 1.8150315365895786e-05, "Finetune/Loss": 0.8569375276565552, "Finetune/Loss (Raw)": 0.9022777080535889, "Finetune/Step": 4246, "Finetune/Step Time": 10.725526485592127}
+{"Finetune/Learning Rate": 1.8149339536935428e-05, "Finetune/Loss": 0.8569520115852356, "Finetune/Loss (Raw)": 0.9425293803215027, "Finetune/Step": 4247, "Finetune/Step Time": 10.724271880462766}
+{"Finetune/Learning Rate": 1.814836347688297e-05, "Finetune/Loss": 0.8578033447265625, "Finetune/Loss (Raw)": 0.7324773073196411, "Finetune/Step": 4248, "Finetune/Step Time": 10.701806234195828}
+{"Finetune/Learning Rate": 1.81473871857661e-05, "Finetune/Loss": 0.8581020832061768, "Finetune/Loss (Raw)": 0.9180979132652283, "Finetune/Step": 4249, "Finetune/Step Time": 10.686325959861279}
+{"Finetune/Learning Rate": 1.8146410663612496e-05, "Finetune/Loss": 0.8593202829360962, "Finetune/Loss (Raw)": 0.8899849057197571, "Finetune/Step": 4250, "Finetune/Step Time": 10.680369829759002}
+{"Finetune/Learning Rate": 1.814543391044985e-05, "Finetune/Loss": 0.8574734926223755, "Finetune/Loss (Raw)": 0.8519269824028015, "Finetune/Step": 4251, "Finetune/Step Time": 10.67938926257193}
+{"Finetune/Learning Rate": 1.814445692630586e-05, "Finetune/Loss": 0.8575776219367981, "Finetune/Loss (Raw)": 0.8850268125534058, "Finetune/Step": 4252, "Finetune/Step Time": 10.66286358423531}
+{"Finetune/Learning Rate": 1.8143479711208232e-05, "Finetune/Loss": 0.8578369617462158, "Finetune/Loss (Raw)": 0.8276156783103943, "Finetune/Step": 4253, "Finetune/Step Time": 10.664668565616012}
+{"Finetune/Learning Rate": 1.8142502265184677e-05, "Finetune/Loss": 0.8582409620285034, "Finetune/Loss (Raw)": 0.9629093408584595, "Finetune/Step": 4254, "Finetune/Step Time": 10.672436082735658}
+{"Finetune/Learning Rate": 1.814152458826291e-05, "Finetune/Loss": 0.8574970960617065, "Finetune/Loss (Raw)": 0.8163229823112488, "Finetune/Step": 4255, "Finetune/Step Time": 10.671408893540502}
+{"Finetune/Learning Rate": 1.814054668047066e-05, "Finetune/Loss": 0.8566499352455139, "Finetune/Loss (Raw)": 0.7598682045936584, "Finetune/Step": 4256, "Finetune/Step Time": 10.681807287037373}
+{"Finetune/Learning Rate": 1.8139568541835654e-05, "Finetune/Loss": 0.8566314578056335, "Finetune/Loss (Raw)": 0.8817898631095886, "Finetune/Step": 4257, "Finetune/Step Time": 10.680546913295984}
+{"Finetune/Learning Rate": 1.8138590172385627e-05, "Finetune/Loss": 0.8561704754829407, "Finetune/Loss (Raw)": 0.8485658168792725, "Finetune/Step": 4258, "Finetune/Step Time": 10.69205079600215}
+{"Finetune/Learning Rate": 1.813761157214833e-05, "Finetune/Loss": 0.8564873337745667, "Finetune/Loss (Raw)": 0.8250164985656738, "Finetune/Step": 4259, "Finetune/Step Time": 10.692126112058759}
+{"Finetune/Learning Rate": 1.8136632741151507e-05, "Finetune/Loss": 0.8551560044288635, "Finetune/Loss (Raw)": 0.7165312170982361, "Finetune/Step": 4260, "Finetune/Step Time": 10.706565346568823}
+{"Finetune/Learning Rate": 1.8135653679422916e-05, "Finetune/Loss": 0.8555765748023987, "Finetune/Loss (Raw)": 0.9477846026420593, "Finetune/Step": 4261, "Finetune/Step Time": 10.704722706228495}
+{"Finetune/Learning Rate": 1.8134674386990326e-05, "Finetune/Loss": 0.8564757108688354, "Finetune/Loss (Raw)": 0.9650062322616577, "Finetune/Step": 4262, "Finetune/Step Time": 10.70281026698649}
+{"Finetune/Learning Rate": 1.8133694863881496e-05, "Finetune/Loss": 0.857531726360321, "Finetune/Loss (Raw)": 0.9736469984054565, "Finetune/Step": 4263, "Finetune/Step Time": 10.697921803221107}
+{"Finetune/Learning Rate": 1.813271511012421e-05, "Finetune/Loss": 0.8556483387947083, "Finetune/Loss (Raw)": 0.7229123115539551, "Finetune/Step": 4264, "Finetune/Step Time": 10.69314713589847}
+{"Finetune/Learning Rate": 1.8131735125746256e-05, "Finetune/Loss": 0.8565688133239746, "Finetune/Loss (Raw)": 0.9724509716033936, "Finetune/Step": 4265, "Finetune/Step Time": 10.689230512827635}
+{"Finetune/Learning Rate": 1.813075491077541e-05, "Finetune/Loss": 0.8547542095184326, "Finetune/Loss (Raw)": 0.7341545820236206, "Finetune/Step": 4266, "Finetune/Step Time": 10.703267699107528}
+{"Finetune/Learning Rate": 1.812977446523948e-05, "Finetune/Loss": 0.8551054000854492, "Finetune/Loss (Raw)": 0.9097856879234314, "Finetune/Step": 4267, "Finetune/Step Time": 10.707253262400627}
+{"Finetune/Learning Rate": 1.812879378916626e-05, "Finetune/Loss": 0.8534783720970154, "Finetune/Loss (Raw)": 0.5894435048103333, "Finetune/Step": 4268, "Finetune/Step Time": 10.734051985666156}
+{"Finetune/Learning Rate": 1.8127812882583566e-05, "Finetune/Loss": 0.8525030612945557, "Finetune/Loss (Raw)": 0.7287801504135132, "Finetune/Step": 4269, "Finetune/Step Time": 10.734969917684793}
+{"Finetune/Learning Rate": 1.8126831745519212e-05, "Finetune/Loss": 0.853177547454834, "Finetune/Loss (Raw)": 0.8885325789451599, "Finetune/Step": 4270, "Finetune/Step Time": 10.73172620870173}
+{"Finetune/Learning Rate": 1.8125850378001018e-05, "Finetune/Loss": 0.8548094034194946, "Finetune/Loss (Raw)": 1.039352536201477, "Finetune/Step": 4271, "Finetune/Step Time": 10.734894912689924}
+{"Finetune/Learning Rate": 1.8124868780056814e-05, "Finetune/Loss": 0.8555961847305298, "Finetune/Loss (Raw)": 0.9686770439147949, "Finetune/Step": 4272, "Finetune/Step Time": 10.740294426679611}
+{"Finetune/Learning Rate": 1.8123886951714435e-05, "Finetune/Loss": 0.8565189838409424, "Finetune/Loss (Raw)": 0.9312825202941895, "Finetune/Step": 4273, "Finetune/Step Time": 10.728546734899282}
+{"Finetune/Learning Rate": 1.8122904893001723e-05, "Finetune/Loss": 0.8562952280044556, "Finetune/Loss (Raw)": 0.8471019268035889, "Finetune/Step": 4274, "Finetune/Step Time": 10.739775678142905}
+{"Finetune/Learning Rate": 1.812192260394653e-05, "Finetune/Loss": 0.857216477394104, "Finetune/Loss (Raw)": 0.882943868637085, "Finetune/Step": 4275, "Finetune/Step Time": 10.744698846712708}
+{"Finetune/Learning Rate": 1.8120940084576705e-05, "Finetune/Loss": 0.8576129674911499, "Finetune/Loss (Raw)": 0.8579185605049133, "Finetune/Step": 4276, "Finetune/Step Time": 10.762454034760594}
+{"Finetune/Learning Rate": 1.8119957334920112e-05, "Finetune/Loss": 0.8576456308364868, "Finetune/Loss (Raw)": 0.8000549674034119, "Finetune/Step": 4277, "Finetune/Step Time": 10.769707126542926}
+{"Finetune/Learning Rate": 1.811897435500462e-05, "Finetune/Loss": 0.8571499586105347, "Finetune/Loss (Raw)": 0.8676192164421082, "Finetune/Step": 4278, "Finetune/Step Time": 10.74586378224194}
+{"Finetune/Learning Rate": 1.81179911448581e-05, "Finetune/Loss": 0.8569365739822388, "Finetune/Loss (Raw)": 0.8849593997001648, "Finetune/Step": 4279, "Finetune/Step Time": 10.749178860336542}
+{"Finetune/Learning Rate": 1.811700770450844e-05, "Finetune/Loss": 0.8575007319450378, "Finetune/Loss (Raw)": 0.952031135559082, "Finetune/Step": 4280, "Finetune/Step Time": 10.74977128393948}
+{"Finetune/Learning Rate": 1.811602403398352e-05, "Finetune/Loss": 0.8573102951049805, "Finetune/Loss (Raw)": 0.8411344289779663, "Finetune/Step": 4281, "Finetune/Step Time": 10.75254968367517}
+{"Finetune/Learning Rate": 1.8115040133311237e-05, "Finetune/Loss": 0.8574948310852051, "Finetune/Loss (Raw)": 0.9575652480125427, "Finetune/Step": 4282, "Finetune/Step Time": 10.758468862622976}
+{"Finetune/Learning Rate": 1.8114056002519492e-05, "Finetune/Loss": 0.8575741052627563, "Finetune/Loss (Raw)": 0.8958539962768555, "Finetune/Step": 4283, "Finetune/Step Time": 10.75254276767373}
+{"Finetune/Learning Rate": 1.8113071641636194e-05, "Finetune/Loss": 0.8566673994064331, "Finetune/Loss (Raw)": 0.7857571244239807, "Finetune/Step": 4284, "Finetune/Step Time": 10.769287534058094}
+{"Finetune/Learning Rate": 1.8112087050689257e-05, "Finetune/Loss": 0.8565182685852051, "Finetune/Loss (Raw)": 0.81407231092453, "Finetune/Step": 4285, "Finetune/Step Time": 10.774599319323897}
+{"Finetune/Learning Rate": 1.8111102229706593e-05, "Finetune/Loss": 0.8566672801971436, "Finetune/Loss (Raw)": 0.944189190864563, "Finetune/Step": 4286, "Finetune/Step Time": 10.781392021104693}
+{"Finetune/Learning Rate": 1.8110117178716137e-05, "Finetune/Loss": 0.8570513129234314, "Finetune/Loss (Raw)": 0.7909417152404785, "Finetune/Step": 4287, "Finetune/Step Time": 10.741329034790397}
+{"Finetune/Learning Rate": 1.8109131897745823e-05, "Finetune/Loss": 0.8580929040908813, "Finetune/Loss (Raw)": 0.9291548132896423, "Finetune/Step": 4288, "Finetune/Step Time": 10.747960150241852}
+{"Finetune/Learning Rate": 1.8108146386823585e-05, "Finetune/Loss": 0.8579920530319214, "Finetune/Loss (Raw)": 0.9350141882896423, "Finetune/Step": 4289, "Finetune/Step Time": 10.757114743813872}
+{"Finetune/Learning Rate": 1.8107160645977367e-05, "Finetune/Loss": 0.858734130859375, "Finetune/Loss (Raw)": 0.7460071444511414, "Finetune/Step": 4290, "Finetune/Step Time": 10.75199362821877}
+{"Finetune/Learning Rate": 1.8106174675235135e-05, "Finetune/Loss": 0.8590162992477417, "Finetune/Loss (Raw)": 0.9611058235168457, "Finetune/Step": 4291, "Finetune/Step Time": 10.756494520232081}
+{"Finetune/Learning Rate": 1.8105188474624834e-05, "Finetune/Loss": 0.8589547872543335, "Finetune/Loss (Raw)": 0.8641123175621033, "Finetune/Step": 4292, "Finetune/Step Time": 10.76037484407425}
+{"Finetune/Learning Rate": 1.8104202044174443e-05, "Finetune/Loss": 0.8599649667739868, "Finetune/Loss (Raw)": 0.9900575876235962, "Finetune/Step": 4293, "Finetune/Step Time": 10.763183906674385}
+{"Finetune/Learning Rate": 1.810321538391192e-05, "Finetune/Loss": 0.8596049547195435, "Finetune/Loss (Raw)": 0.852191686630249, "Finetune/Step": 4294, "Finetune/Step Time": 10.746878772974014}
+{"Finetune/Learning Rate": 1.8102228493865254e-05, "Finetune/Loss": 0.861111581325531, "Finetune/Loss (Raw)": 1.0086965560913086, "Finetune/Step": 4295, "Finetune/Step Time": 10.749711060896516}
+{"Finetune/Learning Rate": 1.8101241374062425e-05, "Finetune/Loss": 0.8625278472900391, "Finetune/Loss (Raw)": 0.955470085144043, "Finetune/Step": 4296, "Finetune/Step Time": 10.74776834435761}
+{"Finetune/Learning Rate": 1.8100254024531434e-05, "Finetune/Loss": 0.8611443042755127, "Finetune/Loss (Raw)": 0.8566452860832214, "Finetune/Step": 4297, "Finetune/Step Time": 10.732268625870347}
+{"Finetune/Learning Rate": 1.809926644530027e-05, "Finetune/Loss": 0.8622161149978638, "Finetune/Loss (Raw)": 0.9512524008750916, "Finetune/Step": 4298, "Finetune/Step Time": 10.754073211923242}
+{"Finetune/Learning Rate": 1.8098278636396937e-05, "Finetune/Loss": 0.8623220920562744, "Finetune/Loss (Raw)": 0.8816162943840027, "Finetune/Step": 4299, "Finetune/Step Time": 10.757889788597822}
+{"Finetune/Learning Rate": 1.8097290597849454e-05, "Finetune/Loss": 0.8624352216720581, "Finetune/Loss (Raw)": 0.909990668296814, "Finetune/Step": 4300, "Finetune/Step Time": 10.739171046763659}
+{"Finetune/Learning Rate": 1.8096302329685837e-05, "Finetune/Loss": 0.8628714680671692, "Finetune/Loss (Raw)": 0.8013874888420105, "Finetune/Step": 4301, "Finetune/Step Time": 10.703697595745325}
+{"Finetune/Learning Rate": 1.8095313831934102e-05, "Finetune/Loss": 0.8630980253219604, "Finetune/Loss (Raw)": 0.8739563226699829, "Finetune/Step": 4302, "Finetune/Step Time": 10.704640693962574}
+{"Finetune/Learning Rate": 1.8094325104622293e-05, "Finetune/Loss": 0.8623653650283813, "Finetune/Loss (Raw)": 0.8242844939231873, "Finetune/Step": 4303, "Finetune/Step Time": 10.702519027516246}
+{"Finetune/Learning Rate": 1.8093336147778437e-05, "Finetune/Loss": 0.8604452610015869, "Finetune/Loss (Raw)": 0.6997419595718384, "Finetune/Step": 4304, "Finetune/Step Time": 10.694125335663557}
+{"Finetune/Learning Rate": 1.8092346961430583e-05, "Finetune/Loss": 0.859750509262085, "Finetune/Loss (Raw)": 0.9377284646034241, "Finetune/Step": 4305, "Finetune/Step Time": 10.665865423157811}
+{"Finetune/Learning Rate": 1.8091357545606786e-05, "Finetune/Loss": 0.8591113090515137, "Finetune/Loss (Raw)": 0.907831609249115, "Finetune/Step": 4306, "Finetune/Step Time": 10.67125335894525}
+{"Finetune/Learning Rate": 1.8090367900335093e-05, "Finetune/Loss": 0.857957661151886, "Finetune/Loss (Raw)": 0.7110233902931213, "Finetune/Step": 4307, "Finetune/Step Time": 10.67055476643145}
+{"Finetune/Learning Rate": 1.808937802564357e-05, "Finetune/Loss": 0.8580203056335449, "Finetune/Loss (Raw)": 0.8590518832206726, "Finetune/Step": 4308, "Finetune/Step Time": 10.67516809515655}
+{"Finetune/Learning Rate": 1.8088387921560295e-05, "Finetune/Loss": 0.8571457266807556, "Finetune/Loss (Raw)": 0.7832120060920715, "Finetune/Step": 4309, "Finetune/Step Time": 10.68005039356649}
+{"Finetune/Learning Rate": 1.8087397588113336e-05, "Finetune/Loss": 0.8580636978149414, "Finetune/Loss (Raw)": 0.9312532544136047, "Finetune/Step": 4310, "Finetune/Step Time": 10.679981544613838}
+{"Finetune/Learning Rate": 1.8086407025330777e-05, "Finetune/Loss": 0.8600162267684937, "Finetune/Loss (Raw)": 0.9091730117797852, "Finetune/Step": 4311, "Finetune/Step Time": 10.651157477870584}
+{"Finetune/Learning Rate": 1.8085416233240712e-05, "Finetune/Loss": 0.8593027591705322, "Finetune/Loss (Raw)": 0.7688403129577637, "Finetune/Step": 4312, "Finetune/Step Time": 10.697701809927821}
+{"Finetune/Learning Rate": 1.8084425211871232e-05, "Finetune/Loss": 0.8595514893531799, "Finetune/Loss (Raw)": 0.9554497003555298, "Finetune/Step": 4313, "Finetune/Step Time": 10.71387404948473}
+{"Finetune/Learning Rate": 1.808343396125045e-05, "Finetune/Loss": 0.8607720136642456, "Finetune/Loss (Raw)": 0.9385518431663513, "Finetune/Step": 4314, "Finetune/Step Time": 10.714960334822536}
+{"Finetune/Learning Rate": 1.8082442481406456e-05, "Finetune/Loss": 0.8606792092323303, "Finetune/Loss (Raw)": 0.7464151382446289, "Finetune/Step": 4315, "Finetune/Step Time": 10.717337504029274}
+{"Finetune/Learning Rate": 1.8081450772367382e-05, "Finetune/Loss": 0.8596091270446777, "Finetune/Loss (Raw)": 0.9019578695297241, "Finetune/Step": 4316, "Finetune/Step Time": 10.712808078154922}
+{"Finetune/Learning Rate": 1.8080458834161346e-05, "Finetune/Loss": 0.860220730304718, "Finetune/Loss (Raw)": 0.887989342212677, "Finetune/Step": 4317, "Finetune/Step Time": 10.72954568080604}
+{"Finetune/Learning Rate": 1.807946666681647e-05, "Finetune/Loss": 0.8609791994094849, "Finetune/Loss (Raw)": 0.9004983305931091, "Finetune/Step": 4318, "Finetune/Step Time": 10.736974669620395}
+{"Finetune/Learning Rate": 1.80784742703609e-05, "Finetune/Loss": 0.861017107963562, "Finetune/Loss (Raw)": 0.9180094599723816, "Finetune/Step": 4319, "Finetune/Step Time": 10.738756395876408}
+{"Finetune/Learning Rate": 1.807748164482277e-05, "Finetune/Loss": 0.8607100248336792, "Finetune/Loss (Raw)": 0.873421847820282, "Finetune/Step": 4320, "Finetune/Step Time": 10.73016381636262}
+{"Finetune/Learning Rate": 1.807648879023023e-05, "Finetune/Loss": 0.8580073714256287, "Finetune/Loss (Raw)": 0.51144939661026, "Finetune/Step": 4321, "Finetune/Step Time": 10.733508231118321}
+{"Finetune/Learning Rate": 1.8075495706611432e-05, "Finetune/Loss": 0.8576565980911255, "Finetune/Loss (Raw)": 0.5940994024276733, "Finetune/Step": 4322, "Finetune/Step Time": 10.748008655384183}
+{"Finetune/Learning Rate": 1.8074502393994543e-05, "Finetune/Loss": 0.8583329319953918, "Finetune/Loss (Raw)": 0.8251721262931824, "Finetune/Step": 4323, "Finetune/Step Time": 10.750863254070282}
+{"Finetune/Learning Rate": 1.8073508852407725e-05, "Finetune/Loss": 0.8581830263137817, "Finetune/Loss (Raw)": 0.8665158748626709, "Finetune/Step": 4324, "Finetune/Step Time": 10.747828509658575}
+{"Finetune/Learning Rate": 1.8072515081879153e-05, "Finetune/Loss": 0.858067512512207, "Finetune/Loss (Raw)": 0.9340168833732605, "Finetune/Step": 4325, "Finetune/Step Time": 10.752364857122302}
+{"Finetune/Learning Rate": 1.807152108243701e-05, "Finetune/Loss": 0.8582741022109985, "Finetune/Loss (Raw)": 0.8481055498123169, "Finetune/Step": 4326, "Finetune/Step Time": 10.749850371852517}
+{"Finetune/Learning Rate": 1.807052685410948e-05, "Finetune/Loss": 0.8579776287078857, "Finetune/Loss (Raw)": 0.8739914894104004, "Finetune/Step": 4327, "Finetune/Step Time": 10.727308528497815}
+{"Finetune/Learning Rate": 1.806953239692476e-05, "Finetune/Loss": 0.8589794039726257, "Finetune/Loss (Raw)": 0.9380235075950623, "Finetune/Step": 4328, "Finetune/Step Time": 10.723452858626842}
+{"Finetune/Learning Rate": 1.8068537710911045e-05, "Finetune/Loss": 0.8578188419342041, "Finetune/Loss (Raw)": 0.8106580376625061, "Finetune/Step": 4329, "Finetune/Step Time": 10.718748409301043}
+{"Finetune/Learning Rate": 1.8067542796096547e-05, "Finetune/Loss": 0.8571774959564209, "Finetune/Loss (Raw)": 0.7316086292266846, "Finetune/Step": 4330, "Finetune/Step Time": 10.717981470748782}
+{"Finetune/Learning Rate": 1.8066547652509475e-05, "Finetune/Loss": 0.8573769927024841, "Finetune/Loss (Raw)": 0.8513780832290649, "Finetune/Step": 4331, "Finetune/Step Time": 10.711361203342676}
+{"Finetune/Learning Rate": 1.8065552280178052e-05, "Finetune/Loss": 0.857448399066925, "Finetune/Loss (Raw)": 0.8869856595993042, "Finetune/Step": 4332, "Finetune/Step Time": 10.706773998215795}
+{"Finetune/Learning Rate": 1.8064556679130495e-05, "Finetune/Loss": 0.858709454536438, "Finetune/Loss (Raw)": 0.8700464367866516, "Finetune/Step": 4333, "Finetune/Step Time": 10.65486359409988}
+{"Finetune/Learning Rate": 1.806356084939505e-05, "Finetune/Loss": 0.858677864074707, "Finetune/Loss (Raw)": 0.8126228451728821, "Finetune/Step": 4334, "Finetune/Step Time": 10.643214831128716}
+{"Finetune/Learning Rate": 1.806256479099995e-05, "Finetune/Loss": 0.8575111627578735, "Finetune/Loss (Raw)": 0.8078969120979309, "Finetune/Step": 4335, "Finetune/Step Time": 10.64168898947537}
+{"Finetune/Learning Rate": 1.8061568503973435e-05, "Finetune/Loss": 0.8563108444213867, "Finetune/Loss (Raw)": 0.9277623295783997, "Finetune/Step": 4336, "Finetune/Step Time": 10.641495389863849}
+{"Finetune/Learning Rate": 1.8060571988343764e-05, "Finetune/Loss": 0.8558559417724609, "Finetune/Loss (Raw)": 0.7684266567230225, "Finetune/Step": 4337, "Finetune/Step Time": 10.638043517246842}
+{"Finetune/Learning Rate": 1.805957524413919e-05, "Finetune/Loss": 0.8561928272247314, "Finetune/Loss (Raw)": 0.9379397630691528, "Finetune/Step": 4338, "Finetune/Step Time": 10.627152651548386}
+{"Finetune/Learning Rate": 1.805857827138798e-05, "Finetune/Loss": 0.8564753532409668, "Finetune/Loss (Raw)": 0.791572093963623, "Finetune/Step": 4339, "Finetune/Step Time": 10.618625316768885}
+{"Finetune/Learning Rate": 1.8057581070118407e-05, "Finetune/Loss": 0.8542641997337341, "Finetune/Loss (Raw)": 0.5646023750305176, "Finetune/Step": 4340, "Finetune/Step Time": 10.646534018218517}
+{"Finetune/Learning Rate": 1.8056583640358747e-05, "Finetune/Loss": 0.8530411720275879, "Finetune/Loss (Raw)": 0.8719913363456726, "Finetune/Step": 4341, "Finetune/Step Time": 10.650565693154931}
+{"Finetune/Learning Rate": 1.8055585982137287e-05, "Finetune/Loss": 0.8537241220474243, "Finetune/Loss (Raw)": 0.881567120552063, "Finetune/Step": 4342, "Finetune/Step Time": 10.670150144025683}
+{"Finetune/Learning Rate": 1.8054588095482316e-05, "Finetune/Loss": 0.8529156446456909, "Finetune/Loss (Raw)": 0.8503318428993225, "Finetune/Step": 4343, "Finetune/Step Time": 10.66869005560875}
+{"Finetune/Learning Rate": 1.8053589980422126e-05, "Finetune/Loss": 0.8527364730834961, "Finetune/Loss (Raw)": 0.7651939392089844, "Finetune/Step": 4344, "Finetune/Step Time": 10.664335826411843}
+{"Finetune/Learning Rate": 1.805259163698503e-05, "Finetune/Loss": 0.853744626045227, "Finetune/Loss (Raw)": 0.9657811522483826, "Finetune/Step": 4345, "Finetune/Step Time": 10.663950756192207}
+{"Finetune/Learning Rate": 1.8051593065199334e-05, "Finetune/Loss": 0.8528701066970825, "Finetune/Loss (Raw)": 0.8342890739440918, "Finetune/Step": 4346, "Finetune/Step Time": 10.6607337705791}
+{"Finetune/Learning Rate": 1.805059426509335e-05, "Finetune/Loss": 0.8534168004989624, "Finetune/Loss (Raw)": 0.8363361954689026, "Finetune/Step": 4347, "Finetune/Step Time": 10.661251999437809}
+{"Finetune/Learning Rate": 1.804959523669541e-05, "Finetune/Loss": 0.8530735373497009, "Finetune/Loss (Raw)": 0.9082403779029846, "Finetune/Step": 4348, "Finetune/Step Time": 10.65442824549973}
+{"Finetune/Learning Rate": 1.8048595980033835e-05, "Finetune/Loss": 0.8528097867965698, "Finetune/Loss (Raw)": 0.8688176870346069, "Finetune/Step": 4349, "Finetune/Step Time": 10.658015375956893}
+{"Finetune/Learning Rate": 1.8047596495136967e-05, "Finetune/Loss": 0.8524725437164307, "Finetune/Loss (Raw)": 0.7849581837654114, "Finetune/Step": 4350, "Finetune/Step Time": 10.671325653791428}
+{"Finetune/Learning Rate": 1.8046596782033147e-05, "Finetune/Loss": 0.8526597023010254, "Finetune/Loss (Raw)": 0.8982366919517517, "Finetune/Step": 4351, "Finetune/Step Time": 10.68695080280304}
+{"Finetune/Learning Rate": 1.8045596840750722e-05, "Finetune/Loss": 0.8532646894454956, "Finetune/Loss (Raw)": 0.9484485983848572, "Finetune/Step": 4352, "Finetune/Step Time": 10.668288998305798}
+{"Finetune/Learning Rate": 1.8044596671318052e-05, "Finetune/Loss": 0.8514581918716431, "Finetune/Loss (Raw)": 0.6877526640892029, "Finetune/Step": 4353, "Finetune/Step Time": 10.678399816155434}
+{"Finetune/Learning Rate": 1.8043596273763495e-05, "Finetune/Loss": 0.8503117561340332, "Finetune/Loss (Raw)": 0.7251250743865967, "Finetune/Step": 4354, "Finetune/Step Time": 10.679868096485734}
+{"Finetune/Learning Rate": 1.804259564811542e-05, "Finetune/Loss": 0.8508111238479614, "Finetune/Loss (Raw)": 0.9636237025260925, "Finetune/Step": 4355, "Finetune/Step Time": 10.674686715006828}
+{"Finetune/Learning Rate": 1.8041594794402203e-05, "Finetune/Loss": 0.8521000742912292, "Finetune/Loss (Raw)": 0.8733681440353394, "Finetune/Step": 4356, "Finetune/Step Time": 10.655821723863482}
+{"Finetune/Learning Rate": 1.8040593712652226e-05, "Finetune/Loss": 0.851229190826416, "Finetune/Loss (Raw)": 0.7538466453552246, "Finetune/Step": 4357, "Finetune/Step Time": 10.655320281162858}
+{"Finetune/Learning Rate": 1.8039592402893875e-05, "Finetune/Loss": 0.8514388799667358, "Finetune/Loss (Raw)": 0.9583133459091187, "Finetune/Step": 4358, "Finetune/Step Time": 10.64942654594779}
+{"Finetune/Learning Rate": 1.8038590865155546e-05, "Finetune/Loss": 0.8512422442436218, "Finetune/Loss (Raw)": 0.8969037532806396, "Finetune/Step": 4359, "Finetune/Step Time": 10.637871664017439}
+{"Finetune/Learning Rate": 1.8037589099465637e-05, "Finetune/Loss": 0.8518447875976562, "Finetune/Loss (Raw)": 0.9228574633598328, "Finetune/Step": 4360, "Finetune/Step Time": 10.620656035840511}
+{"Finetune/Learning Rate": 1.8036587105852556e-05, "Finetune/Loss": 0.853036642074585, "Finetune/Loss (Raw)": 1.0132876634597778, "Finetune/Step": 4361, "Finetune/Step Time": 10.624426012858748}
+{"Finetune/Learning Rate": 1.8035584884344718e-05, "Finetune/Loss": 0.8547506928443909, "Finetune/Loss (Raw)": 0.9527174830436707, "Finetune/Step": 4362, "Finetune/Step Time": 10.628956262022257}
+{"Finetune/Learning Rate": 1.8034582434970547e-05, "Finetune/Loss": 0.854927659034729, "Finetune/Loss (Raw)": 0.8798577189445496, "Finetune/Step": 4363, "Finetune/Step Time": 10.626003490760922}
+{"Finetune/Learning Rate": 1.8033579757758462e-05, "Finetune/Loss": 0.855682373046875, "Finetune/Loss (Raw)": 0.9516701698303223, "Finetune/Step": 4364, "Finetune/Step Time": 10.604294581338763}
+{"Finetune/Learning Rate": 1.80325768527369e-05, "Finetune/Loss": 0.8552030324935913, "Finetune/Loss (Raw)": 0.7928452491760254, "Finetune/Step": 4365, "Finetune/Step Time": 10.597423385828733}
+{"Finetune/Learning Rate": 1.80315737199343e-05, "Finetune/Loss": 0.855616569519043, "Finetune/Loss (Raw)": 0.9493513703346252, "Finetune/Step": 4366, "Finetune/Step Time": 10.60006201826036}
+{"Finetune/Learning Rate": 1.8030570359379106e-05, "Finetune/Loss": 0.8574169874191284, "Finetune/Loss (Raw)": 0.9101641774177551, "Finetune/Step": 4367, "Finetune/Step Time": 10.601104717701674}
+{"Finetune/Learning Rate": 1.8029566771099775e-05, "Finetune/Loss": 0.8565104007720947, "Finetune/Loss (Raw)": 0.7350385785102844, "Finetune/Step": 4368, "Finetune/Step Time": 10.579563098028302}
+{"Finetune/Learning Rate": 1.802856295512476e-05, "Finetune/Loss": 0.8572382926940918, "Finetune/Loss (Raw)": 0.8173579573631287, "Finetune/Step": 4369, "Finetune/Step Time": 10.580506587401032}
+{"Finetune/Learning Rate": 1.8027558911482534e-05, "Finetune/Loss": 0.8579233884811401, "Finetune/Loss (Raw)": 0.8591621518135071, "Finetune/Step": 4370, "Finetune/Step Time": 10.576953556388617}
+{"Finetune/Learning Rate": 1.8026554640201564e-05, "Finetune/Loss": 0.8592545986175537, "Finetune/Loss (Raw)": 0.8433540463447571, "Finetune/Step": 4371, "Finetune/Step Time": 10.570058861747384}
+{"Finetune/Learning Rate": 1.802555014131033e-05, "Finetune/Loss": 0.859346866607666, "Finetune/Loss (Raw)": 0.9014666080474854, "Finetune/Step": 4372, "Finetune/Step Time": 10.562667371705174}
+{"Finetune/Learning Rate": 1.8024545414837313e-05, "Finetune/Loss": 0.8600584864616394, "Finetune/Loss (Raw)": 0.9063712954521179, "Finetune/Step": 4373, "Finetune/Step Time": 10.557129938155413}
+{"Finetune/Learning Rate": 1.8023540460811006e-05, "Finetune/Loss": 0.8581762313842773, "Finetune/Loss (Raw)": 0.6613427996635437, "Finetune/Step": 4374, "Finetune/Step Time": 10.538334207609296}
+{"Finetune/Learning Rate": 1.802253527925991e-05, "Finetune/Loss": 0.8574601411819458, "Finetune/Loss (Raw)": 0.8508737683296204, "Finetune/Step": 4375, "Finetune/Step Time": 10.540673766285181}
+{"Finetune/Learning Rate": 1.8021529870212525e-05, "Finetune/Loss": 0.8591670989990234, "Finetune/Loss (Raw)": 0.9509664177894592, "Finetune/Step": 4376, "Finetune/Step Time": 10.523491205647588}
+{"Finetune/Learning Rate": 1.8020524233697366e-05, "Finetune/Loss": 0.8574157953262329, "Finetune/Loss (Raw)": 0.6939404606819153, "Finetune/Step": 4377, "Finetune/Step Time": 10.571433262899518}
+{"Finetune/Learning Rate": 1.801951836974294e-05, "Finetune/Loss": 0.8574478626251221, "Finetune/Loss (Raw)": 0.8940808176994324, "Finetune/Step": 4378, "Finetune/Step Time": 10.583973672240973}
+{"Finetune/Learning Rate": 1.8018512278377785e-05, "Finetune/Loss": 0.8570053577423096, "Finetune/Loss (Raw)": 0.7952853441238403, "Finetune/Step": 4379, "Finetune/Step Time": 10.585714116692543}
+{"Finetune/Learning Rate": 1.8017505959630418e-05, "Finetune/Loss": 0.8566055297851562, "Finetune/Loss (Raw)": 0.8338461518287659, "Finetune/Step": 4380, "Finetune/Step Time": 10.584511743858457}
+{"Finetune/Learning Rate": 1.8016499413529386e-05, "Finetune/Loss": 0.8572080135345459, "Finetune/Loss (Raw)": 0.9047423601150513, "Finetune/Step": 4381, "Finetune/Step Time": 10.578082107007504}
+{"Finetune/Learning Rate": 1.8015492640103224e-05, "Finetune/Loss": 0.8577286005020142, "Finetune/Loss (Raw)": 1.0295408964157104, "Finetune/Step": 4382, "Finetune/Step Time": 10.566710274666548}
+{"Finetune/Learning Rate": 1.801448563938048e-05, "Finetune/Loss": 0.8582056760787964, "Finetune/Loss (Raw)": 0.8773839473724365, "Finetune/Step": 4383, "Finetune/Step Time": 10.632744405418634}
+{"Finetune/Learning Rate": 1.801347841138972e-05, "Finetune/Loss": 0.8585550785064697, "Finetune/Loss (Raw)": 0.8045916557312012, "Finetune/Step": 4384, "Finetune/Step Time": 10.623246127739549}
+{"Finetune/Learning Rate": 1.8012470956159494e-05, "Finetune/Loss": 0.8585842847824097, "Finetune/Loss (Raw)": 0.8855302929878235, "Finetune/Step": 4385, "Finetune/Step Time": 10.622573567554355}
+{"Finetune/Learning Rate": 1.801146327371838e-05, "Finetune/Loss": 0.8569052219390869, "Finetune/Loss (Raw)": 0.6336496472358704, "Finetune/Step": 4386, "Finetune/Step Time": 10.6429483871907}
+{"Finetune/Learning Rate": 1.8010455364094944e-05, "Finetune/Loss": 0.8575443029403687, "Finetune/Loss (Raw)": 0.9068153500556946, "Finetune/Step": 4387, "Finetune/Step Time": 10.636523207649589}
+{"Finetune/Learning Rate": 1.8009447227317777e-05, "Finetune/Loss": 0.859321653842926, "Finetune/Loss (Raw)": 0.9440310001373291, "Finetune/Step": 4388, "Finetune/Step Time": 10.628940371796489}
+{"Finetune/Learning Rate": 1.800843886341546e-05, "Finetune/Loss": 0.858832597732544, "Finetune/Loss (Raw)": 0.8851847052574158, "Finetune/Step": 4389, "Finetune/Step Time": 10.649577423930168}
+{"Finetune/Learning Rate": 1.8007430272416592e-05, "Finetune/Loss": 0.8588533401489258, "Finetune/Loss (Raw)": 0.9676621556282043, "Finetune/Step": 4390, "Finetune/Step Time": 10.645572843030095}
+{"Finetune/Learning Rate": 1.8006421454349772e-05, "Finetune/Loss": 0.8569214344024658, "Finetune/Loss (Raw)": 0.7263602018356323, "Finetune/Step": 4391, "Finetune/Step Time": 10.64478176087141}
+{"Finetune/Learning Rate": 1.8005412409243604e-05, "Finetune/Loss": 0.8574029803276062, "Finetune/Loss (Raw)": 0.7845544219017029, "Finetune/Step": 4392, "Finetune/Step Time": 10.6640915106982}
+{"Finetune/Learning Rate": 1.8004403137126707e-05, "Finetune/Loss": 0.8556004166603088, "Finetune/Loss (Raw)": 0.7417269945144653, "Finetune/Step": 4393, "Finetune/Step Time": 10.659707210958004}
+{"Finetune/Learning Rate": 1.8003393638027698e-05, "Finetune/Loss": 0.8572641015052795, "Finetune/Loss (Raw)": 0.9471027851104736, "Finetune/Step": 4394, "Finetune/Step Time": 10.641536682844162}
+{"Finetune/Learning Rate": 1.8002383911975203e-05, "Finetune/Loss": 0.8568370938301086, "Finetune/Loss (Raw)": 0.8551295399665833, "Finetune/Step": 4395, "Finetune/Step Time": 10.658982820808887}
+{"Finetune/Learning Rate": 1.8001373958997858e-05, "Finetune/Loss": 0.8584679365158081, "Finetune/Loss (Raw)": 0.7981842160224915, "Finetune/Step": 4396, "Finetune/Step Time": 10.628714824095368}
+{"Finetune/Learning Rate": 1.80003637791243e-05, "Finetune/Loss": 0.8596345782279968, "Finetune/Loss (Raw)": 0.8781237602233887, "Finetune/Step": 4397, "Finetune/Step Time": 10.674179067835212}
+{"Finetune/Learning Rate": 1.799935337238317e-05, "Finetune/Loss": 0.8597467541694641, "Finetune/Loss (Raw)": 0.9028851389884949, "Finetune/Step": 4398, "Finetune/Step Time": 10.676914175972342}
+{"Finetune/Learning Rate": 1.799834273880313e-05, "Finetune/Loss": 0.8583030700683594, "Finetune/Loss (Raw)": 0.854564368724823, "Finetune/Step": 4399, "Finetune/Step Time": 10.684644635766745}
+{"Finetune/Learning Rate": 1.7997331878412837e-05, "Finetune/Loss": 0.857746958732605, "Finetune/Loss (Raw)": 0.897485077381134, "Finetune/Step": 4400, "Finetune/Step Time": 10.684966927394271}
+{"Finetune/Learning Rate": 1.7996320791240948e-05, "Finetune/Loss": 0.8575764298439026, "Finetune/Loss (Raw)": 0.9094613194465637, "Finetune/Step": 4401, "Finetune/Step Time": 10.688671479001641}
+{"Finetune/Learning Rate": 1.7995309477316142e-05, "Finetune/Loss": 0.8571240901947021, "Finetune/Loss (Raw)": 0.7892007827758789, "Finetune/Step": 4402, "Finetune/Step Time": 10.680438755080104}
+{"Finetune/Learning Rate": 1.7994297936667095e-05, "Finetune/Loss": 0.8562614917755127, "Finetune/Loss (Raw)": 0.772530734539032, "Finetune/Step": 4403, "Finetune/Step Time": 10.655710350722075}
+{"Finetune/Learning Rate": 1.799328616932249e-05, "Finetune/Loss": 0.8557060956954956, "Finetune/Loss (Raw)": 0.7868287563323975, "Finetune/Step": 4404, "Finetune/Step Time": 10.66440325602889}
+{"Finetune/Learning Rate": 1.799227417531102e-05, "Finetune/Loss": 0.8560506105422974, "Finetune/Loss (Raw)": 0.8441492319107056, "Finetune/Step": 4405, "Finetune/Step Time": 10.663950940594077}
+{"Finetune/Learning Rate": 1.7991261954661384e-05, "Finetune/Loss": 0.8568414449691772, "Finetune/Loss (Raw)": 0.9688501954078674, "Finetune/Step": 4406, "Finetune/Step Time": 10.66147899441421}
+{"Finetune/Learning Rate": 1.7990249507402277e-05, "Finetune/Loss": 0.8573898077011108, "Finetune/Loss (Raw)": 0.955154299736023, "Finetune/Step": 4407, "Finetune/Step Time": 10.661577437072992}
+{"Finetune/Learning Rate": 1.798923683356242e-05, "Finetune/Loss": 0.857334554195404, "Finetune/Loss (Raw)": 0.9449522495269775, "Finetune/Step": 4408, "Finetune/Step Time": 10.657328441739082}
+{"Finetune/Learning Rate": 1.7988223933170524e-05, "Finetune/Loss": 0.8570184707641602, "Finetune/Loss (Raw)": 0.8006742596626282, "Finetune/Step": 4409, "Finetune/Step Time": 10.651227850466967}
+{"Finetune/Learning Rate": 1.7987210806255314e-05, "Finetune/Loss": 0.8566593527793884, "Finetune/Loss (Raw)": 0.9116038084030151, "Finetune/Step": 4410, "Finetune/Step Time": 10.652087891474366}
+{"Finetune/Learning Rate": 1.7986197452845514e-05, "Finetune/Loss": 0.8572049140930176, "Finetune/Loss (Raw)": 0.9656805396080017, "Finetune/Step": 4411, "Finetune/Step Time": 10.650684263557196}
+{"Finetune/Learning Rate": 1.7985183872969867e-05, "Finetune/Loss": 0.8590689897537231, "Finetune/Loss (Raw)": 1.0243628025054932, "Finetune/Step": 4412, "Finetune/Step Time": 10.639762943610549}
+{"Finetune/Learning Rate": 1.798417006665711e-05, "Finetune/Loss": 0.8600045442581177, "Finetune/Loss (Raw)": 0.9338206648826599, "Finetune/Step": 4413, "Finetune/Step Time": 10.639595095068216}
+{"Finetune/Learning Rate": 1.7983156033936e-05, "Finetune/Loss": 0.8586026430130005, "Finetune/Loss (Raw)": 0.7647475600242615, "Finetune/Step": 4414, "Finetune/Step Time": 10.644233426079154}
+{"Finetune/Learning Rate": 1.7982141774835278e-05, "Finetune/Loss": 0.8595311641693115, "Finetune/Loss (Raw)": 0.9097880125045776, "Finetune/Step": 4415, "Finetune/Step Time": 10.645178152248263}
+{"Finetune/Learning Rate": 1.7981127289383718e-05, "Finetune/Loss": 0.8600006103515625, "Finetune/Loss (Raw)": 0.9892500638961792, "Finetune/Step": 4416, "Finetune/Step Time": 10.640815857797861}
+{"Finetune/Learning Rate": 1.798011257761008e-05, "Finetune/Loss": 0.860245406627655, "Finetune/Loss (Raw)": 0.9663469195365906, "Finetune/Step": 4417, "Finetune/Step Time": 10.640858389437199}
+{"Finetune/Learning Rate": 1.7979097639543144e-05, "Finetune/Loss": 0.8625243902206421, "Finetune/Loss (Raw)": 1.0377230644226074, "Finetune/Step": 4418, "Finetune/Step Time": 10.64394730143249}
+{"Finetune/Learning Rate": 1.7978082475211688e-05, "Finetune/Loss": 0.8607786893844604, "Finetune/Loss (Raw)": 0.7376499772071838, "Finetune/Step": 4419, "Finetune/Step Time": 10.638346599414945}
+{"Finetune/Learning Rate": 1.7977067084644498e-05, "Finetune/Loss": 0.859450101852417, "Finetune/Loss (Raw)": 0.6940498352050781, "Finetune/Step": 4420, "Finetune/Step Time": 10.63848832435906}
+{"Finetune/Learning Rate": 1.7976051467870373e-05, "Finetune/Loss": 0.8580712080001831, "Finetune/Loss (Raw)": 0.8135566711425781, "Finetune/Step": 4421, "Finetune/Step Time": 10.643579667434096}
+{"Finetune/Learning Rate": 1.7975035624918105e-05, "Finetune/Loss": 0.8590799570083618, "Finetune/Loss (Raw)": 0.9813216924667358, "Finetune/Step": 4422, "Finetune/Step Time": 10.657017400488257}
+{"Finetune/Learning Rate": 1.7974019555816508e-05, "Finetune/Loss": 0.8566526174545288, "Finetune/Loss (Raw)": 0.6979877948760986, "Finetune/Step": 4423, "Finetune/Step Time": 10.6561243198812}
+{"Finetune/Learning Rate": 1.797300326059439e-05, "Finetune/Loss": 0.8550868034362793, "Finetune/Loss (Raw)": 0.7550476789474487, "Finetune/Step": 4424, "Finetune/Step Time": 10.655940340831876}
+{"Finetune/Learning Rate": 1.7971986739280573e-05, "Finetune/Loss": 0.8545928001403809, "Finetune/Loss (Raw)": 0.7934108972549438, "Finetune/Step": 4425, "Finetune/Step Time": 10.66062550060451}
+{"Finetune/Learning Rate": 1.7970969991903882e-05, "Finetune/Loss": 0.8549003601074219, "Finetune/Loss (Raw)": 0.9906246066093445, "Finetune/Step": 4426, "Finetune/Step Time": 10.642519695684314}
+{"Finetune/Learning Rate": 1.7969953018493145e-05, "Finetune/Loss": 0.8528736233711243, "Finetune/Loss (Raw)": 0.6221965551376343, "Finetune/Step": 4427, "Finetune/Step Time": 10.672197179868817}
+{"Finetune/Learning Rate": 1.7968935819077207e-05, "Finetune/Loss": 0.8528847694396973, "Finetune/Loss (Raw)": 0.911418080329895, "Finetune/Step": 4428, "Finetune/Step Time": 10.673410031944513}
+{"Finetune/Learning Rate": 1.7967918393684905e-05, "Finetune/Loss": 0.8525058031082153, "Finetune/Loss (Raw)": 0.752878725528717, "Finetune/Step": 4429, "Finetune/Step Time": 10.687298653647304}
+{"Finetune/Learning Rate": 1.7966900742345102e-05, "Finetune/Loss": 0.8510662317276001, "Finetune/Loss (Raw)": 0.6896932125091553, "Finetune/Step": 4430, "Finetune/Step Time": 10.703702233731747}
+{"Finetune/Learning Rate": 1.7965882865086642e-05, "Finetune/Loss": 0.8496344089508057, "Finetune/Loss (Raw)": 0.6410093307495117, "Finetune/Step": 4431, "Finetune/Step Time": 10.744506441056728}
+{"Finetune/Learning Rate": 1.7964864761938404e-05, "Finetune/Loss": 0.8510928750038147, "Finetune/Loss (Raw)": 0.8864198327064514, "Finetune/Step": 4432, "Finetune/Step Time": 10.75215401686728}
+{"Finetune/Learning Rate": 1.7963846432929244e-05, "Finetune/Loss": 0.8516374230384827, "Finetune/Loss (Raw)": 1.0074336528778076, "Finetune/Step": 4433, "Finetune/Step Time": 10.779503997415304}
+{"Finetune/Learning Rate": 1.7962827878088046e-05, "Finetune/Loss": 0.8510358929634094, "Finetune/Loss (Raw)": 0.8308377265930176, "Finetune/Step": 4434, "Finetune/Step Time": 10.783352375030518}
+{"Finetune/Learning Rate": 1.7961809097443693e-05, "Finetune/Loss": 0.8513674736022949, "Finetune/Loss (Raw)": 0.7534592747688293, "Finetune/Step": 4435, "Finetune/Step Time": 10.794258227571845}
+{"Finetune/Learning Rate": 1.7960790091025076e-05, "Finetune/Loss": 0.8505776524543762, "Finetune/Loss (Raw)": 0.7579607367515564, "Finetune/Step": 4436, "Finetune/Step Time": 10.826869120821357}
+{"Finetune/Learning Rate": 1.7959770858861086e-05, "Finetune/Loss": 0.8503271341323853, "Finetune/Loss (Raw)": 0.7511433959007263, "Finetune/Step": 4437, "Finetune/Step Time": 10.813373625278473}
+{"Finetune/Learning Rate": 1.7958751400980634e-05, "Finetune/Loss": 0.8501160740852356, "Finetune/Loss (Raw)": 0.9042361378669739, "Finetune/Step": 4438, "Finetune/Step Time": 10.804685903713107}
+{"Finetune/Learning Rate": 1.795773171741262e-05, "Finetune/Loss": 0.8493214845657349, "Finetune/Loss (Raw)": 0.8074692487716675, "Finetune/Step": 4439, "Finetune/Step Time": 10.784723544493318}
+{"Finetune/Learning Rate": 1.7956711808185967e-05, "Finetune/Loss": 0.8484503030776978, "Finetune/Loss (Raw)": 0.6573224067687988, "Finetune/Step": 4440, "Finetune/Step Time": 10.74733106046915}
+{"Finetune/Learning Rate": 1.795569167332959e-05, "Finetune/Loss": 0.8494364023208618, "Finetune/Loss (Raw)": 1.0816736221313477, "Finetune/Step": 4441, "Finetune/Step Time": 10.734057173132896}
+{"Finetune/Learning Rate": 1.795467131287242e-05, "Finetune/Loss": 0.8485667705535889, "Finetune/Loss (Raw)": 0.8272388577461243, "Finetune/Step": 4442, "Finetune/Step Time": 10.731551749631763}
+{"Finetune/Learning Rate": 1.7953650726843394e-05, "Finetune/Loss": 0.8498788475990295, "Finetune/Loss (Raw)": 0.9143641591072083, "Finetune/Step": 4443, "Finetune/Step Time": 10.735914878547192}
+{"Finetune/Learning Rate": 1.7952629915271447e-05, "Finetune/Loss": 0.849959135055542, "Finetune/Loss (Raw)": 0.9122297167778015, "Finetune/Step": 4444, "Finetune/Step Time": 10.741685327142477}
+{"Finetune/Learning Rate": 1.7951608878185533e-05, "Finetune/Loss": 0.8504002094268799, "Finetune/Loss (Raw)": 0.9444539546966553, "Finetune/Step": 4445, "Finetune/Step Time": 10.721603006124496}
+{"Finetune/Learning Rate": 1.79505876156146e-05, "Finetune/Loss": 0.8500234484672546, "Finetune/Loss (Raw)": 0.8522675633430481, "Finetune/Step": 4446, "Finetune/Step Time": 10.713925641030073}
+{"Finetune/Learning Rate": 1.7949566127587613e-05, "Finetune/Loss": 0.8503057956695557, "Finetune/Loss (Raw)": 0.9541470408439636, "Finetune/Step": 4447, "Finetune/Step Time": 10.711066296324134}
+{"Finetune/Learning Rate": 1.7948544414133534e-05, "Finetune/Loss": 0.8497254252433777, "Finetune/Loss (Raw)": 0.7991392612457275, "Finetune/Step": 4448, "Finetune/Step Time": 10.710414001718163}
+{"Finetune/Learning Rate": 1.794752247528134e-05, "Finetune/Loss": 0.8525596857070923, "Finetune/Loss (Raw)": 0.8742387294769287, "Finetune/Step": 4449, "Finetune/Step Time": 10.674587031826377}
+{"Finetune/Learning Rate": 1.7946500311060007e-05, "Finetune/Loss": 0.8535127639770508, "Finetune/Loss (Raw)": 0.7160933017730713, "Finetune/Step": 4450, "Finetune/Step Time": 10.668248549103737}
+{"Finetune/Learning Rate": 1.794547792149852e-05, "Finetune/Loss": 0.8525623083114624, "Finetune/Loss (Raw)": 0.7035160064697266, "Finetune/Step": 4451, "Finetune/Step Time": 10.676912069320679}
+{"Finetune/Learning Rate": 1.7944455306625877e-05, "Finetune/Loss": 0.8509966135025024, "Finetune/Loss (Raw)": 0.6660982370376587, "Finetune/Step": 4452, "Finetune/Step Time": 10.71034899353981}
+{"Finetune/Learning Rate": 1.7943432466471072e-05, "Finetune/Loss": 0.850776195526123, "Finetune/Loss (Raw)": 0.9058148860931396, "Finetune/Step": 4453, "Finetune/Step Time": 10.703667934983969}
+{"Finetune/Learning Rate": 1.794240940106311e-05, "Finetune/Loss": 0.8501440286636353, "Finetune/Loss (Raw)": 0.7671847939491272, "Finetune/Step": 4454, "Finetune/Step Time": 10.70631755143404}
+{"Finetune/Learning Rate": 1.7941386110431e-05, "Finetune/Loss": 0.8498415350914001, "Finetune/Loss (Raw)": 0.8352658748626709, "Finetune/Step": 4455, "Finetune/Step Time": 10.709917834028602}
+{"Finetune/Learning Rate": 1.7940362594603767e-05, "Finetune/Loss": 0.8502033352851868, "Finetune/Loss (Raw)": 0.9843384623527527, "Finetune/Step": 4456, "Finetune/Step Time": 10.711716398596764}
+{"Finetune/Learning Rate": 1.7939338853610422e-05, "Finetune/Loss": 0.8501689434051514, "Finetune/Loss (Raw)": 0.8062500953674316, "Finetune/Step": 4457, "Finetune/Step Time": 10.728691456839442}
+{"Finetune/Learning Rate": 1.7938314887480013e-05, "Finetune/Loss": 0.8510808944702148, "Finetune/Loss (Raw)": 0.8483381867408752, "Finetune/Step": 4458, "Finetune/Step Time": 10.741315824910998}
+{"Finetune/Learning Rate": 1.793729069624156e-05, "Finetune/Loss": 0.8512372374534607, "Finetune/Loss (Raw)": 0.8713991641998291, "Finetune/Step": 4459, "Finetune/Step Time": 10.761942021548748}
+{"Finetune/Learning Rate": 1.7936266279924118e-05, "Finetune/Loss": 0.8512552976608276, "Finetune/Loss (Raw)": 0.8892952799797058, "Finetune/Step": 4460, "Finetune/Step Time": 10.766029629856348}
+{"Finetune/Learning Rate": 1.7935241638556732e-05, "Finetune/Loss": 0.8517918586730957, "Finetune/Loss (Raw)": 0.9387308955192566, "Finetune/Step": 4461, "Finetune/Step Time": 10.771515810862184}
+{"Finetune/Learning Rate": 1.7934216772168458e-05, "Finetune/Loss": 0.85237056016922, "Finetune/Loss (Raw)": 0.8866893649101257, "Finetune/Step": 4462, "Finetune/Step Time": 10.789755385369062}
+{"Finetune/Learning Rate": 1.7933191680788354e-05, "Finetune/Loss": 0.8531056642532349, "Finetune/Loss (Raw)": 0.9019982218742371, "Finetune/Step": 4463, "Finetune/Step Time": 10.792985012754798}
+{"Finetune/Learning Rate": 1.7932166364445498e-05, "Finetune/Loss": 0.8516775369644165, "Finetune/Loss (Raw)": 0.7449571490287781, "Finetune/Step": 4464, "Finetune/Step Time": 10.79299090243876}
+{"Finetune/Learning Rate": 1.7931140823168957e-05, "Finetune/Loss": 0.8519335985183716, "Finetune/Loss (Raw)": 0.8012017011642456, "Finetune/Step": 4465, "Finetune/Step Time": 10.792045902460814}
+{"Finetune/Learning Rate": 1.7930115056987815e-05, "Finetune/Loss": 0.8519847393035889, "Finetune/Loss (Raw)": 0.9444825053215027, "Finetune/Step": 4466, "Finetune/Step Time": 10.819046614691615}
+{"Finetune/Learning Rate": 1.792908906593116e-05, "Finetune/Loss": 0.8514567613601685, "Finetune/Loss (Raw)": 0.7240027189254761, "Finetune/Step": 4467, "Finetune/Step Time": 10.828976530581713}
+{"Finetune/Learning Rate": 1.792806285002809e-05, "Finetune/Loss": 0.8542895317077637, "Finetune/Loss (Raw)": 0.927187442779541, "Finetune/Step": 4468, "Finetune/Step Time": 10.798943810164928}
+{"Finetune/Learning Rate": 1.7927036409307697e-05, "Finetune/Loss": 0.85417240858078, "Finetune/Loss (Raw)": 0.856998860836029, "Finetune/Step": 4469, "Finetune/Step Time": 10.812146078795195}
+{"Finetune/Learning Rate": 1.79260097437991e-05, "Finetune/Loss": 0.8545354604721069, "Finetune/Loss (Raw)": 0.9280374646186829, "Finetune/Step": 4470, "Finetune/Step Time": 10.809454321861267}
+{"Finetune/Learning Rate": 1.7924982853531397e-05, "Finetune/Loss": 0.8563793897628784, "Finetune/Loss (Raw)": 1.0863581895828247, "Finetune/Step": 4471, "Finetune/Step Time": 10.813186326995492}
+{"Finetune/Learning Rate": 1.792395573853372e-05, "Finetune/Loss": 0.8566973805427551, "Finetune/Loss (Raw)": 0.8058951497077942, "Finetune/Step": 4472, "Finetune/Step Time": 10.811945028603077}
+{"Finetune/Learning Rate": 1.7922928398835195e-05, "Finetune/Loss": 0.8557562828063965, "Finetune/Loss (Raw)": 0.8453152775764465, "Finetune/Step": 4473, "Finetune/Step Time": 10.833730397745967}
+{"Finetune/Learning Rate": 1.7921900834464945e-05, "Finetune/Loss": 0.8557930588722229, "Finetune/Loss (Raw)": 0.8389988541603088, "Finetune/Step": 4474, "Finetune/Step Time": 10.837147584185004}
+{"Finetune/Learning Rate": 1.7920873045452112e-05, "Finetune/Loss": 0.8554897308349609, "Finetune/Loss (Raw)": 0.797512412071228, "Finetune/Step": 4475, "Finetune/Step Time": 10.86939105950296}
+{"Finetune/Learning Rate": 1.7919845031825847e-05, "Finetune/Loss": 0.8536919355392456, "Finetune/Loss (Raw)": 0.678118884563446, "Finetune/Step": 4476, "Finetune/Step Time": 10.871089231222868}
+{"Finetune/Learning Rate": 1.7918816793615298e-05, "Finetune/Loss": 0.852816641330719, "Finetune/Loss (Raw)": 0.7567833662033081, "Finetune/Step": 4477, "Finetune/Step Time": 10.952169386669993}
+{"Finetune/Learning Rate": 1.7917788330849623e-05, "Finetune/Loss": 0.8539218902587891, "Finetune/Loss (Raw)": 0.9264271855354309, "Finetune/Step": 4478, "Finetune/Step Time": 10.937024857848883}
+{"Finetune/Learning Rate": 1.7916759643557987e-05, "Finetune/Loss": 0.8544557690620422, "Finetune/Loss (Raw)": 0.9665793776512146, "Finetune/Step": 4479, "Finetune/Step Time": 10.925916520878673}
+{"Finetune/Learning Rate": 1.7915730731769558e-05, "Finetune/Loss": 0.8531217575073242, "Finetune/Loss (Raw)": 0.7776936888694763, "Finetune/Step": 4480, "Finetune/Step Time": 10.926444610580802}
+{"Finetune/Learning Rate": 1.7914701595513516e-05, "Finetune/Loss": 0.8539480566978455, "Finetune/Loss (Raw)": 0.7935134172439575, "Finetune/Step": 4481, "Finetune/Step Time": 10.924901446327567}
+{"Finetune/Learning Rate": 1.7913672234819042e-05, "Finetune/Loss": 0.8553407788276672, "Finetune/Loss (Raw)": 0.9033950567245483, "Finetune/Step": 4482, "Finetune/Step Time": 10.931776909157634}
+{"Finetune/Learning Rate": 1.7912642649715325e-05, "Finetune/Loss": 0.8534644842147827, "Finetune/Loss (Raw)": 0.723466694355011, "Finetune/Step": 4483, "Finetune/Step Time": 10.996371725574136}
+{"Finetune/Learning Rate": 1.7911612840231563e-05, "Finetune/Loss": 0.8522022366523743, "Finetune/Loss (Raw)": 0.7117978930473328, "Finetune/Step": 4484, "Finetune/Step Time": 11.015413783490658}
+{"Finetune/Learning Rate": 1.7910582806396967e-05, "Finetune/Loss": 0.8519768714904785, "Finetune/Loss (Raw)": 0.7249940037727356, "Finetune/Step": 4485, "Finetune/Step Time": 11.014319395646453}
+{"Finetune/Learning Rate": 1.7909552548240727e-05, "Finetune/Loss": 0.8506393432617188, "Finetune/Loss (Raw)": 0.7871116995811462, "Finetune/Step": 4486, "Finetune/Step Time": 11.013690685853362}
+{"Finetune/Learning Rate": 1.7908522065792075e-05, "Finetune/Loss": 0.8502174019813538, "Finetune/Loss (Raw)": 0.8429006934165955, "Finetune/Step": 4487, "Finetune/Step Time": 11.018889950588346}
+{"Finetune/Learning Rate": 1.7907491359080224e-05, "Finetune/Loss": 0.8504770994186401, "Finetune/Loss (Raw)": 0.956088662147522, "Finetune/Step": 4488, "Finetune/Step Time": 11.014268781989813}
+{"Finetune/Learning Rate": 1.7906460428134402e-05, "Finetune/Loss": 0.8481339812278748, "Finetune/Loss (Raw)": 0.7133733034133911, "Finetune/Step": 4489, "Finetune/Step Time": 11.027920810505748}
+{"Finetune/Learning Rate": 1.7905429272983844e-05, "Finetune/Loss": 0.8461332321166992, "Finetune/Loss (Raw)": 0.696617841720581, "Finetune/Step": 4490, "Finetune/Step Time": 11.024621652439237}
+{"Finetune/Learning Rate": 1.7904397893657797e-05, "Finetune/Loss": 0.844182014465332, "Finetune/Loss (Raw)": 0.6301041841506958, "Finetune/Step": 4491, "Finetune/Step Time": 11.068653183057904}
+{"Finetune/Learning Rate": 1.7903366290185498e-05, "Finetune/Loss": 0.8433226943016052, "Finetune/Loss (Raw)": 0.8416767716407776, "Finetune/Step": 4492, "Finetune/Step Time": 11.06770926900208}
+{"Finetune/Learning Rate": 1.7902334462596208e-05, "Finetune/Loss": 0.8427979946136475, "Finetune/Loss (Raw)": 0.7256786823272705, "Finetune/Step": 4493, "Finetune/Step Time": 11.063465187326074}
+{"Finetune/Learning Rate": 1.7901302410919186e-05, "Finetune/Loss": 0.842814564704895, "Finetune/Loss (Raw)": 0.9514774680137634, "Finetune/Step": 4494, "Finetune/Step Time": 11.050398359075189}
+{"Finetune/Learning Rate": 1.790027013518369e-05, "Finetune/Loss": 0.8421955108642578, "Finetune/Loss (Raw)": 0.8309245109558105, "Finetune/Step": 4495, "Finetune/Step Time": 11.04514453932643}
+{"Finetune/Learning Rate": 1.7899237635419002e-05, "Finetune/Loss": 0.8428694009780884, "Finetune/Loss (Raw)": 0.8212974071502686, "Finetune/Step": 4496, "Finetune/Step Time": 11.051991449669003}
+{"Finetune/Learning Rate": 1.7898204911654397e-05, "Finetune/Loss": 0.8434264659881592, "Finetune/Loss (Raw)": 0.8886565566062927, "Finetune/Step": 4497, "Finetune/Step Time": 11.040591020137072}
+{"Finetune/Learning Rate": 1.789717196391916e-05, "Finetune/Loss": 0.8437151908874512, "Finetune/Loss (Raw)": 0.8961179852485657, "Finetune/Step": 4498, "Finetune/Step Time": 11.042626991868019}
+{"Finetune/Learning Rate": 1.789613879224258e-05, "Finetune/Loss": 0.8441022038459778, "Finetune/Loss (Raw)": 0.8928966522216797, "Finetune/Step": 4499, "Finetune/Step Time": 11.041720651090145}
+{"Finetune/Learning Rate": 1.7895105396653963e-05, "Finetune/Loss": 0.8445962071418762, "Finetune/Loss (Raw)": 0.9647009968757629, "Finetune/Step": 4500, "Finetune/Step Time": 11.037953587248921}
+{"Finetune/Learning Rate": 1.7894071777182605e-05, "Finetune/Loss": 0.8450103998184204, "Finetune/Loss (Raw)": 0.9593884348869324, "Finetune/Step": 4501, "Finetune/Step Time": 11.037638669833541}
+{"Finetune/Learning Rate": 1.7893037933857816e-05, "Finetune/Loss": 0.8456600904464722, "Finetune/Loss (Raw)": 0.7445035576820374, "Finetune/Step": 4502, "Finetune/Step Time": 11.040689297020435}
+{"Finetune/Learning Rate": 1.789200386670892e-05, "Finetune/Loss": 0.8453333377838135, "Finetune/Loss (Raw)": 0.8090476989746094, "Finetune/Step": 4503, "Finetune/Step Time": 11.053139492869377}
+{"Finetune/Learning Rate": 1.7890969575765232e-05, "Finetune/Loss": 0.8453208208084106, "Finetune/Loss (Raw)": 0.9493674635887146, "Finetune/Step": 4504, "Finetune/Step Time": 11.053321888670325}
+{"Finetune/Learning Rate": 1.7889935061056092e-05, "Finetune/Loss": 0.8469113111495972, "Finetune/Loss (Raw)": 0.897518515586853, "Finetune/Step": 4505, "Finetune/Step Time": 11.008541019633412}
+{"Finetune/Learning Rate": 1.788890032261083e-05, "Finetune/Loss": 0.8461048007011414, "Finetune/Loss (Raw)": 0.7908448576927185, "Finetune/Step": 4506, "Finetune/Step Time": 10.999114345759153}
+{"Finetune/Learning Rate": 1.788786536045878e-05, "Finetune/Loss": 0.8458637595176697, "Finetune/Loss (Raw)": 0.7644361257553101, "Finetune/Step": 4507, "Finetune/Step Time": 11.000087657943368}
+{"Finetune/Learning Rate": 1.78868301746293e-05, "Finetune/Loss": 0.8450199365615845, "Finetune/Loss (Raw)": 0.725834846496582, "Finetune/Step": 4508, "Finetune/Step Time": 11.035616461187601}
+{"Finetune/Learning Rate": 1.788579476515175e-05, "Finetune/Loss": 0.8453253507614136, "Finetune/Loss (Raw)": 0.9438447952270508, "Finetune/Step": 4509, "Finetune/Step Time": 11.041143897920847}
+{"Finetune/Learning Rate": 1.788475913205548e-05, "Finetune/Loss": 0.8435440063476562, "Finetune/Loss (Raw)": 0.8015283346176147, "Finetune/Step": 4510, "Finetune/Step Time": 11.061486395075917}
+{"Finetune/Learning Rate": 1.788372327536986e-05, "Finetune/Loss": 0.8447973132133484, "Finetune/Loss (Raw)": 1.037802815437317, "Finetune/Step": 4511, "Finetune/Step Time": 10.995834302157164}
+{"Finetune/Learning Rate": 1.788268719512427e-05, "Finetune/Loss": 0.8453783392906189, "Finetune/Loss (Raw)": 0.8789621591567993, "Finetune/Step": 4512, "Finetune/Step Time": 10.993771282956004}
+{"Finetune/Learning Rate": 1.7881650891348087e-05, "Finetune/Loss": 0.8462047576904297, "Finetune/Loss (Raw)": 0.9913178086280823, "Finetune/Step": 4513, "Finetune/Step Time": 10.99326204881072}
+{"Finetune/Learning Rate": 1.7880614364070696e-05, "Finetune/Loss": 0.8474178910255432, "Finetune/Loss (Raw)": 0.7889204025268555, "Finetune/Step": 4514, "Finetune/Step Time": 10.961873741820455}
+{"Finetune/Learning Rate": 1.787957761332149e-05, "Finetune/Loss": 0.8487306237220764, "Finetune/Loss (Raw)": 1.0748478174209595, "Finetune/Step": 4515, "Finetune/Step Time": 10.96695576608181}
+{"Finetune/Learning Rate": 1.787854063912987e-05, "Finetune/Loss": 0.8466694355010986, "Finetune/Loss (Raw)": 0.6801946759223938, "Finetune/Step": 4516, "Finetune/Step Time": 10.960896288976073}
+{"Finetune/Learning Rate": 1.7877503441525242e-05, "Finetune/Loss": 0.8470643758773804, "Finetune/Loss (Raw)": 0.9357403516769409, "Finetune/Step": 4517, "Finetune/Step Time": 10.946326714009047}
+{"Finetune/Learning Rate": 1.7876466020537016e-05, "Finetune/Loss": 0.8457213044166565, "Finetune/Loss (Raw)": 0.7957541942596436, "Finetune/Step": 4518, "Finetune/Step Time": 10.952573768794537}
+{"Finetune/Learning Rate": 1.787542837619461e-05, "Finetune/Loss": 0.8470187187194824, "Finetune/Loss (Raw)": 0.8924204111099243, "Finetune/Step": 4519, "Finetune/Step Time": 10.94752910733223}
+{"Finetune/Learning Rate": 1.7874390508527454e-05, "Finetune/Loss": 0.8467757701873779, "Finetune/Loss (Raw)": 0.7534649968147278, "Finetune/Step": 4520, "Finetune/Step Time": 10.926872584968805}
+{"Finetune/Learning Rate": 1.7873352417564972e-05, "Finetune/Loss": 0.8470453023910522, "Finetune/Loss (Raw)": 0.776228129863739, "Finetune/Step": 4521, "Finetune/Step Time": 10.928605053573847}
+{"Finetune/Learning Rate": 1.7872314103336607e-05, "Finetune/Loss": 0.8463923931121826, "Finetune/Loss (Raw)": 0.8635270595550537, "Finetune/Step": 4522, "Finetune/Step Time": 10.932075725868344}
+{"Finetune/Learning Rate": 1.7871275565871796e-05, "Finetune/Loss": 0.8461250066757202, "Finetune/Loss (Raw)": 0.8209016919136047, "Finetune/Step": 4523, "Finetune/Step Time": 10.92205979861319}
+{"Finetune/Learning Rate": 1.7870236805199995e-05, "Finetune/Loss": 0.8457467555999756, "Finetune/Loss (Raw)": 0.7497653961181641, "Finetune/Step": 4524, "Finetune/Step Time": 10.909765221178532}
+{"Finetune/Learning Rate": 1.7869197821350658e-05, "Finetune/Loss": 0.8448971509933472, "Finetune/Loss (Raw)": 0.7693777084350586, "Finetune/Step": 4525, "Finetune/Step Time": 10.856812482699752}
+{"Finetune/Learning Rate": 1.7868158614353245e-05, "Finetune/Loss": 0.8447040319442749, "Finetune/Loss (Raw)": 0.8781675100326538, "Finetune/Step": 4526, "Finetune/Step Time": 10.870795153081417}
+{"Finetune/Learning Rate": 1.786711918423723e-05, "Finetune/Loss": 0.8452094793319702, "Finetune/Loss (Raw)": 0.9192665219306946, "Finetune/Step": 4527, "Finetune/Step Time": 10.871033100411296}
+{"Finetune/Learning Rate": 1.7866079531032088e-05, "Finetune/Loss": 0.844929039478302, "Finetune/Loss (Raw)": 0.8615874648094177, "Finetune/Step": 4528, "Finetune/Step Time": 10.86501694098115}
+{"Finetune/Learning Rate": 1.7865039654767296e-05, "Finetune/Loss": 0.8443019986152649, "Finetune/Loss (Raw)": 0.8291987180709839, "Finetune/Step": 4529, "Finetune/Step Time": 10.861589144915342}
+{"Finetune/Learning Rate": 1.7863999555472346e-05, "Finetune/Loss": 0.8445650339126587, "Finetune/Loss (Raw)": 0.8228612542152405, "Finetune/Step": 4530, "Finetune/Step Time": 10.879029786214232}
+{"Finetune/Learning Rate": 1.786295923317673e-05, "Finetune/Loss": 0.8454757928848267, "Finetune/Loss (Raw)": 0.8891118764877319, "Finetune/Step": 4531, "Finetune/Step Time": 10.869467131793499}
+{"Finetune/Learning Rate": 1.786191868790995e-05, "Finetune/Loss": 0.8455938100814819, "Finetune/Loss (Raw)": 0.8019324541091919, "Finetune/Step": 4532, "Finetune/Step Time": 10.866585927084088}
+{"Finetune/Learning Rate": 1.786087791970151e-05, "Finetune/Loss": 0.8460941314697266, "Finetune/Loss (Raw)": 0.908198356628418, "Finetune/Step": 4533, "Finetune/Step Time": 10.871723437681794}
+{"Finetune/Learning Rate": 1.7859836928580932e-05, "Finetune/Loss": 0.8446929454803467, "Finetune/Loss (Raw)": 0.7894971966743469, "Finetune/Step": 4534, "Finetune/Step Time": 10.871589688584208}
+{"Finetune/Learning Rate": 1.7858795714577725e-05, "Finetune/Loss": 0.8445734977722168, "Finetune/Loss (Raw)": 0.9398602843284607, "Finetune/Step": 4535, "Finetune/Step Time": 10.867370165884495}
+{"Finetune/Learning Rate": 1.7857754277721417e-05, "Finetune/Loss": 0.8444044589996338, "Finetune/Loss (Raw)": 0.9233154058456421, "Finetune/Step": 4536, "Finetune/Step Time": 10.89055865444243}
+{"Finetune/Learning Rate": 1.785671261804154e-05, "Finetune/Loss": 0.844291627407074, "Finetune/Loss (Raw)": 0.7862362265586853, "Finetune/Step": 4537, "Finetune/Step Time": 10.89384657330811}
+{"Finetune/Learning Rate": 1.785567073556764e-05, "Finetune/Loss": 0.8445266485214233, "Finetune/Loss (Raw)": 0.9416834115982056, "Finetune/Step": 4538, "Finetune/Step Time": 10.890814093872905}
+{"Finetune/Learning Rate": 1.7854628630329254e-05, "Finetune/Loss": 0.8435396552085876, "Finetune/Loss (Raw)": 0.8393484950065613, "Finetune/Step": 4539, "Finetune/Step Time": 10.892198329791427}
+{"Finetune/Learning Rate": 1.785358630235594e-05, "Finetune/Loss": 0.8425857424736023, "Finetune/Loss (Raw)": 0.9022613167762756, "Finetune/Step": 4540, "Finetune/Step Time": 10.908308492973447}
+{"Finetune/Learning Rate": 1.7852543751677247e-05, "Finetune/Loss": 0.8417733907699585, "Finetune/Loss (Raw)": 0.8298404812812805, "Finetune/Step": 4541, "Finetune/Step Time": 10.911558153107762}
+{"Finetune/Learning Rate": 1.7851500978322742e-05, "Finetune/Loss": 0.842179000377655, "Finetune/Loss (Raw)": 0.8166664838790894, "Finetune/Step": 4542, "Finetune/Step Time": 10.906785620376468}
+{"Finetune/Learning Rate": 1.7850457982322e-05, "Finetune/Loss": 0.8410245180130005, "Finetune/Loss (Raw)": 0.7620176076889038, "Finetune/Step": 4543, "Finetune/Step Time": 10.907502578571439}
+{"Finetune/Learning Rate": 1.7849414763704587e-05, "Finetune/Loss": 0.839040219783783, "Finetune/Loss (Raw)": 0.7352594137191772, "Finetune/Step": 4544, "Finetune/Step Time": 10.905928010120988}
+{"Finetune/Learning Rate": 1.7848371322500098e-05, "Finetune/Loss": 0.8378345966339111, "Finetune/Loss (Raw)": 0.8120246529579163, "Finetune/Step": 4545, "Finetune/Step Time": 10.917241372168064}
+{"Finetune/Learning Rate": 1.784732765873811e-05, "Finetune/Loss": 0.8351583480834961, "Finetune/Loss (Raw)": 0.6951596736907959, "Finetune/Step": 4546, "Finetune/Step Time": 10.94477392360568}
+{"Finetune/Learning Rate": 1.7846283772448233e-05, "Finetune/Loss": 0.8364509344100952, "Finetune/Loss (Raw)": 0.9030978083610535, "Finetune/Step": 4547, "Finetune/Step Time": 10.947890680283308}
+{"Finetune/Learning Rate": 1.784523966366005e-05, "Finetune/Loss": 0.8381055593490601, "Finetune/Loss (Raw)": 0.9058456420898438, "Finetune/Step": 4548, "Finetune/Step Time": 10.948278298601508}
+{"Finetune/Learning Rate": 1.784419533240319e-05, "Finetune/Loss": 0.8390055298805237, "Finetune/Loss (Raw)": 0.9287503957748413, "Finetune/Step": 4549, "Finetune/Step Time": 10.946857867762446}
+{"Finetune/Learning Rate": 1.7843150778707247e-05, "Finetune/Loss": 0.8390315771102905, "Finetune/Loss (Raw)": 0.9846608638763428, "Finetune/Step": 4550, "Finetune/Step Time": 10.93189787119627}
+{"Finetune/Learning Rate": 1.7842106002601854e-05, "Finetune/Loss": 0.8406690359115601, "Finetune/Loss (Raw)": 0.9075784087181091, "Finetune/Step": 4551, "Finetune/Step Time": 10.929268401116133}
+{"Finetune/Learning Rate": 1.7841061004116635e-05, "Finetune/Loss": 0.8423185348510742, "Finetune/Loss (Raw)": 0.9661926627159119, "Finetune/Step": 4552, "Finetune/Step Time": 10.932491118088365}
+{"Finetune/Learning Rate": 1.7840015783281222e-05, "Finetune/Loss": 0.8421691060066223, "Finetune/Loss (Raw)": 0.774276614189148, "Finetune/Step": 4553, "Finetune/Step Time": 10.94319224357605}
+{"Finetune/Learning Rate": 1.7838970340125258e-05, "Finetune/Loss": 0.8406520485877991, "Finetune/Loss (Raw)": 0.7964418530464172, "Finetune/Step": 4554, "Finetune/Step Time": 10.94967296719551}
+{"Finetune/Learning Rate": 1.7837924674678385e-05, "Finetune/Loss": 0.8427343964576721, "Finetune/Loss (Raw)": 0.8887367844581604, "Finetune/Step": 4555, "Finetune/Step Time": 10.913710046559572}
+{"Finetune/Learning Rate": 1.7836878786970256e-05, "Finetune/Loss": 0.841350793838501, "Finetune/Loss (Raw)": 0.7343184351921082, "Finetune/Step": 4556, "Finetune/Step Time": 10.928527979180217}
+{"Finetune/Learning Rate": 1.7835832677030528e-05, "Finetune/Loss": 0.8423070311546326, "Finetune/Loss (Raw)": 0.8752723336219788, "Finetune/Step": 4557, "Finetune/Step Time": 10.922075180336833}
+{"Finetune/Learning Rate": 1.783478634488887e-05, "Finetune/Loss": 0.8443250060081482, "Finetune/Loss (Raw)": 0.9479957222938538, "Finetune/Step": 4558, "Finetune/Step Time": 10.905574593693018}
+{"Finetune/Learning Rate": 1.7833739790574947e-05, "Finetune/Loss": 0.8460654020309448, "Finetune/Loss (Raw)": 0.8637807369232178, "Finetune/Step": 4559, "Finetune/Step Time": 10.865364104509354}
+{"Finetune/Learning Rate": 1.7832693014118447e-05, "Finetune/Loss": 0.8453853130340576, "Finetune/Loss (Raw)": 0.7993749380111694, "Finetune/Step": 4560, "Finetune/Step Time": 10.866801062598825}
+{"Finetune/Learning Rate": 1.783164601554904e-05, "Finetune/Loss": 0.8421573042869568, "Finetune/Loss (Raw)": 0.5942423343658447, "Finetune/Step": 4561, "Finetune/Step Time": 10.875795468688011}
+{"Finetune/Learning Rate": 1.7830598794896422e-05, "Finetune/Loss": 0.8426320552825928, "Finetune/Loss (Raw)": 0.8916067481040955, "Finetune/Step": 4562, "Finetune/Step Time": 10.868175646290183}
+{"Finetune/Learning Rate": 1.7829551352190294e-05, "Finetune/Loss": 0.8434004187583923, "Finetune/Loss (Raw)": 0.8518097400665283, "Finetune/Step": 4563, "Finetune/Step Time": 10.85665305890143}
+{"Finetune/Learning Rate": 1.782850368746035e-05, "Finetune/Loss": 0.8434755802154541, "Finetune/Loss (Raw)": 0.7675850987434387, "Finetune/Step": 4564, "Finetune/Step Time": 10.82347983494401}
+{"Finetune/Learning Rate": 1.7827455800736303e-05, "Finetune/Loss": 0.8444833159446716, "Finetune/Loss (Raw)": 0.8801274299621582, "Finetune/Step": 4565, "Finetune/Step Time": 10.82699204608798}
+{"Finetune/Learning Rate": 1.7826407692047868e-05, "Finetune/Loss": 0.8444482088088989, "Finetune/Loss (Raw)": 0.8997375965118408, "Finetune/Step": 4566, "Finetune/Step Time": 10.829155370593071}
+{"Finetune/Learning Rate": 1.782535936142477e-05, "Finetune/Loss": 0.8439947366714478, "Finetune/Loss (Raw)": 0.7494261264801025, "Finetune/Step": 4567, "Finetune/Step Time": 10.840696996077895}
+{"Finetune/Learning Rate": 1.7824310808896728e-05, "Finetune/Loss": 0.8448814153671265, "Finetune/Loss (Raw)": 0.7708250880241394, "Finetune/Step": 4568, "Finetune/Step Time": 10.8300895486027}
+{"Finetune/Learning Rate": 1.7823262034493484e-05, "Finetune/Loss": 0.8426980972290039, "Finetune/Loss (Raw)": 0.8022068738937378, "Finetune/Step": 4569, "Finetune/Step Time": 10.822413858026266}
+{"Finetune/Learning Rate": 1.782221303824477e-05, "Finetune/Loss": 0.842781662940979, "Finetune/Loss (Raw)": 0.8379346132278442, "Finetune/Step": 4570, "Finetune/Step Time": 10.823993563652039}
+{"Finetune/Learning Rate": 1.782116382018034e-05, "Finetune/Loss": 0.8422659039497375, "Finetune/Loss (Raw)": 0.8483485579490662, "Finetune/Step": 4571, "Finetune/Step Time": 10.82995592057705}
+{"Finetune/Learning Rate": 1.7820114380329947e-05, "Finetune/Loss": 0.8417989015579224, "Finetune/Loss (Raw)": 0.852448582649231, "Finetune/Step": 4572, "Finetune/Step Time": 10.83972742781043}
+{"Finetune/Learning Rate": 1.7819064718723348e-05, "Finetune/Loss": 0.842308521270752, "Finetune/Loss (Raw)": 1.0096832513809204, "Finetune/Step": 4573, "Finetune/Step Time": 10.849921196699142}
+{"Finetune/Learning Rate": 1.7818014835390306e-05, "Finetune/Loss": 0.8419486284255981, "Finetune/Loss (Raw)": 0.8062090277671814, "Finetune/Step": 4574, "Finetune/Step Time": 10.858604757115245}
+{"Finetune/Learning Rate": 1.7816964730360597e-05, "Finetune/Loss": 0.840888500213623, "Finetune/Loss (Raw)": 0.818444013595581, "Finetune/Step": 4575, "Finetune/Step Time": 10.855522675439715}
+{"Finetune/Learning Rate": 1.781591440366399e-05, "Finetune/Loss": 0.8399558067321777, "Finetune/Loss (Raw)": 0.6797558069229126, "Finetune/Step": 4576, "Finetune/Step Time": 10.863504918292165}
+{"Finetune/Learning Rate": 1.7814863855330282e-05, "Finetune/Loss": 0.8394498825073242, "Finetune/Loss (Raw)": 0.8094776272773743, "Finetune/Step": 4577, "Finetune/Step Time": 10.876184191554785}
+{"Finetune/Learning Rate": 1.7813813085389257e-05, "Finetune/Loss": 0.8407911658287048, "Finetune/Loss (Raw)": 0.8877824544906616, "Finetune/Step": 4578, "Finetune/Step Time": 10.854915238916874}
+{"Finetune/Learning Rate": 1.781276209387071e-05, "Finetune/Loss": 0.8421350717544556, "Finetune/Loss (Raw)": 0.8755326271057129, "Finetune/Step": 4579, "Finetune/Step Time": 10.845900489017367}
+{"Finetune/Learning Rate": 1.781171088080445e-05, "Finetune/Loss": 0.8435269594192505, "Finetune/Loss (Raw)": 0.8442648649215698, "Finetune/Step": 4580, "Finetune/Step Time": 10.812158934772015}
+{"Finetune/Learning Rate": 1.781065944622028e-05, "Finetune/Loss": 0.8430718779563904, "Finetune/Loss (Raw)": 0.8475632071495056, "Finetune/Step": 4581, "Finetune/Step Time": 10.81952653825283}
+{"Finetune/Learning Rate": 1.780960779014802e-05, "Finetune/Loss": 0.8435929417610168, "Finetune/Loss (Raw)": 0.8338776230812073, "Finetune/Step": 4582, "Finetune/Step Time": 10.817201955243945}
+{"Finetune/Learning Rate": 1.780855591261749e-05, "Finetune/Loss": 0.8426047563552856, "Finetune/Loss (Raw)": 0.7087786793708801, "Finetune/Step": 4583, "Finetune/Step Time": 10.814367059618235}
+{"Finetune/Learning Rate": 1.7807503813658518e-05, "Finetune/Loss": 0.842029333114624, "Finetune/Loss (Raw)": 0.9106865525245667, "Finetune/Step": 4584, "Finetune/Step Time": 10.823326649144292}
+{"Finetune/Learning Rate": 1.780645149330094e-05, "Finetune/Loss": 0.8419477939605713, "Finetune/Loss (Raw)": 0.795811116695404, "Finetune/Step": 4585, "Finetune/Step Time": 10.807180484756827}
+{"Finetune/Learning Rate": 1.78053989515746e-05, "Finetune/Loss": 0.8423605561256409, "Finetune/Loss (Raw)": 0.9011734127998352, "Finetune/Step": 4586, "Finetune/Step Time": 10.79254044033587}
+{"Finetune/Learning Rate": 1.7804346188509338e-05, "Finetune/Loss": 0.8419995307922363, "Finetune/Loss (Raw)": 0.8251861929893494, "Finetune/Step": 4587, "Finetune/Step Time": 10.79310603812337}
+{"Finetune/Learning Rate": 1.7803293204135012e-05, "Finetune/Loss": 0.8422853946685791, "Finetune/Loss (Raw)": 0.9258949756622314, "Finetune/Step": 4588, "Finetune/Step Time": 10.798156004399061}
+{"Finetune/Learning Rate": 1.7802239998481476e-05, "Finetune/Loss": 0.8426352739334106, "Finetune/Loss (Raw)": 0.9835136532783508, "Finetune/Step": 4589, "Finetune/Step Time": 10.791857728734612}
+{"Finetune/Learning Rate": 1.7801186571578605e-05, "Finetune/Loss": 0.8404860496520996, "Finetune/Loss (Raw)": 0.6115772128105164, "Finetune/Step": 4590, "Finetune/Step Time": 10.829978996887803}
+{"Finetune/Learning Rate": 1.7800132923456265e-05, "Finetune/Loss": 0.8402584791183472, "Finetune/Loss (Raw)": 0.8728764653205872, "Finetune/Step": 4591, "Finetune/Step Time": 10.847635015845299}
+{"Finetune/Learning Rate": 1.7799079054144334e-05, "Finetune/Loss": 0.8409619927406311, "Finetune/Loss (Raw)": 0.8350077867507935, "Finetune/Step": 4592, "Finetune/Step Time": 10.848321193829179}
+{"Finetune/Learning Rate": 1.77980249636727e-05, "Finetune/Loss": 0.8391991257667542, "Finetune/Loss (Raw)": 0.5755524039268494, "Finetune/Step": 4593, "Finetune/Step Time": 10.884369127452374}
+{"Finetune/Learning Rate": 1.7796970652071252e-05, "Finetune/Loss": 0.8386068344116211, "Finetune/Loss (Raw)": 0.8686729073524475, "Finetune/Step": 4594, "Finetune/Step Time": 10.857480259612203}
+{"Finetune/Learning Rate": 1.779591611936989e-05, "Finetune/Loss": 0.8395870923995972, "Finetune/Loss (Raw)": 0.8494684100151062, "Finetune/Step": 4595, "Finetune/Step Time": 10.848596083000302}
+{"Finetune/Learning Rate": 1.7794861365598513e-05, "Finetune/Loss": 0.8384238481521606, "Finetune/Loss (Raw)": 0.7782939076423645, "Finetune/Step": 4596, "Finetune/Step Time": 10.849712450057268}
+{"Finetune/Learning Rate": 1.7793806390787035e-05, "Finetune/Loss": 0.8388098478317261, "Finetune/Loss (Raw)": 0.9064047932624817, "Finetune/Step": 4597, "Finetune/Step Time": 10.8364338837564}
+{"Finetune/Learning Rate": 1.779275119496537e-05, "Finetune/Loss": 0.8383146524429321, "Finetune/Loss (Raw)": 0.8646592497825623, "Finetune/Step": 4598, "Finetune/Step Time": 10.83291633054614}
+{"Finetune/Learning Rate": 1.7791695778163443e-05, "Finetune/Loss": 0.836753785610199, "Finetune/Loss (Raw)": 0.8865675926208496, "Finetune/Step": 4599, "Finetune/Step Time": 10.832200253382325}
+{"Finetune/Learning Rate": 1.7790640140411176e-05, "Finetune/Loss": 0.8374838829040527, "Finetune/Loss (Raw)": 0.8993437886238098, "Finetune/Step": 4600, "Finetune/Step Time": 10.836704675108194}
+{"Finetune/Learning Rate": 1.7789584281738513e-05, "Finetune/Loss": 0.8369065523147583, "Finetune/Loss (Raw)": 0.771411657333374, "Finetune/Step": 4601, "Finetune/Step Time": 10.821723330765963}
+{"Finetune/Learning Rate": 1.7788528202175385e-05, "Finetune/Loss": 0.8375674486160278, "Finetune/Loss (Raw)": 0.923595130443573, "Finetune/Step": 4602, "Finetune/Step Time": 10.820341939106584}
+{"Finetune/Learning Rate": 1.778747190175175e-05, "Finetune/Loss": 0.8376506567001343, "Finetune/Loss (Raw)": 0.8081636428833008, "Finetune/Step": 4603, "Finetune/Step Time": 10.790094621479511}
+{"Finetune/Learning Rate": 1.778641538049755e-05, "Finetune/Loss": 0.8390244245529175, "Finetune/Loss (Raw)": 0.8539661169052124, "Finetune/Step": 4604, "Finetune/Step Time": 10.791463144123554}
+{"Finetune/Learning Rate": 1.778535863844276e-05, "Finetune/Loss": 0.8392458558082581, "Finetune/Loss (Raw)": 0.7851260304450989, "Finetune/Step": 4605, "Finetune/Step Time": 10.71230192668736}
+{"Finetune/Learning Rate": 1.7784301675617332e-05, "Finetune/Loss": 0.8381257653236389, "Finetune/Loss (Raw)": 0.7830543518066406, "Finetune/Step": 4606, "Finetune/Step Time": 10.760240940377116}
+{"Finetune/Learning Rate": 1.7783244492051244e-05, "Finetune/Loss": 0.8371797800064087, "Finetune/Loss (Raw)": 0.8454965949058533, "Finetune/Step": 4607, "Finetune/Step Time": 10.76229064911604}
+{"Finetune/Learning Rate": 1.778218708777448e-05, "Finetune/Loss": 0.8379465341567993, "Finetune/Loss (Raw)": 0.8758355975151062, "Finetune/Step": 4608, "Finetune/Step Time": 10.757740769535303}
+{"Finetune/Learning Rate": 1.7781129462817014e-05, "Finetune/Loss": 0.8386162519454956, "Finetune/Loss (Raw)": 0.8792418241500854, "Finetune/Step": 4609, "Finetune/Step Time": 10.81293854303658}
+{"Finetune/Learning Rate": 1.7780071617208843e-05, "Finetune/Loss": 0.8381341099739075, "Finetune/Loss (Raw)": 0.8416773080825806, "Finetune/Step": 4610, "Finetune/Step Time": 10.813174856826663}
+{"Finetune/Learning Rate": 1.7779013550979966e-05, "Finetune/Loss": 0.8400841951370239, "Finetune/Loss (Raw)": 0.9730777740478516, "Finetune/Step": 4611, "Finetune/Step Time": 10.761420402675867}
+{"Finetune/Learning Rate": 1.7777955264160386e-05, "Finetune/Loss": 0.8404850363731384, "Finetune/Loss (Raw)": 0.7631049156188965, "Finetune/Step": 4612, "Finetune/Step Time": 10.755066152662039}
+{"Finetune/Learning Rate": 1.777689675678011e-05, "Finetune/Loss": 0.841619074344635, "Finetune/Loss (Raw)": 0.8701511025428772, "Finetune/Step": 4613, "Finetune/Step Time": 10.76622335985303}
+{"Finetune/Learning Rate": 1.777583802886916e-05, "Finetune/Loss": 0.8426604866981506, "Finetune/Loss (Raw)": 0.9204121232032776, "Finetune/Step": 4614, "Finetune/Step Time": 10.766364520415664}
+{"Finetune/Learning Rate": 1.7774779080457553e-05, "Finetune/Loss": 0.8415530323982239, "Finetune/Loss (Raw)": 0.70115065574646, "Finetune/Step": 4615, "Finetune/Step Time": 10.789592122659087}
+{"Finetune/Learning Rate": 1.777371991157532e-05, "Finetune/Loss": 0.8418054580688477, "Finetune/Loss (Raw)": 0.9883928298950195, "Finetune/Step": 4616, "Finetune/Step Time": 10.794687718153}
+{"Finetune/Learning Rate": 1.7772660522252496e-05, "Finetune/Loss": 0.8428126573562622, "Finetune/Loss (Raw)": 0.8422989249229431, "Finetune/Step": 4617, "Finetune/Step Time": 10.77861643023789}
+{"Finetune/Learning Rate": 1.777160091251912e-05, "Finetune/Loss": 0.8437989354133606, "Finetune/Loss (Raw)": 0.8228592276573181, "Finetune/Step": 4618, "Finetune/Step Time": 10.797849655151367}
+{"Finetune/Learning Rate": 1.7770541082405244e-05, "Finetune/Loss": 0.8453264832496643, "Finetune/Loss (Raw)": 0.8256306648254395, "Finetune/Step": 4619, "Finetune/Step Time": 10.753694647923112}
+{"Finetune/Learning Rate": 1.776948103194092e-05, "Finetune/Loss": 0.8441573977470398, "Finetune/Loss (Raw)": 0.6920336484909058, "Finetune/Step": 4620, "Finetune/Step Time": 10.788958271965384}
+{"Finetune/Learning Rate": 1.7768420761156206e-05, "Finetune/Loss": 0.8449728488922119, "Finetune/Loss (Raw)": 0.830050528049469, "Finetune/Step": 4621, "Finetune/Step Time": 10.795439118519425}
+{"Finetune/Learning Rate": 1.7767360270081167e-05, "Finetune/Loss": 0.8444696664810181, "Finetune/Loss (Raw)": 0.8870773911476135, "Finetune/Step": 4622, "Finetune/Step Time": 10.796534841880202}
+{"Finetune/Learning Rate": 1.7766299558745884e-05, "Finetune/Loss": 0.8452765941619873, "Finetune/Loss (Raw)": 0.9342136979103088, "Finetune/Step": 4623, "Finetune/Step Time": 10.80163007043302}
+{"Finetune/Learning Rate": 1.7765238627180424e-05, "Finetune/Loss": 0.8462798595428467, "Finetune/Loss (Raw)": 0.9497109651565552, "Finetune/Step": 4624, "Finetune/Step Time": 10.80313504114747}
+{"Finetune/Learning Rate": 1.7764177475414882e-05, "Finetune/Loss": 0.8454204201698303, "Finetune/Loss (Raw)": 0.7786522507667542, "Finetune/Step": 4625, "Finetune/Step Time": 10.814885102212429}
+{"Finetune/Learning Rate": 1.7763116103479345e-05, "Finetune/Loss": 0.8439338207244873, "Finetune/Loss (Raw)": 0.7058321833610535, "Finetune/Step": 4626, "Finetune/Step Time": 10.811938654631376}
+{"Finetune/Learning Rate": 1.776205451140391e-05, "Finetune/Loss": 0.8440280556678772, "Finetune/Loss (Raw)": 0.9049586057662964, "Finetune/Step": 4627, "Finetune/Step Time": 10.807418009266257}
+{"Finetune/Learning Rate": 1.776099269921868e-05, "Finetune/Loss": 0.8423881530761719, "Finetune/Loss (Raw)": 0.7547894716262817, "Finetune/Step": 4628, "Finetune/Step Time": 10.879270266741514}
+{"Finetune/Learning Rate": 1.7759930666953768e-05, "Finetune/Loss": 0.8430264592170715, "Finetune/Loss (Raw)": 1.0410947799682617, "Finetune/Step": 4629, "Finetune/Step Time": 10.877943132072687}
+{"Finetune/Learning Rate": 1.7758868414639287e-05, "Finetune/Loss": 0.8444432020187378, "Finetune/Loss (Raw)": 0.9258467555046082, "Finetune/Step": 4630, "Finetune/Step Time": 10.883269794285297}
+{"Finetune/Learning Rate": 1.775780594230536e-05, "Finetune/Loss": 0.8436370491981506, "Finetune/Loss (Raw)": 0.7058631181716919, "Finetune/Step": 4631, "Finetune/Step Time": 10.89751361683011}
+{"Finetune/Learning Rate": 1.775674324998212e-05, "Finetune/Loss": 0.8433840274810791, "Finetune/Loss (Raw)": 0.9169791340827942, "Finetune/Step": 4632, "Finetune/Step Time": 10.903776578605175}
+{"Finetune/Learning Rate": 1.77556803376997e-05, "Finetune/Loss": 0.8417781591415405, "Finetune/Loss (Raw)": 0.6919581294059753, "Finetune/Step": 4633, "Finetune/Step Time": 10.906347677111626}
+{"Finetune/Learning Rate": 1.7754617205488232e-05, "Finetune/Loss": 0.8430097103118896, "Finetune/Loss (Raw)": 0.9484912753105164, "Finetune/Step": 4634, "Finetune/Step Time": 10.928815811872482}
+{"Finetune/Learning Rate": 1.775355385337788e-05, "Finetune/Loss": 0.8434520363807678, "Finetune/Loss (Raw)": 0.8210538625717163, "Finetune/Step": 4635, "Finetune/Step Time": 10.928790522739291}
+{"Finetune/Learning Rate": 1.7752490281398784e-05, "Finetune/Loss": 0.8444772958755493, "Finetune/Loss (Raw)": 0.8570653200149536, "Finetune/Step": 4636, "Finetune/Step Time": 10.894656892865896}
+{"Finetune/Learning Rate": 1.7751426489581112e-05, "Finetune/Loss": 0.8446180820465088, "Finetune/Loss (Raw)": 0.9618605375289917, "Finetune/Step": 4637, "Finetune/Step Time": 10.890051795169711}
+{"Finetune/Learning Rate": 1.775036247795502e-05, "Finetune/Loss": 0.8453892469406128, "Finetune/Loss (Raw)": 0.9002442955970764, "Finetune/Step": 4638, "Finetune/Step Time": 10.873421087861061}
+{"Finetune/Learning Rate": 1.7749298246550695e-05, "Finetune/Loss": 0.8423911333084106, "Finetune/Loss (Raw)": 0.6540442109107971, "Finetune/Step": 4639, "Finetune/Step Time": 10.882566306740046}
+{"Finetune/Learning Rate": 1.7748233795398308e-05, "Finetune/Loss": 0.842372715473175, "Finetune/Loss (Raw)": 0.8766055107116699, "Finetune/Step": 4640, "Finetune/Step Time": 10.88549637235701}
+{"Finetune/Learning Rate": 1.774716912452804e-05, "Finetune/Loss": 0.8413651585578918, "Finetune/Loss (Raw)": 0.8623486757278442, "Finetune/Step": 4641, "Finetune/Step Time": 10.885961154475808}
+{"Finetune/Learning Rate": 1.7746104233970084e-05, "Finetune/Loss": 0.8423377275466919, "Finetune/Loss (Raw)": 0.913408100605011, "Finetune/Step": 4642, "Finetune/Step Time": 10.882097724825144}
+{"Finetune/Learning Rate": 1.774503912375464e-05, "Finetune/Loss": 0.8398112058639526, "Finetune/Loss (Raw)": 0.7514534592628479, "Finetune/Step": 4643, "Finetune/Step Time": 10.905582858249545}
+{"Finetune/Learning Rate": 1.7743973793911914e-05, "Finetune/Loss": 0.8412994742393494, "Finetune/Loss (Raw)": 0.8706962466239929, "Finetune/Step": 4644, "Finetune/Step Time": 10.897416235879064}
+{"Finetune/Learning Rate": 1.7742908244472107e-05, "Finetune/Loss": 0.8404920697212219, "Finetune/Loss (Raw)": 0.8323932886123657, "Finetune/Step": 4645, "Finetune/Step Time": 10.892919424921274}
+{"Finetune/Learning Rate": 1.7741842475465443e-05, "Finetune/Loss": 0.8403013944625854, "Finetune/Loss (Raw)": 0.7713442444801331, "Finetune/Step": 4646, "Finetune/Step Time": 10.901338128373027}
+{"Finetune/Learning Rate": 1.774077648692214e-05, "Finetune/Loss": 0.8408994674682617, "Finetune/Loss (Raw)": 0.9689788818359375, "Finetune/Step": 4647, "Finetune/Step Time": 10.903882581740618}
+{"Finetune/Learning Rate": 1.7739710278872428e-05, "Finetune/Loss": 0.8416894674301147, "Finetune/Loss (Raw)": 0.8545737266540527, "Finetune/Step": 4648, "Finetune/Step Time": 10.906839605420828}
+{"Finetune/Learning Rate": 1.773864385134654e-05, "Finetune/Loss": 0.8426445126533508, "Finetune/Loss (Raw)": 0.8984774351119995, "Finetune/Step": 4649, "Finetune/Step Time": 10.909006550908089}
+{"Finetune/Learning Rate": 1.7737577204374723e-05, "Finetune/Loss": 0.8434692025184631, "Finetune/Loss (Raw)": 0.9690907001495361, "Finetune/Step": 4650, "Finetune/Step Time": 10.905834961682558}
+{"Finetune/Learning Rate": 1.7736510337987213e-05, "Finetune/Loss": 0.842921793460846, "Finetune/Loss (Raw)": 0.7508312463760376, "Finetune/Step": 4651, "Finetune/Step Time": 10.893937164917588}
+{"Finetune/Learning Rate": 1.7735443252214276e-05, "Finetune/Loss": 0.8450113534927368, "Finetune/Loss (Raw)": 1.0172345638275146, "Finetune/Step": 4652, "Finetune/Step Time": 10.893894290551543}
+{"Finetune/Learning Rate": 1.773437594708616e-05, "Finetune/Loss": 0.8447771072387695, "Finetune/Loss (Raw)": 0.7393916845321655, "Finetune/Step": 4653, "Finetune/Step Time": 10.90715654194355}
+{"Finetune/Learning Rate": 1.773330842263314e-05, "Finetune/Loss": 0.8443100452423096, "Finetune/Loss (Raw)": 0.8183743357658386, "Finetune/Step": 4654, "Finetune/Step Time": 10.889057403430343}
+{"Finetune/Learning Rate": 1.7732240678885478e-05, "Finetune/Loss": 0.8438263535499573, "Finetune/Loss (Raw)": 0.8573585152626038, "Finetune/Step": 4655, "Finetune/Step Time": 10.886782936751842}
+{"Finetune/Learning Rate": 1.773117271587346e-05, "Finetune/Loss": 0.8418920040130615, "Finetune/Loss (Raw)": 0.6139965653419495, "Finetune/Step": 4656, "Finetune/Step Time": 10.932183289900422}
+{"Finetune/Learning Rate": 1.773010453362737e-05, "Finetune/Loss": 0.8415985703468323, "Finetune/Loss (Raw)": 0.7916367053985596, "Finetune/Step": 4657, "Finetune/Step Time": 10.968145227059722}
+{"Finetune/Learning Rate": 1.7729036132177497e-05, "Finetune/Loss": 0.8424761891365051, "Finetune/Loss (Raw)": 0.9351934194564819, "Finetune/Step": 4658, "Finetune/Step Time": 10.961085487157106}
+{"Finetune/Learning Rate": 1.7727967511554137e-05, "Finetune/Loss": 0.8430107235908508, "Finetune/Loss (Raw)": 0.9575331807136536, "Finetune/Step": 4659, "Finetune/Step Time": 10.94931716285646}
+{"Finetune/Learning Rate": 1.7726898671787593e-05, "Finetune/Loss": 0.8412414789199829, "Finetune/Loss (Raw)": 0.575468897819519, "Finetune/Step": 4660, "Finetune/Step Time": 10.966327421367168}
+{"Finetune/Learning Rate": 1.7725829612908177e-05, "Finetune/Loss": 0.8417385220527649, "Finetune/Loss (Raw)": 0.9718276858329773, "Finetune/Step": 4661, "Finetune/Step Time": 10.961327405646443}
+{"Finetune/Learning Rate": 1.77247603349462e-05, "Finetune/Loss": 0.8418411016464233, "Finetune/Loss (Raw)": 0.8026223182678223, "Finetune/Step": 4662, "Finetune/Step Time": 10.969512505456805}
+{"Finetune/Learning Rate": 1.772369083793199e-05, "Finetune/Loss": 0.8409613370895386, "Finetune/Loss (Raw)": 0.8272511959075928, "Finetune/Step": 4663, "Finetune/Step Time": 10.977225735783577}
+{"Finetune/Learning Rate": 1.7722621121895867e-05, "Finetune/Loss": 0.8383766412734985, "Finetune/Loss (Raw)": 0.5924703478813171, "Finetune/Step": 4664, "Finetune/Step Time": 10.99163307622075}
+{"Finetune/Learning Rate": 1.772155118686817e-05, "Finetune/Loss": 0.838889479637146, "Finetune/Loss (Raw)": 0.8518866300582886, "Finetune/Step": 4665, "Finetune/Step Time": 10.99145857989788}
+{"Finetune/Learning Rate": 1.772048103287924e-05, "Finetune/Loss": 0.8388028740882874, "Finetune/Loss (Raw)": 0.9305940866470337, "Finetune/Step": 4666, "Finetune/Step Time": 10.98957078717649}
+{"Finetune/Learning Rate": 1.7719410659959418e-05, "Finetune/Loss": 0.8389930725097656, "Finetune/Loss (Raw)": 0.8636904358863831, "Finetune/Step": 4667, "Finetune/Step Time": 10.992990786209702}
+{"Finetune/Learning Rate": 1.7718340068139066e-05, "Finetune/Loss": 0.8389676809310913, "Finetune/Loss (Raw)": 0.8990119695663452, "Finetune/Step": 4668, "Finetune/Step Time": 10.97705695219338}
+{"Finetune/Learning Rate": 1.7717269257448535e-05, "Finetune/Loss": 0.839928925037384, "Finetune/Loss (Raw)": 0.9528884887695312, "Finetune/Step": 4669, "Finetune/Step Time": 10.976687526330352}
+{"Finetune/Learning Rate": 1.771619822791819e-05, "Finetune/Loss": 0.8402312397956848, "Finetune/Loss (Raw)": 0.8553550243377686, "Finetune/Step": 4670, "Finetune/Step Time": 10.974978502839804}
+{"Finetune/Learning Rate": 1.771512697957841e-05, "Finetune/Loss": 0.8388030529022217, "Finetune/Loss (Raw)": 0.5792063474655151, "Finetune/Step": 4671, "Finetune/Step Time": 11.013553133234382}
+{"Finetune/Learning Rate": 1.771405551245957e-05, "Finetune/Loss": 0.8393528461456299, "Finetune/Loss (Raw)": 0.8056381344795227, "Finetune/Step": 4672, "Finetune/Step Time": 11.014466974884272}
+{"Finetune/Learning Rate": 1.7712983826592048e-05, "Finetune/Loss": 0.8394991159439087, "Finetune/Loss (Raw)": 0.8307451009750366, "Finetune/Step": 4673, "Finetune/Step Time": 10.992480404675007}
+{"Finetune/Learning Rate": 1.7711911922006235e-05, "Finetune/Loss": 0.8394264578819275, "Finetune/Loss (Raw)": 0.6858648061752319, "Finetune/Step": 4674, "Finetune/Step Time": 10.964471027255058}
+{"Finetune/Learning Rate": 1.7710839798732533e-05, "Finetune/Loss": 0.8389813303947449, "Finetune/Loss (Raw)": 0.8461184501647949, "Finetune/Step": 4675, "Finetune/Step Time": 10.965193796902895}
+{"Finetune/Learning Rate": 1.770976745680134e-05, "Finetune/Loss": 0.8390902280807495, "Finetune/Loss (Raw)": 0.9197829961776733, "Finetune/Step": 4676, "Finetune/Step Time": 10.963227085769176}
+{"Finetune/Learning Rate": 1.7708694896243063e-05, "Finetune/Loss": 0.8376007080078125, "Finetune/Loss (Raw)": 0.7380972504615784, "Finetune/Step": 4677, "Finetune/Step Time": 10.95618580467999}
+{"Finetune/Learning Rate": 1.7707622117088122e-05, "Finetune/Loss": 0.8375988602638245, "Finetune/Loss (Raw)": 0.9844204783439636, "Finetune/Step": 4678, "Finetune/Step Time": 10.954207878559828}
+{"Finetune/Learning Rate": 1.7706549119366934e-05, "Finetune/Loss": 0.8374264240264893, "Finetune/Loss (Raw)": 0.8855067491531372, "Finetune/Step": 4679, "Finetune/Step Time": 10.958262119442225}
+{"Finetune/Learning Rate": 1.770547590310993e-05, "Finetune/Loss": 0.8348499536514282, "Finetune/Loss (Raw)": 0.636405348777771, "Finetune/Step": 4680, "Finetune/Step Time": 10.992095440626144}
+{"Finetune/Learning Rate": 1.770440246834754e-05, "Finetune/Loss": 0.8355563879013062, "Finetune/Loss (Raw)": 0.8646975755691528, "Finetune/Step": 4681, "Finetune/Step Time": 11.01295098848641}
+{"Finetune/Learning Rate": 1.7703328815110204e-05, "Finetune/Loss": 0.8362686634063721, "Finetune/Loss (Raw)": 0.8876131176948547, "Finetune/Step": 4682, "Finetune/Step Time": 11.018938556313515}
+{"Finetune/Learning Rate": 1.7702254943428365e-05, "Finetune/Loss": 0.8370143175125122, "Finetune/Loss (Raw)": 0.9841769933700562, "Finetune/Step": 4683, "Finetune/Step Time": 11.03196088038385}
+{"Finetune/Learning Rate": 1.770118085333248e-05, "Finetune/Loss": 0.8382422924041748, "Finetune/Loss (Raw)": 0.8915006518363953, "Finetune/Step": 4684, "Finetune/Step Time": 11.011917119845748}
+{"Finetune/Learning Rate": 1.7700106544853008e-05, "Finetune/Loss": 0.8377858400344849, "Finetune/Loss (Raw)": 0.8168505430221558, "Finetune/Step": 4685, "Finetune/Step Time": 11.029629349708557}
+{"Finetune/Learning Rate": 1.7699032018020408e-05, "Finetune/Loss": 0.835188627243042, "Finetune/Loss (Raw)": 0.6155524849891663, "Finetune/Step": 4686, "Finetune/Step Time": 11.040590329095721}
+{"Finetune/Learning Rate": 1.7697957272865157e-05, "Finetune/Loss": 0.8359664082527161, "Finetune/Loss (Raw)": 0.9633316397666931, "Finetune/Step": 4687, "Finetune/Step Time": 11.042593596503139}
+{"Finetune/Learning Rate": 1.769688230941772e-05, "Finetune/Loss": 0.836573600769043, "Finetune/Loss (Raw)": 0.8770981431007385, "Finetune/Step": 4688, "Finetune/Step Time": 11.040847616270185}
+{"Finetune/Learning Rate": 1.7695807127708594e-05, "Finetune/Loss": 0.8384723663330078, "Finetune/Loss (Raw)": 0.8372836709022522, "Finetune/Step": 4689, "Finetune/Step Time": 11.024156579747796}
+{"Finetune/Learning Rate": 1.7694731727768262e-05, "Finetune/Loss": 0.8390684127807617, "Finetune/Loss (Raw)": 0.9679080843925476, "Finetune/Step": 4690, "Finetune/Step Time": 11.023728409782052}
+{"Finetune/Learning Rate": 1.7693656109627215e-05, "Finetune/Loss": 0.8387765884399414, "Finetune/Loss (Raw)": 0.814450204372406, "Finetune/Step": 4691, "Finetune/Step Time": 11.020219130441546}
+{"Finetune/Learning Rate": 1.7692580273315962e-05, "Finetune/Loss": 0.8396338820457458, "Finetune/Loss (Raw)": 0.8773195743560791, "Finetune/Step": 4692, "Finetune/Step Time": 11.031338123604655}
+{"Finetune/Learning Rate": 1.769150421886501e-05, "Finetune/Loss": 0.83873051404953, "Finetune/Loss (Raw)": 0.7644993662834167, "Finetune/Step": 4693, "Finetune/Step Time": 11.029037415981293}
+{"Finetune/Learning Rate": 1.7690427946304863e-05, "Finetune/Loss": 0.8382606506347656, "Finetune/Loss (Raw)": 0.8395889401435852, "Finetune/Step": 4694, "Finetune/Step Time": 11.034268390387297}
+{"Finetune/Learning Rate": 1.768935145566605e-05, "Finetune/Loss": 0.8385499715805054, "Finetune/Loss (Raw)": 0.7864636182785034, "Finetune/Step": 4695, "Finetune/Step Time": 11.038834838196635}
+{"Finetune/Learning Rate": 1.7688274746979098e-05, "Finetune/Loss": 0.8394185900688171, "Finetune/Loss (Raw)": 0.8820049166679382, "Finetune/Step": 4696, "Finetune/Step Time": 11.037414586171508}
+{"Finetune/Learning Rate": 1.7687197820274537e-05, "Finetune/Loss": 0.8394487500190735, "Finetune/Loss (Raw)": 0.8060696125030518, "Finetune/Step": 4697, "Finetune/Step Time": 11.043495213612914}
+{"Finetune/Learning Rate": 1.76861206755829e-05, "Finetune/Loss": 0.8393630981445312, "Finetune/Loss (Raw)": 0.8269637823104858, "Finetune/Step": 4698, "Finetune/Step Time": 11.058678727596998}
+{"Finetune/Learning Rate": 1.7685043312934742e-05, "Finetune/Loss": 0.8389105796813965, "Finetune/Loss (Raw)": 0.7904329895973206, "Finetune/Step": 4699, "Finetune/Step Time": 11.080909620970488}
+{"Finetune/Learning Rate": 1.7683965732360607e-05, "Finetune/Loss": 0.839059591293335, "Finetune/Loss (Raw)": 0.8715170621871948, "Finetune/Step": 4700, "Finetune/Step Time": 11.073907120153308}
+{"Finetune/Learning Rate": 1.7682887933891054e-05, "Finetune/Loss": 0.8383094072341919, "Finetune/Loss (Raw)": 0.9136685132980347, "Finetune/Step": 4701, "Finetune/Step Time": 11.074274661019444}
+{"Finetune/Learning Rate": 1.7681809917556648e-05, "Finetune/Loss": 0.8380975723266602, "Finetune/Loss (Raw)": 0.7790898084640503, "Finetune/Step": 4702, "Finetune/Step Time": 11.124626347795129}
+{"Finetune/Learning Rate": 1.7680731683387954e-05, "Finetune/Loss": 0.8391087651252747, "Finetune/Loss (Raw)": 0.947874128818512, "Finetune/Step": 4703, "Finetune/Step Time": 11.129133699461818}
+{"Finetune/Learning Rate": 1.767965323141555e-05, "Finetune/Loss": 0.8398756980895996, "Finetune/Loss (Raw)": 0.7779269814491272, "Finetune/Step": 4704, "Finetune/Step Time": 11.14079456590116}
+{"Finetune/Learning Rate": 1.7678574561670023e-05, "Finetune/Loss": 0.8405038118362427, "Finetune/Loss (Raw)": 0.8898751735687256, "Finetune/Step": 4705, "Finetune/Step Time": 11.129314377903938}
+{"Finetune/Learning Rate": 1.7677495674181954e-05, "Finetune/Loss": 0.8407244682312012, "Finetune/Loss (Raw)": 0.9160261154174805, "Finetune/Step": 4706, "Finetune/Step Time": 11.120319360867143}
+{"Finetune/Learning Rate": 1.767641656898194e-05, "Finetune/Loss": 0.8412575721740723, "Finetune/Loss (Raw)": 0.9437702298164368, "Finetune/Step": 4707, "Finetune/Step Time": 11.117563474923372}
+{"Finetune/Learning Rate": 1.7675337246100582e-05, "Finetune/Loss": 0.8421304225921631, "Finetune/Loss (Raw)": 0.9559906125068665, "Finetune/Step": 4708, "Finetune/Step Time": 11.110687961801887}
+{"Finetune/Learning Rate": 1.7674257705568484e-05, "Finetune/Loss": 0.8416789770126343, "Finetune/Loss (Raw)": 0.7897806763648987, "Finetune/Step": 4709, "Finetune/Step Time": 11.101561486721039}
+{"Finetune/Learning Rate": 1.7673177947416258e-05, "Finetune/Loss": 0.8419350385665894, "Finetune/Loss (Raw)": 0.8666559457778931, "Finetune/Step": 4710, "Finetune/Step Time": 11.09968801215291}
+{"Finetune/Learning Rate": 1.7672097971674528e-05, "Finetune/Loss": 0.842188835144043, "Finetune/Loss (Raw)": 0.7412542700767517, "Finetune/Step": 4711, "Finetune/Step Time": 11.100718382745981}
+{"Finetune/Learning Rate": 1.7671017778373914e-05, "Finetune/Loss": 0.8430076837539673, "Finetune/Loss (Raw)": 1.0155009031295776, "Finetune/Step": 4712, "Finetune/Step Time": 11.091923413798213}
+{"Finetune/Learning Rate": 1.766993736754505e-05, "Finetune/Loss": 0.8437126874923706, "Finetune/Loss (Raw)": 0.8860522508621216, "Finetune/Step": 4713, "Finetune/Step Time": 11.10001908428967}
+{"Finetune/Learning Rate": 1.7668856739218575e-05, "Finetune/Loss": 0.8434988260269165, "Finetune/Loss (Raw)": 0.8738036155700684, "Finetune/Step": 4714, "Finetune/Step Time": 11.106983821839094}
+{"Finetune/Learning Rate": 1.7667775893425127e-05, "Finetune/Loss": 0.8429340124130249, "Finetune/Loss (Raw)": 0.7528842091560364, "Finetune/Step": 4715, "Finetune/Step Time": 11.090543232858181}
+{"Finetune/Learning Rate": 1.766669483019536e-05, "Finetune/Loss": 0.841962456703186, "Finetune/Loss (Raw)": 0.8015405535697937, "Finetune/Step": 4716, "Finetune/Step Time": 11.085331114009023}
+{"Finetune/Learning Rate": 1.766561354955993e-05, "Finetune/Loss": 0.8407460451126099, "Finetune/Loss (Raw)": 0.827811062335968, "Finetune/Step": 4717, "Finetune/Step Time": 11.091899689286947}
+{"Finetune/Learning Rate": 1.7664532051549498e-05, "Finetune/Loss": 0.8426864147186279, "Finetune/Loss (Raw)": 0.8599377274513245, "Finetune/Step": 4718, "Finetune/Step Time": 11.034885795786977}
+{"Finetune/Learning Rate": 1.766345033619473e-05, "Finetune/Loss": 0.841874897480011, "Finetune/Loss (Raw)": 0.7690085172653198, "Finetune/Step": 4719, "Finetune/Step Time": 11.014058055356145}
+{"Finetune/Learning Rate": 1.76623684035263e-05, "Finetune/Loss": 0.8427636623382568, "Finetune/Loss (Raw)": 0.9487727880477905, "Finetune/Step": 4720, "Finetune/Step Time": 11.009775500744581}
+{"Finetune/Learning Rate": 1.7661286253574896e-05, "Finetune/Loss": 0.844598114490509, "Finetune/Loss (Raw)": 0.8103604316711426, "Finetune/Step": 4721, "Finetune/Step Time": 10.977496786043048}
+{"Finetune/Learning Rate": 1.76602038863712e-05, "Finetune/Loss": 0.8446801900863647, "Finetune/Loss (Raw)": 0.8791767954826355, "Finetune/Step": 4722, "Finetune/Step Time": 10.979237107560039}
+{"Finetune/Learning Rate": 1.76591213019459e-05, "Finetune/Loss": 0.8440178632736206, "Finetune/Loss (Raw)": 0.7646955251693726, "Finetune/Step": 4723, "Finetune/Step Time": 10.993113104254007}
+{"Finetune/Learning Rate": 1.76580385003297e-05, "Finetune/Loss": 0.8447121381759644, "Finetune/Loss (Raw)": 0.8671504259109497, "Finetune/Step": 4724, "Finetune/Step Time": 10.98741452023387}
+{"Finetune/Learning Rate": 1.765695548155331e-05, "Finetune/Loss": 0.8445554971694946, "Finetune/Loss (Raw)": 0.8863635659217834, "Finetune/Step": 4725, "Finetune/Step Time": 10.981832491233945}
+{"Finetune/Learning Rate": 1.765587224564743e-05, "Finetune/Loss": 0.845564603805542, "Finetune/Loss (Raw)": 0.993827223777771, "Finetune/Step": 4726, "Finetune/Step Time": 10.959376160055399}
+{"Finetune/Learning Rate": 1.7654788792642786e-05, "Finetune/Loss": 0.8453747034072876, "Finetune/Loss (Raw)": 0.8622487187385559, "Finetune/Step": 4727, "Finetune/Step Time": 10.962377639487386}
+{"Finetune/Learning Rate": 1.76537051225701e-05, "Finetune/Loss": 0.8448796272277832, "Finetune/Loss (Raw)": 0.8359825611114502, "Finetune/Step": 4728, "Finetune/Step Time": 10.958586504682899}
+{"Finetune/Learning Rate": 1.7652621235460098e-05, "Finetune/Loss": 0.8448053598403931, "Finetune/Loss (Raw)": 0.7619072198867798, "Finetune/Step": 4729, "Finetune/Step Time": 10.956795047968626}
+{"Finetune/Learning Rate": 1.7651537131343524e-05, "Finetune/Loss": 0.8441765308380127, "Finetune/Loss (Raw)": 0.843104362487793, "Finetune/Step": 4730, "Finetune/Step Time": 10.958613155409694}
+{"Finetune/Learning Rate": 1.765045281025111e-05, "Finetune/Loss": 0.8450548648834229, "Finetune/Loss (Raw)": 0.9205923676490784, "Finetune/Step": 4731, "Finetune/Step Time": 10.964192021638155}
+{"Finetune/Learning Rate": 1.764936827221361e-05, "Finetune/Loss": 0.8452951908111572, "Finetune/Loss (Raw)": 0.8847158551216125, "Finetune/Step": 4732, "Finetune/Step Time": 10.962682856246829}
+{"Finetune/Learning Rate": 1.764828351726178e-05, "Finetune/Loss": 0.8451036214828491, "Finetune/Loss (Raw)": 0.760613739490509, "Finetune/Step": 4733, "Finetune/Step Time": 10.966636700555682}
+{"Finetune/Learning Rate": 1.7647198545426376e-05, "Finetune/Loss": 0.8458245992660522, "Finetune/Loss (Raw)": 0.8753356337547302, "Finetune/Step": 4734, "Finetune/Step Time": 10.921793017536402}
+{"Finetune/Learning Rate": 1.7646113356738167e-05, "Finetune/Loss": 0.8463766574859619, "Finetune/Loss (Raw)": 0.916169285774231, "Finetune/Step": 4735, "Finetune/Step Time": 10.917812656611204}
+{"Finetune/Learning Rate": 1.764502795122793e-05, "Finetune/Loss": 0.8464763164520264, "Finetune/Loss (Raw)": 0.888587474822998, "Finetune/Step": 4736, "Finetune/Step Time": 10.950276443734765}
+{"Finetune/Learning Rate": 1.7643942328926435e-05, "Finetune/Loss": 0.8460404872894287, "Finetune/Loss (Raw)": 0.8234555721282959, "Finetune/Step": 4737, "Finetune/Step Time": 10.901352854445577}
+{"Finetune/Learning Rate": 1.7642856489864476e-05, "Finetune/Loss": 0.8458118438720703, "Finetune/Loss (Raw)": 0.8124086260795593, "Finetune/Step": 4738, "Finetune/Step Time": 10.894488858059049}
+{"Finetune/Learning Rate": 1.7641770434072838e-05, "Finetune/Loss": 0.8448129892349243, "Finetune/Loss (Raw)": 0.8452267050743103, "Finetune/Step": 4739, "Finetune/Step Time": 10.880246387794614}
+{"Finetune/Learning Rate": 1.764068416158232e-05, "Finetune/Loss": 0.8451905250549316, "Finetune/Loss (Raw)": 0.8114196062088013, "Finetune/Step": 4740, "Finetune/Step Time": 10.874267240986228}
+{"Finetune/Learning Rate": 1.7639597672423727e-05, "Finetune/Loss": 0.8448318243026733, "Finetune/Loss (Raw)": 0.8242461681365967, "Finetune/Step": 4741, "Finetune/Step Time": 10.86065049096942}
+{"Finetune/Learning Rate": 1.7638510966627865e-05, "Finetune/Loss": 0.8434445858001709, "Finetune/Loss (Raw)": 0.7428417205810547, "Finetune/Step": 4742, "Finetune/Step Time": 10.887060796841979}
+{"Finetune/Learning Rate": 1.763742404422556e-05, "Finetune/Loss": 0.8442341089248657, "Finetune/Loss (Raw)": 0.8022155165672302, "Finetune/Step": 4743, "Finetune/Step Time": 10.86537018045783}
+{"Finetune/Learning Rate": 1.7636336905247625e-05, "Finetune/Loss": 0.8438460826873779, "Finetune/Loss (Raw)": 0.9387208819389343, "Finetune/Step": 4744, "Finetune/Step Time": 10.862901765853167}
+{"Finetune/Learning Rate": 1.7635249549724885e-05, "Finetune/Loss": 0.8440560102462769, "Finetune/Loss (Raw)": 0.869167685508728, "Finetune/Step": 4745, "Finetune/Step Time": 10.867365185171366}
+{"Finetune/Learning Rate": 1.7634161977688184e-05, "Finetune/Loss": 0.84479820728302, "Finetune/Loss (Raw)": 0.9178592562675476, "Finetune/Step": 4746, "Finetune/Step Time": 10.84265479259193}
+{"Finetune/Learning Rate": 1.7633074189168357e-05, "Finetune/Loss": 0.8446177244186401, "Finetune/Loss (Raw)": 0.802531361579895, "Finetune/Step": 4747, "Finetune/Step Time": 10.84576328843832}
+{"Finetune/Learning Rate": 1.7631986184196254e-05, "Finetune/Loss": 0.8459360003471375, "Finetune/Loss (Raw)": 0.8607732653617859, "Finetune/Step": 4748, "Finetune/Step Time": 10.806372566148639}
+{"Finetune/Learning Rate": 1.763089796280272e-05, "Finetune/Loss": 0.846008837223053, "Finetune/Loss (Raw)": 0.8393759727478027, "Finetune/Step": 4749, "Finetune/Step Time": 10.80250603146851}
+{"Finetune/Learning Rate": 1.762980952501862e-05, "Finetune/Loss": 0.845931887626648, "Finetune/Loss (Raw)": 0.8772212862968445, "Finetune/Step": 4750, "Finetune/Step Time": 10.806921128183603}
+{"Finetune/Learning Rate": 1.7628720870874825e-05, "Finetune/Loss": 0.8449307084083557, "Finetune/Loss (Raw)": 0.8060729503631592, "Finetune/Step": 4751, "Finetune/Step Time": 10.799545472487807}
+{"Finetune/Learning Rate": 1.7627632000402193e-05, "Finetune/Loss": 0.8438781499862671, "Finetune/Loss (Raw)": 0.814974844455719, "Finetune/Step": 4752, "Finetune/Step Time": 10.790701381862164}
+{"Finetune/Learning Rate": 1.7626542913631607e-05, "Finetune/Loss": 0.8447418808937073, "Finetune/Loss (Raw)": 0.8892152309417725, "Finetune/Step": 4753, "Finetune/Step Time": 10.779373506084085}
+{"Finetune/Learning Rate": 1.7625453610593953e-05, "Finetune/Loss": 0.8453181982040405, "Finetune/Loss (Raw)": 0.7796069383621216, "Finetune/Step": 4754, "Finetune/Step Time": 10.792480947449803}
+{"Finetune/Learning Rate": 1.762436409132012e-05, "Finetune/Loss": 0.8453476428985596, "Finetune/Loss (Raw)": 0.9087197780609131, "Finetune/Step": 4755, "Finetune/Step Time": 10.816803894937038}
+{"Finetune/Learning Rate": 1.7623274355841e-05, "Finetune/Loss": 0.8456684350967407, "Finetune/Loss (Raw)": 0.7958546876907349, "Finetune/Step": 4756, "Finetune/Step Time": 10.752541620284319}
+{"Finetune/Learning Rate": 1.76221844041875e-05, "Finetune/Loss": 0.8439876437187195, "Finetune/Loss (Raw)": 0.8259525299072266, "Finetune/Step": 4757, "Finetune/Step Time": 10.749917782843113}
+{"Finetune/Learning Rate": 1.762109423639052e-05, "Finetune/Loss": 0.8434098958969116, "Finetune/Loss (Raw)": 0.8518966436386108, "Finetune/Step": 4758, "Finetune/Step Time": 10.75652084313333}
+{"Finetune/Learning Rate": 1.762000385248098e-05, "Finetune/Loss": 0.8450272083282471, "Finetune/Loss (Raw)": 0.9128850698471069, "Finetune/Step": 4759, "Finetune/Step Time": 10.746944356709719}
+{"Finetune/Learning Rate": 1.7618913252489802e-05, "Finetune/Loss": 0.8443828225135803, "Finetune/Loss (Raw)": 0.834486186504364, "Finetune/Step": 4760, "Finetune/Step Time": 10.741055257618427}
+{"Finetune/Learning Rate": 1.7617822436447908e-05, "Finetune/Loss": 0.8461740016937256, "Finetune/Loss (Raw)": 0.9212331771850586, "Finetune/Step": 4761, "Finetune/Step Time": 10.740296840667725}
+{"Finetune/Learning Rate": 1.7616731404386233e-05, "Finetune/Loss": 0.845153272151947, "Finetune/Loss (Raw)": 0.8178407549858093, "Finetune/Step": 4762, "Finetune/Step Time": 10.723467657342553}
+{"Finetune/Learning Rate": 1.7615640156335713e-05, "Finetune/Loss": 0.8426367044448853, "Finetune/Loss (Raw)": 0.4989316761493683, "Finetune/Step": 4763, "Finetune/Step Time": 10.774927541613579}
+{"Finetune/Learning Rate": 1.7614548692327292e-05, "Finetune/Loss": 0.8422423601150513, "Finetune/Loss (Raw)": 0.8065860271453857, "Finetune/Step": 4764, "Finetune/Step Time": 10.773067647591233}
+{"Finetune/Learning Rate": 1.7613457012391925e-05, "Finetune/Loss": 0.840996265411377, "Finetune/Loss (Raw)": 0.802358090877533, "Finetune/Step": 4765, "Finetune/Step Time": 10.772527089342475}
+{"Finetune/Learning Rate": 1.7612365116560572e-05, "Finetune/Loss": 0.8397695422172546, "Finetune/Loss (Raw)": 0.7432243824005127, "Finetune/Step": 4766, "Finetune/Step Time": 10.777230504900217}
+{"Finetune/Learning Rate": 1.7611273004864183e-05, "Finetune/Loss": 0.8410935997962952, "Finetune/Loss (Raw)": 0.8235291838645935, "Finetune/Step": 4767, "Finetune/Step Time": 10.76628677919507}
+{"Finetune/Learning Rate": 1.761018067733374e-05, "Finetune/Loss": 0.8418985605239868, "Finetune/Loss (Raw)": 0.9796352386474609, "Finetune/Step": 4768, "Finetune/Step Time": 10.75474682636559}
+{"Finetune/Learning Rate": 1.760908813400021e-05, "Finetune/Loss": 0.8422735929489136, "Finetune/Loss (Raw)": 0.9103512763977051, "Finetune/Step": 4769, "Finetune/Step Time": 10.77386606298387}
+{"Finetune/Learning Rate": 1.760799537489458e-05, "Finetune/Loss": 0.8421951532363892, "Finetune/Loss (Raw)": 0.9033758044242859, "Finetune/Step": 4770, "Finetune/Step Time": 10.776678686961532}
+{"Finetune/Learning Rate": 1.7606902400047835e-05, "Finetune/Loss": 0.8432754874229431, "Finetune/Loss (Raw)": 0.8897320628166199, "Finetune/Step": 4771, "Finetune/Step Time": 10.761708872392774}
+{"Finetune/Learning Rate": 1.760580920949097e-05, "Finetune/Loss": 0.8439822196960449, "Finetune/Loss (Raw)": 0.9611623883247375, "Finetune/Step": 4772, "Finetune/Step Time": 10.768693236634135}
+{"Finetune/Learning Rate": 1.7604715803254983e-05, "Finetune/Loss": 0.8434082269668579, "Finetune/Loss (Raw)": 0.7589219808578491, "Finetune/Step": 4773, "Finetune/Step Time": 10.771945897489786}
+{"Finetune/Learning Rate": 1.760362218137088e-05, "Finetune/Loss": 0.8444010615348816, "Finetune/Loss (Raw)": 0.8984227180480957, "Finetune/Step": 4774, "Finetune/Step Time": 10.760923026129603}
+{"Finetune/Learning Rate": 1.7602528343869677e-05, "Finetune/Loss": 0.843456506729126, "Finetune/Loss (Raw)": 0.8480751514434814, "Finetune/Step": 4775, "Finetune/Step Time": 10.761447852477431}
+{"Finetune/Learning Rate": 1.7601434290782386e-05, "Finetune/Loss": 0.8437991738319397, "Finetune/Loss (Raw)": 0.8984394669532776, "Finetune/Step": 4776, "Finetune/Step Time": 10.761715486645699}
+{"Finetune/Learning Rate": 1.7600340022140036e-05, "Finetune/Loss": 0.8434423208236694, "Finetune/Loss (Raw)": 0.8528015613555908, "Finetune/Step": 4777, "Finetune/Step Time": 10.76235698722303}
+{"Finetune/Learning Rate": 1.7599245537973653e-05, "Finetune/Loss": 0.8428916335105896, "Finetune/Loss (Raw)": 0.8986034393310547, "Finetune/Step": 4778, "Finetune/Step Time": 10.769301580265164}
+{"Finetune/Learning Rate": 1.7598150838314275e-05, "Finetune/Loss": 0.8432601690292358, "Finetune/Loss (Raw)": 0.7980031371116638, "Finetune/Step": 4779, "Finetune/Step Time": 10.773109566420317}
+{"Finetune/Learning Rate": 1.7597055923192947e-05, "Finetune/Loss": 0.8425186276435852, "Finetune/Loss (Raw)": 0.9223123788833618, "Finetune/Step": 4780, "Finetune/Step Time": 10.777100652456284}
+{"Finetune/Learning Rate": 1.7595960792640716e-05, "Finetune/Loss": 0.8438541889190674, "Finetune/Loss (Raw)": 0.910347580909729, "Finetune/Step": 4781, "Finetune/Step Time": 10.76415790617466}
+{"Finetune/Learning Rate": 1.759486544668864e-05, "Finetune/Loss": 0.8437030911445618, "Finetune/Loss (Raw)": 0.7990308403968811, "Finetune/Step": 4782, "Finetune/Step Time": 10.763245962560177}
+{"Finetune/Learning Rate": 1.7593769885367774e-05, "Finetune/Loss": 0.8439019918441772, "Finetune/Loss (Raw)": 0.8828220963478088, "Finetune/Step": 4783, "Finetune/Step Time": 10.751613887026906}
+{"Finetune/Learning Rate": 1.759267410870919e-05, "Finetune/Loss": 0.8464647531509399, "Finetune/Loss (Raw)": 0.9420265555381775, "Finetune/Step": 4784, "Finetune/Step Time": 10.707634104415774}
+{"Finetune/Learning Rate": 1.7591578116743955e-05, "Finetune/Loss": 0.8466206192970276, "Finetune/Loss (Raw)": 0.8115844130516052, "Finetune/Step": 4785, "Finetune/Step Time": 10.661309966817498}
+{"Finetune/Learning Rate": 1.7590481909503154e-05, "Finetune/Loss": 0.8460061550140381, "Finetune/Loss (Raw)": 0.856546938419342, "Finetune/Step": 4786, "Finetune/Step Time": 10.64871185272932}
+{"Finetune/Learning Rate": 1.758938548701787e-05, "Finetune/Loss": 0.8449245095252991, "Finetune/Loss (Raw)": 0.8190770745277405, "Finetune/Step": 4787, "Finetune/Step Time": 10.654264036566019}
+{"Finetune/Learning Rate": 1.7588288849319194e-05, "Finetune/Loss": 0.8472726345062256, "Finetune/Loss (Raw)": 0.876035213470459, "Finetune/Step": 4788, "Finetune/Step Time": 10.615770099684596}
+{"Finetune/Learning Rate": 1.7587191996438228e-05, "Finetune/Loss": 0.8470237255096436, "Finetune/Loss (Raw)": 0.9399569630622864, "Finetune/Step": 4789, "Finetune/Step Time": 10.640067530795932}
+{"Finetune/Learning Rate": 1.758609492840607e-05, "Finetune/Loss": 0.8470158576965332, "Finetune/Loss (Raw)": 0.8016180992126465, "Finetune/Step": 4790, "Finetune/Step Time": 10.635608362033963}
+{"Finetune/Learning Rate": 1.7584997645253833e-05, "Finetune/Loss": 0.8476585149765015, "Finetune/Loss (Raw)": 0.9095097184181213, "Finetune/Step": 4791, "Finetune/Step Time": 10.629402533173561}
+{"Finetune/Learning Rate": 1.758390014701263e-05, "Finetune/Loss": 0.8497098684310913, "Finetune/Loss (Raw)": 0.8550518751144409, "Finetune/Step": 4792, "Finetune/Step Time": 10.600942285731435}
+{"Finetune/Learning Rate": 1.7582802433713584e-05, "Finetune/Loss": 0.8490968942642212, "Finetune/Loss (Raw)": 0.7734268307685852, "Finetune/Step": 4793, "Finetune/Step Time": 10.626007542014122}
+{"Finetune/Learning Rate": 1.758170450538782e-05, "Finetune/Loss": 0.848017156124115, "Finetune/Loss (Raw)": 0.7923842668533325, "Finetune/Step": 4794, "Finetune/Step Time": 10.630829745903611}
+{"Finetune/Learning Rate": 1.7580606362066485e-05, "Finetune/Loss": 0.8472586870193481, "Finetune/Loss (Raw)": 0.766606867313385, "Finetune/Step": 4795, "Finetune/Step Time": 10.643634384498}
+{"Finetune/Learning Rate": 1.7579508003780703e-05, "Finetune/Loss": 0.8475992679595947, "Finetune/Loss (Raw)": 0.9426050186157227, "Finetune/Step": 4796, "Finetune/Step Time": 10.641349075362086}
+{"Finetune/Learning Rate": 1.7578409430561632e-05, "Finetune/Loss": 0.84679114818573, "Finetune/Loss (Raw)": 0.8494467735290527, "Finetune/Step": 4797, "Finetune/Step Time": 10.644496766850352}
+{"Finetune/Learning Rate": 1.7577310642440415e-05, "Finetune/Loss": 0.8473515510559082, "Finetune/Loss (Raw)": 0.9270886182785034, "Finetune/Step": 4798, "Finetune/Step Time": 10.643082324415445}
+{"Finetune/Learning Rate": 1.7576211639448218e-05, "Finetune/Loss": 0.849094808101654, "Finetune/Loss (Raw)": 0.8023428916931152, "Finetune/Step": 4799, "Finetune/Step Time": 10.605679480358958}
+{"Finetune/Learning Rate": 1.7575112421616203e-05, "Finetune/Loss": 0.8503144979476929, "Finetune/Loss (Raw)": 0.9617672562599182, "Finetune/Step": 4800, "Finetune/Step Time": 10.601415824145079}
+{"Finetune/Learning Rate": 1.7574012988975538e-05, "Finetune/Loss": 0.8511430621147156, "Finetune/Loss (Raw)": 0.9367942810058594, "Finetune/Step": 4801, "Finetune/Step Time": 10.60492143034935}
+{"Finetune/Learning Rate": 1.7572913341557404e-05, "Finetune/Loss": 0.8522363901138306, "Finetune/Loss (Raw)": 0.8258112668991089, "Finetune/Step": 4802, "Finetune/Step Time": 10.604317171499133}
+{"Finetune/Learning Rate": 1.7571813479392983e-05, "Finetune/Loss": 0.8523256182670593, "Finetune/Loss (Raw)": 0.8575345873832703, "Finetune/Step": 4803, "Finetune/Step Time": 10.60185537673533}
+{"Finetune/Learning Rate": 1.757071340251346e-05, "Finetune/Loss": 0.8521538972854614, "Finetune/Loss (Raw)": 0.8978098630905151, "Finetune/Step": 4804, "Finetune/Step Time": 10.600093245506287}
+{"Finetune/Learning Rate": 1.7569613110950038e-05, "Finetune/Loss": 0.8533805012702942, "Finetune/Loss (Raw)": 0.8950967788696289, "Finetune/Step": 4805, "Finetune/Step Time": 10.606489116325974}
+{"Finetune/Learning Rate": 1.7568512604733907e-05, "Finetune/Loss": 0.8523011207580566, "Finetune/Loss (Raw)": 0.8462660312652588, "Finetune/Step": 4806, "Finetune/Step Time": 10.613256623968482}
+{"Finetune/Learning Rate": 1.7567411883896286e-05, "Finetune/Loss": 0.8517345786094666, "Finetune/Loss (Raw)": 0.8129817843437195, "Finetune/Step": 4807, "Finetune/Step Time": 10.608917694538832}
+{"Finetune/Learning Rate": 1.756631094846838e-05, "Finetune/Loss": 0.8537309765815735, "Finetune/Loss (Raw)": 0.891950786113739, "Finetune/Step": 4808, "Finetune/Step Time": 10.570526340976357}
+{"Finetune/Learning Rate": 1.7565209798481412e-05, "Finetune/Loss": 0.8535155057907104, "Finetune/Loss (Raw)": 0.8371198177337646, "Finetune/Step": 4809, "Finetune/Step Time": 10.5464705247432}
+{"Finetune/Learning Rate": 1.7564108433966606e-05, "Finetune/Loss": 0.853299081325531, "Finetune/Loss (Raw)": 0.8599058985710144, "Finetune/Step": 4810, "Finetune/Step Time": 10.549357250332832}
+{"Finetune/Learning Rate": 1.7563006854955196e-05, "Finetune/Loss": 0.8520931005477905, "Finetune/Loss (Raw)": 0.829804539680481, "Finetune/Step": 4811, "Finetune/Step Time": 10.536688795313239}
+{"Finetune/Learning Rate": 1.7561905061478416e-05, "Finetune/Loss": 0.8523640632629395, "Finetune/Loss (Raw)": 0.9261888861656189, "Finetune/Step": 4812, "Finetune/Step Time": 10.54224617779255}
+{"Finetune/Learning Rate": 1.7560803053567513e-05, "Finetune/Loss": 0.8520271182060242, "Finetune/Loss (Raw)": 0.7737231254577637, "Finetune/Step": 4813, "Finetune/Step Time": 10.548491884022951}
+{"Finetune/Learning Rate": 1.7559700831253734e-05, "Finetune/Loss": 0.8527578115463257, "Finetune/Loss (Raw)": 0.7090877294540405, "Finetune/Step": 4814, "Finetune/Step Time": 10.55900795198977}
+{"Finetune/Learning Rate": 1.755859839456834e-05, "Finetune/Loss": 0.8523814678192139, "Finetune/Loss (Raw)": 0.9151515960693359, "Finetune/Step": 4815, "Finetune/Step Time": 10.563214156776667}
+{"Finetune/Learning Rate": 1.7557495743542586e-05, "Finetune/Loss": 0.851272702217102, "Finetune/Loss (Raw)": 0.7351776957511902, "Finetune/Step": 4816, "Finetune/Step Time": 10.598748797550797}
+{"Finetune/Learning Rate": 1.7556392878207742e-05, "Finetune/Loss": 0.8505886197090149, "Finetune/Loss (Raw)": 0.7497209310531616, "Finetune/Step": 4817, "Finetune/Step Time": 10.582905625924468}
+{"Finetune/Learning Rate": 1.7555289798595085e-05, "Finetune/Loss": 0.8504242897033691, "Finetune/Loss (Raw)": 0.9468735456466675, "Finetune/Step": 4818, "Finetune/Step Time": 10.584866862744093}
+{"Finetune/Learning Rate": 1.7554186504735895e-05, "Finetune/Loss": 0.8505432605743408, "Finetune/Loss (Raw)": 0.8296735286712646, "Finetune/Step": 4819, "Finetune/Step Time": 10.5965098682791}
+{"Finetune/Learning Rate": 1.7553082996661453e-05, "Finetune/Loss": 0.8509097695350647, "Finetune/Loss (Raw)": 0.9242358803749084, "Finetune/Step": 4820, "Finetune/Step Time": 10.605254201218486}
+{"Finetune/Learning Rate": 1.755197927440306e-05, "Finetune/Loss": 0.8520702123641968, "Finetune/Loss (Raw)": 0.9130395650863647, "Finetune/Step": 4821, "Finetune/Step Time": 10.600761922076344}
+{"Finetune/Learning Rate": 1.7550875337992007e-05, "Finetune/Loss": 0.8527442812919617, "Finetune/Loss (Raw)": 0.9258670210838318, "Finetune/Step": 4822, "Finetune/Step Time": 10.59755059145391}
+{"Finetune/Learning Rate": 1.7549771187459602e-05, "Finetune/Loss": 0.8531452417373657, "Finetune/Loss (Raw)": 0.8377873301506042, "Finetune/Step": 4823, "Finetune/Step Time": 10.587391380220652}
+{"Finetune/Learning Rate": 1.7548666822837157e-05, "Finetune/Loss": 0.8540441989898682, "Finetune/Loss (Raw)": 0.9970755577087402, "Finetune/Step": 4824, "Finetune/Step Time": 10.592610673978925}
+{"Finetune/Learning Rate": 1.7547562244155984e-05, "Finetune/Loss": 0.8518604040145874, "Finetune/Loss (Raw)": 0.5265452861785889, "Finetune/Step": 4825, "Finetune/Step Time": 10.610718492418528}
+{"Finetune/Learning Rate": 1.7546457451447407e-05, "Finetune/Loss": 0.851560115814209, "Finetune/Loss (Raw)": 0.7885282635688782, "Finetune/Step": 4826, "Finetune/Step Time": 10.607639046385884}
+{"Finetune/Learning Rate": 1.754535244474276e-05, "Finetune/Loss": 0.8518244028091431, "Finetune/Loss (Raw)": 0.8242534399032593, "Finetune/Step": 4827, "Finetune/Step Time": 10.576787430793047}
+{"Finetune/Learning Rate": 1.754424722407337e-05, "Finetune/Loss": 0.8511263132095337, "Finetune/Loss (Raw)": 0.782161295413971, "Finetune/Step": 4828, "Finetune/Step Time": 10.607395114377141}
+{"Finetune/Learning Rate": 1.7543141789470584e-05, "Finetune/Loss": 0.8500797152519226, "Finetune/Loss (Raw)": 0.7797061204910278, "Finetune/Step": 4829, "Finetune/Step Time": 10.603108391165733}
+{"Finetune/Learning Rate": 1.7542036140965745e-05, "Finetune/Loss": 0.8505772352218628, "Finetune/Loss (Raw)": 0.842774510383606, "Finetune/Step": 4830, "Finetune/Step Time": 10.563650278374553}
+{"Finetune/Learning Rate": 1.754093027859021e-05, "Finetune/Loss": 0.849841833114624, "Finetune/Loss (Raw)": 0.8537362813949585, "Finetune/Step": 4831, "Finetune/Step Time": 10.562130404636264}
+{"Finetune/Learning Rate": 1.753982420237533e-05, "Finetune/Loss": 0.8503252267837524, "Finetune/Loss (Raw)": 0.8398010730743408, "Finetune/Step": 4832, "Finetune/Step Time": 10.542941242456436}
+{"Finetune/Learning Rate": 1.7538717912352484e-05, "Finetune/Loss": 0.8504892587661743, "Finetune/Loss (Raw)": 0.9108720421791077, "Finetune/Step": 4833, "Finetune/Step Time": 10.5439049359411}
+{"Finetune/Learning Rate": 1.753761140855303e-05, "Finetune/Loss": 0.8499568104743958, "Finetune/Loss (Raw)": 0.8478783965110779, "Finetune/Step": 4834, "Finetune/Step Time": 10.562656356021762}
+{"Finetune/Learning Rate": 1.753650469100835e-05, "Finetune/Loss": 0.8502806425094604, "Finetune/Loss (Raw)": 0.9852137565612793, "Finetune/Step": 4835, "Finetune/Step Time": 10.56834202632308}
+{"Finetune/Learning Rate": 1.753539775974983e-05, "Finetune/Loss": 0.8502146005630493, "Finetune/Loss (Raw)": 0.9475453495979309, "Finetune/Step": 4836, "Finetune/Step Time": 10.56809606589377}
+{"Finetune/Learning Rate": 1.753429061480886e-05, "Finetune/Loss": 0.8504010438919067, "Finetune/Loss (Raw)": 0.8136457204818726, "Finetune/Step": 4837, "Finetune/Step Time": 10.583664940670133}
+{"Finetune/Learning Rate": 1.7533183256216828e-05, "Finetune/Loss": 0.8494842648506165, "Finetune/Loss (Raw)": 0.7493070363998413, "Finetune/Step": 4838, "Finetune/Step Time": 10.59984184987843}
+{"Finetune/Learning Rate": 1.7532075684005142e-05, "Finetune/Loss": 0.8515321016311646, "Finetune/Loss (Raw)": 1.0033818483352661, "Finetune/Step": 4839, "Finetune/Step Time": 10.619805177673697}
+{"Finetune/Learning Rate": 1.7530967898205208e-05, "Finetune/Loss": 0.8503207564353943, "Finetune/Loss (Raw)": 0.8604424595832825, "Finetune/Step": 4840, "Finetune/Step Time": 10.613672185689211}
+{"Finetune/Learning Rate": 1.7529859898848444e-05, "Finetune/Loss": 0.8506217002868652, "Finetune/Loss (Raw)": 0.924571692943573, "Finetune/Step": 4841, "Finetune/Step Time": 10.62715738452971}
+{"Finetune/Learning Rate": 1.752875168596626e-05, "Finetune/Loss": 0.850738525390625, "Finetune/Loss (Raw)": 0.8887551426887512, "Finetune/Step": 4842, "Finetune/Step Time": 10.624264938756824}
+{"Finetune/Learning Rate": 1.7527643259590088e-05, "Finetune/Loss": 0.8514049053192139, "Finetune/Loss (Raw)": 0.8381869196891785, "Finetune/Step": 4843, "Finetune/Step Time": 10.616742737591267}
+{"Finetune/Learning Rate": 1.752653461975136e-05, "Finetune/Loss": 0.8517241477966309, "Finetune/Loss (Raw)": 0.842406153678894, "Finetune/Step": 4844, "Finetune/Step Time": 10.621110644191504}
+{"Finetune/Learning Rate": 1.752542576648151e-05, "Finetune/Loss": 0.8521628379821777, "Finetune/Loss (Raw)": 0.8839541673660278, "Finetune/Step": 4845, "Finetune/Step Time": 10.619088418781757}
+{"Finetune/Learning Rate": 1.752431669981199e-05, "Finetune/Loss": 0.8530446290969849, "Finetune/Loss (Raw)": 0.9728162288665771, "Finetune/Step": 4846, "Finetune/Step Time": 10.635505681857467}
+{"Finetune/Learning Rate": 1.752320741977424e-05, "Finetune/Loss": 0.8545803427696228, "Finetune/Loss (Raw)": 0.9655763506889343, "Finetune/Step": 4847, "Finetune/Step Time": 10.650785565376282}
+{"Finetune/Learning Rate": 1.7522097926399722e-05, "Finetune/Loss": 0.8537081480026245, "Finetune/Loss (Raw)": 0.83713299036026, "Finetune/Step": 4848, "Finetune/Step Time": 10.661076514050364}
+{"Finetune/Learning Rate": 1.7520988219719897e-05, "Finetune/Loss": 0.8535240888595581, "Finetune/Loss (Raw)": 0.786795437335968, "Finetune/Step": 4849, "Finetune/Step Time": 10.666480911895633}
+{"Finetune/Learning Rate": 1.7519878299766232e-05, "Finetune/Loss": 0.8534657955169678, "Finetune/Loss (Raw)": 0.8717159032821655, "Finetune/Step": 4850, "Finetune/Step Time": 10.66950805298984}
+{"Finetune/Learning Rate": 1.7518768166570203e-05, "Finetune/Loss": 0.8551802039146423, "Finetune/Loss (Raw)": 0.9841431379318237, "Finetune/Step": 4851, "Finetune/Step Time": 10.655421320348978}
+{"Finetune/Learning Rate": 1.751765782016329e-05, "Finetune/Loss": 0.8551192283630371, "Finetune/Loss (Raw)": 0.859349250793457, "Finetune/Step": 4852, "Finetune/Step Time": 10.65590731240809}
+{"Finetune/Learning Rate": 1.7516547260576977e-05, "Finetune/Loss": 0.8539465665817261, "Finetune/Loss (Raw)": 0.7362592220306396, "Finetune/Step": 4853, "Finetune/Step Time": 10.658272175118327}
+{"Finetune/Learning Rate": 1.751543648784276e-05, "Finetune/Loss": 0.8530183434486389, "Finetune/Loss (Raw)": 0.875015139579773, "Finetune/Step": 4854, "Finetune/Step Time": 10.663254393264651}
+{"Finetune/Learning Rate": 1.7514325501992132e-05, "Finetune/Loss": 0.8532887697219849, "Finetune/Loss (Raw)": 0.8968569040298462, "Finetune/Step": 4855, "Finetune/Step Time": 10.657855112105608}
+{"Finetune/Learning Rate": 1.7513214303056603e-05, "Finetune/Loss": 0.8541553020477295, "Finetune/Loss (Raw)": 0.9468992948532104, "Finetune/Step": 4856, "Finetune/Step Time": 10.663050388917327}
+{"Finetune/Learning Rate": 1.7512102891067683e-05, "Finetune/Loss": 0.8549677133560181, "Finetune/Loss (Raw)": 0.8659011721611023, "Finetune/Step": 4857, "Finetune/Step Time": 10.67090498097241}
+{"Finetune/Learning Rate": 1.751099126605688e-05, "Finetune/Loss": 0.8547017574310303, "Finetune/Loss (Raw)": 0.8090589642524719, "Finetune/Step": 4858, "Finetune/Step Time": 10.670135447755456}
+{"Finetune/Learning Rate": 1.7509879428055732e-05, "Finetune/Loss": 0.853207528591156, "Finetune/Loss (Raw)": 0.7293317914009094, "Finetune/Step": 4859, "Finetune/Step Time": 10.66411722637713}
+{"Finetune/Learning Rate": 1.750876737709575e-05, "Finetune/Loss": 0.8511229753494263, "Finetune/Loss (Raw)": 0.6178955435752869, "Finetune/Step": 4860, "Finetune/Step Time": 10.672190302982926}
+{"Finetune/Learning Rate": 1.7507655113208483e-05, "Finetune/Loss": 0.8516728281974792, "Finetune/Loss (Raw)": 0.830989420413971, "Finetune/Step": 4861, "Finetune/Step Time": 10.668137960135937}
+{"Finetune/Learning Rate": 1.7506542636425466e-05, "Finetune/Loss": 0.8525924682617188, "Finetune/Loss (Raw)": 0.9930588006973267, "Finetune/Step": 4862, "Finetune/Step Time": 10.66962419822812}
+{"Finetune/Learning Rate": 1.7505429946778242e-05, "Finetune/Loss": 0.85304856300354, "Finetune/Loss (Raw)": 0.9745396971702576, "Finetune/Step": 4863, "Finetune/Step Time": 10.677122863009572}
+{"Finetune/Learning Rate": 1.750431704429837e-05, "Finetune/Loss": 0.8522869348526001, "Finetune/Loss (Raw)": 0.7911096811294556, "Finetune/Step": 4864, "Finetune/Step Time": 10.64625302888453}
+{"Finetune/Learning Rate": 1.7503203929017405e-05, "Finetune/Loss": 0.8517436981201172, "Finetune/Loss (Raw)": 0.7539107203483582, "Finetune/Step": 4865, "Finetune/Step Time": 10.634605512022972}
+{"Finetune/Learning Rate": 1.7502090600966914e-05, "Finetune/Loss": 0.8522172570228577, "Finetune/Loss (Raw)": 0.8730259537696838, "Finetune/Step": 4866, "Finetune/Step Time": 10.632811604067683}
+{"Finetune/Learning Rate": 1.7500977060178463e-05, "Finetune/Loss": 0.8517279624938965, "Finetune/Loss (Raw)": 0.7826062440872192, "Finetune/Step": 4867, "Finetune/Step Time": 10.639263525605202}
+{"Finetune/Learning Rate": 1.7499863306683637e-05, "Finetune/Loss": 0.8514845371246338, "Finetune/Loss (Raw)": 0.780250072479248, "Finetune/Step": 4868, "Finetune/Step Time": 10.634522214531898}
+{"Finetune/Learning Rate": 1.749874934051401e-05, "Finetune/Loss": 0.8515928983688354, "Finetune/Loss (Raw)": 0.8381231427192688, "Finetune/Step": 4869, "Finetune/Step Time": 10.640474470332265}
+{"Finetune/Learning Rate": 1.749763516170118e-05, "Finetune/Loss": 0.8529886603355408, "Finetune/Loss (Raw)": 0.9214973449707031, "Finetune/Step": 4870, "Finetune/Step Time": 10.621118724346161}
+{"Finetune/Learning Rate": 1.7496520770276735e-05, "Finetune/Loss": 0.8522441387176514, "Finetune/Loss (Raw)": 0.706912636756897, "Finetune/Step": 4871, "Finetune/Step Time": 10.62472396530211}
+{"Finetune/Learning Rate": 1.7495406166272278e-05, "Finetune/Loss": 0.8519113063812256, "Finetune/Loss (Raw)": 0.8961190581321716, "Finetune/Step": 4872, "Finetune/Step Time": 10.627558808773756}
+{"Finetune/Learning Rate": 1.7494291349719414e-05, "Finetune/Loss": 0.8496122360229492, "Finetune/Loss (Raw)": 0.5748914480209351, "Finetune/Step": 4873, "Finetune/Step Time": 10.64724501594901}
+{"Finetune/Learning Rate": 1.749317632064976e-05, "Finetune/Loss": 0.8492992520332336, "Finetune/Loss (Raw)": 0.8777915239334106, "Finetune/Step": 4874, "Finetune/Step Time": 10.675812132656574}
+{"Finetune/Learning Rate": 1.7492061079094935e-05, "Finetune/Loss": 0.8497763276100159, "Finetune/Loss (Raw)": 0.8636014461517334, "Finetune/Step": 4875, "Finetune/Step Time": 10.67370325140655}
+{"Finetune/Learning Rate": 1.7490945625086563e-05, "Finetune/Loss": 0.8498559594154358, "Finetune/Loss (Raw)": 0.8709662556648254, "Finetune/Step": 4876, "Finetune/Step Time": 10.668278424069285}
+{"Finetune/Learning Rate": 1.7489829958656273e-05, "Finetune/Loss": 0.8493225574493408, "Finetune/Loss (Raw)": 0.7710961699485779, "Finetune/Step": 4877, "Finetune/Step Time": 10.688518101349473}
+{"Finetune/Learning Rate": 1.7488714079835704e-05, "Finetune/Loss": 0.8499640822410583, "Finetune/Loss (Raw)": 0.9593382477760315, "Finetune/Step": 4878, "Finetune/Step Time": 10.69095415621996}
+{"Finetune/Learning Rate": 1.7487597988656494e-05, "Finetune/Loss": 0.8508222699165344, "Finetune/Loss (Raw)": 0.9159194231033325, "Finetune/Step": 4879, "Finetune/Step Time": 10.6994296181947}
+{"Finetune/Learning Rate": 1.74864816851503e-05, "Finetune/Loss": 0.8503034114837646, "Finetune/Loss (Raw)": 0.7485595345497131, "Finetune/Step": 4880, "Finetune/Step Time": 10.699871992692351}
+{"Finetune/Learning Rate": 1.748536516934878e-05, "Finetune/Loss": 0.8493077754974365, "Finetune/Loss (Raw)": 0.7617774605751038, "Finetune/Step": 4881, "Finetune/Step Time": 10.694474084302783}
+{"Finetune/Learning Rate": 1.7484248441283585e-05, "Finetune/Loss": 0.8501436710357666, "Finetune/Loss (Raw)": 0.8866006135940552, "Finetune/Step": 4882, "Finetune/Step Time": 10.715895757079124}
+{"Finetune/Learning Rate": 1.7483131500986385e-05, "Finetune/Loss": 0.8490047454833984, "Finetune/Loss (Raw)": 0.7629422545433044, "Finetune/Step": 4883, "Finetune/Step Time": 10.70827205479145}
+{"Finetune/Learning Rate": 1.7482014348488855e-05, "Finetune/Loss": 0.8503573536872864, "Finetune/Loss (Raw)": 0.968984067440033, "Finetune/Step": 4884, "Finetune/Step Time": 10.706689542159438}
+{"Finetune/Learning Rate": 1.7480896983822676e-05, "Finetune/Loss": 0.8510138392448425, "Finetune/Loss (Raw)": 0.9099863171577454, "Finetune/Step": 4885, "Finetune/Step Time": 10.707284264266491}
+{"Finetune/Learning Rate": 1.747977940701953e-05, "Finetune/Loss": 0.8509861826896667, "Finetune/Loss (Raw)": 0.8483560085296631, "Finetune/Step": 4886, "Finetune/Step Time": 10.69456348195672}
+{"Finetune/Learning Rate": 1.7478661618111108e-05, "Finetune/Loss": 0.8506151437759399, "Finetune/Loss (Raw)": 0.865389883518219, "Finetune/Step": 4887, "Finetune/Step Time": 10.689764490351081}
+{"Finetune/Learning Rate": 1.747754361712911e-05, "Finetune/Loss": 0.8495038747787476, "Finetune/Loss (Raw)": 0.6922426223754883, "Finetune/Step": 4888, "Finetune/Step Time": 10.688842300325632}
+{"Finetune/Learning Rate": 1.747642540410524e-05, "Finetune/Loss": 0.8494212031364441, "Finetune/Loss (Raw)": 0.9106508493423462, "Finetune/Step": 4889, "Finetune/Step Time": 10.6901276987046}
+{"Finetune/Learning Rate": 1.7475306979071206e-05, "Finetune/Loss": 0.8508433103561401, "Finetune/Loss (Raw)": 0.999867856502533, "Finetune/Step": 4890, "Finetune/Step Time": 10.689107248559594}
+{"Finetune/Learning Rate": 1.747418834205872e-05, "Finetune/Loss": 0.8529080152511597, "Finetune/Loss (Raw)": 0.7632171511650085, "Finetune/Step": 4891, "Finetune/Step Time": 10.660356625914574}
+{"Finetune/Learning Rate": 1.7473069493099508e-05, "Finetune/Loss": 0.8535405397415161, "Finetune/Loss (Raw)": 0.8875517249107361, "Finetune/Step": 4892, "Finetune/Step Time": 10.65608600154519}
+{"Finetune/Learning Rate": 1.74719504322253e-05, "Finetune/Loss": 0.8535812497138977, "Finetune/Loss (Raw)": 0.8075624704360962, "Finetune/Step": 4893, "Finetune/Step Time": 10.663963995873928}
+{"Finetune/Learning Rate": 1.7470831159467817e-05, "Finetune/Loss": 0.8540694713592529, "Finetune/Loss (Raw)": 0.8057199120521545, "Finetune/Step": 4894, "Finetune/Step Time": 10.666438911110163}
+{"Finetune/Learning Rate": 1.7469711674858813e-05, "Finetune/Loss": 0.8558506369590759, "Finetune/Loss (Raw)": 1.051520824432373, "Finetune/Step": 4895, "Finetune/Step Time": 10.664764540269971}
+{"Finetune/Learning Rate": 1.7468591978430024e-05, "Finetune/Loss": 0.8555217981338501, "Finetune/Loss (Raw)": 0.9375389814376831, "Finetune/Step": 4896, "Finetune/Step Time": 10.689908232539892}
+{"Finetune/Learning Rate": 1.7467472070213202e-05, "Finetune/Loss": 0.8541902303695679, "Finetune/Loss (Raw)": 0.7399117350578308, "Finetune/Step": 4897, "Finetune/Step Time": 10.668767809867859}
+{"Finetune/Learning Rate": 1.7466351950240112e-05, "Finetune/Loss": 0.8536145687103271, "Finetune/Loss (Raw)": 0.8296865820884705, "Finetune/Step": 4898, "Finetune/Step Time": 10.685294263064861}
+{"Finetune/Learning Rate": 1.7465231618542508e-05, "Finetune/Loss": 0.8543811440467834, "Finetune/Loss (Raw)": 0.9878592491149902, "Finetune/Step": 4899, "Finetune/Step Time": 10.68636367097497}
+{"Finetune/Learning Rate": 1.7464111075152166e-05, "Finetune/Loss": 0.8532876968383789, "Finetune/Loss (Raw)": 0.8211933374404907, "Finetune/Step": 4900, "Finetune/Step Time": 10.683922382071614}
+{"Finetune/Learning Rate": 1.746299032010086e-05, "Finetune/Loss": 0.8534501194953918, "Finetune/Loss (Raw)": 0.7797173261642456, "Finetune/Step": 4901, "Finetune/Step Time": 10.682799031957984}
+{"Finetune/Learning Rate": 1.7461869353420365e-05, "Finetune/Loss": 0.8537092208862305, "Finetune/Loss (Raw)": 0.9315944314002991, "Finetune/Step": 4902, "Finetune/Step Time": 10.6941929012537}
+{"Finetune/Learning Rate": 1.746074817514248e-05, "Finetune/Loss": 0.8535847067832947, "Finetune/Loss (Raw)": 0.8321356177330017, "Finetune/Step": 4903, "Finetune/Step Time": 10.698942564427853}
+{"Finetune/Learning Rate": 1.745962678529899e-05, "Finetune/Loss": 0.8530902862548828, "Finetune/Loss (Raw)": 0.8351530432701111, "Finetune/Step": 4904, "Finetune/Step Time": 10.694688649848104}
+{"Finetune/Learning Rate": 1.7458505183921698e-05, "Finetune/Loss": 0.8536129593849182, "Finetune/Loss (Raw)": 0.9197013974189758, "Finetune/Step": 4905, "Finetune/Step Time": 10.689260294660926}
+{"Finetune/Learning Rate": 1.7457383371042403e-05, "Finetune/Loss": 0.8542236089706421, "Finetune/Loss (Raw)": 0.9767675399780273, "Finetune/Step": 4906, "Finetune/Step Time": 10.68863795697689}
+{"Finetune/Learning Rate": 1.7456261346692927e-05, "Finetune/Loss": 0.8551976084709167, "Finetune/Loss (Raw)": 0.9226703643798828, "Finetune/Step": 4907, "Finetune/Step Time": 10.68795832246542}
+{"Finetune/Learning Rate": 1.7455139110905078e-05, "Finetune/Loss": 0.8532236814498901, "Finetune/Loss (Raw)": 0.6696528196334839, "Finetune/Step": 4908, "Finetune/Step Time": 10.741611218079925}
+{"Finetune/Learning Rate": 1.745401666371069e-05, "Finetune/Loss": 0.8517970442771912, "Finetune/Loss (Raw)": 0.7277350425720215, "Finetune/Step": 4909, "Finetune/Step Time": 10.7529233135283}
+{"Finetune/Learning Rate": 1.7452894005141582e-05, "Finetune/Loss": 0.8535890579223633, "Finetune/Loss (Raw)": 1.0284194946289062, "Finetune/Step": 4910, "Finetune/Step Time": 10.768921608105302}
+{"Finetune/Learning Rate": 1.7451771135229588e-05, "Finetune/Loss": 0.8539684414863586, "Finetune/Loss (Raw)": 0.9313792586326599, "Finetune/Step": 4911, "Finetune/Step Time": 10.78082087263465}
+{"Finetune/Learning Rate": 1.745064805400656e-05, "Finetune/Loss": 0.8533877730369568, "Finetune/Loss (Raw)": 0.8676954507827759, "Finetune/Step": 4912, "Finetune/Step Time": 10.80414928495884}
+{"Finetune/Learning Rate": 1.744952476150434e-05, "Finetune/Loss": 0.8538010120391846, "Finetune/Loss (Raw)": 0.8644808530807495, "Finetune/Step": 4913, "Finetune/Step Time": 10.812092678621411}
+{"Finetune/Learning Rate": 1.7448401257754782e-05, "Finetune/Loss": 0.8534213900566101, "Finetune/Loss (Raw)": 0.8079583048820496, "Finetune/Step": 4914, "Finetune/Step Time": 10.813856292515993}
+{"Finetune/Learning Rate": 1.7447277542789743e-05, "Finetune/Loss": 0.8527987003326416, "Finetune/Loss (Raw)": 0.7393731474876404, "Finetune/Step": 4915, "Finetune/Step Time": 10.849312203004956}
+{"Finetune/Learning Rate": 1.744615361664109e-05, "Finetune/Loss": 0.8529288172721863, "Finetune/Loss (Raw)": 0.8926876187324524, "Finetune/Step": 4916, "Finetune/Step Time": 10.874164605513215}
+{"Finetune/Learning Rate": 1.7445029479340694e-05, "Finetune/Loss": 0.8517026901245117, "Finetune/Loss (Raw)": 0.7830093502998352, "Finetune/Step": 4917, "Finetune/Step Time": 10.865254547446966}
+{"Finetune/Learning Rate": 1.7443905130920432e-05, "Finetune/Loss": 0.8520792722702026, "Finetune/Loss (Raw)": 0.8498258590698242, "Finetune/Step": 4918, "Finetune/Step Time": 10.871045293286443}
+{"Finetune/Learning Rate": 1.744278057141219e-05, "Finetune/Loss": 0.8508657217025757, "Finetune/Loss (Raw)": 0.7541773319244385, "Finetune/Step": 4919, "Finetune/Step Time": 10.872173333540559}
+{"Finetune/Learning Rate": 1.7441655800847855e-05, "Finetune/Loss": 0.851344108581543, "Finetune/Loss (Raw)": 0.9162745475769043, "Finetune/Step": 4920, "Finetune/Step Time": 10.868642713874578}
+{"Finetune/Learning Rate": 1.7440530819259325e-05, "Finetune/Loss": 0.8519730567932129, "Finetune/Loss (Raw)": 0.8539336919784546, "Finetune/Step": 4921, "Finetune/Step Time": 10.846532484516501}
+{"Finetune/Learning Rate": 1.7439405626678496e-05, "Finetune/Loss": 0.8525534272193909, "Finetune/Loss (Raw)": 0.8666812181472778, "Finetune/Step": 4922, "Finetune/Step Time": 10.851764231920242}
+{"Finetune/Learning Rate": 1.7438280223137278e-05, "Finetune/Loss": 0.8531824350357056, "Finetune/Loss (Raw)": 0.8471143841743469, "Finetune/Step": 4923, "Finetune/Step Time": 10.84890810213983}
+{"Finetune/Learning Rate": 1.7437154608667587e-05, "Finetune/Loss": 0.8509455919265747, "Finetune/Loss (Raw)": 0.656292736530304, "Finetune/Step": 4924, "Finetune/Step Time": 10.886336725205183}
+{"Finetune/Learning Rate": 1.7436028783301338e-05, "Finetune/Loss": 0.8516908884048462, "Finetune/Loss (Raw)": 0.9448391795158386, "Finetune/Step": 4925, "Finetune/Step Time": 10.879677847027779}
+{"Finetune/Learning Rate": 1.7434902747070456e-05, "Finetune/Loss": 0.8505235910415649, "Finetune/Loss (Raw)": 0.7776810526847839, "Finetune/Step": 4926, "Finetune/Step Time": 10.877683212980628}
+{"Finetune/Learning Rate": 1.743377650000688e-05, "Finetune/Loss": 0.8507354855537415, "Finetune/Loss (Raw)": 0.8294640183448792, "Finetune/Step": 4927, "Finetune/Step Time": 10.876775275915861}
+{"Finetune/Learning Rate": 1.7432650042142535e-05, "Finetune/Loss": 0.8503756523132324, "Finetune/Loss (Raw)": 0.9157113432884216, "Finetune/Step": 4928, "Finetune/Step Time": 10.882432548329234}
+{"Finetune/Learning Rate": 1.7431523373509373e-05, "Finetune/Loss": 0.8498128652572632, "Finetune/Loss (Raw)": 0.8647562861442566, "Finetune/Step": 4929, "Finetune/Step Time": 10.890363013371825}
+{"Finetune/Learning Rate": 1.7430396494139344e-05, "Finetune/Loss": 0.8482162952423096, "Finetune/Loss (Raw)": 0.6214532852172852, "Finetune/Step": 4930, "Finetune/Step Time": 10.896390464156866}
+{"Finetune/Learning Rate": 1.7429269404064394e-05, "Finetune/Loss": 0.848217248916626, "Finetune/Loss (Raw)": 0.8576558828353882, "Finetune/Step": 4931, "Finetune/Step Time": 10.895138170570135}
+{"Finetune/Learning Rate": 1.7428142103316493e-05, "Finetune/Loss": 0.8476608991622925, "Finetune/Loss (Raw)": 0.8265931606292725, "Finetune/Step": 4932, "Finetune/Step Time": 10.900351729243994}
+{"Finetune/Learning Rate": 1.7427014591927602e-05, "Finetune/Loss": 0.8474085330963135, "Finetune/Loss (Raw)": 0.8627936840057373, "Finetune/Step": 4933, "Finetune/Step Time": 10.901899918913841}
+{"Finetune/Learning Rate": 1.74258868699297e-05, "Finetune/Loss": 0.8476393222808838, "Finetune/Loss (Raw)": 0.8758031129837036, "Finetune/Step": 4934, "Finetune/Step Time": 10.892706302925944}
+{"Finetune/Learning Rate": 1.7424758937354762e-05, "Finetune/Loss": 0.8489366769790649, "Finetune/Loss (Raw)": 0.979047417640686, "Finetune/Step": 4935, "Finetune/Step Time": 10.895689541473985}
+{"Finetune/Learning Rate": 1.7423630794234774e-05, "Finetune/Loss": 0.8488787412643433, "Finetune/Loss (Raw)": 0.8845304250717163, "Finetune/Step": 4936, "Finetune/Step Time": 10.900770554319024}
+{"Finetune/Learning Rate": 1.7422502440601725e-05, "Finetune/Loss": 0.8484147787094116, "Finetune/Loss (Raw)": 0.7777341604232788, "Finetune/Step": 4937, "Finetune/Step Time": 10.89856107160449}
+{"Finetune/Learning Rate": 1.7421373876487612e-05, "Finetune/Loss": 0.8493605852127075, "Finetune/Loss (Raw)": 0.9809730052947998, "Finetune/Step": 4938, "Finetune/Step Time": 10.892873350530863}
+{"Finetune/Learning Rate": 1.7420245101924443e-05, "Finetune/Loss": 0.8499193787574768, "Finetune/Loss (Raw)": 0.9013330936431885, "Finetune/Step": 4939, "Finetune/Step Time": 10.893764039501548}
+{"Finetune/Learning Rate": 1.7419116116944223e-05, "Finetune/Loss": 0.8493832945823669, "Finetune/Loss (Raw)": 0.8575678467750549, "Finetune/Step": 4940, "Finetune/Step Time": 10.926646772772074}
+{"Finetune/Learning Rate": 1.7417986921578965e-05, "Finetune/Loss": 0.8488154411315918, "Finetune/Loss (Raw)": 0.7010393738746643, "Finetune/Step": 4941, "Finetune/Step Time": 10.906767450273037}
+{"Finetune/Learning Rate": 1.7416857515860695e-05, "Finetune/Loss": 0.8495736122131348, "Finetune/Loss (Raw)": 0.806133508682251, "Finetune/Step": 4942, "Finetune/Step Time": 10.885363651439548}
+{"Finetune/Learning Rate": 1.7415727899821434e-05, "Finetune/Loss": 0.849504828453064, "Finetune/Loss (Raw)": 0.9063450694084167, "Finetune/Step": 4943, "Finetune/Step Time": 10.880347913131118}
+{"Finetune/Learning Rate": 1.7414598073493216e-05, "Finetune/Loss": 0.8506398797035217, "Finetune/Loss (Raw)": 0.8804651498794556, "Finetune/Step": 4944, "Finetune/Step Time": 10.84758548438549}
+{"Finetune/Learning Rate": 1.7413468036908083e-05, "Finetune/Loss": 0.8513247966766357, "Finetune/Loss (Raw)": 0.8373936414718628, "Finetune/Step": 4945, "Finetune/Step Time": 10.842590264976025}
+{"Finetune/Learning Rate": 1.7412337790098076e-05, "Finetune/Loss": 0.850403904914856, "Finetune/Loss (Raw)": 0.8289978504180908, "Finetune/Step": 4946, "Finetune/Step Time": 10.83709441125393}
+{"Finetune/Learning Rate": 1.741120733309525e-05, "Finetune/Loss": 0.8509204387664795, "Finetune/Loss (Raw)": 0.8957908749580383, "Finetune/Step": 4947, "Finetune/Step Time": 10.836529245600104}
+{"Finetune/Learning Rate": 1.7410076665931657e-05, "Finetune/Loss": 0.8501074314117432, "Finetune/Loss (Raw)": 0.8201653957366943, "Finetune/Step": 4948, "Finetune/Step Time": 10.821841526776552}
+{"Finetune/Learning Rate": 1.7408945788639358e-05, "Finetune/Loss": 0.8498436212539673, "Finetune/Loss (Raw)": 0.8792741298675537, "Finetune/Step": 4949, "Finetune/Step Time": 10.829543482512236}
+{"Finetune/Learning Rate": 1.7407814701250433e-05, "Finetune/Loss": 0.8490545749664307, "Finetune/Loss (Raw)": 0.8248715400695801, "Finetune/Step": 4950, "Finetune/Step Time": 10.836696717888117}
+{"Finetune/Learning Rate": 1.740668340379694e-05, "Finetune/Loss": 0.8480298519134521, "Finetune/Loss (Raw)": 0.7066222429275513, "Finetune/Step": 4951, "Finetune/Step Time": 10.833280723541975}
+{"Finetune/Learning Rate": 1.7405551896310974e-05, "Finetune/Loss": 0.8479341268539429, "Finetune/Loss (Raw)": 0.9848181009292603, "Finetune/Step": 4952, "Finetune/Step Time": 10.831194082275033}
+{"Finetune/Learning Rate": 1.7404420178824607e-05, "Finetune/Loss": 0.8507051467895508, "Finetune/Loss (Raw)": 0.8812431693077087, "Finetune/Step": 4953, "Finetune/Step Time": 10.811562368646264}
+{"Finetune/Learning Rate": 1.7403288251369943e-05, "Finetune/Loss": 0.8517670631408691, "Finetune/Loss (Raw)": 0.9244466423988342, "Finetune/Step": 4954, "Finetune/Step Time": 10.79418658092618}
+{"Finetune/Learning Rate": 1.7402156113979078e-05, "Finetune/Loss": 0.8530479669570923, "Finetune/Loss (Raw)": 0.9882094860076904, "Finetune/Step": 4955, "Finetune/Step Time": 10.808522375300527}
+{"Finetune/Learning Rate": 1.7401023766684115e-05, "Finetune/Loss": 0.8539732098579407, "Finetune/Loss (Raw)": 0.9005913734436035, "Finetune/Step": 4956, "Finetune/Step Time": 10.776177087798715}
+{"Finetune/Learning Rate": 1.739989120951716e-05, "Finetune/Loss": 0.8545161485671997, "Finetune/Loss (Raw)": 0.8492040634155273, "Finetune/Step": 4957, "Finetune/Step Time": 10.784942656755447}
+{"Finetune/Learning Rate": 1.7398758442510332e-05, "Finetune/Loss": 0.8545629978179932, "Finetune/Loss (Raw)": 0.8487697243690491, "Finetune/Step": 4958, "Finetune/Step Time": 10.774556698277593}
+{"Finetune/Learning Rate": 1.739762546569576e-05, "Finetune/Loss": 0.8545603156089783, "Finetune/Loss (Raw)": 0.8533971905708313, "Finetune/Step": 4959, "Finetune/Step Time": 10.7804298363626}
+{"Finetune/Learning Rate": 1.7396492279105562e-05, "Finetune/Loss": 0.8547980189323425, "Finetune/Loss (Raw)": 0.8702232241630554, "Finetune/Step": 4960, "Finetune/Step Time": 10.779508454725146}
+{"Finetune/Learning Rate": 1.7395358882771874e-05, "Finetune/Loss": 0.8541756868362427, "Finetune/Loss (Raw)": 0.8312153220176697, "Finetune/Step": 4961, "Finetune/Step Time": 10.784911688417196}
+{"Finetune/Learning Rate": 1.739422527672684e-05, "Finetune/Loss": 0.8537924289703369, "Finetune/Loss (Raw)": 0.7988246083259583, "Finetune/Step": 4962, "Finetune/Step Time": 10.766581013798714}
+{"Finetune/Learning Rate": 1.7393091461002604e-05, "Finetune/Loss": 0.8531478047370911, "Finetune/Loss (Raw)": 0.9026996493339539, "Finetune/Step": 4963, "Finetune/Step Time": 10.76105611026287}
+{"Finetune/Learning Rate": 1.7391957435631316e-05, "Finetune/Loss": 0.852247953414917, "Finetune/Loss (Raw)": 0.8323619365692139, "Finetune/Step": 4964, "Finetune/Step Time": 10.766389137133956}
+{"Finetune/Learning Rate": 1.7390823200645137e-05, "Finetune/Loss": 0.8541489839553833, "Finetune/Loss (Raw)": 1.0569794178009033, "Finetune/Step": 4965, "Finetune/Step Time": 10.756506210193038}
+{"Finetune/Learning Rate": 1.7389688756076226e-05, "Finetune/Loss": 0.8542413711547852, "Finetune/Loss (Raw)": 0.7611355185508728, "Finetune/Step": 4966, "Finetune/Step Time": 10.737100645899773}
+{"Finetune/Learning Rate": 1.7388554101956755e-05, "Finetune/Loss": 0.8517907857894897, "Finetune/Loss (Raw)": 0.689705491065979, "Finetune/Step": 4967, "Finetune/Step Time": 10.756583496928215}
+{"Finetune/Learning Rate": 1.7387419238318904e-05, "Finetune/Loss": 0.8513926267623901, "Finetune/Loss (Raw)": 0.8094818592071533, "Finetune/Step": 4968, "Finetune/Step Time": 10.795108053833246}
+{"Finetune/Learning Rate": 1.7386284165194846e-05, "Finetune/Loss": 0.8506937623023987, "Finetune/Loss (Raw)": 0.8351110816001892, "Finetune/Step": 4969, "Finetune/Step Time": 10.778338661417365}
+{"Finetune/Learning Rate": 1.7385148882616776e-05, "Finetune/Loss": 0.8500959873199463, "Finetune/Loss (Raw)": 0.8122373223304749, "Finetune/Step": 4970, "Finetune/Step Time": 10.772784082219005}
+{"Finetune/Learning Rate": 1.7384013390616884e-05, "Finetune/Loss": 0.8498196601867676, "Finetune/Loss (Raw)": 0.8028221726417542, "Finetune/Step": 4971, "Finetune/Step Time": 10.784986779093742}
+{"Finetune/Learning Rate": 1.7382877689227368e-05, "Finetune/Loss": 0.8495498299598694, "Finetune/Loss (Raw)": 0.8078643679618835, "Finetune/Step": 4972, "Finetune/Step Time": 10.779507065191865}
+{"Finetune/Learning Rate": 1.7381741778480435e-05, "Finetune/Loss": 0.8504078388214111, "Finetune/Loss (Raw)": 0.9937794804573059, "Finetune/Step": 4973, "Finetune/Step Time": 10.77536080405116}
+{"Finetune/Learning Rate": 1.7380605658408296e-05, "Finetune/Loss": 0.849267303943634, "Finetune/Loss (Raw)": 0.8268314003944397, "Finetune/Step": 4974, "Finetune/Step Time": 10.755521284416318}
+{"Finetune/Learning Rate": 1.7379469329043166e-05, "Finetune/Loss": 0.848400354385376, "Finetune/Loss (Raw)": 0.854609489440918, "Finetune/Step": 4975, "Finetune/Step Time": 10.741971835494041}
+{"Finetune/Learning Rate": 1.7378332790417275e-05, "Finetune/Loss": 0.8494269251823425, "Finetune/Loss (Raw)": 0.9685295224189758, "Finetune/Step": 4976, "Finetune/Step Time": 10.741036605089903}
+{"Finetune/Learning Rate": 1.7377196042562846e-05, "Finetune/Loss": 0.8503990173339844, "Finetune/Loss (Raw)": 0.9112265706062317, "Finetune/Step": 4977, "Finetune/Step Time": 10.73601296171546}
+{"Finetune/Learning Rate": 1.7376059085512112e-05, "Finetune/Loss": 0.8508670330047607, "Finetune/Loss (Raw)": 0.9316135048866272, "Finetune/Step": 4978, "Finetune/Step Time": 10.750555770471692}
+{"Finetune/Learning Rate": 1.737492191929732e-05, "Finetune/Loss": 0.8480504155158997, "Finetune/Loss (Raw)": 0.6236168742179871, "Finetune/Step": 4979, "Finetune/Step Time": 10.782941527664661}
+{"Finetune/Learning Rate": 1.737378454395071e-05, "Finetune/Loss": 0.8484020233154297, "Finetune/Loss (Raw)": 0.9043570160865784, "Finetune/Step": 4980, "Finetune/Step Time": 10.78940330259502}
+{"Finetune/Learning Rate": 1.7372646959504543e-05, "Finetune/Loss": 0.849500298500061, "Finetune/Loss (Raw)": 0.8768457770347595, "Finetune/Step": 4981, "Finetune/Step Time": 10.790836460888386}
+{"Finetune/Learning Rate": 1.737150916599107e-05, "Finetune/Loss": 0.849010705947876, "Finetune/Loss (Raw)": 0.8123437166213989, "Finetune/Step": 4982, "Finetune/Step Time": 10.810850076377392}
+{"Finetune/Learning Rate": 1.7370371163442566e-05, "Finetune/Loss": 0.8482090830802917, "Finetune/Loss (Raw)": 0.7942473292350769, "Finetune/Step": 4983, "Finetune/Step Time": 10.821962462738156}
+{"Finetune/Learning Rate": 1.7369232951891286e-05, "Finetune/Loss": 0.8468707799911499, "Finetune/Loss (Raw)": 0.7756004929542542, "Finetune/Step": 4984, "Finetune/Step Time": 10.848717454820871}
+{"Finetune/Learning Rate": 1.736809453136952e-05, "Finetune/Loss": 0.845160722732544, "Finetune/Loss (Raw)": 0.6470056772232056, "Finetune/Step": 4985, "Finetune/Step Time": 10.855513483285904}
+{"Finetune/Learning Rate": 1.736695590190954e-05, "Finetune/Loss": 0.8458230495452881, "Finetune/Loss (Raw)": 0.8938414454460144, "Finetune/Step": 4986, "Finetune/Step Time": 10.872260190546513}
+{"Finetune/Learning Rate": 1.736581706354364e-05, "Finetune/Loss": 0.8466887474060059, "Finetune/Loss (Raw)": 0.8401402831077576, "Finetune/Step": 4987, "Finetune/Step Time": 10.8777035754174}
+{"Finetune/Learning Rate": 1.736467801630412e-05, "Finetune/Loss": 0.8469622731208801, "Finetune/Loss (Raw)": 0.6529097557067871, "Finetune/Step": 4988, "Finetune/Step Time": 10.887302523478866}
+{"Finetune/Learning Rate": 1.736353876022327e-05, "Finetune/Loss": 0.8469882011413574, "Finetune/Loss (Raw)": 0.8343067765235901, "Finetune/Step": 4989, "Finetune/Step Time": 10.884641082957387}
+{"Finetune/Learning Rate": 1.7362399295333398e-05, "Finetune/Loss": 0.8448830842971802, "Finetune/Loss (Raw)": 0.7236024737358093, "Finetune/Step": 4990, "Finetune/Step Time": 10.885668674483895}
+{"Finetune/Learning Rate": 1.7361259621666818e-05, "Finetune/Loss": 0.8449493646621704, "Finetune/Loss (Raw)": 0.9830269813537598, "Finetune/Step": 4991, "Finetune/Step Time": 10.88130878098309}
+{"Finetune/Learning Rate": 1.736011973925585e-05, "Finetune/Loss": 0.8460708856582642, "Finetune/Loss (Raw)": 0.9346640110015869, "Finetune/Step": 4992, "Finetune/Step Time": 10.888885455206037}
+{"Finetune/Learning Rate": 1.7358979648132813e-05, "Finetune/Loss": 0.8469161987304688, "Finetune/Loss (Raw)": 0.8621056079864502, "Finetune/Step": 4993, "Finetune/Step Time": 10.944439392536879}
+{"Finetune/Learning Rate": 1.7357839348330046e-05, "Finetune/Loss": 0.8470029234886169, "Finetune/Loss (Raw)": 0.884129524230957, "Finetune/Step": 4994, "Finetune/Step Time": 10.944745240733027}
+{"Finetune/Learning Rate": 1.735669883987987e-05, "Finetune/Loss": 0.8466376066207886, "Finetune/Loss (Raw)": 0.7358445525169373, "Finetune/Step": 4995, "Finetune/Step Time": 10.95141676068306}
+{"Finetune/Learning Rate": 1.7355558122814636e-05, "Finetune/Loss": 0.846818208694458, "Finetune/Loss (Raw)": 0.8033707141876221, "Finetune/Step": 4996, "Finetune/Step Time": 10.965394161641598}
+{"Finetune/Learning Rate": 1.7354417197166696e-05, "Finetune/Loss": 0.8466216325759888, "Finetune/Loss (Raw)": 0.812961995601654, "Finetune/Step": 4997, "Finetune/Step Time": 10.966315761208534}
+{"Finetune/Learning Rate": 1.7353276062968392e-05, "Finetune/Loss": 0.8461595177650452, "Finetune/Loss (Raw)": 0.8623479008674622, "Finetune/Step": 4998, "Finetune/Step Time": 10.956882050260901}
+{"Finetune/Learning Rate": 1.735213472025209e-05, "Finetune/Loss": 0.847615659236908, "Finetune/Loss (Raw)": 0.8932898044586182, "Finetune/Step": 4999, "Finetune/Step Time": 10.955408895388246}
+{"Finetune/Learning Rate": 1.7350993169050152e-05, "Finetune/Loss": 0.8480228185653687, "Finetune/Loss (Raw)": 0.9482439160346985, "Finetune/Step": 5000, "Finetune/Step Time": 10.947817349806428}
+{"Finetune/Learning Rate": 1.7349851409394954e-05, "Finetune/Loss": 0.8493595719337463, "Finetune/Loss (Raw)": 0.7459904551506042, "Finetune/Step": 5001, "Finetune/Step Time": 10.949815629050136}
+{"Finetune/Learning Rate": 1.734870944131887e-05, "Finetune/Loss": 0.8498663902282715, "Finetune/Loss (Raw)": 0.9426671862602234, "Finetune/Step": 5002, "Finetune/Step Time": 10.929464038461447}
+{"Finetune/Learning Rate": 1.7347567264854283e-05, "Finetune/Loss": 0.8493248820304871, "Finetune/Loss (Raw)": 0.7942880988121033, "Finetune/Step": 5003, "Finetune/Step Time": 10.94006254710257}
+{"Finetune/Learning Rate": 1.734642488003358e-05, "Finetune/Loss": 0.8503175973892212, "Finetune/Loss (Raw)": 0.9980395436286926, "Finetune/Step": 5004, "Finetune/Step Time": 10.944566676393151}
+{"Finetune/Learning Rate": 1.734528228688916e-05, "Finetune/Loss": 0.8505274653434753, "Finetune/Loss (Raw)": 0.7979528903961182, "Finetune/Step": 5005, "Finetune/Step Time": 10.929104657843709}
+{"Finetune/Learning Rate": 1.734413948545342e-05, "Finetune/Loss": 0.8497150540351868, "Finetune/Loss (Raw)": 0.8553481101989746, "Finetune/Step": 5006, "Finetune/Step Time": 10.917922643944621}
+{"Finetune/Learning Rate": 1.734299647575877e-05, "Finetune/Loss": 0.8492019176483154, "Finetune/Loss (Raw)": 0.8502403497695923, "Finetune/Step": 5007, "Finetune/Step Time": 10.939630188047886}
+{"Finetune/Learning Rate": 1.734185325783762e-05, "Finetune/Loss": 0.8505601286888123, "Finetune/Loss (Raw)": 0.9224116206169128, "Finetune/Step": 5008, "Finetune/Step Time": 10.936673510819674}
+{"Finetune/Learning Rate": 1.734070983172239e-05, "Finetune/Loss": 0.8516348004341125, "Finetune/Loss (Raw)": 0.8993340134620667, "Finetune/Step": 5009, "Finetune/Step Time": 10.941604569554329}
+{"Finetune/Learning Rate": 1.73395661974455e-05, "Finetune/Loss": 0.8507710695266724, "Finetune/Loss (Raw)": 0.7760385274887085, "Finetune/Step": 5010, "Finetune/Step Time": 10.906414115801454}
+{"Finetune/Learning Rate": 1.7338422355039386e-05, "Finetune/Loss": 0.8527089357376099, "Finetune/Loss (Raw)": 1.0109933614730835, "Finetune/Step": 5011, "Finetune/Step Time": 10.889270547777414}
+{"Finetune/Learning Rate": 1.733727830453648e-05, "Finetune/Loss": 0.8515825867652893, "Finetune/Loss (Raw)": 0.8248136639595032, "Finetune/Step": 5012, "Finetune/Step Time": 10.886952990666032}
+{"Finetune/Learning Rate": 1.7336134045969228e-05, "Finetune/Loss": 0.8511396646499634, "Finetune/Loss (Raw)": 0.8532849550247192, "Finetune/Step": 5013, "Finetune/Step Time": 10.890976602211595}
+{"Finetune/Learning Rate": 1.7334989579370074e-05, "Finetune/Loss": 0.8509762287139893, "Finetune/Loss (Raw)": 0.827436625957489, "Finetune/Step": 5014, "Finetune/Step Time": 10.901026183739305}
+{"Finetune/Learning Rate": 1.7333844904771474e-05, "Finetune/Loss": 0.851265549659729, "Finetune/Loss (Raw)": 0.9024292230606079, "Finetune/Step": 5015, "Finetune/Step Time": 10.896790141239762}
+{"Finetune/Learning Rate": 1.7332700022205888e-05, "Finetune/Loss": 0.8523128032684326, "Finetune/Loss (Raw)": 0.8262847661972046, "Finetune/Step": 5016, "Finetune/Step Time": 10.900535704568028}
+{"Finetune/Learning Rate": 1.733155493170578e-05, "Finetune/Loss": 0.8518769145011902, "Finetune/Loss (Raw)": 0.8548620939254761, "Finetune/Step": 5017, "Finetune/Step Time": 10.899783404543996}
+{"Finetune/Learning Rate": 1.733040963330362e-05, "Finetune/Loss": 0.8512845039367676, "Finetune/Loss (Raw)": 0.9240353107452393, "Finetune/Step": 5018, "Finetune/Step Time": 10.90173120982945}
+{"Finetune/Learning Rate": 1.732926412703189e-05, "Finetune/Loss": 0.852860689163208, "Finetune/Loss (Raw)": 0.9649727940559387, "Finetune/Step": 5019, "Finetune/Step Time": 10.87468166090548}
+{"Finetune/Learning Rate": 1.7328118412923073e-05, "Finetune/Loss": 0.8516756296157837, "Finetune/Loss (Raw)": 0.735863208770752, "Finetune/Step": 5020, "Finetune/Step Time": 10.880130264908075}
+{"Finetune/Learning Rate": 1.7326972491009653e-05, "Finetune/Loss": 0.8527019619941711, "Finetune/Loss (Raw)": 0.9389328956604004, "Finetune/Step": 5021, "Finetune/Step Time": 10.875549953430891}
+{"Finetune/Learning Rate": 1.732582636132413e-05, "Finetune/Loss": 0.853054404258728, "Finetune/Loss (Raw)": 0.8508286476135254, "Finetune/Step": 5022, "Finetune/Step Time": 10.863172966986895}
+{"Finetune/Learning Rate": 1.7324680023899003e-05, "Finetune/Loss": 0.8510025143623352, "Finetune/Loss (Raw)": 0.7888837456703186, "Finetune/Step": 5023, "Finetune/Step Time": 10.861520851030946}
+{"Finetune/Learning Rate": 1.7323533478766777e-05, "Finetune/Loss": 0.849588930606842, "Finetune/Loss (Raw)": 0.7565987706184387, "Finetune/Step": 5024, "Finetune/Step Time": 10.843911182135344}
+{"Finetune/Learning Rate": 1.732238672595997e-05, "Finetune/Loss": 0.8501973152160645, "Finetune/Loss (Raw)": 0.8177858591079712, "Finetune/Step": 5025, "Finetune/Step Time": 10.85759623348713}
+{"Finetune/Learning Rate": 1.7321239765511094e-05, "Finetune/Loss": 0.850257158279419, "Finetune/Loss (Raw)": 0.8373384475708008, "Finetune/Step": 5026, "Finetune/Step Time": 10.835452750325203}
+{"Finetune/Learning Rate": 1.7320092597452682e-05, "Finetune/Loss": 0.8493069410324097, "Finetune/Loss (Raw)": 0.8662422895431519, "Finetune/Step": 5027, "Finetune/Step Time": 10.825640613213181}
+{"Finetune/Learning Rate": 1.7318945221817255e-05, "Finetune/Loss": 0.8506687879562378, "Finetune/Loss (Raw)": 0.9955068826675415, "Finetune/Step": 5028, "Finetune/Step Time": 10.822872936725616}
+{"Finetune/Learning Rate": 1.7317797638637354e-05, "Finetune/Loss": 0.8506040573120117, "Finetune/Loss (Raw)": 0.7714333534240723, "Finetune/Step": 5029, "Finetune/Step Time": 10.818608807399869}
+{"Finetune/Learning Rate": 1.7316649847945527e-05, "Finetune/Loss": 0.8489452600479126, "Finetune/Loss (Raw)": 0.719269871711731, "Finetune/Step": 5030, "Finetune/Step Time": 10.848109180107713}
+{"Finetune/Learning Rate": 1.7315501849774308e-05, "Finetune/Loss": 0.8485772609710693, "Finetune/Loss (Raw)": 0.7850216031074524, "Finetune/Step": 5031, "Finetune/Step Time": 10.850960154086351}
+{"Finetune/Learning Rate": 1.7314353644156264e-05, "Finetune/Loss": 0.8484422564506531, "Finetune/Loss (Raw)": 0.8178737759590149, "Finetune/Step": 5032, "Finetune/Step Time": 10.853772645816207}
+{"Finetune/Learning Rate": 1.7313205231123947e-05, "Finetune/Loss": 0.8483608961105347, "Finetune/Loss (Raw)": 0.909295916557312, "Finetune/Step": 5033, "Finetune/Step Time": 10.854282645508647}
+{"Finetune/Learning Rate": 1.7312056610709928e-05, "Finetune/Loss": 0.8477674126625061, "Finetune/Loss (Raw)": 0.9007952809333801, "Finetune/Step": 5034, "Finetune/Step Time": 10.853272484615445}
+{"Finetune/Learning Rate": 1.7310907782946776e-05, "Finetune/Loss": 0.8477921485900879, "Finetune/Loss (Raw)": 0.9258365631103516, "Finetune/Step": 5035, "Finetune/Step Time": 10.849597938358784}
+{"Finetune/Learning Rate": 1.7309758747867066e-05, "Finetune/Loss": 0.8493170142173767, "Finetune/Loss (Raw)": 0.864836573600769, "Finetune/Step": 5036, "Finetune/Step Time": 10.7909867297858}
+{"Finetune/Learning Rate": 1.7308609505503388e-05, "Finetune/Loss": 0.8494365811347961, "Finetune/Loss (Raw)": 0.7430422902107239, "Finetune/Step": 5037, "Finetune/Step Time": 10.780889770016074}
+{"Finetune/Learning Rate": 1.7307460055888325e-05, "Finetune/Loss": 0.8488919734954834, "Finetune/Loss (Raw)": 0.9587128162384033, "Finetune/Step": 5038, "Finetune/Step Time": 10.764325534924865}
+{"Finetune/Learning Rate": 1.7306310399054475e-05, "Finetune/Loss": 0.8483142852783203, "Finetune/Loss (Raw)": 0.8574302792549133, "Finetune/Step": 5039, "Finetune/Step Time": 10.758223874494433}
+{"Finetune/Learning Rate": 1.7305160535034438e-05, "Finetune/Loss": 0.8482910990715027, "Finetune/Loss (Raw)": 0.8647257685661316, "Finetune/Step": 5040, "Finetune/Step Time": 10.74204378388822}
+{"Finetune/Learning Rate": 1.7304010463860822e-05, "Finetune/Loss": 0.8475574254989624, "Finetune/Loss (Raw)": 0.7705702185630798, "Finetune/Step": 5041, "Finetune/Step Time": 10.743176797404885}
+{"Finetune/Learning Rate": 1.730286018556624e-05, "Finetune/Loss": 0.847892165184021, "Finetune/Loss (Raw)": 0.8508025407791138, "Finetune/Step": 5042, "Finetune/Step Time": 10.741389065980911}
+{"Finetune/Learning Rate": 1.7301709700183308e-05, "Finetune/Loss": 0.8483597040176392, "Finetune/Loss (Raw)": 0.7992214560508728, "Finetune/Step": 5043, "Finetune/Step Time": 10.719964772462845}
+{"Finetune/Learning Rate": 1.7300559007744652e-05, "Finetune/Loss": 0.8484922647476196, "Finetune/Loss (Raw)": 0.9096529483795166, "Finetune/Step": 5044, "Finetune/Step Time": 10.693893685936928}
+{"Finetune/Learning Rate": 1.7299408108282904e-05, "Finetune/Loss": 0.8492721319198608, "Finetune/Loss (Raw)": 0.8828384280204773, "Finetune/Step": 5045, "Finetune/Step Time": 10.67970003373921}
+{"Finetune/Learning Rate": 1.7298257001830698e-05, "Finetune/Loss": 0.8490517139434814, "Finetune/Loss (Raw)": 0.8216103911399841, "Finetune/Step": 5046, "Finetune/Step Time": 10.671437468379736}
+{"Finetune/Learning Rate": 1.7297105688420676e-05, "Finetune/Loss": 0.8494486212730408, "Finetune/Loss (Raw)": 0.8049819469451904, "Finetune/Step": 5047, "Finetune/Step Time": 10.682722492143512}
+{"Finetune/Learning Rate": 1.729595416808549e-05, "Finetune/Loss": 0.8482249975204468, "Finetune/Loss (Raw)": 0.7596508860588074, "Finetune/Step": 5048, "Finetune/Step Time": 10.6780698094517}
+{"Finetune/Learning Rate": 1.7294802440857787e-05, "Finetune/Loss": 0.8476048111915588, "Finetune/Loss (Raw)": 0.7745510935783386, "Finetune/Step": 5049, "Finetune/Step Time": 10.674249030649662}
+{"Finetune/Learning Rate": 1.729365050677023e-05, "Finetune/Loss": 0.8481723070144653, "Finetune/Loss (Raw)": 0.9393181800842285, "Finetune/Step": 5050, "Finetune/Step Time": 10.670341938734055}
+{"Finetune/Learning Rate": 1.7292498365855487e-05, "Finetune/Loss": 0.8474778532981873, "Finetune/Loss (Raw)": 0.7582194805145264, "Finetune/Step": 5051, "Finetune/Step Time": 10.66979344189167}
+{"Finetune/Learning Rate": 1.7291346018146228e-05, "Finetune/Loss": 0.8494440317153931, "Finetune/Loss (Raw)": 0.9079671502113342, "Finetune/Step": 5052, "Finetune/Step Time": 10.638130005449057}
+{"Finetune/Learning Rate": 1.7290193463675132e-05, "Finetune/Loss": 0.8492060303688049, "Finetune/Loss (Raw)": 0.9143775701522827, "Finetune/Step": 5053, "Finetune/Step Time": 10.641443626955152}
+{"Finetune/Learning Rate": 1.7289040702474875e-05, "Finetune/Loss": 0.8504184484481812, "Finetune/Loss (Raw)": 0.9328731298446655, "Finetune/Step": 5054, "Finetune/Step Time": 10.645417116582394}
+{"Finetune/Learning Rate": 1.728788773457815e-05, "Finetune/Loss": 0.850698709487915, "Finetune/Loss (Raw)": 0.865332305431366, "Finetune/Step": 5055, "Finetune/Step Time": 10.657317157834768}
+{"Finetune/Learning Rate": 1.728673456001766e-05, "Finetune/Loss": 0.8486058712005615, "Finetune/Loss (Raw)": 0.6478290557861328, "Finetune/Step": 5056, "Finetune/Step Time": 10.650698777288198}
+{"Finetune/Learning Rate": 1.728558117882609e-05, "Finetune/Loss": 0.849523663520813, "Finetune/Loss (Raw)": 0.9822385311126709, "Finetune/Step": 5057, "Finetune/Step Time": 10.668505238369107}
+{"Finetune/Learning Rate": 1.7284427591036162e-05, "Finetune/Loss": 0.8513070344924927, "Finetune/Loss (Raw)": 0.8497233986854553, "Finetune/Step": 5058, "Finetune/Step Time": 10.68036006577313}
+{"Finetune/Learning Rate": 1.728327379668058e-05, "Finetune/Loss": 0.8512027859687805, "Finetune/Loss (Raw)": 0.8443095088005066, "Finetune/Step": 5059, "Finetune/Step Time": 10.679570250213146}
+{"Finetune/Learning Rate": 1.7282119795792062e-05, "Finetune/Loss": 0.8503274917602539, "Finetune/Loss (Raw)": 0.7145512700080872, "Finetune/Step": 5060, "Finetune/Step Time": 10.698562843725085}
+{"Finetune/Learning Rate": 1.7280965588403336e-05, "Finetune/Loss": 0.850981593132019, "Finetune/Loss (Raw)": 0.9465287327766418, "Finetune/Step": 5061, "Finetune/Step Time": 10.705543184652925}
+{"Finetune/Learning Rate": 1.727981117454713e-05, "Finetune/Loss": 0.8510427474975586, "Finetune/Loss (Raw)": 0.8836262226104736, "Finetune/Step": 5062, "Finetune/Step Time": 10.705258516594768}
+{"Finetune/Learning Rate": 1.727865655425618e-05, "Finetune/Loss": 0.8500627279281616, "Finetune/Loss (Raw)": 0.8536065816879272, "Finetune/Step": 5063, "Finetune/Step Time": 10.714628886431456}
+{"Finetune/Learning Rate": 1.7277501727563227e-05, "Finetune/Loss": 0.8495892286300659, "Finetune/Loss (Raw)": 0.8239290118217468, "Finetune/Step": 5064, "Finetune/Step Time": 10.743260320276022}
+{"Finetune/Learning Rate": 1.7276346694501018e-05, "Finetune/Loss": 0.8505820035934448, "Finetune/Loss (Raw)": 0.9047991633415222, "Finetune/Step": 5065, "Finetune/Step Time": 10.751181364059448}
+{"Finetune/Learning Rate": 1.727519145510231e-05, "Finetune/Loss": 0.8498725891113281, "Finetune/Loss (Raw)": 0.8901746869087219, "Finetune/Step": 5066, "Finetune/Step Time": 10.742130268365145}
+{"Finetune/Learning Rate": 1.7274036009399863e-05, "Finetune/Loss": 0.8486517071723938, "Finetune/Loss (Raw)": 0.7450518012046814, "Finetune/Step": 5067, "Finetune/Step Time": 10.736341470852494}
+{"Finetune/Learning Rate": 1.7272880357426434e-05, "Finetune/Loss": 0.8493940830230713, "Finetune/Loss (Raw)": 0.9525923132896423, "Finetune/Step": 5068, "Finetune/Step Time": 10.707503590732813}
+{"Finetune/Learning Rate": 1.72717244992148e-05, "Finetune/Loss": 0.8501701354980469, "Finetune/Loss (Raw)": 0.8003748059272766, "Finetune/Step": 5069, "Finetune/Step Time": 10.703203812241554}
+{"Finetune/Learning Rate": 1.7270568434797742e-05, "Finetune/Loss": 0.8505191802978516, "Finetune/Loss (Raw)": 0.8508099913597107, "Finetune/Step": 5070, "Finetune/Step Time": 10.706551231443882}
+{"Finetune/Learning Rate": 1.7269412164208034e-05, "Finetune/Loss": 0.8496232032775879, "Finetune/Loss (Raw)": 0.7916637659072876, "Finetune/Step": 5071, "Finetune/Step Time": 10.706718338653445}
+{"Finetune/Learning Rate": 1.726825568747847e-05, "Finetune/Loss": 0.8503596186637878, "Finetune/Loss (Raw)": 0.9747258424758911, "Finetune/Step": 5072, "Finetune/Step Time": 10.701382104307413}
+{"Finetune/Learning Rate": 1.7267099004641842e-05, "Finetune/Loss": 0.8510270714759827, "Finetune/Loss (Raw)": 0.9228320717811584, "Finetune/Step": 5073, "Finetune/Step Time": 10.70026845857501}
+{"Finetune/Learning Rate": 1.726594211573095e-05, "Finetune/Loss": 0.8510959148406982, "Finetune/Loss (Raw)": 0.8378121256828308, "Finetune/Step": 5074, "Finetune/Step Time": 10.699787054210901}
+{"Finetune/Learning Rate": 1.72647850207786e-05, "Finetune/Loss": 0.8507856130599976, "Finetune/Loss (Raw)": 0.8560672998428345, "Finetune/Step": 5075, "Finetune/Step Time": 10.688056020066142}
+{"Finetune/Learning Rate": 1.7263627719817607e-05, "Finetune/Loss": 0.8520265817642212, "Finetune/Loss (Raw)": 0.9790109992027283, "Finetune/Step": 5076, "Finetune/Step Time": 10.68017271347344}
+{"Finetune/Learning Rate": 1.726247021288079e-05, "Finetune/Loss": 0.8516480326652527, "Finetune/Loss (Raw)": 0.8308177590370178, "Finetune/Step": 5077, "Finetune/Step Time": 10.67324966751039}
+{"Finetune/Learning Rate": 1.7261312500000967e-05, "Finetune/Loss": 0.852476954460144, "Finetune/Loss (Raw)": 0.9309706687927246, "Finetune/Step": 5078, "Finetune/Step Time": 10.665820475667715}
+{"Finetune/Learning Rate": 1.726015458121097e-05, "Finetune/Loss": 0.8533080220222473, "Finetune/Loss (Raw)": 0.8130019903182983, "Finetune/Step": 5079, "Finetune/Step Time": 10.667627597227693}
+{"Finetune/Learning Rate": 1.7258996456543634e-05, "Finetune/Loss": 0.8521597385406494, "Finetune/Loss (Raw)": 0.8378389477729797, "Finetune/Step": 5080, "Finetune/Step Time": 10.669649010524154}
+{"Finetune/Learning Rate": 1.7257838126031797e-05, "Finetune/Loss": 0.8530492186546326, "Finetune/Loss (Raw)": 0.9950963258743286, "Finetune/Step": 5081, "Finetune/Step Time": 10.670398173853755}
+{"Finetune/Learning Rate": 1.7256679589708315e-05, "Finetune/Loss": 0.85311359167099, "Finetune/Loss (Raw)": 0.9326849579811096, "Finetune/Step": 5082, "Finetune/Step Time": 10.671504016965628}
+{"Finetune/Learning Rate": 1.7255520847606032e-05, "Finetune/Loss": 0.8529749512672424, "Finetune/Loss (Raw)": 0.9704602360725403, "Finetune/Step": 5083, "Finetune/Step Time": 10.649087185040116}
+{"Finetune/Learning Rate": 1.7254361899757813e-05, "Finetune/Loss": 0.8526722192764282, "Finetune/Loss (Raw)": 0.8618485331535339, "Finetune/Step": 5084, "Finetune/Step Time": 10.64448643103242}
+{"Finetune/Learning Rate": 1.7253202746196516e-05, "Finetune/Loss": 0.8520829677581787, "Finetune/Loss (Raw)": 0.7737767100334167, "Finetune/Step": 5085, "Finetune/Step Time": 10.634620724245906}
+{"Finetune/Learning Rate": 1.7252043386955012e-05, "Finetune/Loss": 0.8514829874038696, "Finetune/Loss (Raw)": 0.7719692587852478, "Finetune/Step": 5086, "Finetune/Step Time": 10.630800599232316}
+{"Finetune/Learning Rate": 1.7250883822066185e-05, "Finetune/Loss": 0.8512352705001831, "Finetune/Loss (Raw)": 0.821693480014801, "Finetune/Step": 5087, "Finetune/Step Time": 10.627023097127676}
+{"Finetune/Learning Rate": 1.7249724051562905e-05, "Finetune/Loss": 0.8507119417190552, "Finetune/Loss (Raw)": 0.8032354712486267, "Finetune/Step": 5088, "Finetune/Step Time": 10.632334996014833}
+{"Finetune/Learning Rate": 1.7248564075478074e-05, "Finetune/Loss": 0.8492913246154785, "Finetune/Loss (Raw)": 0.6493787169456482, "Finetune/Step": 5089, "Finetune/Step Time": 10.660986142233014}
+{"Finetune/Learning Rate": 1.7247403893844574e-05, "Finetune/Loss": 0.8502782583236694, "Finetune/Loss (Raw)": 0.9251513481140137, "Finetune/Step": 5090, "Finetune/Step Time": 10.660025103017688}
+{"Finetune/Learning Rate": 1.7246243506695308e-05, "Finetune/Loss": 0.8483113646507263, "Finetune/Loss (Raw)": 0.6509345769882202, "Finetune/Step": 5091, "Finetune/Step Time": 10.697065917775035}
+{"Finetune/Learning Rate": 1.7245082914063183e-05, "Finetune/Loss": 0.848953902721405, "Finetune/Loss (Raw)": 0.9146081805229187, "Finetune/Step": 5092, "Finetune/Step Time": 10.705072555691004}
+{"Finetune/Learning Rate": 1.7243922115981107e-05, "Finetune/Loss": 0.8470920920372009, "Finetune/Loss (Raw)": 0.8186644315719604, "Finetune/Step": 5093, "Finetune/Step Time": 10.710588483139873}
+{"Finetune/Learning Rate": 1.7242761112482e-05, "Finetune/Loss": 0.8480725288391113, "Finetune/Loss (Raw)": 0.8866358399391174, "Finetune/Step": 5094, "Finetune/Step Time": 10.724458975717425}
+{"Finetune/Learning Rate": 1.7241599903598785e-05, "Finetune/Loss": 0.8487210273742676, "Finetune/Loss (Raw)": 0.7727096080780029, "Finetune/Step": 5095, "Finetune/Step Time": 10.689789719879627}
+{"Finetune/Learning Rate": 1.7240438489364387e-05, "Finetune/Loss": 0.8490444421768188, "Finetune/Loss (Raw)": 0.8508817553520203, "Finetune/Step": 5096, "Finetune/Step Time": 10.656984003260732}
+{"Finetune/Learning Rate": 1.7239276869811744e-05, "Finetune/Loss": 0.8494532108306885, "Finetune/Loss (Raw)": 0.8874390125274658, "Finetune/Step": 5097, "Finetune/Step Time": 10.654522866010666}
+{"Finetune/Learning Rate": 1.7238115044973795e-05, "Finetune/Loss": 0.8481375575065613, "Finetune/Loss (Raw)": 0.6438284516334534, "Finetune/Step": 5098, "Finetune/Step Time": 10.663952304050326}
+{"Finetune/Learning Rate": 1.7236953014883483e-05, "Finetune/Loss": 0.8489801287651062, "Finetune/Loss (Raw)": 0.910667896270752, "Finetune/Step": 5099, "Finetune/Step Time": 10.654537945985794}
+{"Finetune/Learning Rate": 1.723579077957376e-05, "Finetune/Loss": 0.8496792316436768, "Finetune/Loss (Raw)": 0.8973479866981506, "Finetune/Step": 5100, "Finetune/Step Time": 10.654304904863238}
+{"Finetune/Learning Rate": 1.7234628339077595e-05, "Finetune/Loss": 0.8489825129508972, "Finetune/Loss (Raw)": 0.9046036601066589, "Finetune/Step": 5101, "Finetune/Step Time": 10.652126219123602}
+{"Finetune/Learning Rate": 1.7233465693427938e-05, "Finetune/Loss": 0.8491578102111816, "Finetune/Loss (Raw)": 0.8492721319198608, "Finetune/Step": 5102, "Finetune/Step Time": 10.663169899955392}
+{"Finetune/Learning Rate": 1.7232302842657764e-05, "Finetune/Loss": 0.8487756252288818, "Finetune/Loss (Raw)": 0.80568528175354, "Finetune/Step": 5103, "Finetune/Step Time": 10.661638168618083}
+{"Finetune/Learning Rate": 1.7231139786800043e-05, "Finetune/Loss": 0.84583580493927, "Finetune/Loss (Raw)": 0.59223473072052, "Finetune/Step": 5104, "Finetune/Step Time": 10.684858847409487}
+{"Finetune/Learning Rate": 1.7229976525887768e-05, "Finetune/Loss": 0.846135139465332, "Finetune/Loss (Raw)": 0.9495397806167603, "Finetune/Step": 5105, "Finetune/Step Time": 10.688299333676696}
+{"Finetune/Learning Rate": 1.7228813059953916e-05, "Finetune/Loss": 0.8462567925453186, "Finetune/Loss (Raw)": 0.9471856355667114, "Finetune/Step": 5106, "Finetune/Step Time": 10.691482856869698}
+{"Finetune/Learning Rate": 1.7227649389031477e-05, "Finetune/Loss": 0.8474892377853394, "Finetune/Loss (Raw)": 0.7813701033592224, "Finetune/Step": 5107, "Finetune/Step Time": 10.695791509002447}
+{"Finetune/Learning Rate": 1.7226485513153458e-05, "Finetune/Loss": 0.8479095697402954, "Finetune/Loss (Raw)": 0.9581609964370728, "Finetune/Step": 5108, "Finetune/Step Time": 10.68780443444848}
+{"Finetune/Learning Rate": 1.7225321432352857e-05, "Finetune/Loss": 0.8483579158782959, "Finetune/Loss (Raw)": 0.9342264533042908, "Finetune/Step": 5109, "Finetune/Step Time": 10.691569397225976}
+{"Finetune/Learning Rate": 1.7224157146662687e-05, "Finetune/Loss": 0.8484934568405151, "Finetune/Loss (Raw)": 0.8296928405761719, "Finetune/Step": 5110, "Finetune/Step Time": 10.669847246259451}
+{"Finetune/Learning Rate": 1.7222992656115965e-05, "Finetune/Loss": 0.8482445478439331, "Finetune/Loss (Raw)": 0.7623891234397888, "Finetune/Step": 5111, "Finetune/Step Time": 10.662336410954595}
+{"Finetune/Learning Rate": 1.7221827960745706e-05, "Finetune/Loss": 0.8483519554138184, "Finetune/Loss (Raw)": 0.789356529712677, "Finetune/Step": 5112, "Finetune/Step Time": 10.623523402959108}
+{"Finetune/Learning Rate": 1.7220663060584944e-05, "Finetune/Loss": 0.8502686023712158, "Finetune/Loss (Raw)": 0.8923327326774597, "Finetune/Step": 5113, "Finetune/Step Time": 10.603714283555746}
+{"Finetune/Learning Rate": 1.7219497955666714e-05, "Finetune/Loss": 0.8503175973892212, "Finetune/Loss (Raw)": 0.900120198726654, "Finetune/Step": 5114, "Finetune/Step Time": 10.584153089672327}
+{"Finetune/Learning Rate": 1.7218332646024048e-05, "Finetune/Loss": 0.8501929044723511, "Finetune/Loss (Raw)": 0.8241700530052185, "Finetune/Step": 5115, "Finetune/Step Time": 10.58080030605197}
+{"Finetune/Learning Rate": 1.7217167131689996e-05, "Finetune/Loss": 0.8512863516807556, "Finetune/Loss (Raw)": 0.7928677201271057, "Finetune/Step": 5116, "Finetune/Step Time": 10.562608843669295}
+{"Finetune/Learning Rate": 1.721600141269761e-05, "Finetune/Loss": 0.8503381013870239, "Finetune/Loss (Raw)": 0.7129390835762024, "Finetune/Step": 5117, "Finetune/Step Time": 10.557932913303375}
+{"Finetune/Learning Rate": 1.7214835489079936e-05, "Finetune/Loss": 0.8514574766159058, "Finetune/Loss (Raw)": 0.8668801784515381, "Finetune/Step": 5118, "Finetune/Step Time": 10.55106727592647}
+{"Finetune/Learning Rate": 1.721366936087005e-05, "Finetune/Loss": 0.8515783548355103, "Finetune/Loss (Raw)": 0.9984997510910034, "Finetune/Step": 5119, "Finetune/Step Time": 10.542590502649546}
+{"Finetune/Learning Rate": 1.7212503028101012e-05, "Finetune/Loss": 0.8511966466903687, "Finetune/Loss (Raw)": 0.8858056664466858, "Finetune/Step": 5120, "Finetune/Step Time": 10.540468631312251}
+{"Finetune/Learning Rate": 1.7211336490805893e-05, "Finetune/Loss": 0.851301372051239, "Finetune/Loss (Raw)": 0.8755082488059998, "Finetune/Step": 5121, "Finetune/Step Time": 10.491892555728555}
+{"Finetune/Learning Rate": 1.7210169749017783e-05, "Finetune/Loss": 0.8511963486671448, "Finetune/Loss (Raw)": 0.8706892728805542, "Finetune/Step": 5122, "Finetune/Step Time": 10.496481996029615}
+{"Finetune/Learning Rate": 1.720900280276976e-05, "Finetune/Loss": 0.8522568941116333, "Finetune/Loss (Raw)": 0.8715916872024536, "Finetune/Step": 5123, "Finetune/Step Time": 10.483653904870152}
+{"Finetune/Learning Rate": 1.720783565209492e-05, "Finetune/Loss": 0.8531268835067749, "Finetune/Loss (Raw)": 0.9147305488586426, "Finetune/Step": 5124, "Finetune/Step Time": 10.46670301258564}
+{"Finetune/Learning Rate": 1.7206668297026355e-05, "Finetune/Loss": 0.8530592918395996, "Finetune/Loss (Raw)": 0.8043123483657837, "Finetune/Step": 5125, "Finetune/Step Time": 10.455647684633732}
+{"Finetune/Learning Rate": 1.7205500737597168e-05, "Finetune/Loss": 0.8525910377502441, "Finetune/Loss (Raw)": 0.802414059638977, "Finetune/Step": 5126, "Finetune/Step Time": 10.463594391942024}
+{"Finetune/Learning Rate": 1.7204332973840473e-05, "Finetune/Loss": 0.8521681427955627, "Finetune/Loss (Raw)": 0.839149534702301, "Finetune/Step": 5127, "Finetune/Step Time": 10.460505839437246}
+{"Finetune/Learning Rate": 1.7203165005789378e-05, "Finetune/Loss": 0.8505818843841553, "Finetune/Loss (Raw)": 0.7452086806297302, "Finetune/Step": 5128, "Finetune/Step Time": 10.456338848918676}
+{"Finetune/Learning Rate": 1.7201996833477013e-05, "Finetune/Loss": 0.8508403301239014, "Finetune/Loss (Raw)": 0.7790650725364685, "Finetune/Step": 5129, "Finetune/Step Time": 10.4355743881315}
+{"Finetune/Learning Rate": 1.720082845693649e-05, "Finetune/Loss": 0.8500913381576538, "Finetune/Loss (Raw)": 0.8468015789985657, "Finetune/Step": 5130, "Finetune/Step Time": 10.440435955300927}
+{"Finetune/Learning Rate": 1.7199659876200952e-05, "Finetune/Loss": 0.8503404855728149, "Finetune/Loss (Raw)": 0.8261781334877014, "Finetune/Step": 5131, "Finetune/Step Time": 10.451745899394155}
+{"Finetune/Learning Rate": 1.719849109130353e-05, "Finetune/Loss": 0.8501557111740112, "Finetune/Loss (Raw)": 0.9743854999542236, "Finetune/Step": 5132, "Finetune/Step Time": 10.450896549969912}
+{"Finetune/Learning Rate": 1.7197322102277377e-05, "Finetune/Loss": 0.8509198427200317, "Finetune/Loss (Raw)": 0.8957718014717102, "Finetune/Step": 5133, "Finetune/Step Time": 10.45121661759913}
+{"Finetune/Learning Rate": 1.719615290915563e-05, "Finetune/Loss": 0.8491501808166504, "Finetune/Loss (Raw)": 0.6288201808929443, "Finetune/Step": 5134, "Finetune/Step Time": 10.466124987229705}
+{"Finetune/Learning Rate": 1.719498351197145e-05, "Finetune/Loss": 0.8497393131256104, "Finetune/Loss (Raw)": 0.9256525039672852, "Finetune/Step": 5135, "Finetune/Step Time": 10.455190101638436}
+{"Finetune/Learning Rate": 1.7193813910758e-05, "Finetune/Loss": 0.8507562875747681, "Finetune/Loss (Raw)": 1.0525835752487183, "Finetune/Step": 5136, "Finetune/Step Time": 10.456581911072135}
+{"Finetune/Learning Rate": 1.7192644105548443e-05, "Finetune/Loss": 0.8510808348655701, "Finetune/Loss (Raw)": 0.9408762454986572, "Finetune/Step": 5137, "Finetune/Step Time": 10.468393478542566}
+{"Finetune/Learning Rate": 1.719147409637595e-05, "Finetune/Loss": 0.8516364693641663, "Finetune/Loss (Raw)": 0.8471642732620239, "Finetune/Step": 5138, "Finetune/Step Time": 10.481298891827464}
+{"Finetune/Learning Rate": 1.7190303883273704e-05, "Finetune/Loss": 0.8504092693328857, "Finetune/Loss (Raw)": 0.8539074063301086, "Finetune/Step": 5139, "Finetune/Step Time": 10.478342415764928}
+{"Finetune/Learning Rate": 1.7189133466274888e-05, "Finetune/Loss": 0.8508625030517578, "Finetune/Loss (Raw)": 0.8828226327896118, "Finetune/Step": 5140, "Finetune/Step Time": 10.474938608705997}
+{"Finetune/Learning Rate": 1.7187962845412687e-05, "Finetune/Loss": 0.8507751226425171, "Finetune/Loss (Raw)": 0.8421019911766052, "Finetune/Step": 5141, "Finetune/Step Time": 10.479915672913194}
+{"Finetune/Learning Rate": 1.7186792020720297e-05, "Finetune/Loss": 0.851958692073822, "Finetune/Loss (Raw)": 0.9789409637451172, "Finetune/Step": 5142, "Finetune/Step Time": 10.466002240777016}
+{"Finetune/Learning Rate": 1.718562099223093e-05, "Finetune/Loss": 0.8523721694946289, "Finetune/Loss (Raw)": 0.9553481340408325, "Finetune/Step": 5143, "Finetune/Step Time": 10.458868335932493}
+{"Finetune/Learning Rate": 1.7184449759977776e-05, "Finetune/Loss": 0.8532094955444336, "Finetune/Loss (Raw)": 0.9334676265716553, "Finetune/Step": 5144, "Finetune/Step Time": 10.454910833388567}
+{"Finetune/Learning Rate": 1.718327832399406e-05, "Finetune/Loss": 0.8539432883262634, "Finetune/Loss (Raw)": 0.9487842321395874, "Finetune/Step": 5145, "Finetune/Step Time": 10.455922584980726}
+{"Finetune/Learning Rate": 1.7182106684312998e-05, "Finetune/Loss": 0.8543289303779602, "Finetune/Loss (Raw)": 0.973397433757782, "Finetune/Step": 5146, "Finetune/Step Time": 10.459431694820523}
+{"Finetune/Learning Rate": 1.7180934840967815e-05, "Finetune/Loss": 0.8542674779891968, "Finetune/Loss (Raw)": 0.9571093916893005, "Finetune/Step": 5147, "Finetune/Step Time": 10.46559851244092}
+{"Finetune/Learning Rate": 1.7179762793991738e-05, "Finetune/Loss": 0.8541048765182495, "Finetune/Loss (Raw)": 0.715050458908081, "Finetune/Step": 5148, "Finetune/Step Time": 10.49142206646502}
+{"Finetune/Learning Rate": 1.7178590543418003e-05, "Finetune/Loss": 0.852676272392273, "Finetune/Loss (Raw)": 0.756068766117096, "Finetune/Step": 5149, "Finetune/Step Time": 10.490387212485075}
+{"Finetune/Learning Rate": 1.717741808927986e-05, "Finetune/Loss": 0.8526649475097656, "Finetune/Loss (Raw)": 0.8493877649307251, "Finetune/Step": 5150, "Finetune/Step Time": 10.49096104502678}
+{"Finetune/Learning Rate": 1.7176245431610544e-05, "Finetune/Loss": 0.8529461622238159, "Finetune/Loss (Raw)": 0.8248717188835144, "Finetune/Step": 5151, "Finetune/Step Time": 10.502369564026594}
+{"Finetune/Learning Rate": 1.717507257044331e-05, "Finetune/Loss": 0.8530594110488892, "Finetune/Loss (Raw)": 0.7710970044136047, "Finetune/Step": 5152, "Finetune/Step Time": 10.507156312465668}
+{"Finetune/Learning Rate": 1.717389950581143e-05, "Finetune/Loss": 0.8535107374191284, "Finetune/Loss (Raw)": 0.8755586743354797, "Finetune/Step": 5153, "Finetune/Step Time": 10.495500342920423}
+{"Finetune/Learning Rate": 1.7172726237748156e-05, "Finetune/Loss": 0.8535252809524536, "Finetune/Loss (Raw)": 0.8391938209533691, "Finetune/Step": 5154, "Finetune/Step Time": 10.496872290968895}
+{"Finetune/Learning Rate": 1.7171552766286762e-05, "Finetune/Loss": 0.853143572807312, "Finetune/Loss (Raw)": 0.8173887729644775, "Finetune/Step": 5155, "Finetune/Step Time": 10.506736725568771}
+{"Finetune/Learning Rate": 1.7170379091460524e-05, "Finetune/Loss": 0.8526228666305542, "Finetune/Loss (Raw)": 0.9288547039031982, "Finetune/Step": 5156, "Finetune/Step Time": 10.51566869020462}
+{"Finetune/Learning Rate": 1.7169205213302725e-05, "Finetune/Loss": 0.8532973527908325, "Finetune/Loss (Raw)": 0.8577678203582764, "Finetune/Step": 5157, "Finetune/Step Time": 10.532134059816599}
+{"Finetune/Learning Rate": 1.7168031131846655e-05, "Finetune/Loss": 0.8543515205383301, "Finetune/Loss (Raw)": 0.8542014360427856, "Finetune/Step": 5158, "Finetune/Step Time": 10.491626473143697}
+{"Finetune/Learning Rate": 1.7166856847125602e-05, "Finetune/Loss": 0.8546735048294067, "Finetune/Loss (Raw)": 0.8262364268302917, "Finetune/Step": 5159, "Finetune/Step Time": 10.481280609965324}
+{"Finetune/Learning Rate": 1.7165682359172874e-05, "Finetune/Loss": 0.8544001579284668, "Finetune/Loss (Raw)": 0.7828823328018188, "Finetune/Step": 5160, "Finetune/Step Time": 10.48509756103158}
+{"Finetune/Learning Rate": 1.7164507668021767e-05, "Finetune/Loss": 0.8522548079490662, "Finetune/Loss (Raw)": 0.6346921324729919, "Finetune/Step": 5161, "Finetune/Step Time": 10.527189403772354}
+{"Finetune/Learning Rate": 1.7163332773705593e-05, "Finetune/Loss": 0.8516906499862671, "Finetune/Loss (Raw)": 0.8285861015319824, "Finetune/Step": 5162, "Finetune/Step Time": 10.53280908986926}
+{"Finetune/Learning Rate": 1.7162157676257677e-05, "Finetune/Loss": 0.8506872653961182, "Finetune/Loss (Raw)": 0.7973991632461548, "Finetune/Step": 5163, "Finetune/Step Time": 10.543775675818324}
+{"Finetune/Learning Rate": 1.716098237571133e-05, "Finetune/Loss": 0.8500610589981079, "Finetune/Loss (Raw)": 0.7846909165382385, "Finetune/Step": 5164, "Finetune/Step Time": 10.556993057951331}
+{"Finetune/Learning Rate": 1.7159806872099892e-05, "Finetune/Loss": 0.8506518602371216, "Finetune/Loss (Raw)": 0.8186617493629456, "Finetune/Step": 5165, "Finetune/Step Time": 10.563991321250796}
+{"Finetune/Learning Rate": 1.7158631165456685e-05, "Finetune/Loss": 0.8501843214035034, "Finetune/Loss (Raw)": 0.8988667130470276, "Finetune/Step": 5166, "Finetune/Step Time": 10.565289076417685}
+{"Finetune/Learning Rate": 1.7157455255815056e-05, "Finetune/Loss": 0.850541353225708, "Finetune/Loss (Raw)": 0.903131365776062, "Finetune/Step": 5167, "Finetune/Step Time": 10.58353584446013}
+{"Finetune/Learning Rate": 1.715627914320835e-05, "Finetune/Loss": 0.8502019643783569, "Finetune/Loss (Raw)": 0.8212887644767761, "Finetune/Step": 5168, "Finetune/Step Time": 10.580897353589535}
+{"Finetune/Learning Rate": 1.715510282766992e-05, "Finetune/Loss": 0.8515717387199402, "Finetune/Loss (Raw)": 0.9458926916122437, "Finetune/Step": 5169, "Finetune/Step Time": 10.607461474835873}
+{"Finetune/Learning Rate": 1.7153926309233114e-05, "Finetune/Loss": 0.8521381616592407, "Finetune/Loss (Raw)": 0.9233032464981079, "Finetune/Step": 5170, "Finetune/Step Time": 10.608005080372095}
+{"Finetune/Learning Rate": 1.7152749587931308e-05, "Finetune/Loss": 0.8524609804153442, "Finetune/Loss (Raw)": 0.8405489325523376, "Finetune/Step": 5171, "Finetune/Step Time": 10.592871835455298}
+{"Finetune/Learning Rate": 1.715157266379786e-05, "Finetune/Loss": 0.8529094457626343, "Finetune/Loss (Raw)": 0.9670541286468506, "Finetune/Step": 5172, "Finetune/Step Time": 10.593391668051481}
+{"Finetune/Learning Rate": 1.7150395536866145e-05, "Finetune/Loss": 0.8527556657791138, "Finetune/Loss (Raw)": 0.8631590604782104, "Finetune/Step": 5173, "Finetune/Step Time": 10.596751684322953}
+{"Finetune/Learning Rate": 1.7149218207169552e-05, "Finetune/Loss": 0.8523623943328857, "Finetune/Loss (Raw)": 0.7712645530700684, "Finetune/Step": 5174, "Finetune/Step Time": 10.599648864939809}
+{"Finetune/Learning Rate": 1.7148040674741454e-05, "Finetune/Loss": 0.8531532287597656, "Finetune/Loss (Raw)": 0.9062066078186035, "Finetune/Step": 5175, "Finetune/Step Time": 10.596029814332724}
+{"Finetune/Learning Rate": 1.714686293961525e-05, "Finetune/Loss": 0.8536391258239746, "Finetune/Loss (Raw)": 0.8218509554862976, "Finetune/Step": 5176, "Finetune/Step Time": 10.619584711268544}
+{"Finetune/Learning Rate": 1.714568500182434e-05, "Finetune/Loss": 0.8548098206520081, "Finetune/Loss (Raw)": 0.9243989586830139, "Finetune/Step": 5177, "Finetune/Step Time": 10.614634903147817}
+{"Finetune/Learning Rate": 1.714450686140212e-05, "Finetune/Loss": 0.8530654907226562, "Finetune/Loss (Raw)": 0.716045081615448, "Finetune/Step": 5178, "Finetune/Step Time": 10.627229955047369}
+{"Finetune/Learning Rate": 1.7143328518382e-05, "Finetune/Loss": 0.8523552417755127, "Finetune/Loss (Raw)": 0.6673040390014648, "Finetune/Step": 5179, "Finetune/Step Time": 10.62662672251463}
+{"Finetune/Learning Rate": 1.7142149972797398e-05, "Finetune/Loss": 0.8527532815933228, "Finetune/Loss (Raw)": 0.9589243531227112, "Finetune/Step": 5180, "Finetune/Step Time": 10.617664750665426}
+{"Finetune/Learning Rate": 1.714097122468173e-05, "Finetune/Loss": 0.8522293567657471, "Finetune/Loss (Raw)": 0.8473121523857117, "Finetune/Step": 5181, "Finetune/Step Time": 10.613712938502431}
+{"Finetune/Learning Rate": 1.713979227406843e-05, "Finetune/Loss": 0.8524324893951416, "Finetune/Loss (Raw)": 0.9588631987571716, "Finetune/Step": 5182, "Finetune/Step Time": 10.608489040285349}
+{"Finetune/Learning Rate": 1.7138613120990923e-05, "Finetune/Loss": 0.8529539108276367, "Finetune/Loss (Raw)": 0.932083010673523, "Finetune/Step": 5183, "Finetune/Step Time": 10.60566277988255}
+{"Finetune/Learning Rate": 1.7137433765482644e-05, "Finetune/Loss": 0.8548465967178345, "Finetune/Loss (Raw)": 0.8900949954986572, "Finetune/Step": 5184, "Finetune/Step Time": 10.609070487320423}
+{"Finetune/Learning Rate": 1.713625420757704e-05, "Finetune/Loss": 0.8542300462722778, "Finetune/Loss (Raw)": 0.9033169746398926, "Finetune/Step": 5185, "Finetune/Step Time": 10.589191114529967}
+{"Finetune/Learning Rate": 1.713507444730756e-05, "Finetune/Loss": 0.8548427224159241, "Finetune/Loss (Raw)": 0.9281470775604248, "Finetune/Step": 5186, "Finetune/Step Time": 10.56915088929236}
+{"Finetune/Learning Rate": 1.7133894484707657e-05, "Finetune/Loss": 0.855224609375, "Finetune/Loss (Raw)": 0.8931851387023926, "Finetune/Step": 5187, "Finetune/Step Time": 10.571600656956434}
+{"Finetune/Learning Rate": 1.7132714319810792e-05, "Finetune/Loss": 0.8562344908714294, "Finetune/Loss (Raw)": 0.8438147902488708, "Finetune/Step": 5188, "Finetune/Step Time": 10.545050423592329}
+{"Finetune/Learning Rate": 1.7131533952650435e-05, "Finetune/Loss": 0.85512375831604, "Finetune/Loss (Raw)": 0.8043637275695801, "Finetune/Step": 5189, "Finetune/Step Time": 10.53628246113658}
+{"Finetune/Learning Rate": 1.7130353383260053e-05, "Finetune/Loss": 0.8552626967430115, "Finetune/Loss (Raw)": 0.9014037847518921, "Finetune/Step": 5190, "Finetune/Step Time": 10.532514099031687}
+{"Finetune/Learning Rate": 1.7129172611673125e-05, "Finetune/Loss": 0.8541772365570068, "Finetune/Loss (Raw)": 0.7146741151809692, "Finetune/Step": 5191, "Finetune/Step Time": 10.540031496435404}
+{"Finetune/Learning Rate": 1.7127991637923133e-05, "Finetune/Loss": 0.8548338413238525, "Finetune/Loss (Raw)": 0.9079688787460327, "Finetune/Step": 5192, "Finetune/Step Time": 10.505210878327489}
+{"Finetune/Learning Rate": 1.7126810462043568e-05, "Finetune/Loss": 0.8546684980392456, "Finetune/Loss (Raw)": 0.8836406469345093, "Finetune/Step": 5193, "Finetune/Step Time": 10.489147512242198}
+{"Finetune/Learning Rate": 1.7125629084067925e-05, "Finetune/Loss": 0.8545987606048584, "Finetune/Loss (Raw)": 0.8812481760978699, "Finetune/Step": 5194, "Finetune/Step Time": 10.500441566109657}
+{"Finetune/Learning Rate": 1.7124447504029703e-05, "Finetune/Loss": 0.8551168441772461, "Finetune/Loss (Raw)": 0.8113619685173035, "Finetune/Step": 5195, "Finetune/Step Time": 10.506615633144975}
+{"Finetune/Learning Rate": 1.712326572196241e-05, "Finetune/Loss": 0.8536154627799988, "Finetune/Loss (Raw)": 0.760418713092804, "Finetune/Step": 5196, "Finetune/Step Time": 10.496593909338117}
+{"Finetune/Learning Rate": 1.712208373789956e-05, "Finetune/Loss": 0.8532084226608276, "Finetune/Loss (Raw)": 0.748272180557251, "Finetune/Step": 5197, "Finetune/Step Time": 10.495491931214929}
+{"Finetune/Learning Rate": 1.712090155187466e-05, "Finetune/Loss": 0.8538295030593872, "Finetune/Loss (Raw)": 0.9303061962127686, "Finetune/Step": 5198, "Finetune/Step Time": 10.487662000581622}
+{"Finetune/Learning Rate": 1.7119719163921248e-05, "Finetune/Loss": 0.8543857932090759, "Finetune/Loss (Raw)": 0.8628742098808289, "Finetune/Step": 5199, "Finetune/Step Time": 10.491535114124417}
+{"Finetune/Learning Rate": 1.711853657407284e-05, "Finetune/Loss": 0.8537445068359375, "Finetune/Loss (Raw)": 0.8926398158073425, "Finetune/Step": 5200, "Finetune/Step Time": 10.493492962792516}
+{"Finetune/Learning Rate": 1.711735378236298e-05, "Finetune/Loss": 0.8524383306503296, "Finetune/Loss (Raw)": 0.7556444406509399, "Finetune/Step": 5201, "Finetune/Step Time": 10.531484212726355}
+{"Finetune/Learning Rate": 1.7116170788825207e-05, "Finetune/Loss": 0.8514512777328491, "Finetune/Loss (Raw)": 0.7114675045013428, "Finetune/Step": 5202, "Finetune/Step Time": 10.537452502176166}
+{"Finetune/Learning Rate": 1.7114987593493068e-05, "Finetune/Loss": 0.8498764634132385, "Finetune/Loss (Raw)": 0.6544889807701111, "Finetune/Step": 5203, "Finetune/Step Time": 10.581058071926236}
+{"Finetune/Learning Rate": 1.711380419640011e-05, "Finetune/Loss": 0.8490330576896667, "Finetune/Loss (Raw)": 0.8710500001907349, "Finetune/Step": 5204, "Finetune/Step Time": 10.583920374512672}
+{"Finetune/Learning Rate": 1.7112620597579895e-05, "Finetune/Loss": 0.8490965366363525, "Finetune/Loss (Raw)": 0.8389551639556885, "Finetune/Step": 5205, "Finetune/Step Time": 10.602851497009397}
+{"Finetune/Learning Rate": 1.7111436797065984e-05, "Finetune/Loss": 0.848957896232605, "Finetune/Loss (Raw)": 0.9132124185562134, "Finetune/Step": 5206, "Finetune/Step Time": 10.605413550511003}
+{"Finetune/Learning Rate": 1.7110252794891947e-05, "Finetune/Loss": 0.8496847152709961, "Finetune/Loss (Raw)": 0.9060386419296265, "Finetune/Step": 5207, "Finetune/Step Time": 10.624786242842674}
+{"Finetune/Learning Rate": 1.7109068591091366e-05, "Finetune/Loss": 0.8502069711685181, "Finetune/Loss (Raw)": 0.904678225517273, "Finetune/Step": 5208, "Finetune/Step Time": 10.61953442543745}
+{"Finetune/Learning Rate": 1.7107884185697807e-05, "Finetune/Loss": 0.8471493721008301, "Finetune/Loss (Raw)": 0.6037368178367615, "Finetune/Step": 5209, "Finetune/Step Time": 10.672256058081985}
+{"Finetune/Learning Rate": 1.7106699578744867e-05, "Finetune/Loss": 0.8465787172317505, "Finetune/Loss (Raw)": 0.8596354126930237, "Finetune/Step": 5210, "Finetune/Step Time": 10.676601337268949}
+{"Finetune/Learning Rate": 1.710551477026614e-05, "Finetune/Loss": 0.843816876411438, "Finetune/Loss (Raw)": 0.6169419884681702, "Finetune/Step": 5211, "Finetune/Step Time": 10.715034186840057}
+{"Finetune/Learning Rate": 1.7104329760295216e-05, "Finetune/Loss": 0.8435572385787964, "Finetune/Loss (Raw)": 0.8286206722259521, "Finetune/Step": 5212, "Finetune/Step Time": 10.732793413102627}
+{"Finetune/Learning Rate": 1.71031445488657e-05, "Finetune/Loss": 0.8451613187789917, "Finetune/Loss (Raw)": 0.9790995121002197, "Finetune/Step": 5213, "Finetune/Step Time": 10.735516658052802}
+{"Finetune/Learning Rate": 1.710195913601121e-05, "Finetune/Loss": 0.8456910848617554, "Finetune/Loss (Raw)": 0.8397732377052307, "Finetune/Step": 5214, "Finetune/Step Time": 10.73372745886445}
+{"Finetune/Learning Rate": 1.7100773521765347e-05, "Finetune/Loss": 0.8464747071266174, "Finetune/Loss (Raw)": 0.9220016598701477, "Finetune/Step": 5215, "Finetune/Step Time": 10.738204898312688}
+{"Finetune/Learning Rate": 1.709958770616174e-05, "Finetune/Loss": 0.8464192152023315, "Finetune/Loss (Raw)": 0.7961311936378479, "Finetune/Step": 5216, "Finetune/Step Time": 10.752207450568676}
+{"Finetune/Learning Rate": 1.7098401689234018e-05, "Finetune/Loss": 0.8474925756454468, "Finetune/Loss (Raw)": 0.7867686152458191, "Finetune/Step": 5217, "Finetune/Step Time": 10.74682785384357}
+{"Finetune/Learning Rate": 1.7097215471015805e-05, "Finetune/Loss": 0.8457518815994263, "Finetune/Loss (Raw)": 0.7023452520370483, "Finetune/Step": 5218, "Finetune/Step Time": 10.74370519630611}
+{"Finetune/Learning Rate": 1.7096029051540748e-05, "Finetune/Loss": 0.8467020392417908, "Finetune/Loss (Raw)": 0.772551953792572, "Finetune/Step": 5219, "Finetune/Step Time": 10.70895304903388}
+{"Finetune/Learning Rate": 1.709484243084248e-05, "Finetune/Loss": 0.846903920173645, "Finetune/Loss (Raw)": 0.9404456615447998, "Finetune/Step": 5220, "Finetune/Step Time": 10.701241921633482}
+{"Finetune/Learning Rate": 1.709365560895466e-05, "Finetune/Loss": 0.8476808071136475, "Finetune/Loss (Raw)": 0.9181058406829834, "Finetune/Step": 5221, "Finetune/Step Time": 10.69669909402728}
+{"Finetune/Learning Rate": 1.7092468585910937e-05, "Finetune/Loss": 0.847395658493042, "Finetune/Loss (Raw)": 0.8501441478729248, "Finetune/Step": 5222, "Finetune/Step Time": 10.68973097205162}
+{"Finetune/Learning Rate": 1.7091281361744975e-05, "Finetune/Loss": 0.848005473613739, "Finetune/Loss (Raw)": 0.8507611155509949, "Finetune/Step": 5223, "Finetune/Step Time": 10.68829956278205}
+{"Finetune/Learning Rate": 1.7090093936490433e-05, "Finetune/Loss": 0.8479665517807007, "Finetune/Loss (Raw)": 0.8458994030952454, "Finetune/Step": 5224, "Finetune/Step Time": 10.684951845556498}
+{"Finetune/Learning Rate": 1.7088906310180993e-05, "Finetune/Loss": 0.8477557301521301, "Finetune/Loss (Raw)": 0.86045902967453, "Finetune/Step": 5225, "Finetune/Step Time": 10.686809565871954}
+{"Finetune/Learning Rate": 1.7087718482850327e-05, "Finetune/Loss": 0.8493301868438721, "Finetune/Loss (Raw)": 0.8453561067581177, "Finetune/Step": 5226, "Finetune/Step Time": 10.703656466677785}
+{"Finetune/Learning Rate": 1.708653045453212e-05, "Finetune/Loss": 0.8480861186981201, "Finetune/Loss (Raw)": 0.7514305710792542, "Finetune/Step": 5227, "Finetune/Step Time": 10.713280672207475}
+{"Finetune/Learning Rate": 1.708534222526006e-05, "Finetune/Loss": 0.8480172753334045, "Finetune/Loss (Raw)": 0.8885313868522644, "Finetune/Step": 5228, "Finetune/Step Time": 10.721085749566555}
+{"Finetune/Learning Rate": 1.7084153795067845e-05, "Finetune/Loss": 0.8474217653274536, "Finetune/Loss (Raw)": 0.8283798098564148, "Finetune/Step": 5229, "Finetune/Step Time": 10.725250309333205}
+{"Finetune/Learning Rate": 1.708296516398917e-05, "Finetune/Loss": 0.847824215888977, "Finetune/Loss (Raw)": 0.900787353515625, "Finetune/Step": 5230, "Finetune/Step Time": 10.755950253456831}
+{"Finetune/Learning Rate": 1.7081776332057743e-05, "Finetune/Loss": 0.8470803499221802, "Finetune/Loss (Raw)": 0.7104669809341431, "Finetune/Step": 5231, "Finetune/Step Time": 10.790520027279854}
+{"Finetune/Learning Rate": 1.7080587299307283e-05, "Finetune/Loss": 0.8499099016189575, "Finetune/Loss (Raw)": 0.9544209837913513, "Finetune/Step": 5232, "Finetune/Step Time": 10.76068926230073}
+{"Finetune/Learning Rate": 1.7079398065771494e-05, "Finetune/Loss": 0.8483431339263916, "Finetune/Loss (Raw)": 0.7489901185035706, "Finetune/Step": 5233, "Finetune/Step Time": 10.748602947220206}
+{"Finetune/Learning Rate": 1.7078208631484113e-05, "Finetune/Loss": 0.8479201793670654, "Finetune/Loss (Raw)": 0.8930529356002808, "Finetune/Step": 5234, "Finetune/Step Time": 10.736417112872005}
+{"Finetune/Learning Rate": 1.707701899647886e-05, "Finetune/Loss": 0.8479167222976685, "Finetune/Loss (Raw)": 0.7809198498725891, "Finetune/Step": 5235, "Finetune/Step Time": 10.741790004074574}
+{"Finetune/Learning Rate": 1.7075829160789475e-05, "Finetune/Loss": 0.8453977108001709, "Finetune/Loss (Raw)": 0.6357303261756897, "Finetune/Step": 5236, "Finetune/Step Time": 10.778887528926134}
+{"Finetune/Learning Rate": 1.7074639124449693e-05, "Finetune/Loss": 0.8452746868133545, "Finetune/Loss (Raw)": 0.9184808135032654, "Finetune/Step": 5237, "Finetune/Step Time": 10.781348401680589}
+{"Finetune/Learning Rate": 1.7073448887493268e-05, "Finetune/Loss": 0.8449059724807739, "Finetune/Loss (Raw)": 0.7824960947036743, "Finetune/Step": 5238, "Finetune/Step Time": 10.781843246892095}
+{"Finetune/Learning Rate": 1.707225844995394e-05, "Finetune/Loss": 0.8454627990722656, "Finetune/Loss (Raw)": 0.8336629271507263, "Finetune/Step": 5239, "Finetune/Step Time": 10.77880297228694}
+{"Finetune/Learning Rate": 1.7071067811865477e-05, "Finetune/Loss": 0.8457611799240112, "Finetune/Loss (Raw)": 0.827545166015625, "Finetune/Step": 5240, "Finetune/Step Time": 10.780068608000875}
+{"Finetune/Learning Rate": 1.7069876973261638e-05, "Finetune/Loss": 0.8453658819198608, "Finetune/Loss (Raw)": 0.8417429327964783, "Finetune/Step": 5241, "Finetune/Step Time": 10.780909713357687}
+{"Finetune/Learning Rate": 1.7068685934176192e-05, "Finetune/Loss": 0.8438096046447754, "Finetune/Loss (Raw)": 0.7009128928184509, "Finetune/Step": 5242, "Finetune/Step Time": 10.821852654218674}
+{"Finetune/Learning Rate": 1.7067494694642913e-05, "Finetune/Loss": 0.8442290425300598, "Finetune/Loss (Raw)": 0.877860963344574, "Finetune/Step": 5243, "Finetune/Step Time": 10.823282798752189}
+{"Finetune/Learning Rate": 1.706630325469558e-05, "Finetune/Loss": 0.8447414636611938, "Finetune/Loss (Raw)": 0.8584561347961426, "Finetune/Step": 5244, "Finetune/Step Time": 10.828129298985004}
+{"Finetune/Learning Rate": 1.7065111614367983e-05, "Finetune/Loss": 0.8459780216217041, "Finetune/Loss (Raw)": 0.8712143898010254, "Finetune/Step": 5245, "Finetune/Step Time": 10.832257336005569}
+{"Finetune/Learning Rate": 1.7063919773693914e-05, "Finetune/Loss": 0.8461157083511353, "Finetune/Loss (Raw)": 0.8845042586326599, "Finetune/Step": 5246, "Finetune/Step Time": 10.849349087104201}
+{"Finetune/Learning Rate": 1.7062727732707164e-05, "Finetune/Loss": 0.8453073501586914, "Finetune/Loss (Raw)": 0.895035445690155, "Finetune/Step": 5247, "Finetune/Step Time": 10.855372982099652}
+{"Finetune/Learning Rate": 1.7061535491441538e-05, "Finetune/Loss": 0.8444284796714783, "Finetune/Loss (Raw)": 0.7733067870140076, "Finetune/Step": 5248, "Finetune/Step Time": 10.863163942471147}
+{"Finetune/Learning Rate": 1.7060343049930845e-05, "Finetune/Loss": 0.844407320022583, "Finetune/Loss (Raw)": 0.872805118560791, "Finetune/Step": 5249, "Finetune/Step Time": 10.860785333439708}
+{"Finetune/Learning Rate": 1.7059150408208902e-05, "Finetune/Loss": 0.8443191051483154, "Finetune/Loss (Raw)": 0.8593899607658386, "Finetune/Step": 5250, "Finetune/Step Time": 10.860631417483091}
+{"Finetune/Learning Rate": 1.705795756630953e-05, "Finetune/Loss": 0.8429275751113892, "Finetune/Loss (Raw)": 0.6934796571731567, "Finetune/Step": 5251, "Finetune/Step Time": 10.86206466704607}
+{"Finetune/Learning Rate": 1.7056764524266547e-05, "Finetune/Loss": 0.8425981402397156, "Finetune/Loss (Raw)": 0.8725582957267761, "Finetune/Step": 5252, "Finetune/Step Time": 10.867114087566733}
+{"Finetune/Learning Rate": 1.705557128211379e-05, "Finetune/Loss": 0.8424949645996094, "Finetune/Loss (Raw)": 0.791102409362793, "Finetune/Step": 5253, "Finetune/Step Time": 10.881452089175582}
+{"Finetune/Learning Rate": 1.7054377839885098e-05, "Finetune/Loss": 0.8420089483261108, "Finetune/Loss (Raw)": 0.7402152419090271, "Finetune/Step": 5254, "Finetune/Step Time": 10.889026869088411}
+{"Finetune/Learning Rate": 1.7053184197614302e-05, "Finetune/Loss": 0.8422945737838745, "Finetune/Loss (Raw)": 0.8757056593894958, "Finetune/Step": 5255, "Finetune/Step Time": 10.894467609003186}
+{"Finetune/Learning Rate": 1.7051990355335266e-05, "Finetune/Loss": 0.8427252769470215, "Finetune/Loss (Raw)": 0.8003436326980591, "Finetune/Step": 5256, "Finetune/Step Time": 10.904847567901015}
+{"Finetune/Learning Rate": 1.7050796313081838e-05, "Finetune/Loss": 0.8432168960571289, "Finetune/Loss (Raw)": 0.8419878482818604, "Finetune/Step": 5257, "Finetune/Step Time": 10.907473668456078}
+{"Finetune/Learning Rate": 1.704960207088787e-05, "Finetune/Loss": 0.8440788984298706, "Finetune/Loss (Raw)": 0.9571369290351868, "Finetune/Step": 5258, "Finetune/Step Time": 10.898555018007755}
+{"Finetune/Learning Rate": 1.7048407628787238e-05, "Finetune/Loss": 0.8442730903625488, "Finetune/Loss (Raw)": 0.8510356545448303, "Finetune/Step": 5259, "Finetune/Step Time": 10.87869337014854}
+{"Finetune/Learning Rate": 1.704721298681381e-05, "Finetune/Loss": 0.8415119647979736, "Finetune/Loss (Raw)": 0.6209666132926941, "Finetune/Step": 5260, "Finetune/Step Time": 10.916661750525236}
+{"Finetune/Learning Rate": 1.7046018145001458e-05, "Finetune/Loss": 0.8394750356674194, "Finetune/Loss (Raw)": 0.6350407004356384, "Finetune/Step": 5261, "Finetune/Step Time": 10.952061275020242}
+{"Finetune/Learning Rate": 1.7044823103384067e-05, "Finetune/Loss": 0.8412858843803406, "Finetune/Loss (Raw)": 0.8606064319610596, "Finetune/Step": 5262, "Finetune/Step Time": 10.954886559396982}
+{"Finetune/Learning Rate": 1.7043627861995528e-05, "Finetune/Loss": 0.8410629034042358, "Finetune/Loss (Raw)": 0.897118330001831, "Finetune/Step": 5263, "Finetune/Step Time": 10.944763632491231}
+{"Finetune/Learning Rate": 1.704243242086973e-05, "Finetune/Loss": 0.8387088775634766, "Finetune/Loss (Raw)": 0.7512592673301697, "Finetune/Step": 5264, "Finetune/Step Time": 10.966514041647315}
+{"Finetune/Learning Rate": 1.7041236780040577e-05, "Finetune/Loss": 0.837880551815033, "Finetune/Loss (Raw)": 0.8348538279533386, "Finetune/Step": 5265, "Finetune/Step Time": 10.976341865956783}
+{"Finetune/Learning Rate": 1.704004093954197e-05, "Finetune/Loss": 0.8386485576629639, "Finetune/Loss (Raw)": 0.9454658627510071, "Finetune/Step": 5266, "Finetune/Step Time": 10.967967575415969}
+{"Finetune/Learning Rate": 1.7038844899407824e-05, "Finetune/Loss": 0.8392597436904907, "Finetune/Loss (Raw)": 0.9321416020393372, "Finetune/Step": 5267, "Finetune/Step Time": 10.965967703610659}
+{"Finetune/Learning Rate": 1.7037648659672047e-05, "Finetune/Loss": 0.8391797542572021, "Finetune/Loss (Raw)": 0.8725826740264893, "Finetune/Step": 5268, "Finetune/Step Time": 10.971889132633805}
+{"Finetune/Learning Rate": 1.7036452220368568e-05, "Finetune/Loss": 0.8389416337013245, "Finetune/Loss (Raw)": 0.8116212487220764, "Finetune/Step": 5269, "Finetune/Step Time": 10.967386420816183}
+{"Finetune/Learning Rate": 1.7035255581531317e-05, "Finetune/Loss": 0.8382923603057861, "Finetune/Loss (Raw)": 0.8958373665809631, "Finetune/Step": 5270, "Finetune/Step Time": 10.969766205176711}
+{"Finetune/Learning Rate": 1.7034058743194218e-05, "Finetune/Loss": 0.8362438082695007, "Finetune/Loss (Raw)": 0.6931303143501282, "Finetune/Step": 5271, "Finetune/Step Time": 10.991998376324773}
+{"Finetune/Learning Rate": 1.7032861705391218e-05, "Finetune/Loss": 0.8363497257232666, "Finetune/Loss (Raw)": 0.9470306038856506, "Finetune/Step": 5272, "Finetune/Step Time": 10.99211629293859}
+{"Finetune/Learning Rate": 1.7031664468156258e-05, "Finetune/Loss": 0.8358310461044312, "Finetune/Loss (Raw)": 0.8823920488357544, "Finetune/Step": 5273, "Finetune/Step Time": 10.98672640323639}
+{"Finetune/Learning Rate": 1.7030467031523292e-05, "Finetune/Loss": 0.8348286151885986, "Finetune/Loss (Raw)": 0.8450908660888672, "Finetune/Step": 5274, "Finetune/Step Time": 10.974895222112536}
+{"Finetune/Learning Rate": 1.702926939552627e-05, "Finetune/Loss": 0.8329285383224487, "Finetune/Loss (Raw)": 0.7138957381248474, "Finetune/Step": 5275, "Finetune/Step Time": 10.974825542420149}
+{"Finetune/Learning Rate": 1.7028071560199156e-05, "Finetune/Loss": 0.83228999376297, "Finetune/Loss (Raw)": 0.6333215832710266, "Finetune/Step": 5276, "Finetune/Step Time": 10.950316881760955}
+{"Finetune/Learning Rate": 1.702687352557592e-05, "Finetune/Loss": 0.8326229453086853, "Finetune/Loss (Raw)": 0.7986822724342346, "Finetune/Step": 5277, "Finetune/Step Time": 10.974633919075131}
+{"Finetune/Learning Rate": 1.7025675291690534e-05, "Finetune/Loss": 0.8324223756790161, "Finetune/Loss (Raw)": 0.8237107992172241, "Finetune/Step": 5278, "Finetune/Step Time": 10.976208677515388}
+{"Finetune/Learning Rate": 1.7024476858576973e-05, "Finetune/Loss": 0.8304724097251892, "Finetune/Loss (Raw)": 0.5752833485603333, "Finetune/Step": 5279, "Finetune/Step Time": 11.004497442394495}
+{"Finetune/Learning Rate": 1.7023278226269222e-05, "Finetune/Loss": 0.8318740129470825, "Finetune/Loss (Raw)": 0.9505046606063843, "Finetune/Step": 5280, "Finetune/Step Time": 11.000438187271357}
+{"Finetune/Learning Rate": 1.702207939480127e-05, "Finetune/Loss": 0.8306112289428711, "Finetune/Loss (Raw)": 0.7139200568199158, "Finetune/Step": 5281, "Finetune/Step Time": 11.018600549548864}
+{"Finetune/Learning Rate": 1.702088036420712e-05, "Finetune/Loss": 0.8317227363586426, "Finetune/Loss (Raw)": 0.9814688563346863, "Finetune/Step": 5282, "Finetune/Step Time": 11.018903817981482}
+{"Finetune/Learning Rate": 1.7019681134520762e-05, "Finetune/Loss": 0.8312056064605713, "Finetune/Loss (Raw)": 0.751185953617096, "Finetune/Step": 5283, "Finetune/Step Time": 11.007125245407224}
+{"Finetune/Learning Rate": 1.701848170577621e-05, "Finetune/Loss": 0.8307088613510132, "Finetune/Loss (Raw)": 0.8652823567390442, "Finetune/Step": 5284, "Finetune/Step Time": 11.025182405486703}
+{"Finetune/Learning Rate": 1.701728207800748e-05, "Finetune/Loss": 0.8299058675765991, "Finetune/Loss (Raw)": 0.7549729943275452, "Finetune/Step": 5285, "Finetune/Step Time": 11.026957398280501}
+{"Finetune/Learning Rate": 1.7016082251248582e-05, "Finetune/Loss": 0.8292375802993774, "Finetune/Loss (Raw)": 0.7686634659767151, "Finetune/Step": 5286, "Finetune/Step Time": 11.059304844588041}
+{"Finetune/Learning Rate": 1.701488222553354e-05, "Finetune/Loss": 0.8296883702278137, "Finetune/Loss (Raw)": 0.8839359879493713, "Finetune/Step": 5287, "Finetune/Step Time": 11.078160954639316}
+{"Finetune/Learning Rate": 1.7013682000896388e-05, "Finetune/Loss": 0.8301985263824463, "Finetune/Loss (Raw)": 0.8481842279434204, "Finetune/Step": 5288, "Finetune/Step Time": 11.073961364105344}
+{"Finetune/Learning Rate": 1.7012481577371157e-05, "Finetune/Loss": 0.832754373550415, "Finetune/Loss (Raw)": 0.961843729019165, "Finetune/Step": 5289, "Finetune/Step Time": 11.035362832248211}
+{"Finetune/Learning Rate": 1.701128095499189e-05, "Finetune/Loss": 0.833107590675354, "Finetune/Loss (Raw)": 0.873798668384552, "Finetune/Step": 5290, "Finetune/Step Time": 11.03509460017085}
+{"Finetune/Learning Rate": 1.701008013379263e-05, "Finetune/Loss": 0.8337711095809937, "Finetune/Loss (Raw)": 0.8823277950286865, "Finetune/Step": 5291, "Finetune/Step Time": 11.030967058613896}
+{"Finetune/Learning Rate": 1.7008879113807437e-05, "Finetune/Loss": 0.834311306476593, "Finetune/Loss (Raw)": 0.8538379073143005, "Finetune/Step": 5292, "Finetune/Step Time": 11.032918220385909}
+{"Finetune/Learning Rate": 1.7007677895070358e-05, "Finetune/Loss": 0.8334088921546936, "Finetune/Loss (Raw)": 0.7031469345092773, "Finetune/Step": 5293, "Finetune/Step Time": 11.023855429142714}
+{"Finetune/Learning Rate": 1.7006476477615463e-05, "Finetune/Loss": 0.8333014249801636, "Finetune/Loss (Raw)": 0.8851177096366882, "Finetune/Step": 5294, "Finetune/Step Time": 11.022370181977749}
+{"Finetune/Learning Rate": 1.7005274861476818e-05, "Finetune/Loss": 0.8332463502883911, "Finetune/Loss (Raw)": 0.8960734605789185, "Finetune/Step": 5295, "Finetune/Step Time": 11.029967347159982}
+{"Finetune/Learning Rate": 1.7004073046688498e-05, "Finetune/Loss": 0.8329814672470093, "Finetune/Loss (Raw)": 0.7873847484588623, "Finetune/Step": 5296, "Finetune/Step Time": 11.026659332215786}
+{"Finetune/Learning Rate": 1.7002871033284583e-05, "Finetune/Loss": 0.8323929309844971, "Finetune/Loss (Raw)": 0.870564341545105, "Finetune/Step": 5297, "Finetune/Step Time": 10.996988439932466}
+{"Finetune/Learning Rate": 1.700166882129916e-05, "Finetune/Loss": 0.831433117389679, "Finetune/Loss (Raw)": 0.8004471659660339, "Finetune/Step": 5298, "Finetune/Step Time": 11.016280967742205}
+{"Finetune/Learning Rate": 1.7000466410766322e-05, "Finetune/Loss": 0.8307626247406006, "Finetune/Loss (Raw)": 0.7547202110290527, "Finetune/Step": 5299, "Finetune/Step Time": 11.019063740968704}
+{"Finetune/Learning Rate": 1.699926380172016e-05, "Finetune/Loss": 0.8303263783454895, "Finetune/Loss (Raw)": 0.911221981048584, "Finetune/Step": 5300, "Finetune/Step Time": 11.02358378097415}
+{"Finetune/Learning Rate": 1.699806099419478e-05, "Finetune/Loss": 0.8288427591323853, "Finetune/Loss (Raw)": 0.6732555627822876, "Finetune/Step": 5301, "Finetune/Step Time": 11.056186182424426}
+{"Finetune/Learning Rate": 1.6996857988224292e-05, "Finetune/Loss": 0.8293615579605103, "Finetune/Loss (Raw)": 0.8376685380935669, "Finetune/Step": 5302, "Finetune/Step Time": 11.060711894184351}
+{"Finetune/Learning Rate": 1.6995654783842807e-05, "Finetune/Loss": 0.827551007270813, "Finetune/Loss (Raw)": 0.6744571328163147, "Finetune/Step": 5303, "Finetune/Step Time": 11.062101457268}
+{"Finetune/Learning Rate": 1.6994451381084443e-05, "Finetune/Loss": 0.8252579569816589, "Finetune/Loss (Raw)": 0.5283392667770386, "Finetune/Step": 5304, "Finetune/Step Time": 11.077260119840503}
+{"Finetune/Learning Rate": 1.6993247779983327e-05, "Finetune/Loss": 0.8245582580566406, "Finetune/Loss (Raw)": 0.8348416090011597, "Finetune/Step": 5305, "Finetune/Step Time": 11.083540577441454}
+{"Finetune/Learning Rate": 1.6992043980573597e-05, "Finetune/Loss": 0.8259235620498657, "Finetune/Loss (Raw)": 0.8908014893531799, "Finetune/Step": 5306, "Finetune/Step Time": 11.068534076213837}
+{"Finetune/Learning Rate": 1.6990839982889375e-05, "Finetune/Loss": 0.8269791603088379, "Finetune/Loss (Raw)": 0.8024204969406128, "Finetune/Step": 5307, "Finetune/Step Time": 11.060212466865778}
+{"Finetune/Learning Rate": 1.6989635786964813e-05, "Finetune/Loss": 0.8257827162742615, "Finetune/Loss (Raw)": 0.805777907371521, "Finetune/Step": 5308, "Finetune/Step Time": 11.07255014590919}
+{"Finetune/Learning Rate": 1.6988431392834057e-05, "Finetune/Loss": 0.8261657357215881, "Finetune/Loss (Raw)": 0.896331250667572, "Finetune/Step": 5309, "Finetune/Step Time": 11.069850955158472}
+{"Finetune/Learning Rate": 1.698722680053126e-05, "Finetune/Loss": 0.8256456255912781, "Finetune/Loss (Raw)": 0.8922956585884094, "Finetune/Step": 5310, "Finetune/Step Time": 11.082907723262906}
+{"Finetune/Learning Rate": 1.6986022010090575e-05, "Finetune/Loss": 0.8243072032928467, "Finetune/Loss (Raw)": 0.7607676386833191, "Finetune/Step": 5311, "Finetune/Step Time": 11.090764304623008}
+{"Finetune/Learning Rate": 1.6984817021546177e-05, "Finetune/Loss": 0.8248676061630249, "Finetune/Loss (Raw)": 0.9618232846260071, "Finetune/Step": 5312, "Finetune/Step Time": 11.091159058734775}
+{"Finetune/Learning Rate": 1.698361183493223e-05, "Finetune/Loss": 0.8249070048332214, "Finetune/Loss (Raw)": 0.9083582162857056, "Finetune/Step": 5313, "Finetune/Step Time": 11.084557481110096}
+{"Finetune/Learning Rate": 1.6982406450282903e-05, "Finetune/Loss": 0.8242883682250977, "Finetune/Loss (Raw)": 0.8489604592323303, "Finetune/Step": 5314, "Finetune/Step Time": 11.089764090254903}
+{"Finetune/Learning Rate": 1.698120086763239e-05, "Finetune/Loss": 0.8238007426261902, "Finetune/Loss (Raw)": 0.8307697772979736, "Finetune/Step": 5315, "Finetune/Step Time": 11.094700304791331}
+{"Finetune/Learning Rate": 1.697999508701487e-05, "Finetune/Loss": 0.8241696953773499, "Finetune/Loss (Raw)": 0.8910430669784546, "Finetune/Step": 5316, "Finetune/Step Time": 11.103036792948842}
+{"Finetune/Learning Rate": 1.697878910846454e-05, "Finetune/Loss": 0.8226141929626465, "Finetune/Loss (Raw)": 0.6052530407905579, "Finetune/Step": 5317, "Finetune/Step Time": 11.140286069363356}
+{"Finetune/Learning Rate": 1.6977582932015596e-05, "Finetune/Loss": 0.8228887915611267, "Finetune/Loss (Raw)": 0.9365605711936951, "Finetune/Step": 5318, "Finetune/Step Time": 11.15280731022358}
+{"Finetune/Learning Rate": 1.6976376557702244e-05, "Finetune/Loss": 0.8244462013244629, "Finetune/Loss (Raw)": 0.9140263795852661, "Finetune/Step": 5319, "Finetune/Step Time": 11.140542980283499}
+{"Finetune/Learning Rate": 1.6975169985558686e-05, "Finetune/Loss": 0.8241704702377319, "Finetune/Loss (Raw)": 0.8726732134819031, "Finetune/Step": 5320, "Finetune/Step Time": 11.162174561992288}
+{"Finetune/Learning Rate": 1.6973963215619144e-05, "Finetune/Loss": 0.8232377767562866, "Finetune/Loss (Raw)": 0.764245331287384, "Finetune/Step": 5321, "Finetune/Step Time": 11.166750395670533}
+{"Finetune/Learning Rate": 1.6972756247917837e-05, "Finetune/Loss": 0.8231035470962524, "Finetune/Loss (Raw)": 0.8640743494033813, "Finetune/Step": 5322, "Finetune/Step Time": 11.160705532878637}
+{"Finetune/Learning Rate": 1.6971549082488987e-05, "Finetune/Loss": 0.8234935402870178, "Finetune/Loss (Raw)": 0.8612777590751648, "Finetune/Step": 5323, "Finetune/Step Time": 11.158838232979178}
+{"Finetune/Learning Rate": 1.6970341719366835e-05, "Finetune/Loss": 0.8247939348220825, "Finetune/Loss (Raw)": 0.9268699288368225, "Finetune/Step": 5324, "Finetune/Step Time": 11.160003958269954}
+{"Finetune/Learning Rate": 1.696913415858561e-05, "Finetune/Loss": 0.825386643409729, "Finetune/Loss (Raw)": 0.8241338133811951, "Finetune/Step": 5325, "Finetune/Step Time": 11.167587488889694}
+{"Finetune/Learning Rate": 1.696792640017956e-05, "Finetune/Loss": 0.8241596221923828, "Finetune/Loss (Raw)": 0.7732512950897217, "Finetune/Step": 5326, "Finetune/Step Time": 11.168411502614617}
+{"Finetune/Learning Rate": 1.6966718444182926e-05, "Finetune/Loss": 0.8237971663475037, "Finetune/Loss (Raw)": 0.816487193107605, "Finetune/Step": 5327, "Finetune/Step Time": 11.16667789965868}
+{"Finetune/Learning Rate": 1.6965510290629973e-05, "Finetune/Loss": 0.8242194056510925, "Finetune/Loss (Raw)": 0.9466798901557922, "Finetune/Step": 5328, "Finetune/Step Time": 11.163359062746167}
+{"Finetune/Learning Rate": 1.696430193955495e-05, "Finetune/Loss": 0.8251945972442627, "Finetune/Loss (Raw)": 0.8804693818092346, "Finetune/Step": 5329, "Finetune/Step Time": 11.127437517046928}
+{"Finetune/Learning Rate": 1.6963093390992134e-05, "Finetune/Loss": 0.8274075984954834, "Finetune/Loss (Raw)": 0.9947343468666077, "Finetune/Step": 5330, "Finetune/Step Time": 11.122148303315043}
+{"Finetune/Learning Rate": 1.6961884644975786e-05, "Finetune/Loss": 0.8271955251693726, "Finetune/Loss (Raw)": 0.627338171005249, "Finetune/Step": 5331, "Finetune/Step Time": 11.123965172097087}
+{"Finetune/Learning Rate": 1.696067570154019e-05, "Finetune/Loss": 0.8271515369415283, "Finetune/Loss (Raw)": 0.865422248840332, "Finetune/Step": 5332, "Finetune/Step Time": 11.13094718568027}
+{"Finetune/Learning Rate": 1.695946656071962e-05, "Finetune/Loss": 0.8275167942047119, "Finetune/Loss (Raw)": 0.8857130408287048, "Finetune/Step": 5333, "Finetune/Step Time": 11.114406809210777}
+{"Finetune/Learning Rate": 1.695825722254837e-05, "Finetune/Loss": 0.8278331756591797, "Finetune/Loss (Raw)": 0.9537026286125183, "Finetune/Step": 5334, "Finetune/Step Time": 11.113193340599537}
+{"Finetune/Learning Rate": 1.6957047687060732e-05, "Finetune/Loss": 0.826887845993042, "Finetune/Loss (Raw)": 0.7850463390350342, "Finetune/Step": 5335, "Finetune/Step Time": 11.103053821250796}
+{"Finetune/Learning Rate": 1.6955837954291007e-05, "Finetune/Loss": 0.8258234262466431, "Finetune/Loss (Raw)": 0.7684317827224731, "Finetune/Step": 5336, "Finetune/Step Time": 11.101635793223977}
+{"Finetune/Learning Rate": 1.6954628024273496e-05, "Finetune/Loss": 0.8282917737960815, "Finetune/Loss (Raw)": 0.919679582118988, "Finetune/Step": 5337, "Finetune/Step Time": 11.050073370337486}
+{"Finetune/Learning Rate": 1.695341789704251e-05, "Finetune/Loss": 0.8277342319488525, "Finetune/Loss (Raw)": 0.7882699966430664, "Finetune/Step": 5338, "Finetune/Step Time": 11.048328042030334}
+{"Finetune/Learning Rate": 1.6952207572632368e-05, "Finetune/Loss": 0.8277274370193481, "Finetune/Loss (Raw)": 0.6160671710968018, "Finetune/Step": 5339, "Finetune/Step Time": 11.055956525728106}
+{"Finetune/Learning Rate": 1.6950997051077384e-05, "Finetune/Loss": 0.8283742666244507, "Finetune/Loss (Raw)": 0.9114179015159607, "Finetune/Step": 5340, "Finetune/Step Time": 11.040592385455966}
+{"Finetune/Learning Rate": 1.694978633241189e-05, "Finetune/Loss": 0.8285865783691406, "Finetune/Loss (Raw)": 1.0062763690948486, "Finetune/Step": 5341, "Finetune/Step Time": 11.044685240834951}
+{"Finetune/Learning Rate": 1.6948575416670222e-05, "Finetune/Loss": 0.8288000226020813, "Finetune/Loss (Raw)": 0.8670956492424011, "Finetune/Step": 5342, "Finetune/Step Time": 11.056368835270405}
+{"Finetune/Learning Rate": 1.6947364303886712e-05, "Finetune/Loss": 0.827872633934021, "Finetune/Loss (Raw)": 0.8032993674278259, "Finetune/Step": 5343, "Finetune/Step Time": 11.05568446777761}
+{"Finetune/Learning Rate": 1.6946152994095705e-05, "Finetune/Loss": 0.8289760947227478, "Finetune/Loss (Raw)": 0.9373704791069031, "Finetune/Step": 5344, "Finetune/Step Time": 11.05059041082859}
+{"Finetune/Learning Rate": 1.6944941487331553e-05, "Finetune/Loss": 0.8293935656547546, "Finetune/Loss (Raw)": 0.8402013182640076, "Finetune/Step": 5345, "Finetune/Step Time": 11.020285984501243}
+{"Finetune/Learning Rate": 1.694372978362861e-05, "Finetune/Loss": 0.8294657468795776, "Finetune/Loss (Raw)": 0.7115939855575562, "Finetune/Step": 5346, "Finetune/Step Time": 11.019291840493679}
+{"Finetune/Learning Rate": 1.694251788302123e-05, "Finetune/Loss": 0.8283277750015259, "Finetune/Loss (Raw)": 0.6268861889839172, "Finetune/Step": 5347, "Finetune/Step Time": 11.031858921051025}
+{"Finetune/Learning Rate": 1.694130578554379e-05, "Finetune/Loss": 0.8268760442733765, "Finetune/Loss (Raw)": 0.7546195983886719, "Finetune/Step": 5348, "Finetune/Step Time": 11.053601156920195}
+{"Finetune/Learning Rate": 1.6940093491230657e-05, "Finetune/Loss": 0.8259290456771851, "Finetune/Loss (Raw)": 0.7968968749046326, "Finetune/Step": 5349, "Finetune/Step Time": 11.052090734243393}
+{"Finetune/Learning Rate": 1.693888100011621e-05, "Finetune/Loss": 0.8256810903549194, "Finetune/Loss (Raw)": 0.818408191204071, "Finetune/Step": 5350, "Finetune/Step Time": 11.060278259217739}
+{"Finetune/Learning Rate": 1.6937668312234825e-05, "Finetune/Loss": 0.8252315521240234, "Finetune/Loss (Raw)": 0.7932169437408447, "Finetune/Step": 5351, "Finetune/Step Time": 11.059850076213479}
+{"Finetune/Learning Rate": 1.6936455427620894e-05, "Finetune/Loss": 0.8250327110290527, "Finetune/Loss (Raw)": 0.8204529285430908, "Finetune/Step": 5352, "Finetune/Step Time": 11.06305199675262}
+{"Finetune/Learning Rate": 1.6935242346308812e-05, "Finetune/Loss": 0.8238863945007324, "Finetune/Loss (Raw)": 0.7137167453765869, "Finetune/Step": 5353, "Finetune/Step Time": 11.094472747296095}
+{"Finetune/Learning Rate": 1.6934029068332977e-05, "Finetune/Loss": 0.823279857635498, "Finetune/Loss (Raw)": 0.7677276730537415, "Finetune/Step": 5354, "Finetune/Step Time": 11.079651206731796}
+{"Finetune/Learning Rate": 1.6932815593727798e-05, "Finetune/Loss": 0.8251534700393677, "Finetune/Loss (Raw)": 0.9912575483322144, "Finetune/Step": 5355, "Finetune/Step Time": 11.06731134466827}
+{"Finetune/Learning Rate": 1.6931601922527684e-05, "Finetune/Loss": 0.8247388005256653, "Finetune/Loss (Raw)": 0.8354483246803284, "Finetune/Step": 5356, "Finetune/Step Time": 11.07306514494121}
+{"Finetune/Learning Rate": 1.6930388054767047e-05, "Finetune/Loss": 0.8244383335113525, "Finetune/Loss (Raw)": 0.7899196147918701, "Finetune/Step": 5357, "Finetune/Step Time": 11.07340251095593}
+{"Finetune/Learning Rate": 1.692917399048031e-05, "Finetune/Loss": 0.822018027305603, "Finetune/Loss (Raw)": 0.5909867286682129, "Finetune/Step": 5358, "Finetune/Step Time": 11.091094803065062}
+{"Finetune/Learning Rate": 1.6927959729701912e-05, "Finetune/Loss": 0.8226451873779297, "Finetune/Loss (Raw)": 0.7907400727272034, "Finetune/Step": 5359, "Finetune/Step Time": 11.05570064112544}
+{"Finetune/Learning Rate": 1.692674527246627e-05, "Finetune/Loss": 0.8218733072280884, "Finetune/Loss (Raw)": 0.8556267619132996, "Finetune/Step": 5360, "Finetune/Step Time": 11.071000372990966}
+{"Finetune/Learning Rate": 1.6925530618807832e-05, "Finetune/Loss": 0.8226635456085205, "Finetune/Loss (Raw)": 0.8501318693161011, "Finetune/Step": 5361, "Finetune/Step Time": 11.091872118413448}
+{"Finetune/Learning Rate": 1.6924315768761036e-05, "Finetune/Loss": 0.8234835863113403, "Finetune/Loss (Raw)": 0.9980242848396301, "Finetune/Step": 5362, "Finetune/Step Time": 11.087424028664827}
+{"Finetune/Learning Rate": 1.6923100722360333e-05, "Finetune/Loss": 0.8243672847747803, "Finetune/Loss (Raw)": 0.8940303921699524, "Finetune/Step": 5363, "Finetune/Step Time": 11.041670368984342}
+{"Finetune/Learning Rate": 1.6921885479640186e-05, "Finetune/Loss": 0.8248194456100464, "Finetune/Loss (Raw)": 0.6936173439025879, "Finetune/Step": 5364, "Finetune/Step Time": 11.011065052822232}
+{"Finetune/Learning Rate": 1.6920670040635047e-05, "Finetune/Loss": 0.824782133102417, "Finetune/Loss (Raw)": 0.9137021899223328, "Finetune/Step": 5365, "Finetune/Step Time": 11.005234027281404}
+{"Finetune/Learning Rate": 1.6919454405379384e-05, "Finetune/Loss": 0.825339674949646, "Finetune/Loss (Raw)": 0.8538571000099182, "Finetune/Step": 5366, "Finetune/Step Time": 11.014545718207955}
+{"Finetune/Learning Rate": 1.6918238573907672e-05, "Finetune/Loss": 0.8263671398162842, "Finetune/Loss (Raw)": 0.9651793241500854, "Finetune/Step": 5367, "Finetune/Step Time": 11.00978652946651}
+{"Finetune/Learning Rate": 1.6917022546254388e-05, "Finetune/Loss": 0.827616274356842, "Finetune/Loss (Raw)": 0.9874349236488342, "Finetune/Step": 5368, "Finetune/Step Time": 11.015697298571467}
+{"Finetune/Learning Rate": 1.6915806322454013e-05, "Finetune/Loss": 0.82724928855896, "Finetune/Loss (Raw)": 0.7947595715522766, "Finetune/Step": 5369, "Finetune/Step Time": 11.026396883651614}
+{"Finetune/Learning Rate": 1.6914589902541038e-05, "Finetune/Loss": 0.8275607228279114, "Finetune/Loss (Raw)": 0.7407870292663574, "Finetune/Step": 5370, "Finetune/Step Time": 10.99761876091361}
+{"Finetune/Learning Rate": 1.691337328654995e-05, "Finetune/Loss": 0.8277391791343689, "Finetune/Loss (Raw)": 0.9007037878036499, "Finetune/Step": 5371, "Finetune/Step Time": 10.994858019053936}
+{"Finetune/Learning Rate": 1.6912156474515264e-05, "Finetune/Loss": 0.8274804353713989, "Finetune/Loss (Raw)": 0.8253352046012878, "Finetune/Step": 5372, "Finetune/Step Time": 10.992648432031274}
+{"Finetune/Learning Rate": 1.691093946647147e-05, "Finetune/Loss": 0.8267310261726379, "Finetune/Loss (Raw)": 0.7752913236618042, "Finetune/Step": 5373, "Finetune/Step Time": 10.994316637516022}
+{"Finetune/Learning Rate": 1.6909722262453086e-05, "Finetune/Loss": 0.8261184096336365, "Finetune/Loss (Raw)": 0.8060850501060486, "Finetune/Step": 5374, "Finetune/Step Time": 10.9872613735497}
+{"Finetune/Learning Rate": 1.6908504862494626e-05, "Finetune/Loss": 0.8257113695144653, "Finetune/Loss (Raw)": 0.8429378271102905, "Finetune/Step": 5375, "Finetune/Step Time": 10.990904942154884}
+{"Finetune/Learning Rate": 1.6907287266630614e-05, "Finetune/Loss": 0.8249529600143433, "Finetune/Loss (Raw)": 0.6762284636497498, "Finetune/Step": 5376, "Finetune/Step Time": 10.984122954308987}
+{"Finetune/Learning Rate": 1.690606947489558e-05, "Finetune/Loss": 0.8248634338378906, "Finetune/Loss (Raw)": 0.8613442778587341, "Finetune/Step": 5377, "Finetune/Step Time": 10.983242431655526}
+{"Finetune/Learning Rate": 1.690485148732405e-05, "Finetune/Loss": 0.8255435824394226, "Finetune/Loss (Raw)": 0.9464483261108398, "Finetune/Step": 5378, "Finetune/Step Time": 10.992026671767235}
+{"Finetune/Learning Rate": 1.6903633303950565e-05, "Finetune/Loss": 0.8257737159729004, "Finetune/Loss (Raw)": 0.7229400277137756, "Finetune/Step": 5379, "Finetune/Step Time": 11.02784663811326}
+{"Finetune/Learning Rate": 1.6902414924809675e-05, "Finetune/Loss": 0.825475811958313, "Finetune/Loss (Raw)": 0.8344271183013916, "Finetune/Step": 5380, "Finetune/Step Time": 11.027640387415886}
+{"Finetune/Learning Rate": 1.6901196349935923e-05, "Finetune/Loss": 0.8259396553039551, "Finetune/Loss (Raw)": 0.8504799604415894, "Finetune/Step": 5381, "Finetune/Step Time": 11.02346926368773}
+{"Finetune/Learning Rate": 1.689997757936387e-05, "Finetune/Loss": 0.8259914517402649, "Finetune/Loss (Raw)": 0.7468365430831909, "Finetune/Step": 5382, "Finetune/Step Time": 11.029121581465006}
+{"Finetune/Learning Rate": 1.689875861312807e-05, "Finetune/Loss": 0.8244587182998657, "Finetune/Loss (Raw)": 0.6795119047164917, "Finetune/Step": 5383, "Finetune/Step Time": 11.038788136094809}
+{"Finetune/Learning Rate": 1.6897539451263093e-05, "Finetune/Loss": 0.82457435131073, "Finetune/Loss (Raw)": 0.8151525855064392, "Finetune/Step": 5384, "Finetune/Step Time": 11.036222269758582}
+{"Finetune/Learning Rate": 1.6896320093803516e-05, "Finetune/Loss": 0.8240903615951538, "Finetune/Loss (Raw)": 0.7800295948982239, "Finetune/Step": 5385, "Finetune/Step Time": 11.03263726271689}
+{"Finetune/Learning Rate": 1.6895100540783906e-05, "Finetune/Loss": 0.8228620290756226, "Finetune/Loss (Raw)": 0.7999135851860046, "Finetune/Step": 5386, "Finetune/Step Time": 11.024684322997928}
+{"Finetune/Learning Rate": 1.6893880792238856e-05, "Finetune/Loss": 0.8225752115249634, "Finetune/Loss (Raw)": 0.8143236041069031, "Finetune/Step": 5387, "Finetune/Step Time": 11.02512351796031}
+{"Finetune/Learning Rate": 1.689266084820295e-05, "Finetune/Loss": 0.8243870735168457, "Finetune/Loss (Raw)": 0.8528854846954346, "Finetune/Step": 5388, "Finetune/Step Time": 11.00154547393322}
+{"Finetune/Learning Rate": 1.6891440708710778e-05, "Finetune/Loss": 0.8259944319725037, "Finetune/Loss (Raw)": 0.8407842516899109, "Finetune/Step": 5389, "Finetune/Step Time": 10.961738934740424}
+{"Finetune/Learning Rate": 1.689022037379695e-05, "Finetune/Loss": 0.8258001804351807, "Finetune/Loss (Raw)": 0.8357414603233337, "Finetune/Step": 5390, "Finetune/Step Time": 10.954022902995348}
+{"Finetune/Learning Rate": 1.688899984349606e-05, "Finetune/Loss": 0.8251756429672241, "Finetune/Loss (Raw)": 0.8171791434288025, "Finetune/Step": 5391, "Finetune/Step Time": 10.950429832562804}
+{"Finetune/Learning Rate": 1.6887779117842727e-05, "Finetune/Loss": 0.8257144689559937, "Finetune/Loss (Raw)": 0.820228099822998, "Finetune/Step": 5392, "Finetune/Step Time": 10.929418684914708}
+{"Finetune/Learning Rate": 1.6886558196871562e-05, "Finetune/Loss": 0.8255718946456909, "Finetune/Loss (Raw)": 0.8166051506996155, "Finetune/Step": 5393, "Finetune/Step Time": 10.906342763453722}
+{"Finetune/Learning Rate": 1.6885337080617195e-05, "Finetune/Loss": 0.8247277736663818, "Finetune/Loss (Raw)": 0.8374216556549072, "Finetune/Step": 5394, "Finetune/Step Time": 10.927661022171378}
+{"Finetune/Learning Rate": 1.6884115769114245e-05, "Finetune/Loss": 0.822274923324585, "Finetune/Loss (Raw)": 0.6181776523590088, "Finetune/Step": 5395, "Finetune/Step Time": 10.965292310342193}
+{"Finetune/Learning Rate": 1.6882894262397343e-05, "Finetune/Loss": 0.821986973285675, "Finetune/Loss (Raw)": 0.8357223272323608, "Finetune/Step": 5396, "Finetune/Step Time": 10.967189813032746}
+{"Finetune/Learning Rate": 1.688167256050114e-05, "Finetune/Loss": 0.8214682340621948, "Finetune/Loss (Raw)": 0.7452170252799988, "Finetune/Step": 5397, "Finetune/Step Time": 10.982456434518099}
+{"Finetune/Learning Rate": 1.6880450663460262e-05, "Finetune/Loss": 0.821089506149292, "Finetune/Loss (Raw)": 0.8473615646362305, "Finetune/Step": 5398, "Finetune/Step Time": 10.993296707049012}
+{"Finetune/Learning Rate": 1.6879228571309377e-05, "Finetune/Loss": 0.8224653005599976, "Finetune/Loss (Raw)": 0.8692271113395691, "Finetune/Step": 5399, "Finetune/Step Time": 10.969944830983877}
+{"Finetune/Learning Rate": 1.687800628408313e-05, "Finetune/Loss": 0.8215192556381226, "Finetune/Loss (Raw)": 0.8259422183036804, "Finetune/Step": 5400, "Finetune/Step Time": 10.981836643069983}
+{"Finetune/Learning Rate": 1.687678380181618e-05, "Finetune/Loss": 0.8199663162231445, "Finetune/Loss (Raw)": 0.6836174130439758, "Finetune/Step": 5401, "Finetune/Step Time": 11.009851921349764}
+{"Finetune/Learning Rate": 1.68755611245432e-05, "Finetune/Loss": 0.8199698328971863, "Finetune/Loss (Raw)": 0.8455392122268677, "Finetune/Step": 5402, "Finetune/Step Time": 11.013908963650465}
+{"Finetune/Learning Rate": 1.687433825229886e-05, "Finetune/Loss": 0.8205825090408325, "Finetune/Loss (Raw)": 0.7923169732093811, "Finetune/Step": 5403, "Finetune/Step Time": 11.01967990770936}
+{"Finetune/Learning Rate": 1.6873115185117828e-05, "Finetune/Loss": 0.8225384950637817, "Finetune/Loss (Raw)": 0.8836958408355713, "Finetune/Step": 5404, "Finetune/Step Time": 11.023525265976787}
+{"Finetune/Learning Rate": 1.6871891923034797e-05, "Finetune/Loss": 0.8220030665397644, "Finetune/Loss (Raw)": 0.7301427125930786, "Finetune/Step": 5405, "Finetune/Step Time": 11.022947547957301}
+{"Finetune/Learning Rate": 1.6870668466084453e-05, "Finetune/Loss": 0.8231078386306763, "Finetune/Loss (Raw)": 0.9651168584823608, "Finetune/Step": 5406, "Finetune/Step Time": 11.027117758989334}
+{"Finetune/Learning Rate": 1.686944481430149e-05, "Finetune/Loss": 0.8253636360168457, "Finetune/Loss (Raw)": 0.8640246391296387, "Finetune/Step": 5407, "Finetune/Step Time": 11.001850981265306}
+{"Finetune/Learning Rate": 1.6868220967720604e-05, "Finetune/Loss": 0.8227381706237793, "Finetune/Loss (Raw)": 0.6144465208053589, "Finetune/Step": 5408, "Finetune/Step Time": 11.043811744078994}
+{"Finetune/Learning Rate": 1.68669969263765e-05, "Finetune/Loss": 0.8233591914176941, "Finetune/Loss (Raw)": 0.793414294719696, "Finetune/Step": 5409, "Finetune/Step Time": 11.025393718853593}
+{"Finetune/Learning Rate": 1.6865772690303894e-05, "Finetune/Loss": 0.8222466707229614, "Finetune/Loss (Raw)": 0.8390643000602722, "Finetune/Step": 5410, "Finetune/Step Time": 11.030860332772136}
+{"Finetune/Learning Rate": 1.6864548259537497e-05, "Finetune/Loss": 0.8230284452438354, "Finetune/Loss (Raw)": 0.8512480854988098, "Finetune/Step": 5411, "Finetune/Step Time": 11.04436780512333}
+{"Finetune/Learning Rate": 1.6863323634112034e-05, "Finetune/Loss": 0.8227125406265259, "Finetune/Loss (Raw)": 0.8248583078384399, "Finetune/Step": 5412, "Finetune/Step Time": 11.027221949771047}
+{"Finetune/Learning Rate": 1.6862098814062227e-05, "Finetune/Loss": 0.822571873664856, "Finetune/Loss (Raw)": 0.7369639873504639, "Finetune/Step": 5413, "Finetune/Step Time": 11.020631993189454}
+{"Finetune/Learning Rate": 1.686087379942281e-05, "Finetune/Loss": 0.8224793076515198, "Finetune/Loss (Raw)": 0.756813645362854, "Finetune/Step": 5414, "Finetune/Step Time": 10.986007794737816}
+{"Finetune/Learning Rate": 1.6859648590228524e-05, "Finetune/Loss": 0.8211206197738647, "Finetune/Loss (Raw)": 0.7100197672843933, "Finetune/Step": 5415, "Finetune/Step Time": 10.974343674257398}
+{"Finetune/Learning Rate": 1.6858423186514108e-05, "Finetune/Loss": 0.8217161893844604, "Finetune/Loss (Raw)": 0.9244251251220703, "Finetune/Step": 5416, "Finetune/Step Time": 10.976750496774912}
+{"Finetune/Learning Rate": 1.685719758831431e-05, "Finetune/Loss": 0.8200110197067261, "Finetune/Loss (Raw)": 0.7435847520828247, "Finetune/Step": 5417, "Finetune/Step Time": 11.015476385131478}
+{"Finetune/Learning Rate": 1.6855971795663895e-05, "Finetune/Loss": 0.8191635608673096, "Finetune/Loss (Raw)": 0.7653167247772217, "Finetune/Step": 5418, "Finetune/Step Time": 11.016330312937498}
+{"Finetune/Learning Rate": 1.685474580859761e-05, "Finetune/Loss": 0.817877471446991, "Finetune/Loss (Raw)": 0.717709481716156, "Finetune/Step": 5419, "Finetune/Step Time": 11.007784055545926}
+{"Finetune/Learning Rate": 1.6853519627150227e-05, "Finetune/Loss": 0.8179925680160522, "Finetune/Loss (Raw)": 0.8685722947120667, "Finetune/Step": 5420, "Finetune/Step Time": 10.995632922276855}
+{"Finetune/Learning Rate": 1.685229325135652e-05, "Finetune/Loss": 0.8190357685089111, "Finetune/Loss (Raw)": 0.8366707563400269, "Finetune/Step": 5421, "Finetune/Step Time": 10.993967063724995}
+{"Finetune/Learning Rate": 1.6851066681251258e-05, "Finetune/Loss": 0.8186789751052856, "Finetune/Loss (Raw)": 0.8394507765769958, "Finetune/Step": 5422, "Finetune/Step Time": 10.996530616655946}
+{"Finetune/Learning Rate": 1.6849839916869227e-05, "Finetune/Loss": 0.8175762891769409, "Finetune/Loss (Raw)": 0.7549317479133606, "Finetune/Step": 5423, "Finetune/Step Time": 10.968587858602405}
+{"Finetune/Learning Rate": 1.6848612958245215e-05, "Finetune/Loss": 0.8174623250961304, "Finetune/Loss (Raw)": 0.7727903127670288, "Finetune/Step": 5424, "Finetune/Step Time": 10.971827380359173}
+{"Finetune/Learning Rate": 1.6847385805414017e-05, "Finetune/Loss": 0.8164808750152588, "Finetune/Loss (Raw)": 0.7449445128440857, "Finetune/Step": 5425, "Finetune/Step Time": 10.97419897839427}
+{"Finetune/Learning Rate": 1.6846158458410426e-05, "Finetune/Loss": 0.815950870513916, "Finetune/Loss (Raw)": 0.7326042652130127, "Finetune/Step": 5426, "Finetune/Step Time": 10.985405856743455}
+{"Finetune/Learning Rate": 1.6844930917269252e-05, "Finetune/Loss": 0.8165501356124878, "Finetune/Loss (Raw)": 0.8314252495765686, "Finetune/Step": 5427, "Finetune/Step Time": 10.98542345315218}
+{"Finetune/Learning Rate": 1.6843703182025298e-05, "Finetune/Loss": 0.8155049085617065, "Finetune/Loss (Raw)": 0.7774375677108765, "Finetune/Step": 5428, "Finetune/Step Time": 11.001705843955278}
+{"Finetune/Learning Rate": 1.6842475252713383e-05, "Finetune/Loss": 0.8167054653167725, "Finetune/Loss (Raw)": 0.8269272446632385, "Finetune/Step": 5429, "Finetune/Step Time": 10.964670388028026}
+{"Finetune/Learning Rate": 1.684124712936833e-05, "Finetune/Loss": 0.8167366981506348, "Finetune/Loss (Raw)": 0.8416634202003479, "Finetune/Step": 5430, "Finetune/Step Time": 10.981044167652726}
+{"Finetune/Learning Rate": 1.6840018812024958e-05, "Finetune/Loss": 0.8181796669960022, "Finetune/Loss (Raw)": 0.8591594099998474, "Finetune/Step": 5431, "Finetune/Step Time": 10.978740844875574}
+{"Finetune/Learning Rate": 1.6838790300718107e-05, "Finetune/Loss": 0.8201948404312134, "Finetune/Loss (Raw)": 0.7862837314605713, "Finetune/Step": 5432, "Finetune/Step Time": 10.956856299191713}
+{"Finetune/Learning Rate": 1.6837561595482606e-05, "Finetune/Loss": 0.8204643726348877, "Finetune/Loss (Raw)": 0.8693387508392334, "Finetune/Step": 5433, "Finetune/Step Time": 10.960162727162242}
+{"Finetune/Learning Rate": 1.6836332696353305e-05, "Finetune/Loss": 0.8198887705802917, "Finetune/Loss (Raw)": 0.8171225786209106, "Finetune/Step": 5434, "Finetune/Step Time": 10.957586644217372}
+{"Finetune/Learning Rate": 1.6835103603365047e-05, "Finetune/Loss": 0.820277214050293, "Finetune/Loss (Raw)": 0.8521375060081482, "Finetune/Step": 5435, "Finetune/Step Time": 10.955593617632985}
+{"Finetune/Learning Rate": 1.6833874316552686e-05, "Finetune/Loss": 0.8206830620765686, "Finetune/Loss (Raw)": 0.8577343225479126, "Finetune/Step": 5436, "Finetune/Step Time": 10.95169124379754}
+{"Finetune/Learning Rate": 1.6832644835951086e-05, "Finetune/Loss": 0.8209491968154907, "Finetune/Loss (Raw)": 0.9303897619247437, "Finetune/Step": 5437, "Finetune/Step Time": 10.96296151354909}
+{"Finetune/Learning Rate": 1.6831415161595103e-05, "Finetune/Loss": 0.8215819001197815, "Finetune/Loss (Raw)": 0.9732847213745117, "Finetune/Step": 5438, "Finetune/Step Time": 10.959762256592512}
+{"Finetune/Learning Rate": 1.6830185293519616e-05, "Finetune/Loss": 0.8222951292991638, "Finetune/Loss (Raw)": 0.8520607352256775, "Finetune/Step": 5439, "Finetune/Step Time": 10.961967388167977}
+{"Finetune/Learning Rate": 1.6828955231759495e-05, "Finetune/Loss": 0.8199954032897949, "Finetune/Loss (Raw)": 0.6674617528915405, "Finetune/Step": 5440, "Finetune/Step Time": 10.960158593952656}
+{"Finetune/Learning Rate": 1.6827724976349624e-05, "Finetune/Loss": 0.8191980719566345, "Finetune/Loss (Raw)": 0.8062945008277893, "Finetune/Step": 5441, "Finetune/Step Time": 10.964664330706}
+{"Finetune/Learning Rate": 1.6826494527324887e-05, "Finetune/Loss": 0.8195106983184814, "Finetune/Loss (Raw)": 0.8889772295951843, "Finetune/Step": 5442, "Finetune/Step Time": 10.961733162403107}
+{"Finetune/Learning Rate": 1.6825263884720176e-05, "Finetune/Loss": 0.8184051513671875, "Finetune/Loss (Raw)": 0.6892643570899963, "Finetune/Step": 5443, "Finetune/Step Time": 10.951756462454796}
+{"Finetune/Learning Rate": 1.682403304857039e-05, "Finetune/Loss": 0.8176513314247131, "Finetune/Loss (Raw)": 0.7945550680160522, "Finetune/Step": 5444, "Finetune/Step Time": 10.946593830361962}
+{"Finetune/Learning Rate": 1.6822802018910437e-05, "Finetune/Loss": 0.8191273212432861, "Finetune/Loss (Raw)": 0.7941719889640808, "Finetune/Step": 5445, "Finetune/Step Time": 10.906683763489127}
+{"Finetune/Learning Rate": 1.6821570795775212e-05, "Finetune/Loss": 0.8172847032546997, "Finetune/Loss (Raw)": 0.7007095813751221, "Finetune/Step": 5446, "Finetune/Step Time": 10.901433749124408}
+{"Finetune/Learning Rate": 1.682033937919964e-05, "Finetune/Loss": 0.8161845803260803, "Finetune/Loss (Raw)": 0.7732122540473938, "Finetune/Step": 5447, "Finetune/Step Time": 10.902641715481877}
+{"Finetune/Learning Rate": 1.681910776921864e-05, "Finetune/Loss": 0.8157877922058105, "Finetune/Loss (Raw)": 0.8218886852264404, "Finetune/Step": 5448, "Finetune/Step Time": 10.88434168510139}
+{"Finetune/Learning Rate": 1.6817875965867135e-05, "Finetune/Loss": 0.8168194890022278, "Finetune/Loss (Raw)": 0.896293580532074, "Finetune/Step": 5449, "Finetune/Step Time": 10.879550335928798}
+{"Finetune/Learning Rate": 1.681664396918005e-05, "Finetune/Loss": 0.8157179355621338, "Finetune/Loss (Raw)": 0.7230813503265381, "Finetune/Step": 5450, "Finetune/Step Time": 10.881294958293438}
+{"Finetune/Learning Rate": 1.681541177919233e-05, "Finetune/Loss": 0.8156486749649048, "Finetune/Loss (Raw)": 0.8524071574211121, "Finetune/Step": 5451, "Finetune/Step Time": 10.883265102282166}
+{"Finetune/Learning Rate": 1.6814179395938915e-05, "Finetune/Loss": 0.8150392770767212, "Finetune/Loss (Raw)": 0.8488714694976807, "Finetune/Step": 5452, "Finetune/Step Time": 10.878335596993566}
+{"Finetune/Learning Rate": 1.6812946819454742e-05, "Finetune/Loss": 0.8153836727142334, "Finetune/Loss (Raw)": 0.8682141304016113, "Finetune/Step": 5453, "Finetune/Step Time": 10.868279227986932}
+{"Finetune/Learning Rate": 1.6811714049774775e-05, "Finetune/Loss": 0.8171144723892212, "Finetune/Loss (Raw)": 0.9947999119758606, "Finetune/Step": 5454, "Finetune/Step Time": 10.87241263128817}
+{"Finetune/Learning Rate": 1.681048108693397e-05, "Finetune/Loss": 0.81697678565979, "Finetune/Loss (Raw)": 0.7988596558570862, "Finetune/Step": 5455, "Finetune/Step Time": 10.87132908590138}
+{"Finetune/Learning Rate": 1.6809247930967282e-05, "Finetune/Loss": 0.8171604871749878, "Finetune/Loss (Raw)": 0.970190703868866, "Finetune/Step": 5456, "Finetune/Step Time": 10.869565995410085}
+{"Finetune/Learning Rate": 1.6808014581909687e-05, "Finetune/Loss": 0.8177140951156616, "Finetune/Loss (Raw)": 0.951326310634613, "Finetune/Step": 5457, "Finetune/Step Time": 10.867296405136585}
+{"Finetune/Learning Rate": 1.680678103979616e-05, "Finetune/Loss": 0.8160695433616638, "Finetune/Loss (Raw)": 0.7842403054237366, "Finetune/Step": 5458, "Finetune/Step Time": 10.879652112722397}
+{"Finetune/Learning Rate": 1.6805547304661677e-05, "Finetune/Loss": 0.8168166875839233, "Finetune/Loss (Raw)": 0.7229766845703125, "Finetune/Step": 5459, "Finetune/Step Time": 10.843434350565076}
+{"Finetune/Learning Rate": 1.6804313376541226e-05, "Finetune/Loss": 0.8176006078720093, "Finetune/Loss (Raw)": 0.9657599925994873, "Finetune/Step": 5460, "Finetune/Step Time": 10.8367363139987}
+{"Finetune/Learning Rate": 1.6803079255469797e-05, "Finetune/Loss": 0.817547619342804, "Finetune/Loss (Raw)": 0.8789293766021729, "Finetune/Step": 5461, "Finetune/Step Time": 10.854450030252337}
+{"Finetune/Learning Rate": 1.6801844941482385e-05, "Finetune/Loss": 0.8164055943489075, "Finetune/Loss (Raw)": 0.8075245022773743, "Finetune/Step": 5462, "Finetune/Step Time": 10.85489683970809}
+{"Finetune/Learning Rate": 1.6800610434613995e-05, "Finetune/Loss": 0.8167613744735718, "Finetune/Loss (Raw)": 0.8305844068527222, "Finetune/Step": 5463, "Finetune/Step Time": 10.845577172935009}
+{"Finetune/Learning Rate": 1.6799375734899624e-05, "Finetune/Loss": 0.8170448541641235, "Finetune/Loss (Raw)": 0.804713785648346, "Finetune/Step": 5464, "Finetune/Step Time": 10.850036544725299}
+{"Finetune/Learning Rate": 1.67981408423743e-05, "Finetune/Loss": 0.8151894807815552, "Finetune/Loss (Raw)": 0.6821966171264648, "Finetune/Step": 5465, "Finetune/Step Time": 10.880015458911657}
+{"Finetune/Learning Rate": 1.679690575707303e-05, "Finetune/Loss": 0.8153218030929565, "Finetune/Loss (Raw)": 0.805208146572113, "Finetune/Step": 5466, "Finetune/Step Time": 10.882072024047375}
+{"Finetune/Learning Rate": 1.6795670479030837e-05, "Finetune/Loss": 0.8171060681343079, "Finetune/Loss (Raw)": 0.8444563746452332, "Finetune/Step": 5467, "Finetune/Step Time": 10.841957142576575}
+{"Finetune/Learning Rate": 1.6794435008282758e-05, "Finetune/Loss": 0.8171322345733643, "Finetune/Loss (Raw)": 0.914757251739502, "Finetune/Step": 5468, "Finetune/Step Time": 10.841412225738168}
+{"Finetune/Learning Rate": 1.679319934486382e-05, "Finetune/Loss": 0.8147227764129639, "Finetune/Loss (Raw)": 0.697870671749115, "Finetune/Step": 5469, "Finetune/Step Time": 10.869490237906575}
+{"Finetune/Learning Rate": 1.679196348880907e-05, "Finetune/Loss": 0.8145331144332886, "Finetune/Loss (Raw)": 0.842824399471283, "Finetune/Step": 5470, "Finetune/Step Time": 10.856145856902003}
+{"Finetune/Learning Rate": 1.6790727440153545e-05, "Finetune/Loss": 0.8154957294464111, "Finetune/Loss (Raw)": 0.926506519317627, "Finetune/Step": 5471, "Finetune/Step Time": 10.849430924281478}
+{"Finetune/Learning Rate": 1.6789491198932302e-05, "Finetune/Loss": 0.814729630947113, "Finetune/Loss (Raw)": 0.83930903673172, "Finetune/Step": 5472, "Finetune/Step Time": 10.834650525823236}
+{"Finetune/Learning Rate": 1.6788254765180397e-05, "Finetune/Loss": 0.8131121397018433, "Finetune/Loss (Raw)": 0.6331657767295837, "Finetune/Step": 5473, "Finetune/Step Time": 10.848676104098558}
+{"Finetune/Learning Rate": 1.6787018138932888e-05, "Finetune/Loss": 0.8151934146881104, "Finetune/Loss (Raw)": 0.9780011177062988, "Finetune/Step": 5474, "Finetune/Step Time": 10.858716955408454}
+{"Finetune/Learning Rate": 1.678578132022484e-05, "Finetune/Loss": 0.8165492415428162, "Finetune/Loss (Raw)": 0.8004311919212341, "Finetune/Step": 5475, "Finetune/Step Time": 10.844713006168604}
+{"Finetune/Learning Rate": 1.6784544309091337e-05, "Finetune/Loss": 0.8160598278045654, "Finetune/Loss (Raw)": 0.6919681429862976, "Finetune/Step": 5476, "Finetune/Step Time": 10.825967002660036}
+{"Finetune/Learning Rate": 1.6783307105567446e-05, "Finetune/Loss": 0.8167529106140137, "Finetune/Loss (Raw)": 0.8856132626533508, "Finetune/Step": 5477, "Finetune/Step Time": 10.819035084918141}
+{"Finetune/Learning Rate": 1.6782069709688254e-05, "Finetune/Loss": 0.8173012733459473, "Finetune/Loss (Raw)": 0.8885961771011353, "Finetune/Step": 5478, "Finetune/Step Time": 10.82142928801477}
+{"Finetune/Learning Rate": 1.6780832121488856e-05, "Finetune/Loss": 0.8177075982093811, "Finetune/Loss (Raw)": 0.8452287316322327, "Finetune/Step": 5479, "Finetune/Step Time": 10.818736689165235}
+{"Finetune/Learning Rate": 1.6779594341004336e-05, "Finetune/Loss": 0.8184632062911987, "Finetune/Loss (Raw)": 0.9171727895736694, "Finetune/Step": 5480, "Finetune/Step Time": 10.81576943397522}
+{"Finetune/Learning Rate": 1.67783563682698e-05, "Finetune/Loss": 0.8203334808349609, "Finetune/Loss (Raw)": 0.953114926815033, "Finetune/Step": 5481, "Finetune/Step Time": 10.787298196926713}
+{"Finetune/Learning Rate": 1.6777118203320354e-05, "Finetune/Loss": 0.8197691440582275, "Finetune/Loss (Raw)": 0.6954853534698486, "Finetune/Step": 5482, "Finetune/Step Time": 10.781459402292967}
+{"Finetune/Learning Rate": 1.6775879846191107e-05, "Finetune/Loss": 0.8186120390892029, "Finetune/Loss (Raw)": 0.8431514501571655, "Finetune/Step": 5483, "Finetune/Step Time": 10.78450857847929}
+{"Finetune/Learning Rate": 1.6774641296917177e-05, "Finetune/Loss": 0.8184398412704468, "Finetune/Loss (Raw)": 0.8134095072746277, "Finetune/Step": 5484, "Finetune/Step Time": 10.771025616675615}
+{"Finetune/Learning Rate": 1.677340255553368e-05, "Finetune/Loss": 0.8207488656044006, "Finetune/Loss (Raw)": 1.0854710340499878, "Finetune/Step": 5485, "Finetune/Step Time": 10.76659720018506}
+{"Finetune/Learning Rate": 1.6772163622075752e-05, "Finetune/Loss": 0.8235113620758057, "Finetune/Loss (Raw)": 0.9445829391479492, "Finetune/Step": 5486, "Finetune/Step Time": 10.714218221604824}
+{"Finetune/Learning Rate": 1.6770924496578518e-05, "Finetune/Loss": 0.8233283758163452, "Finetune/Loss (Raw)": 0.7673289775848389, "Finetune/Step": 5487, "Finetune/Step Time": 10.717308247461915}
+{"Finetune/Learning Rate": 1.676968517907712e-05, "Finetune/Loss": 0.8233014345169067, "Finetune/Loss (Raw)": 0.8521677851676941, "Finetune/Step": 5488, "Finetune/Step Time": 10.704693160951138}
+{"Finetune/Learning Rate": 1.67684456696067e-05, "Finetune/Loss": 0.8228674530982971, "Finetune/Loss (Raw)": 0.7945805788040161, "Finetune/Step": 5489, "Finetune/Step Time": 10.689110036939383}
+{"Finetune/Learning Rate": 1.6767205968202408e-05, "Finetune/Loss": 0.8208955526351929, "Finetune/Loss (Raw)": 0.745624303817749, "Finetune/Step": 5490, "Finetune/Step Time": 10.684995165094733}
+{"Finetune/Learning Rate": 1.6765966074899402e-05, "Finetune/Loss": 0.820250391960144, "Finetune/Loss (Raw)": 0.8114494681358337, "Finetune/Step": 5491, "Finetune/Step Time": 10.685384709388018}
+{"Finetune/Learning Rate": 1.6764725989732836e-05, "Finetune/Loss": 0.821078896522522, "Finetune/Loss (Raw)": 0.7996658086776733, "Finetune/Step": 5492, "Finetune/Step Time": 10.679128540679812}
+{"Finetune/Learning Rate": 1.6763485712737874e-05, "Finetune/Loss": 0.819957435131073, "Finetune/Loss (Raw)": 0.7701568007469177, "Finetune/Step": 5493, "Finetune/Step Time": 10.682573286816478}
+{"Finetune/Learning Rate": 1.6762245243949693e-05, "Finetune/Loss": 0.8203000426292419, "Finetune/Loss (Raw)": 0.8977103233337402, "Finetune/Step": 5494, "Finetune/Step Time": 10.678081050515175}
+{"Finetune/Learning Rate": 1.676100458340346e-05, "Finetune/Loss": 0.8187270164489746, "Finetune/Loss (Raw)": 0.7638301849365234, "Finetune/Step": 5495, "Finetune/Step Time": 10.696915766224265}
+{"Finetune/Learning Rate": 1.675976373113437e-05, "Finetune/Loss": 0.8177918791770935, "Finetune/Loss (Raw)": 0.8677403926849365, "Finetune/Step": 5496, "Finetune/Step Time": 10.694211650639772}
+{"Finetune/Learning Rate": 1.6758522687177602e-05, "Finetune/Loss": 0.8178133964538574, "Finetune/Loss (Raw)": 0.7975131869316101, "Finetune/Step": 5497, "Finetune/Step Time": 10.685162208974361}
+{"Finetune/Learning Rate": 1.675728145156835e-05, "Finetune/Loss": 0.8180763721466064, "Finetune/Loss (Raw)": 0.7744531631469727, "Finetune/Step": 5498, "Finetune/Step Time": 10.678738731890917}
+{"Finetune/Learning Rate": 1.6756040024341805e-05, "Finetune/Loss": 0.817230761051178, "Finetune/Loss (Raw)": 0.7924567461013794, "Finetune/Step": 5499, "Finetune/Step Time": 10.680917009711266}
+{"Finetune/Learning Rate": 1.6754798405533184e-05, "Finetune/Loss": 0.8170264959335327, "Finetune/Loss (Raw)": 0.7991963624954224, "Finetune/Step": 5500, "Finetune/Step Time": 10.701402824372053}
+{"Finetune/Learning Rate": 1.6753556595177683e-05, "Finetune/Loss": 0.8179619312286377, "Finetune/Loss (Raw)": 0.8950179219245911, "Finetune/Step": 5501, "Finetune/Step Time": 10.697632806375623}
+{"Finetune/Learning Rate": 1.6752314593310524e-05, "Finetune/Loss": 0.8176552057266235, "Finetune/Loss (Raw)": 0.766828179359436, "Finetune/Step": 5502, "Finetune/Step Time": 10.689805008471012}
+{"Finetune/Learning Rate": 1.6751072399966924e-05, "Finetune/Loss": 0.8182965517044067, "Finetune/Loss (Raw)": 0.9250319004058838, "Finetune/Step": 5503, "Finetune/Step Time": 10.692230077460408}
+{"Finetune/Learning Rate": 1.6749830015182106e-05, "Finetune/Loss": 0.819556713104248, "Finetune/Loss (Raw)": 0.8375263810157776, "Finetune/Step": 5504, "Finetune/Step Time": 10.681457018479705}
+{"Finetune/Learning Rate": 1.6748587438991303e-05, "Finetune/Loss": 0.8192961812019348, "Finetune/Loss (Raw)": 0.8279962539672852, "Finetune/Step": 5505, "Finetune/Step Time": 10.703242285177112}
+{"Finetune/Learning Rate": 1.6747344671429755e-05, "Finetune/Loss": 0.8188670873641968, "Finetune/Loss (Raw)": 0.8915318250656128, "Finetune/Step": 5506, "Finetune/Step Time": 10.693774135783315}
+{"Finetune/Learning Rate": 1.6746101712532696e-05, "Finetune/Loss": 0.8201127052307129, "Finetune/Loss (Raw)": 0.8823785781860352, "Finetune/Step": 5507, "Finetune/Step Time": 10.686418160796165}
+{"Finetune/Learning Rate": 1.6744858562335373e-05, "Finetune/Loss": 0.8203281164169312, "Finetune/Loss (Raw)": 0.861998438835144, "Finetune/Step": 5508, "Finetune/Step Time": 10.723587516695261}
+{"Finetune/Learning Rate": 1.6743615220873048e-05, "Finetune/Loss": 0.8208379745483398, "Finetune/Loss (Raw)": 0.9157384634017944, "Finetune/Step": 5509, "Finetune/Step Time": 10.726560248062015}
+{"Finetune/Learning Rate": 1.6742371688180966e-05, "Finetune/Loss": 0.8215166926383972, "Finetune/Loss (Raw)": 0.8337124586105347, "Finetune/Step": 5510, "Finetune/Step Time": 10.751268200576305}
+{"Finetune/Learning Rate": 1.6741127964294395e-05, "Finetune/Loss": 0.8225208520889282, "Finetune/Loss (Raw)": 0.8080410957336426, "Finetune/Step": 5511, "Finetune/Step Time": 10.74119533598423}
+{"Finetune/Learning Rate": 1.6739884049248608e-05, "Finetune/Loss": 0.8223537802696228, "Finetune/Loss (Raw)": 0.7937717437744141, "Finetune/Step": 5512, "Finetune/Step Time": 10.73877825960517}
+{"Finetune/Learning Rate": 1.6738639943078873e-05, "Finetune/Loss": 0.8225815892219543, "Finetune/Loss (Raw)": 0.8091859221458435, "Finetune/Step": 5513, "Finetune/Step Time": 10.742746936157346}
+{"Finetune/Learning Rate": 1.673739564582047e-05, "Finetune/Loss": 0.8221570253372192, "Finetune/Loss (Raw)": 0.745574414730072, "Finetune/Step": 5514, "Finetune/Step Time": 10.751802768558264}
+{"Finetune/Learning Rate": 1.673615115750869e-05, "Finetune/Loss": 0.8231407403945923, "Finetune/Loss (Raw)": 0.9402313232421875, "Finetune/Step": 5515, "Finetune/Step Time": 10.757369691506028}
+{"Finetune/Learning Rate": 1.6734906478178814e-05, "Finetune/Loss": 0.8235257863998413, "Finetune/Loss (Raw)": 0.9021809101104736, "Finetune/Step": 5516, "Finetune/Step Time": 10.745368773117661}
+{"Finetune/Learning Rate": 1.673366160786614e-05, "Finetune/Loss": 0.8237552046775818, "Finetune/Loss (Raw)": 0.8701448440551758, "Finetune/Step": 5517, "Finetune/Step Time": 10.743958851322532}
+{"Finetune/Learning Rate": 1.6732416546605973e-05, "Finetune/Loss": 0.8239386677742004, "Finetune/Loss (Raw)": 0.8592270612716675, "Finetune/Step": 5518, "Finetune/Step Time": 10.744137858971953}
+{"Finetune/Learning Rate": 1.673117129443362e-05, "Finetune/Loss": 0.8232099413871765, "Finetune/Loss (Raw)": 0.7238984107971191, "Finetune/Step": 5519, "Finetune/Step Time": 10.771906357258558}
+{"Finetune/Learning Rate": 1.6729925851384385e-05, "Finetune/Loss": 0.8229333162307739, "Finetune/Loss (Raw)": 0.784820020198822, "Finetune/Step": 5520, "Finetune/Step Time": 10.772842813283205}
+{"Finetune/Learning Rate": 1.6728680217493595e-05, "Finetune/Loss": 0.823665201663971, "Finetune/Loss (Raw)": 0.9102873802185059, "Finetune/Step": 5521, "Finetune/Step Time": 10.772302117198706}
+{"Finetune/Learning Rate": 1.6727434392796565e-05, "Finetune/Loss": 0.8245731592178345, "Finetune/Loss (Raw)": 0.9536370635032654, "Finetune/Step": 5522, "Finetune/Step Time": 10.746183602139354}
+{"Finetune/Learning Rate": 1.6726188377328627e-05, "Finetune/Loss": 0.8243435621261597, "Finetune/Loss (Raw)": 0.5887892842292786, "Finetune/Step": 5523, "Finetune/Step Time": 10.748424114659429}
+{"Finetune/Learning Rate": 1.6724942171125112e-05, "Finetune/Loss": 0.8240565061569214, "Finetune/Loss (Raw)": 0.7989851236343384, "Finetune/Step": 5524, "Finetune/Step Time": 10.751474551856518}
+{"Finetune/Learning Rate": 1.672369577422136e-05, "Finetune/Loss": 0.8226914405822754, "Finetune/Loss (Raw)": 0.5704856514930725, "Finetune/Step": 5525, "Finetune/Step Time": 10.771900607272983}
+{"Finetune/Learning Rate": 1.6722449186652717e-05, "Finetune/Loss": 0.8218486309051514, "Finetune/Loss (Raw)": 0.7394788265228271, "Finetune/Step": 5526, "Finetune/Step Time": 10.793842185288668}
+{"Finetune/Learning Rate": 1.6721202408454534e-05, "Finetune/Loss": 0.8219956159591675, "Finetune/Loss (Raw)": 0.8880396485328674, "Finetune/Step": 5527, "Finetune/Step Time": 10.80771354213357}
+{"Finetune/Learning Rate": 1.6719955439662158e-05, "Finetune/Loss": 0.8223888874053955, "Finetune/Loss (Raw)": 0.8762863278388977, "Finetune/Step": 5528, "Finetune/Step Time": 10.801196817308664}
+{"Finetune/Learning Rate": 1.6718708280310956e-05, "Finetune/Loss": 0.8234266638755798, "Finetune/Loss (Raw)": 0.816454291343689, "Finetune/Step": 5529, "Finetune/Step Time": 10.776476403698325}
+{"Finetune/Learning Rate": 1.6717460930436295e-05, "Finetune/Loss": 0.8233938813209534, "Finetune/Loss (Raw)": 0.8413445353507996, "Finetune/Step": 5530, "Finetune/Step Time": 10.77395006082952}
+{"Finetune/Learning Rate": 1.6716213390073543e-05, "Finetune/Loss": 0.8240768313407898, "Finetune/Loss (Raw)": 0.879732072353363, "Finetune/Step": 5531, "Finetune/Step Time": 10.76994906552136}
+{"Finetune/Learning Rate": 1.6714965659258075e-05, "Finetune/Loss": 0.8246799111366272, "Finetune/Loss (Raw)": 0.9608931541442871, "Finetune/Step": 5532, "Finetune/Step Time": 10.762234633788466}
+{"Finetune/Learning Rate": 1.6713717738025278e-05, "Finetune/Loss": 0.8257977962493896, "Finetune/Loss (Raw)": 0.8732249140739441, "Finetune/Step": 5533, "Finetune/Step Time": 10.739874884486198}
+{"Finetune/Learning Rate": 1.6712469626410536e-05, "Finetune/Loss": 0.8237272500991821, "Finetune/Loss (Raw)": 0.7000898122787476, "Finetune/Step": 5534, "Finetune/Step Time": 10.752475505694747}
+{"Finetune/Learning Rate": 1.6711221324449246e-05, "Finetune/Loss": 0.8237484693527222, "Finetune/Loss (Raw)": 0.8667376041412354, "Finetune/Step": 5535, "Finetune/Step Time": 10.738458938896656}
+{"Finetune/Learning Rate": 1.6709972832176797e-05, "Finetune/Loss": 0.8250834345817566, "Finetune/Loss (Raw)": 0.7853256464004517, "Finetune/Step": 5536, "Finetune/Step Time": 10.698870355263352}
+{"Finetune/Learning Rate": 1.6708724149628604e-05, "Finetune/Loss": 0.8256109952926636, "Finetune/Loss (Raw)": 0.8609402775764465, "Finetune/Step": 5537, "Finetune/Step Time": 10.698136804625392}
+{"Finetune/Learning Rate": 1.670747527684007e-05, "Finetune/Loss": 0.8251320123672485, "Finetune/Loss (Raw)": 0.7777594327926636, "Finetune/Step": 5538, "Finetune/Step Time": 10.69222491234541}
+{"Finetune/Learning Rate": 1.670622621384661e-05, "Finetune/Loss": 0.8257302641868591, "Finetune/Loss (Raw)": 0.9278194904327393, "Finetune/Step": 5539, "Finetune/Step Time": 10.678420774638653}
+{"Finetune/Learning Rate": 1.670497696068365e-05, "Finetune/Loss": 0.8266655802726746, "Finetune/Loss (Raw)": 0.944581925868988, "Finetune/Step": 5540, "Finetune/Step Time": 10.676997479051352}
+{"Finetune/Learning Rate": 1.6703727517386604e-05, "Finetune/Loss": 0.8271992206573486, "Finetune/Loss (Raw)": 0.8052666783332825, "Finetune/Step": 5541, "Finetune/Step Time": 10.672974467277527}
+{"Finetune/Learning Rate": 1.6702477883990908e-05, "Finetune/Loss": 0.8285598158836365, "Finetune/Loss (Raw)": 0.9309698939323425, "Finetune/Step": 5542, "Finetune/Step Time": 10.679142018780112}
+{"Finetune/Learning Rate": 1.6701228060532002e-05, "Finetune/Loss": 0.8295233249664307, "Finetune/Loss (Raw)": 0.833341658115387, "Finetune/Step": 5543, "Finetune/Step Time": 10.675175057724118}
+{"Finetune/Learning Rate": 1.669997804704532e-05, "Finetune/Loss": 0.8284762501716614, "Finetune/Loss (Raw)": 0.7904080152511597, "Finetune/Step": 5544, "Finetune/Step Time": 10.706674160435796}
+{"Finetune/Learning Rate": 1.6698727843566316e-05, "Finetune/Loss": 0.8288931250572205, "Finetune/Loss (Raw)": 0.7969450354576111, "Finetune/Step": 5545, "Finetune/Step Time": 10.668533392250538}
+{"Finetune/Learning Rate": 1.669747745013044e-05, "Finetune/Loss": 0.8296557664871216, "Finetune/Loss (Raw)": 0.8629336357116699, "Finetune/Step": 5546, "Finetune/Step Time": 10.666754057630897}
+{"Finetune/Learning Rate": 1.6696226866773147e-05, "Finetune/Loss": 0.8310471773147583, "Finetune/Loss (Raw)": 0.8958055377006531, "Finetune/Step": 5547, "Finetune/Step Time": 10.668325258418918}
+{"Finetune/Learning Rate": 1.6694976093529896e-05, "Finetune/Loss": 0.831179678440094, "Finetune/Loss (Raw)": 0.885541558265686, "Finetune/Step": 5548, "Finetune/Step Time": 10.662689605727792}
+{"Finetune/Learning Rate": 1.669372513043617e-05, "Finetune/Loss": 0.8320722579956055, "Finetune/Loss (Raw)": 0.9509229063987732, "Finetune/Step": 5549, "Finetune/Step Time": 10.662204053252935}
+{"Finetune/Learning Rate": 1.669247397752743e-05, "Finetune/Loss": 0.8320426940917969, "Finetune/Loss (Raw)": 0.8356583118438721, "Finetune/Step": 5550, "Finetune/Step Time": 10.659077912569046}
+{"Finetune/Learning Rate": 1.6691222634839157e-05, "Finetune/Loss": 0.8326224088668823, "Finetune/Loss (Raw)": 0.8291380405426025, "Finetune/Step": 5551, "Finetune/Step Time": 10.660912916064262}
+{"Finetune/Learning Rate": 1.668997110240684e-05, "Finetune/Loss": 0.833882212638855, "Finetune/Loss (Raw)": 0.9340395331382751, "Finetune/Step": 5552, "Finetune/Step Time": 10.658508284017444}
+{"Finetune/Learning Rate": 1.6688719380265965e-05, "Finetune/Loss": 0.8344953656196594, "Finetune/Loss (Raw)": 0.8234330415725708, "Finetune/Step": 5553, "Finetune/Step Time": 10.679468261078}
+{"Finetune/Learning Rate": 1.6687467468452028e-05, "Finetune/Loss": 0.8347766399383545, "Finetune/Loss (Raw)": 0.7686087489128113, "Finetune/Step": 5554, "Finetune/Step Time": 10.703373469412327}
+{"Finetune/Learning Rate": 1.6686215367000532e-05, "Finetune/Loss": 0.8355934619903564, "Finetune/Loss (Raw)": 0.9359765648841858, "Finetune/Step": 5555, "Finetune/Step Time": 10.702548759058118}
+{"Finetune/Learning Rate": 1.668496307594698e-05, "Finetune/Loss": 0.8363244533538818, "Finetune/Loss (Raw)": 0.8710085153579712, "Finetune/Step": 5556, "Finetune/Step Time": 10.693952018395066}
+{"Finetune/Learning Rate": 1.6683710595326887e-05, "Finetune/Loss": 0.8363194465637207, "Finetune/Loss (Raw)": 0.8262800574302673, "Finetune/Step": 5557, "Finetune/Step Time": 10.696683308109641}
+{"Finetune/Learning Rate": 1.6682457925175762e-05, "Finetune/Loss": 0.8374847173690796, "Finetune/Loss (Raw)": 0.9908191561698914, "Finetune/Step": 5558, "Finetune/Step Time": 10.675171077251434}
+{"Finetune/Learning Rate": 1.668120506552914e-05, "Finetune/Loss": 0.8374114036560059, "Finetune/Loss (Raw)": 0.8497771620750427, "Finetune/Step": 5559, "Finetune/Step Time": 10.665194815024734}
+{"Finetune/Learning Rate": 1.6679952016422537e-05, "Finetune/Loss": 0.8359569907188416, "Finetune/Loss (Raw)": 0.600115954875946, "Finetune/Step": 5560, "Finetune/Step Time": 10.685540901497006}
+{"Finetune/Learning Rate": 1.667869877789149e-05, "Finetune/Loss": 0.8355302214622498, "Finetune/Loss (Raw)": 0.8147121071815491, "Finetune/Step": 5561, "Finetune/Step Time": 10.692796781659126}
+{"Finetune/Learning Rate": 1.6677445349971537e-05, "Finetune/Loss": 0.834834635257721, "Finetune/Loss (Raw)": 0.7280843257904053, "Finetune/Step": 5562, "Finetune/Step Time": 10.700151631608605}
+{"Finetune/Learning Rate": 1.667619173269822e-05, "Finetune/Loss": 0.8355047702789307, "Finetune/Loss (Raw)": 0.9379192590713501, "Finetune/Step": 5563, "Finetune/Step Time": 10.70338748022914}
+{"Finetune/Learning Rate": 1.6674937926107095e-05, "Finetune/Loss": 0.8355990648269653, "Finetune/Loss (Raw)": 0.8698099851608276, "Finetune/Step": 5564, "Finetune/Step Time": 10.696507224813104}
+{"Finetune/Learning Rate": 1.667368393023371e-05, "Finetune/Loss": 0.8350746631622314, "Finetune/Loss (Raw)": 0.8632582426071167, "Finetune/Step": 5565, "Finetune/Step Time": 10.684282444417477}
+{"Finetune/Learning Rate": 1.6672429745113622e-05, "Finetune/Loss": 0.8348871469497681, "Finetune/Loss (Raw)": 0.9492821097373962, "Finetune/Step": 5566, "Finetune/Step Time": 10.679077133536339}
+{"Finetune/Learning Rate": 1.6671175370782403e-05, "Finetune/Loss": 0.8350416421890259, "Finetune/Loss (Raw)": 0.8718426823616028, "Finetune/Step": 5567, "Finetune/Step Time": 10.662469232454896}
+{"Finetune/Learning Rate": 1.6669920807275622e-05, "Finetune/Loss": 0.836646318435669, "Finetune/Loss (Raw)": 0.8728586435317993, "Finetune/Step": 5568, "Finetune/Step Time": 10.65873634070158}
+{"Finetune/Learning Rate": 1.6668666054628853e-05, "Finetune/Loss": 0.8372672200202942, "Finetune/Loss (Raw)": 0.8857724666595459, "Finetune/Step": 5569, "Finetune/Step Time": 10.65322900004685}
+{"Finetune/Learning Rate": 1.666741111287768e-05, "Finetune/Loss": 0.8362348675727844, "Finetune/Loss (Raw)": 0.7568280100822449, "Finetune/Step": 5570, "Finetune/Step Time": 10.64718684926629}
+{"Finetune/Learning Rate": 1.6666155982057683e-05, "Finetune/Loss": 0.8373154401779175, "Finetune/Loss (Raw)": 0.8275817632675171, "Finetune/Step": 5571, "Finetune/Step Time": 10.686152523383498}
+{"Finetune/Learning Rate": 1.666490066220446e-05, "Finetune/Loss": 0.8379728198051453, "Finetune/Loss (Raw)": 0.8786987066268921, "Finetune/Step": 5572, "Finetune/Step Time": 10.686885366216302}
+{"Finetune/Learning Rate": 1.6663645153353608e-05, "Finetune/Loss": 0.8386679887771606, "Finetune/Loss (Raw)": 0.8831530213356018, "Finetune/Step": 5573, "Finetune/Step Time": 10.684283593669534}
+{"Finetune/Learning Rate": 1.6662389455540728e-05, "Finetune/Loss": 0.840025007724762, "Finetune/Loss (Raw)": 0.8744107484817505, "Finetune/Step": 5574, "Finetune/Step Time": 10.687176797538996}
+{"Finetune/Learning Rate": 1.6661133568801427e-05, "Finetune/Loss": 0.8401431441307068, "Finetune/Loss (Raw)": 0.7883363962173462, "Finetune/Step": 5575, "Finetune/Step Time": 10.694444900378585}
+{"Finetune/Learning Rate": 1.665987749317132e-05, "Finetune/Loss": 0.8386391401290894, "Finetune/Loss (Raw)": 0.6293680667877197, "Finetune/Step": 5576, "Finetune/Step Time": 10.731406157836318}
+{"Finetune/Learning Rate": 1.665862122868603e-05, "Finetune/Loss": 0.8375045657157898, "Finetune/Loss (Raw)": 0.7510738372802734, "Finetune/Step": 5577, "Finetune/Step Time": 10.734776897355914}
+{"Finetune/Learning Rate": 1.665736477538117e-05, "Finetune/Loss": 0.8385248184204102, "Finetune/Loss (Raw)": 0.8536739945411682, "Finetune/Step": 5578, "Finetune/Step Time": 10.727426379919052}
+{"Finetune/Learning Rate": 1.6656108133292377e-05, "Finetune/Loss": 0.8367183208465576, "Finetune/Loss (Raw)": 0.6211777925491333, "Finetune/Step": 5579, "Finetune/Step Time": 10.76269537396729}
+{"Finetune/Learning Rate": 1.6654851302455287e-05, "Finetune/Loss": 0.8364729881286621, "Finetune/Loss (Raw)": 0.8174603581428528, "Finetune/Step": 5580, "Finetune/Step Time": 10.772668084129691}
+{"Finetune/Learning Rate": 1.6653594282905534e-05, "Finetune/Loss": 0.8354254961013794, "Finetune/Loss (Raw)": 0.7341457605361938, "Finetune/Step": 5581, "Finetune/Step Time": 10.794479897245765}
+{"Finetune/Learning Rate": 1.6652337074678773e-05, "Finetune/Loss": 0.8340484499931335, "Finetune/Loss (Raw)": 0.8185335993766785, "Finetune/Step": 5582, "Finetune/Step Time": 10.826445709913969}
+{"Finetune/Learning Rate": 1.6651079677810645e-05, "Finetune/Loss": 0.8344340324401855, "Finetune/Loss (Raw)": 0.8482174277305603, "Finetune/Step": 5583, "Finetune/Step Time": 10.84429974667728}
+{"Finetune/Learning Rate": 1.6649822092336815e-05, "Finetune/Loss": 0.8348522186279297, "Finetune/Loss (Raw)": 1.0237114429473877, "Finetune/Step": 5584, "Finetune/Step Time": 10.870726771652699}
+{"Finetune/Learning Rate": 1.664856431829294e-05, "Finetune/Loss": 0.835536777973175, "Finetune/Loss (Raw)": 1.0389584302902222, "Finetune/Step": 5585, "Finetune/Step Time": 10.8805460203439}
+{"Finetune/Learning Rate": 1.664730635571468e-05, "Finetune/Loss": 0.8362643122673035, "Finetune/Loss (Raw)": 0.8773599863052368, "Finetune/Step": 5586, "Finetune/Step Time": 10.883717088028789}
+{"Finetune/Learning Rate": 1.664604820463772e-05, "Finetune/Loss": 0.8376830816268921, "Finetune/Loss (Raw)": 0.9045817255973816, "Finetune/Step": 5587, "Finetune/Step Time": 10.879508789628744}
+{"Finetune/Learning Rate": 1.664478986509773e-05, "Finetune/Loss": 0.8362809419631958, "Finetune/Loss (Raw)": 0.7862799167633057, "Finetune/Step": 5588, "Finetune/Step Time": 10.880510279908776}
+{"Finetune/Learning Rate": 1.664353133713039e-05, "Finetune/Loss": 0.8356113433837891, "Finetune/Loss (Raw)": 0.7932296991348267, "Finetune/Step": 5589, "Finetune/Step Time": 10.885119508951902}
+{"Finetune/Learning Rate": 1.66422726207714e-05, "Finetune/Loss": 0.8364635705947876, "Finetune/Loss (Raw)": 0.916610836982727, "Finetune/Step": 5590, "Finetune/Step Time": 10.88275801949203}
+{"Finetune/Learning Rate": 1.6641013716056447e-05, "Finetune/Loss": 0.835178792476654, "Finetune/Loss (Raw)": 0.6661263108253479, "Finetune/Step": 5591, "Finetune/Step Time": 10.891405776143074}
+{"Finetune/Learning Rate": 1.6639754623021227e-05, "Finetune/Loss": 0.8349708318710327, "Finetune/Loss (Raw)": 0.7780950665473938, "Finetune/Step": 5592, "Finetune/Step Time": 10.894636547192931}
+{"Finetune/Learning Rate": 1.6638495341701442e-05, "Finetune/Loss": 0.8358678817749023, "Finetune/Loss (Raw)": 0.797026515007019, "Finetune/Step": 5593, "Finetune/Step Time": 10.85916243493557}
+{"Finetune/Learning Rate": 1.6637235872132813e-05, "Finetune/Loss": 0.8361799716949463, "Finetune/Loss (Raw)": 0.845142662525177, "Finetune/Step": 5594, "Finetune/Step Time": 10.86129753664136}
+{"Finetune/Learning Rate": 1.6635976214351048e-05, "Finetune/Loss": 0.8355298042297363, "Finetune/Loss (Raw)": 0.7612454891204834, "Finetune/Step": 5595, "Finetune/Step Time": 10.864056438207626}
+{"Finetune/Learning Rate": 1.6634716368391866e-05, "Finetune/Loss": 0.8338422775268555, "Finetune/Loss (Raw)": 0.6987460255622864, "Finetune/Step": 5596, "Finetune/Step Time": 10.863642668351531}
+{"Finetune/Learning Rate": 1.6633456334290998e-05, "Finetune/Loss": 0.8351070880889893, "Finetune/Loss (Raw)": 0.8597686290740967, "Finetune/Step": 5597, "Finetune/Step Time": 10.825515612959862}
+{"Finetune/Learning Rate": 1.6632196112084165e-05, "Finetune/Loss": 0.8359994888305664, "Finetune/Loss (Raw)": 0.9570520520210266, "Finetune/Step": 5598, "Finetune/Step Time": 10.82528500072658}
+{"Finetune/Learning Rate": 1.663093570180711e-05, "Finetune/Loss": 0.8358924388885498, "Finetune/Loss (Raw)": 0.9128057360649109, "Finetune/Step": 5599, "Finetune/Step Time": 10.827723003923893}
+{"Finetune/Learning Rate": 1.662967510349558e-05, "Finetune/Loss": 0.8358268141746521, "Finetune/Loss (Raw)": 0.8309063911437988, "Finetune/Step": 5600, "Finetune/Step Time": 10.826949777081609}
+{"Finetune/Learning Rate": 1.6628414317185314e-05, "Finetune/Loss": 0.837655782699585, "Finetune/Loss (Raw)": 0.8672822713851929, "Finetune/Step": 5601, "Finetune/Step Time": 10.817294416949153}
+{"Finetune/Learning Rate": 1.6627153342912063e-05, "Finetune/Loss": 0.8359003663063049, "Finetune/Loss (Raw)": 0.7533036470413208, "Finetune/Step": 5602, "Finetune/Step Time": 10.812666634097695}
+{"Finetune/Learning Rate": 1.6625892180711594e-05, "Finetune/Loss": 0.8368436098098755, "Finetune/Loss (Raw)": 0.9211671352386475, "Finetune/Step": 5603, "Finetune/Step Time": 10.811821447685361}
+{"Finetune/Learning Rate": 1.662463083061966e-05, "Finetune/Loss": 0.838106632232666, "Finetune/Loss (Raw)": 0.8536403179168701, "Finetune/Step": 5604, "Finetune/Step Time": 10.81062270514667}
+{"Finetune/Learning Rate": 1.6623369292672034e-05, "Finetune/Loss": 0.838638186454773, "Finetune/Loss (Raw)": 0.953648567199707, "Finetune/Step": 5605, "Finetune/Step Time": 10.820810172706842}
+{"Finetune/Learning Rate": 1.662210756690449e-05, "Finetune/Loss": 0.8373206257820129, "Finetune/Loss (Raw)": 0.7199405431747437, "Finetune/Step": 5606, "Finetune/Step Time": 10.847922578454018}
+{"Finetune/Learning Rate": 1.662084565335281e-05, "Finetune/Loss": 0.8365548849105835, "Finetune/Loss (Raw)": 0.747218132019043, "Finetune/Step": 5607, "Finetune/Step Time": 10.851369159296155}
+{"Finetune/Learning Rate": 1.661958355205277e-05, "Finetune/Loss": 0.8364503383636475, "Finetune/Loss (Raw)": 0.9037913084030151, "Finetune/Step": 5608, "Finetune/Step Time": 10.849594442173839}
+{"Finetune/Learning Rate": 1.6618321263040167e-05, "Finetune/Loss": 0.8359194993972778, "Finetune/Loss (Raw)": 0.8851713538169861, "Finetune/Step": 5609, "Finetune/Step Time": 10.843368602916598}
+{"Finetune/Learning Rate": 1.661705878635079e-05, "Finetune/Loss": 0.8369377851486206, "Finetune/Loss (Raw)": 0.8258218765258789, "Finetune/Step": 5610, "Finetune/Step Time": 10.850030150264502}
+{"Finetune/Learning Rate": 1.6615796122020443e-05, "Finetune/Loss": 0.8366603255271912, "Finetune/Loss (Raw)": 0.807632565498352, "Finetune/Step": 5611, "Finetune/Step Time": 10.8494489248842}
+{"Finetune/Learning Rate": 1.661453327008493e-05, "Finetune/Loss": 0.8373376131057739, "Finetune/Loss (Raw)": 0.9001065492630005, "Finetune/Step": 5612, "Finetune/Step Time": 10.854230342432857}
+{"Finetune/Learning Rate": 1.6613270230580065e-05, "Finetune/Loss": 0.8351181149482727, "Finetune/Loss (Raw)": 0.8013735413551331, "Finetune/Step": 5613, "Finetune/Step Time": 10.859824458137155}
+{"Finetune/Learning Rate": 1.661200700354166e-05, "Finetune/Loss": 0.8342920541763306, "Finetune/Loss (Raw)": 0.8388373851776123, "Finetune/Step": 5614, "Finetune/Step Time": 10.860293112695217}
+{"Finetune/Learning Rate": 1.6610743589005537e-05, "Finetune/Loss": 0.8360627889633179, "Finetune/Loss (Raw)": 0.9939954876899719, "Finetune/Step": 5615, "Finetune/Step Time": 10.865601852536201}
+{"Finetune/Learning Rate": 1.6609479987007527e-05, "Finetune/Loss": 0.8358886241912842, "Finetune/Loss (Raw)": 0.8298735618591309, "Finetune/Step": 5616, "Finetune/Step Time": 10.88631957769394}
+{"Finetune/Learning Rate": 1.660821619758346e-05, "Finetune/Loss": 0.8354843854904175, "Finetune/Loss (Raw)": 0.7428309321403503, "Finetune/Step": 5617, "Finetune/Step Time": 10.886208202689886}
+{"Finetune/Learning Rate": 1.660695222076917e-05, "Finetune/Loss": 0.8362971544265747, "Finetune/Loss (Raw)": 0.8496583104133606, "Finetune/Step": 5618, "Finetune/Step Time": 10.888576611876488}
+{"Finetune/Learning Rate": 1.6605688056600503e-05, "Finetune/Loss": 0.8362054824829102, "Finetune/Loss (Raw)": 0.7997211217880249, "Finetune/Step": 5619, "Finetune/Step Time": 10.892134085297585}
+{"Finetune/Learning Rate": 1.660442370511331e-05, "Finetune/Loss": 0.8363305330276489, "Finetune/Loss (Raw)": 0.8156777024269104, "Finetune/Step": 5620, "Finetune/Step Time": 10.891213681548834}
+{"Finetune/Learning Rate": 1.660315916634344e-05, "Finetune/Loss": 0.8377556800842285, "Finetune/Loss (Raw)": 0.9525699019432068, "Finetune/Step": 5621, "Finetune/Step Time": 10.889247125014663}
+{"Finetune/Learning Rate": 1.6601894440326752e-05, "Finetune/Loss": 0.83701491355896, "Finetune/Loss (Raw)": 0.8028882741928101, "Finetune/Step": 5622, "Finetune/Step Time": 10.890322091057897}
+{"Finetune/Learning Rate": 1.660062952709911e-05, "Finetune/Loss": 0.837336003780365, "Finetune/Loss (Raw)": 0.8049359917640686, "Finetune/Step": 5623, "Finetune/Step Time": 10.905660772696137}
+{"Finetune/Learning Rate": 1.6599364426696385e-05, "Finetune/Loss": 0.8375104069709778, "Finetune/Loss (Raw)": 0.8900607824325562, "Finetune/Step": 5624, "Finetune/Step Time": 10.911320202052593}
+{"Finetune/Learning Rate": 1.6598099139154452e-05, "Finetune/Loss": 0.8382022380828857, "Finetune/Loss (Raw)": 0.8860705494880676, "Finetune/Step": 5625, "Finetune/Step Time": 10.909783091396093}
+{"Finetune/Learning Rate": 1.659683366450919e-05, "Finetune/Loss": 0.8384145498275757, "Finetune/Loss (Raw)": 0.8016230463981628, "Finetune/Step": 5626, "Finetune/Step Time": 10.92439530044794}
+{"Finetune/Learning Rate": 1.6595568002796483e-05, "Finetune/Loss": 0.8394625782966614, "Finetune/Loss (Raw)": 0.9266029596328735, "Finetune/Step": 5627, "Finetune/Step Time": 10.921818176284432}
+{"Finetune/Learning Rate": 1.6594302154052223e-05, "Finetune/Loss": 0.8396478295326233, "Finetune/Loss (Raw)": 0.822911262512207, "Finetune/Step": 5628, "Finetune/Step Time": 10.898877469822764}
+{"Finetune/Learning Rate": 1.6593036118312305e-05, "Finetune/Loss": 0.8371791839599609, "Finetune/Loss (Raw)": 0.5790356993675232, "Finetune/Step": 5629, "Finetune/Step Time": 10.934162238612771}
+{"Finetune/Learning Rate": 1.659176989561263e-05, "Finetune/Loss": 0.8375415802001953, "Finetune/Loss (Raw)": 0.8132100105285645, "Finetune/Step": 5630, "Finetune/Step Time": 10.93768416903913}
+{"Finetune/Learning Rate": 1.659050348598911e-05, "Finetune/Loss": 0.8368076086044312, "Finetune/Loss (Raw)": 0.8310812711715698, "Finetune/Step": 5631, "Finetune/Step Time": 10.929770823568106}
+{"Finetune/Learning Rate": 1.658923688947765e-05, "Finetune/Loss": 0.8374670743942261, "Finetune/Loss (Raw)": 0.9219454526901245, "Finetune/Step": 5632, "Finetune/Step Time": 10.940333178266883}
+{"Finetune/Learning Rate": 1.6587970106114166e-05, "Finetune/Loss": 0.8366161584854126, "Finetune/Loss (Raw)": 0.7190737724304199, "Finetune/Step": 5633, "Finetune/Step Time": 10.9314531609416}
+{"Finetune/Learning Rate": 1.6586703135934585e-05, "Finetune/Loss": 0.8372725248336792, "Finetune/Loss (Raw)": 0.9755553007125854, "Finetune/Step": 5634, "Finetune/Step Time": 10.928475141525269}
+{"Finetune/Learning Rate": 1.658543597897483e-05, "Finetune/Loss": 0.8389458060264587, "Finetune/Loss (Raw)": 1.0965485572814941, "Finetune/Step": 5635, "Finetune/Step Time": 10.897175887599587}
+{"Finetune/Learning Rate": 1.658416863527084e-05, "Finetune/Loss": 0.8393590450286865, "Finetune/Loss (Raw)": 0.9148916602134705, "Finetune/Step": 5636, "Finetune/Step Time": 10.859428038820624}
+{"Finetune/Learning Rate": 1.658290110485855e-05, "Finetune/Loss": 0.8390552401542664, "Finetune/Loss (Raw)": 0.8768590092658997, "Finetune/Step": 5637, "Finetune/Step Time": 10.853369504213333}
+{"Finetune/Learning Rate": 1.6581633387773907e-05, "Finetune/Loss": 0.8388675451278687, "Finetune/Loss (Raw)": 0.8096798658370972, "Finetune/Step": 5638, "Finetune/Step Time": 10.815296929329634}
+{"Finetune/Learning Rate": 1.6580365484052853e-05, "Finetune/Loss": 0.8398008942604065, "Finetune/Loss (Raw)": 0.9275169968605042, "Finetune/Step": 5639, "Finetune/Step Time": 10.805697478353977}
+{"Finetune/Learning Rate": 1.657909739373135e-05, "Finetune/Loss": 0.8407989740371704, "Finetune/Loss (Raw)": 0.9215271472930908, "Finetune/Step": 5640, "Finetune/Step Time": 10.807335309684277}
+{"Finetune/Learning Rate": 1.657782911684535e-05, "Finetune/Loss": 0.8399354815483093, "Finetune/Loss (Raw)": 0.6986609101295471, "Finetune/Step": 5641, "Finetune/Step Time": 10.80484925955534}
+{"Finetune/Learning Rate": 1.657656065343082e-05, "Finetune/Loss": 0.8407315015792847, "Finetune/Loss (Raw)": 0.8474616408348083, "Finetune/Step": 5642, "Finetune/Step Time": 10.803249211981893}
+{"Finetune/Learning Rate": 1.6575292003523737e-05, "Finetune/Loss": 0.8403711318969727, "Finetune/Loss (Raw)": 0.894104540348053, "Finetune/Step": 5643, "Finetune/Step Time": 10.790177082642913}
+{"Finetune/Learning Rate": 1.6574023167160065e-05, "Finetune/Loss": 0.8391715288162231, "Finetune/Loss (Raw)": 0.7486298084259033, "Finetune/Step": 5644, "Finetune/Step Time": 10.82077992707491}
+{"Finetune/Learning Rate": 1.6572754144375793e-05, "Finetune/Loss": 0.8402421474456787, "Finetune/Loss (Raw)": 1.0071829557418823, "Finetune/Step": 5645, "Finetune/Step Time": 10.821785474196076}
+{"Finetune/Learning Rate": 1.65714849352069e-05, "Finetune/Loss": 0.8409223556518555, "Finetune/Loss (Raw)": 0.9462911486625671, "Finetune/Step": 5646, "Finetune/Step Time": 10.819053169339895}
+{"Finetune/Learning Rate": 1.6570215539689384e-05, "Finetune/Loss": 0.8420747518539429, "Finetune/Loss (Raw)": 0.8714054226875305, "Finetune/Step": 5647, "Finetune/Step Time": 10.786004763096571}
+{"Finetune/Learning Rate": 1.6568945957859236e-05, "Finetune/Loss": 0.841962456703186, "Finetune/Loss (Raw)": 0.7704494595527649, "Finetune/Step": 5648, "Finetune/Step Time": 10.783197043463588}
+{"Finetune/Learning Rate": 1.6567676189752465e-05, "Finetune/Loss": 0.8419952392578125, "Finetune/Loss (Raw)": 0.9144881963729858, "Finetune/Step": 5649, "Finetune/Step Time": 10.798869010061026}
+{"Finetune/Learning Rate": 1.6566406235405067e-05, "Finetune/Loss": 0.8415026068687439, "Finetune/Loss (Raw)": 0.8905791640281677, "Finetune/Step": 5650, "Finetune/Step Time": 10.80503342859447}
+{"Finetune/Learning Rate": 1.6565136094853067e-05, "Finetune/Loss": 0.8440680503845215, "Finetune/Loss (Raw)": 0.9171622395515442, "Finetune/Step": 5651, "Finetune/Step Time": 10.779718229547143}
+{"Finetune/Learning Rate": 1.6563865768132472e-05, "Finetune/Loss": 0.8446746468544006, "Finetune/Loss (Raw)": 0.8766279220581055, "Finetune/Step": 5652, "Finetune/Step Time": 10.785563223063946}
+{"Finetune/Learning Rate": 1.656259525527931e-05, "Finetune/Loss": 0.8463906049728394, "Finetune/Loss (Raw)": 0.7901280522346497, "Finetune/Step": 5653, "Finetune/Step Time": 10.768165372312069}
+{"Finetune/Learning Rate": 1.656132455632961e-05, "Finetune/Loss": 0.8469290733337402, "Finetune/Loss (Raw)": 0.8083996772766113, "Finetune/Step": 5654, "Finetune/Step Time": 10.732244146987796}
+{"Finetune/Learning Rate": 1.65600536713194e-05, "Finetune/Loss": 0.8465970158576965, "Finetune/Loss (Raw)": 0.8455432057380676, "Finetune/Step": 5655, "Finetune/Step Time": 10.74428614974022}
+{"Finetune/Learning Rate": 1.6558782600284724e-05, "Finetune/Loss": 0.8468153476715088, "Finetune/Loss (Raw)": 0.904226541519165, "Finetune/Step": 5656, "Finetune/Step Time": 10.747326791286469}
+{"Finetune/Learning Rate": 1.6557511343261622e-05, "Finetune/Loss": 0.8457896709442139, "Finetune/Loss (Raw)": 0.6851739883422852, "Finetune/Step": 5657, "Finetune/Step Time": 10.78606266528368}
+{"Finetune/Learning Rate": 1.655623990028615e-05, "Finetune/Loss": 0.8459551334381104, "Finetune/Loss (Raw)": 0.8625253438949585, "Finetune/Step": 5658, "Finetune/Step Time": 10.783660875633359}
+{"Finetune/Learning Rate": 1.6554968271394353e-05, "Finetune/Loss": 0.8458680510520935, "Finetune/Loss (Raw)": 0.868581235408783, "Finetune/Step": 5659, "Finetune/Step Time": 10.80082182213664}
+{"Finetune/Learning Rate": 1.65536964566223e-05, "Finetune/Loss": 0.844390332698822, "Finetune/Loss (Raw)": 0.7717474699020386, "Finetune/Step": 5660, "Finetune/Step Time": 10.802146945148706}
+{"Finetune/Learning Rate": 1.6552424456006045e-05, "Finetune/Loss": 0.8446890711784363, "Finetune/Loss (Raw)": 0.9114623665809631, "Finetune/Step": 5661, "Finetune/Step Time": 10.805280014872551}
+{"Finetune/Learning Rate": 1.6551152269581673e-05, "Finetune/Loss": 0.8452746868133545, "Finetune/Loss (Raw)": 0.7750449776649475, "Finetune/Step": 5662, "Finetune/Step Time": 10.8160704318434}
+{"Finetune/Learning Rate": 1.6549879897385242e-05, "Finetune/Loss": 0.8448331356048584, "Finetune/Loss (Raw)": 0.8102151155471802, "Finetune/Step": 5663, "Finetune/Step Time": 10.817001989111304}
+{"Finetune/Learning Rate": 1.6548607339452853e-05, "Finetune/Loss": 0.8443398475646973, "Finetune/Loss (Raw)": 0.7221971750259399, "Finetune/Step": 5664, "Finetune/Step Time": 10.827717006206512}
+{"Finetune/Learning Rate": 1.6547334595820576e-05, "Finetune/Loss": 0.8435360193252563, "Finetune/Loss (Raw)": 0.7580443024635315, "Finetune/Step": 5665, "Finetune/Step Time": 10.828838538378477}
+{"Finetune/Learning Rate": 1.6546061666524508e-05, "Finetune/Loss": 0.8435307741165161, "Finetune/Loss (Raw)": 0.7770885229110718, "Finetune/Step": 5666, "Finetune/Step Time": 10.828174745664}
+{"Finetune/Learning Rate": 1.654478855160075e-05, "Finetune/Loss": 0.8423768281936646, "Finetune/Loss (Raw)": 0.7801132798194885, "Finetune/Step": 5667, "Finetune/Step Time": 10.829149689525366}
+{"Finetune/Learning Rate": 1.6543515251085397e-05, "Finetune/Loss": 0.8420668840408325, "Finetune/Loss (Raw)": 0.9049094319343567, "Finetune/Step": 5668, "Finetune/Step Time": 10.859387207776308}
+{"Finetune/Learning Rate": 1.6542241765014555e-05, "Finetune/Loss": 0.8422632217407227, "Finetune/Loss (Raw)": 0.830406129360199, "Finetune/Step": 5669, "Finetune/Step Time": 10.859066527336836}
+{"Finetune/Learning Rate": 1.6540968093424345e-05, "Finetune/Loss": 0.8418408632278442, "Finetune/Loss (Raw)": 0.8769019842147827, "Finetune/Step": 5670, "Finetune/Step Time": 10.85601256415248}
+{"Finetune/Learning Rate": 1.6539694236350877e-05, "Finetune/Loss": 0.8423023223876953, "Finetune/Loss (Raw)": 0.8924105167388916, "Finetune/Step": 5671, "Finetune/Step Time": 10.862709293141961}
+{"Finetune/Learning Rate": 1.653842019383028e-05, "Finetune/Loss": 0.8420358300209045, "Finetune/Loss (Raw)": 0.7562898397445679, "Finetune/Step": 5672, "Finetune/Step Time": 10.832467189058661}
+{"Finetune/Learning Rate": 1.6537145965898674e-05, "Finetune/Loss": 0.841110348701477, "Finetune/Loss (Raw)": 0.6784865856170654, "Finetune/Step": 5673, "Finetune/Step Time": 10.83624853566289}
+{"Finetune/Learning Rate": 1.6535871552592202e-05, "Finetune/Loss": 0.8409066200256348, "Finetune/Loss (Raw)": 0.8368610739707947, "Finetune/Step": 5674, "Finetune/Step Time": 10.830526979640126}
+{"Finetune/Learning Rate": 1.6534596953946996e-05, "Finetune/Loss": 0.8402825593948364, "Finetune/Loss (Raw)": 0.81591796875, "Finetune/Step": 5675, "Finetune/Step Time": 10.830199118703604}
+{"Finetune/Learning Rate": 1.65333221699992e-05, "Finetune/Loss": 0.8407808542251587, "Finetune/Loss (Raw)": 0.9493253827095032, "Finetune/Step": 5676, "Finetune/Step Time": 10.839404184371233}
+{"Finetune/Learning Rate": 1.653204720078497e-05, "Finetune/Loss": 0.8380348682403564, "Finetune/Loss (Raw)": 0.5994356274604797, "Finetune/Step": 5677, "Finetune/Step Time": 10.893689239397645}
+{"Finetune/Learning Rate": 1.6530772046340455e-05, "Finetune/Loss": 0.8384944200515747, "Finetune/Loss (Raw)": 0.8944829106330872, "Finetune/Step": 5678, "Finetune/Step Time": 10.910014435648918}
+{"Finetune/Learning Rate": 1.6529496706701818e-05, "Finetune/Loss": 0.8387930393218994, "Finetune/Loss (Raw)": 0.8673608303070068, "Finetune/Step": 5679, "Finetune/Step Time": 10.913242874667048}
+{"Finetune/Learning Rate": 1.6528221181905217e-05, "Finetune/Loss": 0.8369659185409546, "Finetune/Loss (Raw)": 0.7001748085021973, "Finetune/Step": 5680, "Finetune/Step Time": 10.918966628611088}
+{"Finetune/Learning Rate": 1.6526945471986832e-05, "Finetune/Loss": 0.8360512256622314, "Finetune/Loss (Raw)": 0.7063446044921875, "Finetune/Step": 5681, "Finetune/Step Time": 10.903788382187486}
+{"Finetune/Learning Rate": 1.652566957698283e-05, "Finetune/Loss": 0.8367149829864502, "Finetune/Loss (Raw)": 0.853568434715271, "Finetune/Step": 5682, "Finetune/Step Time": 10.855597859248519}
+{"Finetune/Learning Rate": 1.6524393496929393e-05, "Finetune/Loss": 0.8357413411140442, "Finetune/Loss (Raw)": 0.8113545179367065, "Finetune/Step": 5683, "Finetune/Step Time": 10.859433690086007}
+{"Finetune/Learning Rate": 1.6523117231862714e-05, "Finetune/Loss": 0.8352996110916138, "Finetune/Loss (Raw)": 0.814462423324585, "Finetune/Step": 5684, "Finetune/Step Time": 10.848645556718111}
+{"Finetune/Learning Rate": 1.652184078181898e-05, "Finetune/Loss": 0.8359576463699341, "Finetune/Loss (Raw)": 0.910510778427124, "Finetune/Step": 5685, "Finetune/Step Time": 10.844913683831692}
+{"Finetune/Learning Rate": 1.6520564146834385e-05, "Finetune/Loss": 0.8350238800048828, "Finetune/Loss (Raw)": 0.8712931275367737, "Finetune/Step": 5686, "Finetune/Step Time": 10.84596635401249}
+{"Finetune/Learning Rate": 1.651928732694513e-05, "Finetune/Loss": 0.8354747295379639, "Finetune/Loss (Raw)": 0.9074971675872803, "Finetune/Step": 5687, "Finetune/Step Time": 10.848459277302027}
+{"Finetune/Learning Rate": 1.651801032218743e-05, "Finetune/Loss": 0.8379459381103516, "Finetune/Loss (Raw)": 0.9164196252822876, "Finetune/Step": 5688, "Finetune/Step Time": 10.814981946721673}
+{"Finetune/Learning Rate": 1.651673313259749e-05, "Finetune/Loss": 0.8394069671630859, "Finetune/Loss (Raw)": 1.001732349395752, "Finetune/Step": 5689, "Finetune/Step Time": 10.805682569742203}
+{"Finetune/Learning Rate": 1.651545575821153e-05, "Finetune/Loss": 0.8398215770721436, "Finetune/Loss (Raw)": 0.7811521291732788, "Finetune/Step": 5690, "Finetune/Step Time": 10.80568135716021}
+{"Finetune/Learning Rate": 1.6514178199065772e-05, "Finetune/Loss": 0.8392620086669922, "Finetune/Loss (Raw)": 0.8662976622581482, "Finetune/Step": 5691, "Finetune/Step Time": 10.797061203047633}
+{"Finetune/Learning Rate": 1.651290045519644e-05, "Finetune/Loss": 0.8389133810997009, "Finetune/Loss (Raw)": 0.8251836895942688, "Finetune/Step": 5692, "Finetune/Step Time": 10.801894648000598}
+{"Finetune/Learning Rate": 1.6511622526639777e-05, "Finetune/Loss": 0.8388427495956421, "Finetune/Loss (Raw)": 0.8542104959487915, "Finetune/Step": 5693, "Finetune/Step Time": 10.82457640208304}
+{"Finetune/Learning Rate": 1.6510344413432015e-05, "Finetune/Loss": 0.8379127979278564, "Finetune/Loss (Raw)": 0.8302562832832336, "Finetune/Step": 5694, "Finetune/Step Time": 10.825121926143765}
+{"Finetune/Learning Rate": 1.6509066115609394e-05, "Finetune/Loss": 0.8355783820152283, "Finetune/Loss (Raw)": 0.5730340480804443, "Finetune/Step": 5695, "Finetune/Step Time": 10.858770344406366}
+{"Finetune/Learning Rate": 1.6507787633208173e-05, "Finetune/Loss": 0.8352397680282593, "Finetune/Loss (Raw)": 0.8295201659202576, "Finetune/Step": 5696, "Finetune/Step Time": 10.865066923201084}
+{"Finetune/Learning Rate": 1.6506508966264595e-05, "Finetune/Loss": 0.8352466821670532, "Finetune/Loss (Raw)": 0.8866559267044067, "Finetune/Step": 5697, "Finetune/Step Time": 10.872450387105346}
+{"Finetune/Learning Rate": 1.650523011481493e-05, "Finetune/Loss": 0.8362371921539307, "Finetune/Loss (Raw)": 0.8836085796356201, "Finetune/Step": 5698, "Finetune/Step Time": 10.883650844916701}
+{"Finetune/Learning Rate": 1.6503951078895433e-05, "Finetune/Loss": 0.8361638784408569, "Finetune/Loss (Raw)": 0.8182019591331482, "Finetune/Step": 5699, "Finetune/Step Time": 10.848451342433691}
+{"Finetune/Learning Rate": 1.6502671858542378e-05, "Finetune/Loss": 0.8370832204818726, "Finetune/Loss (Raw)": 0.996375322341919, "Finetune/Step": 5700, "Finetune/Step Time": 10.848126981407404}
+{"Finetune/Learning Rate": 1.6501392453792046e-05, "Finetune/Loss": 0.835287868976593, "Finetune/Loss (Raw)": 0.6533448100090027, "Finetune/Step": 5701, "Finetune/Step Time": 10.854384001344442}
+{"Finetune/Learning Rate": 1.6500112864680703e-05, "Finetune/Loss": 0.8359854221343994, "Finetune/Loss (Raw)": 0.9636963605880737, "Finetune/Step": 5702, "Finetune/Step Time": 10.843845672905445}
+{"Finetune/Learning Rate": 1.6498833091244648e-05, "Finetune/Loss": 0.8368268013000488, "Finetune/Loss (Raw)": 0.8960303068161011, "Finetune/Step": 5703, "Finetune/Step Time": 10.835009794682264}
+{"Finetune/Learning Rate": 1.649755313352017e-05, "Finetune/Loss": 0.8383767604827881, "Finetune/Loss (Raw)": 0.8277666568756104, "Finetune/Step": 5704, "Finetune/Step Time": 10.794889694079757}
+{"Finetune/Learning Rate": 1.6496272991543554e-05, "Finetune/Loss": 0.8384090662002563, "Finetune/Loss (Raw)": 0.7552117109298706, "Finetune/Step": 5705, "Finetune/Step Time": 10.827710676938295}
+{"Finetune/Learning Rate": 1.6494992665351114e-05, "Finetune/Loss": 0.8388200998306274, "Finetune/Loss (Raw)": 0.9062896370887756, "Finetune/Step": 5706, "Finetune/Step Time": 10.831664009019732}
+{"Finetune/Learning Rate": 1.6493712154979152e-05, "Finetune/Loss": 0.8405416011810303, "Finetune/Loss (Raw)": 0.8415197134017944, "Finetune/Step": 5707, "Finetune/Step Time": 10.795039381831884}
+{"Finetune/Learning Rate": 1.6492431460463976e-05, "Finetune/Loss": 0.8400149941444397, "Finetune/Loss (Raw)": 0.7500637173652649, "Finetune/Step": 5708, "Finetune/Step Time": 10.790462890639901}
+{"Finetune/Learning Rate": 1.6491150581841906e-05, "Finetune/Loss": 0.8413246870040894, "Finetune/Loss (Raw)": 0.9017824530601501, "Finetune/Step": 5709, "Finetune/Step Time": 10.771105675026774}
+{"Finetune/Learning Rate": 1.6489869519149263e-05, "Finetune/Loss": 0.8420300483703613, "Finetune/Loss (Raw)": 0.9088166952133179, "Finetune/Step": 5710, "Finetune/Step Time": 10.736736439168453}
+{"Finetune/Learning Rate": 1.6488588272422378e-05, "Finetune/Loss": 0.8419376611709595, "Finetune/Loss (Raw)": 0.836394727230072, "Finetune/Step": 5711, "Finetune/Step Time": 10.726929746568203}
+{"Finetune/Learning Rate": 1.648730684169758e-05, "Finetune/Loss": 0.8401666879653931, "Finetune/Loss (Raw)": 0.7970283627510071, "Finetune/Step": 5712, "Finetune/Step Time": 10.706451170146465}
+{"Finetune/Learning Rate": 1.6486025227011206e-05, "Finetune/Loss": 0.837907075881958, "Finetune/Loss (Raw)": 0.749729335308075, "Finetune/Step": 5713, "Finetune/Step Time": 10.698650680482388}
+{"Finetune/Learning Rate": 1.6484743428399604e-05, "Finetune/Loss": 0.8361006379127502, "Finetune/Loss (Raw)": 0.6461368799209595, "Finetune/Step": 5714, "Finetune/Step Time": 10.747221617028117}
+{"Finetune/Learning Rate": 1.6483461445899115e-05, "Finetune/Loss": 0.835881769657135, "Finetune/Loss (Raw)": 0.8765644431114197, "Finetune/Step": 5715, "Finetune/Step Time": 10.744826018810272}
+{"Finetune/Learning Rate": 1.6482179279546096e-05, "Finetune/Loss": 0.8356688022613525, "Finetune/Loss (Raw)": 0.759023129940033, "Finetune/Step": 5716, "Finetune/Step Time": 10.740573406219482}
+{"Finetune/Learning Rate": 1.6480896929376905e-05, "Finetune/Loss": 0.8369085788726807, "Finetune/Loss (Raw)": 0.951924204826355, "Finetune/Step": 5717, "Finetune/Step Time": 10.725704116746783}
+{"Finetune/Learning Rate": 1.6479614395427908e-05, "Finetune/Loss": 0.8368276357650757, "Finetune/Loss (Raw)": 0.9062452912330627, "Finetune/Step": 5718, "Finetune/Step Time": 10.73819088935852}
+{"Finetune/Learning Rate": 1.6478331677735472e-05, "Finetune/Loss": 0.8385480642318726, "Finetune/Loss (Raw)": 0.8863372206687927, "Finetune/Step": 5719, "Finetune/Step Time": 10.735676491633058}
+{"Finetune/Learning Rate": 1.6477048776335972e-05, "Finetune/Loss": 0.8375480771064758, "Finetune/Loss (Raw)": 0.6500979065895081, "Finetune/Step": 5720, "Finetune/Step Time": 10.768185589462519}
+{"Finetune/Learning Rate": 1.6475765691265784e-05, "Finetune/Loss": 0.8376798629760742, "Finetune/Loss (Raw)": 0.8138990998268127, "Finetune/Step": 5721, "Finetune/Step Time": 10.770212484523654}
+{"Finetune/Learning Rate": 1.64744824225613e-05, "Finetune/Loss": 0.8378646969795227, "Finetune/Loss (Raw)": 0.8688002228736877, "Finetune/Step": 5722, "Finetune/Step Time": 10.765604229643941}
+{"Finetune/Learning Rate": 1.6473198970258902e-05, "Finetune/Loss": 0.8372039794921875, "Finetune/Loss (Raw)": 0.6766701936721802, "Finetune/Step": 5723, "Finetune/Step Time": 10.776765830814838}
+{"Finetune/Learning Rate": 1.647191533439499e-05, "Finetune/Loss": 0.8395693302154541, "Finetune/Loss (Raw)": 1.0015199184417725, "Finetune/Step": 5724, "Finetune/Step Time": 10.778747601434588}
+{"Finetune/Learning Rate": 1.6470631515005965e-05, "Finetune/Loss": 0.8393038511276245, "Finetune/Loss (Raw)": 0.8257848620414734, "Finetune/Step": 5725, "Finetune/Step Time": 10.779920142143965}
+{"Finetune/Learning Rate": 1.6469347512128226e-05, "Finetune/Loss": 0.838720440864563, "Finetune/Loss (Raw)": 0.8823727965354919, "Finetune/Step": 5726, "Finetune/Step Time": 10.7787612862885}
+{"Finetune/Learning Rate": 1.646806332579819e-05, "Finetune/Loss": 0.8383504152297974, "Finetune/Loss (Raw)": 0.8654446005821228, "Finetune/Step": 5727, "Finetune/Step Time": 10.775732336565852}
+{"Finetune/Learning Rate": 1.646677895605227e-05, "Finetune/Loss": 0.8365286588668823, "Finetune/Loss (Raw)": 0.5977122783660889, "Finetune/Step": 5728, "Finetune/Step Time": 10.817163605242968}
+{"Finetune/Learning Rate": 1.646549440292689e-05, "Finetune/Loss": 0.8357620239257812, "Finetune/Loss (Raw)": 0.7691595554351807, "Finetune/Step": 5729, "Finetune/Step Time": 10.817205104976892}
+{"Finetune/Learning Rate": 1.646420966645847e-05, "Finetune/Loss": 0.8361730575561523, "Finetune/Loss (Raw)": 0.8059203028678894, "Finetune/Step": 5730, "Finetune/Step Time": 10.82939170859754}
+{"Finetune/Learning Rate": 1.646292474668345e-05, "Finetune/Loss": 0.8357802629470825, "Finetune/Loss (Raw)": 0.8708807229995728, "Finetune/Step": 5731, "Finetune/Step Time": 10.848018299788237}
+{"Finetune/Learning Rate": 1.6461639643638258e-05, "Finetune/Loss": 0.8350925445556641, "Finetune/Loss (Raw)": 0.7656113505363464, "Finetune/Step": 5732, "Finetune/Step Time": 10.844996714964509}
+{"Finetune/Learning Rate": 1.6460354357359345e-05, "Finetune/Loss": 0.8351691961288452, "Finetune/Loss (Raw)": 0.9634700417518616, "Finetune/Step": 5733, "Finetune/Step Time": 10.861554803326726}
+{"Finetune/Learning Rate": 1.6459068887883153e-05, "Finetune/Loss": 0.8364136219024658, "Finetune/Loss (Raw)": 0.8792164921760559, "Finetune/Step": 5734, "Finetune/Step Time": 10.82851567491889}
+{"Finetune/Learning Rate": 1.645778323524613e-05, "Finetune/Loss": 0.8373266458511353, "Finetune/Loss (Raw)": 0.8640937209129333, "Finetune/Step": 5735, "Finetune/Step Time": 10.858957314863801}
+{"Finetune/Learning Rate": 1.645649739948474e-05, "Finetune/Loss": 0.8375893235206604, "Finetune/Loss (Raw)": 0.9374064803123474, "Finetune/Step": 5736, "Finetune/Step Time": 10.870961654931307}
+{"Finetune/Learning Rate": 1.6455211380635442e-05, "Finetune/Loss": 0.8374561071395874, "Finetune/Loss (Raw)": 0.8681252002716064, "Finetune/Step": 5737, "Finetune/Step Time": 10.869447527453303}
+{"Finetune/Learning Rate": 1.645392517873471e-05, "Finetune/Loss": 0.8380449414253235, "Finetune/Loss (Raw)": 0.9011911749839783, "Finetune/Step": 5738, "Finetune/Step Time": 10.862577663734555}
+{"Finetune/Learning Rate": 1.6452638793819007e-05, "Finetune/Loss": 0.8378331661224365, "Finetune/Loss (Raw)": 0.7805177569389343, "Finetune/Step": 5739, "Finetune/Step Time": 10.866056209430099}
+{"Finetune/Learning Rate": 1.645135222592482e-05, "Finetune/Loss": 0.8370369672775269, "Finetune/Loss (Raw)": 0.7981981039047241, "Finetune/Step": 5740, "Finetune/Step Time": 10.87117887660861}
+{"Finetune/Learning Rate": 1.6450065475088628e-05, "Finetune/Loss": 0.8350695967674255, "Finetune/Loss (Raw)": 0.5495527386665344, "Finetune/Step": 5741, "Finetune/Step Time": 10.905586257576942}
+{"Finetune/Learning Rate": 1.6448778541346923e-05, "Finetune/Loss": 0.8348040580749512, "Finetune/Loss (Raw)": 0.8048527240753174, "Finetune/Step": 5742, "Finetune/Step Time": 10.906186463311315}
+{"Finetune/Learning Rate": 1.6447491424736194e-05, "Finetune/Loss": 0.8343136310577393, "Finetune/Loss (Raw)": 0.9312195181846619, "Finetune/Step": 5743, "Finetune/Step Time": 10.918014137074351}
+{"Finetune/Learning Rate": 1.644620412529294e-05, "Finetune/Loss": 0.8343490958213806, "Finetune/Loss (Raw)": 0.8344062566757202, "Finetune/Step": 5744, "Finetune/Step Time": 10.894802521914244}
+{"Finetune/Learning Rate": 1.644491664305367e-05, "Finetune/Loss": 0.8351112604141235, "Finetune/Loss (Raw)": 0.8403964638710022, "Finetune/Step": 5745, "Finetune/Step Time": 10.89040306583047}
+{"Finetune/Learning Rate": 1.6443628978054893e-05, "Finetune/Loss": 0.8348146080970764, "Finetune/Loss (Raw)": 0.8116847276687622, "Finetune/Step": 5746, "Finetune/Step Time": 10.889194812625647}
+{"Finetune/Learning Rate": 1.644234113033312e-05, "Finetune/Loss": 0.8358513116836548, "Finetune/Loss (Raw)": 0.9324197173118591, "Finetune/Step": 5747, "Finetune/Step Time": 10.889598153531551}
+{"Finetune/Learning Rate": 1.6441053099924872e-05, "Finetune/Loss": 0.8349652290344238, "Finetune/Loss (Raw)": 0.7022513747215271, "Finetune/Step": 5748, "Finetune/Step Time": 10.897980665788054}
+{"Finetune/Learning Rate": 1.6439764886866674e-05, "Finetune/Loss": 0.8336036205291748, "Finetune/Loss (Raw)": 0.778282880783081, "Finetune/Step": 5749, "Finetune/Step Time": 10.906958842650056}
+{"Finetune/Learning Rate": 1.6438476491195053e-05, "Finetune/Loss": 0.8320375680923462, "Finetune/Loss (Raw)": 0.6024328470230103, "Finetune/Step": 5750, "Finetune/Step Time": 10.943767948076129}
+{"Finetune/Learning Rate": 1.643718791294655e-05, "Finetune/Loss": 0.8322418332099915, "Finetune/Loss (Raw)": 0.8310867547988892, "Finetune/Step": 5751, "Finetune/Step Time": 10.918859602883458}
+{"Finetune/Learning Rate": 1.6435899152157706e-05, "Finetune/Loss": 0.8313283324241638, "Finetune/Loss (Raw)": 0.7731340527534485, "Finetune/Step": 5752, "Finetune/Step Time": 10.922950671985745}
+{"Finetune/Learning Rate": 1.6434610208865058e-05, "Finetune/Loss": 0.8313159346580505, "Finetune/Loss (Raw)": 0.8844777941703796, "Finetune/Step": 5753, "Finetune/Step Time": 10.923262070864439}
+{"Finetune/Learning Rate": 1.6433321083105165e-05, "Finetune/Loss": 0.832298994064331, "Finetune/Loss (Raw)": 0.9274559617042542, "Finetune/Step": 5754, "Finetune/Step Time": 10.92065610922873}
+{"Finetune/Learning Rate": 1.643203177491458e-05, "Finetune/Loss": 0.8317642211914062, "Finetune/Loss (Raw)": 0.858154296875, "Finetune/Step": 5755, "Finetune/Step Time": 10.921064326539636}
+{"Finetune/Learning Rate": 1.6430742284329865e-05, "Finetune/Loss": 0.8321923017501831, "Finetune/Loss (Raw)": 0.8777106404304504, "Finetune/Step": 5756, "Finetune/Step Time": 10.917779656127095}
+{"Finetune/Learning Rate": 1.642945261138758e-05, "Finetune/Loss": 0.8346022367477417, "Finetune/Loss (Raw)": 0.8875028491020203, "Finetune/Step": 5757, "Finetune/Step Time": 10.878565236926079}
+{"Finetune/Learning Rate": 1.6428162756124305e-05, "Finetune/Loss": 0.8348528146743774, "Finetune/Loss (Raw)": 0.8452890515327454, "Finetune/Step": 5758, "Finetune/Step Time": 10.878219997510314}
+{"Finetune/Learning Rate": 1.6426872718576613e-05, "Finetune/Loss": 0.8340877294540405, "Finetune/Loss (Raw)": 0.7331466674804688, "Finetune/Step": 5759, "Finetune/Step Time": 10.87773240543902}
+{"Finetune/Learning Rate": 1.642558249878109e-05, "Finetune/Loss": 0.8331403732299805, "Finetune/Loss (Raw)": 0.8006900548934937, "Finetune/Step": 5760, "Finetune/Step Time": 10.884411295875907}
+{"Finetune/Learning Rate": 1.6424292096774317e-05, "Finetune/Loss": 0.8344370722770691, "Finetune/Loss (Raw)": 0.8850443959236145, "Finetune/Step": 5761, "Finetune/Step Time": 10.874032251536846}
+{"Finetune/Learning Rate": 1.642300151259289e-05, "Finetune/Loss": 0.8347570896148682, "Finetune/Loss (Raw)": 1.0165144205093384, "Finetune/Step": 5762, "Finetune/Step Time": 10.87670830078423}
+{"Finetune/Learning Rate": 1.6421710746273397e-05, "Finetune/Loss": 0.8331589698791504, "Finetune/Loss (Raw)": 0.8919954299926758, "Finetune/Step": 5763, "Finetune/Step Time": 10.877443939447403}
+{"Finetune/Learning Rate": 1.6420419797852457e-05, "Finetune/Loss": 0.8332840800285339, "Finetune/Loss (Raw)": 0.9309027194976807, "Finetune/Step": 5764, "Finetune/Step Time": 10.880958387628198}
+{"Finetune/Learning Rate": 1.6419128667366664e-05, "Finetune/Loss": 0.8334323763847351, "Finetune/Loss (Raw)": 0.8958390355110168, "Finetune/Step": 5765, "Finetune/Step Time": 10.885540122166276}
+{"Finetune/Learning Rate": 1.6417837354852637e-05, "Finetune/Loss": 0.8316593170166016, "Finetune/Loss (Raw)": 0.5827272534370422, "Finetune/Step": 5766, "Finetune/Step Time": 10.919097365811467}
+{"Finetune/Learning Rate": 1.6416545860346995e-05, "Finetune/Loss": 0.8320571780204773, "Finetune/Loss (Raw)": 0.9784485697746277, "Finetune/Step": 5767, "Finetune/Step Time": 10.926083199679852}
+{"Finetune/Learning Rate": 1.6415254183886356e-05, "Finetune/Loss": 0.8313828706741333, "Finetune/Loss (Raw)": 0.8352203965187073, "Finetune/Step": 5768, "Finetune/Step Time": 10.924922183156013}
+{"Finetune/Learning Rate": 1.641396232550735e-05, "Finetune/Loss": 0.8325332403182983, "Finetune/Loss (Raw)": 0.8459034562110901, "Finetune/Step": 5769, "Finetune/Step Time": 10.917615594342351}
+{"Finetune/Learning Rate": 1.641267028524661e-05, "Finetune/Loss": 0.832007646560669, "Finetune/Loss (Raw)": 0.7801809906959534, "Finetune/Step": 5770, "Finetune/Step Time": 10.928807757794857}
+{"Finetune/Learning Rate": 1.641137806314078e-05, "Finetune/Loss": 0.8313362002372742, "Finetune/Loss (Raw)": 0.8081635236740112, "Finetune/Step": 5771, "Finetune/Step Time": 10.944096947088838}
+{"Finetune/Learning Rate": 1.6410085659226494e-05, "Finetune/Loss": 0.8334625959396362, "Finetune/Loss (Raw)": 1.020803451538086, "Finetune/Step": 5772, "Finetune/Step Time": 10.9145812895149}
+{"Finetune/Learning Rate": 1.6408793073540416e-05, "Finetune/Loss": 0.8322862386703491, "Finetune/Loss (Raw)": 0.8566153645515442, "Finetune/Step": 5773, "Finetune/Step Time": 10.921074457466602}
+{"Finetune/Learning Rate": 1.6407500306119183e-05, "Finetune/Loss": 0.8307462930679321, "Finetune/Loss (Raw)": 0.7491746544837952, "Finetune/Step": 5774, "Finetune/Step Time": 10.924197992309928}
+{"Finetune/Learning Rate": 1.6406207356999466e-05, "Finetune/Loss": 0.8308110237121582, "Finetune/Loss (Raw)": 0.8796966671943665, "Finetune/Step": 5775, "Finetune/Step Time": 10.928027169778943}
+{"Finetune/Learning Rate": 1.6404914226217924e-05, "Finetune/Loss": 0.8315855264663696, "Finetune/Loss (Raw)": 0.8695799708366394, "Finetune/Step": 5776, "Finetune/Step Time": 10.926678504794836}
+{"Finetune/Learning Rate": 1.6403620913811224e-05, "Finetune/Loss": 0.8303447365760803, "Finetune/Loss (Raw)": 0.7556678056716919, "Finetune/Step": 5777, "Finetune/Step Time": 10.916996022686362}
+{"Finetune/Learning Rate": 1.6402327419816045e-05, "Finetune/Loss": 0.8293097019195557, "Finetune/Loss (Raw)": 0.7580894827842712, "Finetune/Step": 5778, "Finetune/Step Time": 10.906337600201368}
+{"Finetune/Learning Rate": 1.640103374426907e-05, "Finetune/Loss": 0.8293144106864929, "Finetune/Loss (Raw)": 0.9177737236022949, "Finetune/Step": 5779, "Finetune/Step Time": 10.88737335242331}
+{"Finetune/Learning Rate": 1.639973988720698e-05, "Finetune/Loss": 0.8301682472229004, "Finetune/Loss (Raw)": 0.9859192967414856, "Finetune/Step": 5780, "Finetune/Step Time": 10.87415124848485}
+{"Finetune/Learning Rate": 1.639844584866646e-05, "Finetune/Loss": 0.8307945728302002, "Finetune/Loss (Raw)": 0.8702970147132874, "Finetune/Step": 5781, "Finetune/Step Time": 10.850919852033257}
+{"Finetune/Learning Rate": 1.6397151628684213e-05, "Finetune/Loss": 0.8293832540512085, "Finetune/Loss (Raw)": 0.6277499794960022, "Finetune/Step": 5782, "Finetune/Step Time": 10.888593178242445}
+{"Finetune/Learning Rate": 1.639585722729694e-05, "Finetune/Loss": 0.8296084403991699, "Finetune/Loss (Raw)": 0.8743611574172974, "Finetune/Step": 5783, "Finetune/Step Time": 10.884389558807015}
+{"Finetune/Learning Rate": 1.6394562644541342e-05, "Finetune/Loss": 0.8303242921829224, "Finetune/Loss (Raw)": 0.9958562850952148, "Finetune/Step": 5784, "Finetune/Step Time": 10.88009030930698}
+{"Finetune/Learning Rate": 1.639326788045413e-05, "Finetune/Loss": 0.8300482034683228, "Finetune/Loss (Raw)": 0.649838387966156, "Finetune/Step": 5785, "Finetune/Step Time": 10.880967916920781}
+{"Finetune/Learning Rate": 1.639197293507202e-05, "Finetune/Loss": 0.8308865427970886, "Finetune/Loss (Raw)": 0.9698309898376465, "Finetune/Step": 5786, "Finetune/Step Time": 10.881151275709271}
+{"Finetune/Learning Rate": 1.6390677808431737e-05, "Finetune/Loss": 0.8317831754684448, "Finetune/Loss (Raw)": 0.9833577275276184, "Finetune/Step": 5787, "Finetune/Step Time": 10.859071435406804}
+{"Finetune/Learning Rate": 1.638938250057e-05, "Finetune/Loss": 0.8303716778755188, "Finetune/Loss (Raw)": 0.5910683870315552, "Finetune/Step": 5788, "Finetune/Step Time": 10.892232524231076}
+{"Finetune/Learning Rate": 1.6388087011523545e-05, "Finetune/Loss": 0.8297748565673828, "Finetune/Loss (Raw)": 0.8350676894187927, "Finetune/Step": 5789, "Finetune/Step Time": 10.888407593593001}
+{"Finetune/Learning Rate": 1.638679134132911e-05, "Finetune/Loss": 0.8316386938095093, "Finetune/Loss (Raw)": 1.0136207342147827, "Finetune/Step": 5790, "Finetune/Step Time": 10.862153405323625}
+{"Finetune/Learning Rate": 1.6385495490023434e-05, "Finetune/Loss": 0.8322385549545288, "Finetune/Loss (Raw)": 0.886993944644928, "Finetune/Step": 5791, "Finetune/Step Time": 10.867663888260722}
+{"Finetune/Learning Rate": 1.6384199457643264e-05, "Finetune/Loss": 0.8330994844436646, "Finetune/Loss (Raw)": 0.8323923349380493, "Finetune/Step": 5792, "Finetune/Step Time": 10.892214372754097}
+{"Finetune/Learning Rate": 1.638290324422535e-05, "Finetune/Loss": 0.8337846994400024, "Finetune/Loss (Raw)": 0.845758855342865, "Finetune/Step": 5793, "Finetune/Step Time": 10.894327824935317}
+{"Finetune/Learning Rate": 1.638160684980645e-05, "Finetune/Loss": 0.8345599174499512, "Finetune/Loss (Raw)": 0.8763083815574646, "Finetune/Step": 5794, "Finetune/Step Time": 10.910890564322472}
+{"Finetune/Learning Rate": 1.638031027442333e-05, "Finetune/Loss": 0.834481418132782, "Finetune/Loss (Raw)": 0.7700700163841248, "Finetune/Step": 5795, "Finetune/Step Time": 10.919660836458206}
+{"Finetune/Learning Rate": 1.6379013518112753e-05, "Finetune/Loss": 0.8338127136230469, "Finetune/Loss (Raw)": 0.8193132281303406, "Finetune/Step": 5796, "Finetune/Step Time": 10.887908266857266}
+{"Finetune/Learning Rate": 1.6377716580911487e-05, "Finetune/Loss": 0.8348749279975891, "Finetune/Loss (Raw)": 0.9663743376731873, "Finetune/Step": 5797, "Finetune/Step Time": 10.905761634930968}
+{"Finetune/Learning Rate": 1.6376419462856322e-05, "Finetune/Loss": 0.8348970413208008, "Finetune/Loss (Raw)": 0.8797338008880615, "Finetune/Step": 5798, "Finetune/Step Time": 10.906859522685409}
+{"Finetune/Learning Rate": 1.637512216398403e-05, "Finetune/Loss": 0.8350198268890381, "Finetune/Loss (Raw)": 0.9081248641014099, "Finetune/Step": 5799, "Finetune/Step Time": 10.901435201987624}
+{"Finetune/Learning Rate": 1.6373824684331397e-05, "Finetune/Loss": 0.8357856273651123, "Finetune/Loss (Raw)": 0.8543128967285156, "Finetune/Step": 5800, "Finetune/Step Time": 10.896263301372528}
+{"Finetune/Learning Rate": 1.6372527023935227e-05, "Finetune/Loss": 0.8373470306396484, "Finetune/Loss (Raw)": 0.8783528208732605, "Finetune/Step": 5801, "Finetune/Step Time": 10.889183001592755}
+{"Finetune/Learning Rate": 1.637122918283231e-05, "Finetune/Loss": 0.8380134105682373, "Finetune/Loss (Raw)": 0.9221521615982056, "Finetune/Step": 5802, "Finetune/Step Time": 10.888245895504951}
+{"Finetune/Learning Rate": 1.6369931161059448e-05, "Finetune/Loss": 0.838249921798706, "Finetune/Loss (Raw)": 0.8461900949478149, "Finetune/Step": 5803, "Finetune/Step Time": 10.889205796644092}
+{"Finetune/Learning Rate": 1.6368632958653457e-05, "Finetune/Loss": 0.8371195793151855, "Finetune/Loss (Raw)": 0.8046342730522156, "Finetune/Step": 5804, "Finetune/Step Time": 10.897119503468275}
+{"Finetune/Learning Rate": 1.6367334575651138e-05, "Finetune/Loss": 0.8397984504699707, "Finetune/Loss (Raw)": 0.9423393607139587, "Finetune/Step": 5805, "Finetune/Step Time": 10.908944390714169}
+{"Finetune/Learning Rate": 1.6366036012089322e-05, "Finetune/Loss": 0.8401191234588623, "Finetune/Loss (Raw)": 0.9355286955833435, "Finetune/Step": 5806, "Finetune/Step Time": 10.897169839590788}
+{"Finetune/Learning Rate": 1.636473726800483e-05, "Finetune/Loss": 0.8404302000999451, "Finetune/Loss (Raw)": 0.9071739912033081, "Finetune/Step": 5807, "Finetune/Step Time": 10.912310611456633}
+{"Finetune/Learning Rate": 1.6363438343434483e-05, "Finetune/Loss": 0.840938925743103, "Finetune/Loss (Raw)": 0.7652881741523743, "Finetune/Step": 5808, "Finetune/Step Time": 10.905677150934935}
+{"Finetune/Learning Rate": 1.636213923841512e-05, "Finetune/Loss": 0.8426903486251831, "Finetune/Loss (Raw)": 0.9305386543273926, "Finetune/Step": 5809, "Finetune/Step Time": 10.910449186339974}
+{"Finetune/Learning Rate": 1.6360839952983583e-05, "Finetune/Loss": 0.8425980806350708, "Finetune/Loss (Raw)": 0.8417558073997498, "Finetune/Step": 5810, "Finetune/Step Time": 10.904709139838815}
+{"Finetune/Learning Rate": 1.635954048717671e-05, "Finetune/Loss": 0.8430927395820618, "Finetune/Loss (Raw)": 0.8746635913848877, "Finetune/Step": 5811, "Finetune/Step Time": 10.901297997683287}
+{"Finetune/Learning Rate": 1.635824084103135e-05, "Finetune/Loss": 0.8428452014923096, "Finetune/Loss (Raw)": 0.7827848196029663, "Finetune/Step": 5812, "Finetune/Step Time": 10.903922883793712}
+{"Finetune/Learning Rate": 1.6356941014584367e-05, "Finetune/Loss": 0.8413751721382141, "Finetune/Loss (Raw)": 0.7223415970802307, "Finetune/Step": 5813, "Finetune/Step Time": 10.905690183863044}
+{"Finetune/Learning Rate": 1.635564100787261e-05, "Finetune/Loss": 0.8419739603996277, "Finetune/Loss (Raw)": 0.9479377865791321, "Finetune/Step": 5814, "Finetune/Step Time": 10.913463618606329}
+{"Finetune/Learning Rate": 1.6354340820932945e-05, "Finetune/Loss": 0.8422479629516602, "Finetune/Loss (Raw)": 0.942565381526947, "Finetune/Step": 5815, "Finetune/Step Time": 10.913525173440576}
+{"Finetune/Learning Rate": 1.635304045380225e-05, "Finetune/Loss": 0.8417083024978638, "Finetune/Loss (Raw)": 0.8473503589630127, "Finetune/Step": 5816, "Finetune/Step Time": 10.921113150194287}
+{"Finetune/Learning Rate": 1.635173990651739e-05, "Finetune/Loss": 0.8406988382339478, "Finetune/Loss (Raw)": 0.8725186586380005, "Finetune/Step": 5817, "Finetune/Step Time": 10.919987209141254}
+{"Finetune/Learning Rate": 1.6350439179115246e-05, "Finetune/Loss": 0.839889645576477, "Finetune/Loss (Raw)": 0.6775774955749512, "Finetune/Step": 5818, "Finetune/Step Time": 10.924801727756858}
+{"Finetune/Learning Rate": 1.6349138271632705e-05, "Finetune/Loss": 0.8400899171829224, "Finetune/Loss (Raw)": 0.8919361233711243, "Finetune/Step": 5819, "Finetune/Step Time": 10.927175065502524}
+{"Finetune/Learning Rate": 1.6347837184106657e-05, "Finetune/Loss": 0.8399516344070435, "Finetune/Loss (Raw)": 0.8074765205383301, "Finetune/Step": 5820, "Finetune/Step Time": 10.92413135804236}
+{"Finetune/Learning Rate": 1.6346535916574002e-05, "Finetune/Loss": 0.8397427797317505, "Finetune/Loss (Raw)": 0.8274824023246765, "Finetune/Step": 5821, "Finetune/Step Time": 10.908641137182713}
+{"Finetune/Learning Rate": 1.634523446907163e-05, "Finetune/Loss": 0.8397682905197144, "Finetune/Loss (Raw)": 0.8335199952125549, "Finetune/Step": 5822, "Finetune/Step Time": 10.907184341922402}
+{"Finetune/Learning Rate": 1.6343932841636455e-05, "Finetune/Loss": 0.8416785001754761, "Finetune/Loss (Raw)": 0.8175337910652161, "Finetune/Step": 5823, "Finetune/Step Time": 10.867693550884724}
+{"Finetune/Learning Rate": 1.6342631034305386e-05, "Finetune/Loss": 0.8411623239517212, "Finetune/Loss (Raw)": 0.7634592056274414, "Finetune/Step": 5824, "Finetune/Step Time": 10.86923029460013}
+{"Finetune/Learning Rate": 1.6341329047115335e-05, "Finetune/Loss": 0.8412060737609863, "Finetune/Loss (Raw)": 0.8922562003135681, "Finetune/Step": 5825, "Finetune/Step Time": 10.913236282765865}
+{"Finetune/Learning Rate": 1.6340026880103225e-05, "Finetune/Loss": 0.8403313159942627, "Finetune/Loss (Raw)": 0.7716355919837952, "Finetune/Step": 5826, "Finetune/Step Time": 10.910012325271964}
+{"Finetune/Learning Rate": 1.633872453330598e-05, "Finetune/Loss": 0.8399055004119873, "Finetune/Loss (Raw)": 0.763695478439331, "Finetune/Step": 5827, "Finetune/Step Time": 10.910808462649584}
+{"Finetune/Learning Rate": 1.633742200676053e-05, "Finetune/Loss": 0.8377420902252197, "Finetune/Loss (Raw)": 0.7194610238075256, "Finetune/Step": 5828, "Finetune/Step Time": 10.91081809066236}
+{"Finetune/Learning Rate": 1.633611930050382e-05, "Finetune/Loss": 0.8385472297668457, "Finetune/Loss (Raw)": 0.7564004063606262, "Finetune/Step": 5829, "Finetune/Step Time": 10.906273094937205}
+{"Finetune/Learning Rate": 1.6334816414572777e-05, "Finetune/Loss": 0.8369534611701965, "Finetune/Loss (Raw)": 0.7596954107284546, "Finetune/Step": 5830, "Finetune/Step Time": 10.911675738170743}
+{"Finetune/Learning Rate": 1.633351334900436e-05, "Finetune/Loss": 0.8367522358894348, "Finetune/Loss (Raw)": 0.8702765107154846, "Finetune/Step": 5831, "Finetune/Step Time": 10.909309132024646}
+{"Finetune/Learning Rate": 1.633221010383551e-05, "Finetune/Loss": 0.8361239433288574, "Finetune/Loss (Raw)": 0.7473485469818115, "Finetune/Step": 5832, "Finetune/Step Time": 10.912285592406988}
+{"Finetune/Learning Rate": 1.633090667910319e-05, "Finetune/Loss": 0.8362553119659424, "Finetune/Loss (Raw)": 0.7720244526863098, "Finetune/Step": 5833, "Finetune/Step Time": 10.893557410687208}
+{"Finetune/Learning Rate": 1.6329603074844358e-05, "Finetune/Loss": 0.8366250991821289, "Finetune/Loss (Raw)": 0.9536211490631104, "Finetune/Step": 5834, "Finetune/Step Time": 10.894803449511528}
+{"Finetune/Learning Rate": 1.6328299291095982e-05, "Finetune/Loss": 0.8368746042251587, "Finetune/Loss (Raw)": 0.8734548091888428, "Finetune/Step": 5835, "Finetune/Step Time": 10.895131722092628}
+{"Finetune/Learning Rate": 1.6326995327895034e-05, "Finetune/Loss": 0.837482213973999, "Finetune/Loss (Raw)": 0.8278368711471558, "Finetune/Step": 5836, "Finetune/Step Time": 10.8990748655051}
+{"Finetune/Learning Rate": 1.632569118527849e-05, "Finetune/Loss": 0.836326003074646, "Finetune/Loss (Raw)": 0.753790557384491, "Finetune/Step": 5837, "Finetune/Step Time": 10.911701152101159}
+{"Finetune/Learning Rate": 1.632438686328333e-05, "Finetune/Loss": 0.83433598279953, "Finetune/Loss (Raw)": 0.6540921330451965, "Finetune/Step": 5838, "Finetune/Step Time": 10.936934737488627}
+{"Finetune/Learning Rate": 1.6323082361946547e-05, "Finetune/Loss": 0.8348667621612549, "Finetune/Loss (Raw)": 0.9043356776237488, "Finetune/Step": 5839, "Finetune/Step Time": 10.934526236727834}
+{"Finetune/Learning Rate": 1.6321777681305128e-05, "Finetune/Loss": 0.8366393446922302, "Finetune/Loss (Raw)": 1.0239235162734985, "Finetune/Step": 5840, "Finetune/Step Time": 10.932214537635446}
+{"Finetune/Learning Rate": 1.6320472821396066e-05, "Finetune/Loss": 0.838030219078064, "Finetune/Loss (Raw)": 0.9277516603469849, "Finetune/Step": 5841, "Finetune/Step Time": 10.928712295368314}
+{"Finetune/Learning Rate": 1.631916778225637e-05, "Finetune/Loss": 0.8391638994216919, "Finetune/Loss (Raw)": 0.7912488579750061, "Finetune/Step": 5842, "Finetune/Step Time": 10.865308213979006}
+{"Finetune/Learning Rate": 1.6317862563923048e-05, "Finetune/Loss": 0.8397296667098999, "Finetune/Loss (Raw)": 0.9489812254905701, "Finetune/Step": 5843, "Finetune/Step Time": 10.875638745725155}
+{"Finetune/Learning Rate": 1.6316557166433105e-05, "Finetune/Loss": 0.8400278091430664, "Finetune/Loss (Raw)": 0.7971986532211304, "Finetune/Step": 5844, "Finetune/Step Time": 10.877565173432231}
+{"Finetune/Learning Rate": 1.6315251589823565e-05, "Finetune/Loss": 0.8395407795906067, "Finetune/Loss (Raw)": 0.8895770311355591, "Finetune/Step": 5845, "Finetune/Step Time": 10.869298353791237}
+{"Finetune/Learning Rate": 1.631394583413145e-05, "Finetune/Loss": 0.8374277353286743, "Finetune/Loss (Raw)": 0.6357712745666504, "Finetune/Step": 5846, "Finetune/Step Time": 10.862366313114762}
+{"Finetune/Learning Rate": 1.6312639899393783e-05, "Finetune/Loss": 0.8368327617645264, "Finetune/Loss (Raw)": 0.8101795315742493, "Finetune/Step": 5847, "Finetune/Step Time": 10.857194436714053}
+{"Finetune/Learning Rate": 1.63113337856476e-05, "Finetune/Loss": 0.8381860256195068, "Finetune/Loss (Raw)": 0.8233271837234497, "Finetune/Step": 5848, "Finetune/Step Time": 10.828437644988298}
+{"Finetune/Learning Rate": 1.6310027492929938e-05, "Finetune/Loss": 0.8381614089012146, "Finetune/Loss (Raw)": 0.8107390403747559, "Finetune/Step": 5849, "Finetune/Step Time": 10.827412659302354}
+{"Finetune/Learning Rate": 1.6308721021277836e-05, "Finetune/Loss": 0.8386400938034058, "Finetune/Loss (Raw)": 0.9300735592842102, "Finetune/Step": 5850, "Finetune/Step Time": 10.826699506491423}
+{"Finetune/Learning Rate": 1.630741437072835e-05, "Finetune/Loss": 0.8380272388458252, "Finetune/Loss (Raw)": 0.5982248187065125, "Finetune/Step": 5851, "Finetune/Step Time": 10.84938333183527}
+{"Finetune/Learning Rate": 1.6306107541318525e-05, "Finetune/Loss": 0.8362472057342529, "Finetune/Loss (Raw)": 0.7736795544624329, "Finetune/Step": 5852, "Finetune/Step Time": 10.847018174827099}
+{"Finetune/Learning Rate": 1.6304800533085427e-05, "Finetune/Loss": 0.8353734016418457, "Finetune/Loss (Raw)": 0.7139286398887634, "Finetune/Step": 5853, "Finetune/Step Time": 10.848067961633205}
+{"Finetune/Learning Rate": 1.6303493346066107e-05, "Finetune/Loss": 0.8348865509033203, "Finetune/Loss (Raw)": 0.8200604915618896, "Finetune/Step": 5854, "Finetune/Step Time": 10.84711493179202}
+{"Finetune/Learning Rate": 1.6302185980297647e-05, "Finetune/Loss": 0.8353499174118042, "Finetune/Loss (Raw)": 0.9247518181800842, "Finetune/Step": 5855, "Finetune/Step Time": 10.849148036912084}
+{"Finetune/Learning Rate": 1.6300878435817115e-05, "Finetune/Loss": 0.8376560211181641, "Finetune/Loss (Raw)": 0.8928987979888916, "Finetune/Step": 5856, "Finetune/Step Time": 10.812345046550035}
+{"Finetune/Learning Rate": 1.6299570712661582e-05, "Finetune/Loss": 0.8361704349517822, "Finetune/Loss (Raw)": 0.5789962410926819, "Finetune/Step": 5857, "Finetune/Step Time": 10.848128629848361}
+{"Finetune/Learning Rate": 1.629826281086814e-05, "Finetune/Loss": 0.836348295211792, "Finetune/Loss (Raw)": 0.8286950588226318, "Finetune/Step": 5858, "Finetune/Step Time": 10.841004557907581}
+{"Finetune/Learning Rate": 1.6296954730473872e-05, "Finetune/Loss": 0.8349504470825195, "Finetune/Loss (Raw)": 0.6919464468955994, "Finetune/Step": 5859, "Finetune/Step Time": 10.820779506117105}
+{"Finetune/Learning Rate": 1.629564647151588e-05, "Finetune/Loss": 0.8353872299194336, "Finetune/Loss (Raw)": 0.8215334415435791, "Finetune/Step": 5860, "Finetune/Step Time": 10.8324815351516}
+{"Finetune/Learning Rate": 1.629433803403125e-05, "Finetune/Loss": 0.8338572978973389, "Finetune/Loss (Raw)": 0.767629086971283, "Finetune/Step": 5861, "Finetune/Step Time": 10.81412073969841}
+{"Finetune/Learning Rate": 1.6293029418057096e-05, "Finetune/Loss": 0.8335117101669312, "Finetune/Loss (Raw)": 0.8349865078926086, "Finetune/Step": 5862, "Finetune/Step Time": 10.817039784044027}
+{"Finetune/Learning Rate": 1.6291720623630518e-05, "Finetune/Loss": 0.8340360522270203, "Finetune/Loss (Raw)": 0.9312064051628113, "Finetune/Step": 5863, "Finetune/Step Time": 10.7841690890491}
+{"Finetune/Learning Rate": 1.629041165078864e-05, "Finetune/Loss": 0.8328516483306885, "Finetune/Loss (Raw)": 0.7858023047447205, "Finetune/Step": 5864, "Finetune/Step Time": 10.779017938300967}
+{"Finetune/Learning Rate": 1.6289102499568572e-05, "Finetune/Loss": 0.8336887359619141, "Finetune/Loss (Raw)": 0.9752687215805054, "Finetune/Step": 5865, "Finetune/Step Time": 10.786603942513466}
+{"Finetune/Learning Rate": 1.6287793170007442e-05, "Finetune/Loss": 0.8326716423034668, "Finetune/Loss (Raw)": 0.7710056900978088, "Finetune/Step": 5866, "Finetune/Step Time": 10.808079827576876}
+{"Finetune/Learning Rate": 1.628648366214238e-05, "Finetune/Loss": 0.8345111608505249, "Finetune/Loss (Raw)": 1.0159810781478882, "Finetune/Step": 5867, "Finetune/Step Time": 10.806936798617244}
+{"Finetune/Learning Rate": 1.6285173976010513e-05, "Finetune/Loss": 0.8329535126686096, "Finetune/Loss (Raw)": 0.5988185405731201, "Finetune/Step": 5868, "Finetune/Step Time": 10.836831171065569}
+{"Finetune/Learning Rate": 1.6283864111648985e-05, "Finetune/Loss": 0.8354442119598389, "Finetune/Loss (Raw)": 0.8683514595031738, "Finetune/Step": 5869, "Finetune/Step Time": 10.797534916549921}
+{"Finetune/Learning Rate": 1.6282554069094944e-05, "Finetune/Loss": 0.8360627889633179, "Finetune/Loss (Raw)": 0.8840343356132507, "Finetune/Step": 5870, "Finetune/Step Time": 10.791177157312632}
+{"Finetune/Learning Rate": 1.6281243848385534e-05, "Finetune/Loss": 0.8351442217826843, "Finetune/Loss (Raw)": 0.8136468529701233, "Finetune/Step": 5871, "Finetune/Step Time": 10.773478712886572}
+{"Finetune/Learning Rate": 1.6279933449557905e-05, "Finetune/Loss": 0.8357422947883606, "Finetune/Loss (Raw)": 0.9109576940536499, "Finetune/Step": 5872, "Finetune/Step Time": 10.798740545287728}
+{"Finetune/Learning Rate": 1.6278622872649223e-05, "Finetune/Loss": 0.8360084295272827, "Finetune/Loss (Raw)": 0.8744584321975708, "Finetune/Step": 5873, "Finetune/Step Time": 10.805744234472513}
+{"Finetune/Learning Rate": 1.6277312117696655e-05, "Finetune/Loss": 0.8364506959915161, "Finetune/Loss (Raw)": 0.8683006167411804, "Finetune/Step": 5874, "Finetune/Step Time": 10.823027746751904}
+{"Finetune/Learning Rate": 1.627600118473736e-05, "Finetune/Loss": 0.8357832431793213, "Finetune/Loss (Raw)": 0.846985399723053, "Finetune/Step": 5875, "Finetune/Step Time": 10.823538737371564}
+{"Finetune/Learning Rate": 1.627469007380852e-05, "Finetune/Loss": 0.8371940851211548, "Finetune/Loss (Raw)": 0.8828338384628296, "Finetune/Step": 5876, "Finetune/Step Time": 10.837893299758434}
+{"Finetune/Learning Rate": 1.6273378784947315e-05, "Finetune/Loss": 0.8387200236320496, "Finetune/Loss (Raw)": 0.9736071825027466, "Finetune/Step": 5877, "Finetune/Step Time": 10.825943045318127}
+{"Finetune/Learning Rate": 1.6272067318190924e-05, "Finetune/Loss": 0.8413660526275635, "Finetune/Loss (Raw)": 0.9411217570304871, "Finetune/Step": 5878, "Finetune/Step Time": 10.807502519339323}
+{"Finetune/Learning Rate": 1.6270755673576538e-05, "Finetune/Loss": 0.8418580293655396, "Finetune/Loss (Raw)": 0.8940668106079102, "Finetune/Step": 5879, "Finetune/Step Time": 10.805676182731986}
+{"Finetune/Learning Rate": 1.6269443851141357e-05, "Finetune/Loss": 0.8424493074417114, "Finetune/Loss (Raw)": 0.8488166332244873, "Finetune/Step": 5880, "Finetune/Step Time": 10.796803496778011}
+{"Finetune/Learning Rate": 1.626813185092257e-05, "Finetune/Loss": 0.8436497449874878, "Finetune/Loss (Raw)": 1.0381312370300293, "Finetune/Step": 5881, "Finetune/Step Time": 10.811296034604311}
+{"Finetune/Learning Rate": 1.6266819672957394e-05, "Finetune/Loss": 0.8433796763420105, "Finetune/Loss (Raw)": 0.8928849101066589, "Finetune/Step": 5882, "Finetune/Step Time": 10.810182658955455}
+{"Finetune/Learning Rate": 1.626550731728303e-05, "Finetune/Loss": 0.8430734872817993, "Finetune/Loss (Raw)": 0.8189648389816284, "Finetune/Step": 5883, "Finetune/Step Time": 10.81572039425373}
+{"Finetune/Learning Rate": 1.6264194783936697e-05, "Finetune/Loss": 0.8429971933364868, "Finetune/Loss (Raw)": 0.8679457902908325, "Finetune/Step": 5884, "Finetune/Step Time": 10.823602374643087}
+{"Finetune/Learning Rate": 1.626288207295561e-05, "Finetune/Loss": 0.8427519798278809, "Finetune/Loss (Raw)": 0.856114387512207, "Finetune/Step": 5885, "Finetune/Step Time": 10.828016560524702}
+{"Finetune/Learning Rate": 1.6261569184376998e-05, "Finetune/Loss": 0.8429043292999268, "Finetune/Loss (Raw)": 0.8647870421409607, "Finetune/Step": 5886, "Finetune/Step Time": 10.826427021995187}
+{"Finetune/Learning Rate": 1.626025611823809e-05, "Finetune/Loss": 0.8443135023117065, "Finetune/Loss (Raw)": 0.9135240316390991, "Finetune/Step": 5887, "Finetune/Step Time": 10.841026160866022}
+{"Finetune/Learning Rate": 1.6258942874576117e-05, "Finetune/Loss": 0.8457618951797485, "Finetune/Loss (Raw)": 0.986082136631012, "Finetune/Step": 5888, "Finetune/Step Time": 10.835620239377022}
+{"Finetune/Learning Rate": 1.6257629453428325e-05, "Finetune/Loss": 0.8453824520111084, "Finetune/Loss (Raw)": 0.8364812731742859, "Finetune/Step": 5889, "Finetune/Step Time": 10.824278520420194}
+{"Finetune/Learning Rate": 1.6256315854831956e-05, "Finetune/Loss": 0.8445289134979248, "Finetune/Loss (Raw)": 0.9072580337524414, "Finetune/Step": 5890, "Finetune/Step Time": 10.817847803235054}
+{"Finetune/Learning Rate": 1.6255002078824257e-05, "Finetune/Loss": 0.8434150815010071, "Finetune/Loss (Raw)": 0.7494285106658936, "Finetune/Step": 5891, "Finetune/Step Time": 10.814263392239809}
+{"Finetune/Learning Rate": 1.6253688125442493e-05, "Finetune/Loss": 0.8411400318145752, "Finetune/Loss (Raw)": 0.6396886110305786, "Finetune/Step": 5892, "Finetune/Step Time": 10.824311224743724}
+{"Finetune/Learning Rate": 1.6252373994723912e-05, "Finetune/Loss": 0.8403525352478027, "Finetune/Loss (Raw)": 0.795044481754303, "Finetune/Step": 5893, "Finetune/Step Time": 10.818616459146142}
+{"Finetune/Learning Rate": 1.625105968670578e-05, "Finetune/Loss": 0.8421477675437927, "Finetune/Loss (Raw)": 0.812514066696167, "Finetune/Step": 5894, "Finetune/Step Time": 10.78228466026485}
+{"Finetune/Learning Rate": 1.624974520142538e-05, "Finetune/Loss": 0.8411749601364136, "Finetune/Loss (Raw)": 0.8539339900016785, "Finetune/Step": 5895, "Finetune/Step Time": 10.77990635856986}
+{"Finetune/Learning Rate": 1.624843053891997e-05, "Finetune/Loss": 0.8417518734931946, "Finetune/Loss (Raw)": 0.9090644717216492, "Finetune/Step": 5896, "Finetune/Step Time": 10.782043809071183}
+{"Finetune/Learning Rate": 1.6247115699226843e-05, "Finetune/Loss": 0.8431364297866821, "Finetune/Loss (Raw)": 1.0231229066848755, "Finetune/Step": 5897, "Finetune/Step Time": 10.786398189142346}
+{"Finetune/Learning Rate": 1.624580068238328e-05, "Finetune/Loss": 0.8437192440032959, "Finetune/Loss (Raw)": 0.85478675365448, "Finetune/Step": 5898, "Finetune/Step Time": 10.772736767306924}
+{"Finetune/Learning Rate": 1.6244485488426566e-05, "Finetune/Loss": 0.844016432762146, "Finetune/Loss (Raw)": 0.8462063670158386, "Finetune/Step": 5899, "Finetune/Step Time": 10.762761626392603}
+{"Finetune/Learning Rate": 1.6243170117394e-05, "Finetune/Loss": 0.8430222868919373, "Finetune/Loss (Raw)": 0.8935515284538269, "Finetune/Step": 5900, "Finetune/Step Time": 10.75452684238553}
+{"Finetune/Learning Rate": 1.6241854569322887e-05, "Finetune/Loss": 0.8422893285751343, "Finetune/Loss (Raw)": 0.7627983093261719, "Finetune/Step": 5901, "Finetune/Step Time": 10.755954913794994}
+{"Finetune/Learning Rate": 1.6240538844250524e-05, "Finetune/Loss": 0.8425858616828918, "Finetune/Loss (Raw)": 0.7871235609054565, "Finetune/Step": 5902, "Finetune/Step Time": 10.744878390803933}
+{"Finetune/Learning Rate": 1.6239222942214228e-05, "Finetune/Loss": 0.8424633741378784, "Finetune/Loss (Raw)": 0.8640230894088745, "Finetune/Step": 5903, "Finetune/Step Time": 10.749380072578788}
+{"Finetune/Learning Rate": 1.6237906863251313e-05, "Finetune/Loss": 0.8427258133888245, "Finetune/Loss (Raw)": 0.9031703472137451, "Finetune/Step": 5904, "Finetune/Step Time": 10.752472136169672}
+{"Finetune/Learning Rate": 1.6236590607399092e-05, "Finetune/Loss": 0.84322190284729, "Finetune/Loss (Raw)": 0.8191675543785095, "Finetune/Step": 5905, "Finetune/Step Time": 10.743160113692284}
+{"Finetune/Learning Rate": 1.6235274174694896e-05, "Finetune/Loss": 0.8437162637710571, "Finetune/Loss (Raw)": 0.8213660717010498, "Finetune/Step": 5906, "Finetune/Step Time": 10.750680373981595}
+{"Finetune/Learning Rate": 1.623395756517606e-05, "Finetune/Loss": 0.8433250784873962, "Finetune/Loss (Raw)": 0.8676992058753967, "Finetune/Step": 5907, "Finetune/Step Time": 10.761947210878134}
+{"Finetune/Learning Rate": 1.623264077887991e-05, "Finetune/Loss": 0.8429079055786133, "Finetune/Loss (Raw)": 0.9325199723243713, "Finetune/Step": 5908, "Finetune/Step Time": 10.764602417126298}
+{"Finetune/Learning Rate": 1.6231323815843796e-05, "Finetune/Loss": 0.8428586721420288, "Finetune/Loss (Raw)": 0.863997220993042, "Finetune/Step": 5909, "Finetune/Step Time": 10.77130270935595}
+{"Finetune/Learning Rate": 1.6230006676105055e-05, "Finetune/Loss": 0.8446050882339478, "Finetune/Loss (Raw)": 0.851285994052887, "Finetune/Step": 5910, "Finetune/Step Time": 10.761424165219069}
+{"Finetune/Learning Rate": 1.622868935970104e-05, "Finetune/Loss": 0.8450988531112671, "Finetune/Loss (Raw)": 0.9375715255737305, "Finetune/Step": 5911, "Finetune/Step Time": 10.778395120054483}
+{"Finetune/Learning Rate": 1.622737186666911e-05, "Finetune/Loss": 0.8418030738830566, "Finetune/Loss (Raw)": 0.573997974395752, "Finetune/Step": 5912, "Finetune/Step Time": 10.817513504996896}
+{"Finetune/Learning Rate": 1.6226054197046617e-05, "Finetune/Loss": 0.8437591791152954, "Finetune/Loss (Raw)": 0.9002158641815186, "Finetune/Step": 5913, "Finetune/Step Time": 10.787467110902071}
+{"Finetune/Learning Rate": 1.6224736350870936e-05, "Finetune/Loss": 0.8420436382293701, "Finetune/Loss (Raw)": 0.7502500414848328, "Finetune/Step": 5914, "Finetune/Step Time": 10.789389815181494}
+{"Finetune/Learning Rate": 1.6223418328179426e-05, "Finetune/Loss": 0.8416190147399902, "Finetune/Loss (Raw)": 0.9289984107017517, "Finetune/Step": 5915, "Finetune/Step Time": 10.803984448313713}
+{"Finetune/Learning Rate": 1.6222100129009476e-05, "Finetune/Loss": 0.8433616161346436, "Finetune/Loss (Raw)": 0.8141210079193115, "Finetune/Step": 5916, "Finetune/Step Time": 10.771086014807224}
+{"Finetune/Learning Rate": 1.622078175339846e-05, "Finetune/Loss": 0.8428186774253845, "Finetune/Loss (Raw)": 0.7655717134475708, "Finetune/Step": 5917, "Finetune/Step Time": 10.766434077173471}
+{"Finetune/Learning Rate": 1.621946320138376e-05, "Finetune/Loss": 0.8407561779022217, "Finetune/Loss (Raw)": 0.7496268153190613, "Finetune/Step": 5918, "Finetune/Step Time": 10.792997235432267}
+{"Finetune/Learning Rate": 1.621814447300277e-05, "Finetune/Loss": 0.839195728302002, "Finetune/Loss (Raw)": 0.68724524974823, "Finetune/Step": 5919, "Finetune/Step Time": 10.800804931670427}
+{"Finetune/Learning Rate": 1.6216825568292885e-05, "Finetune/Loss": 0.8391596078872681, "Finetune/Loss (Raw)": 0.8277801275253296, "Finetune/Step": 5920, "Finetune/Step Time": 10.775536615401506}
+{"Finetune/Learning Rate": 1.6215506487291503e-05, "Finetune/Loss": 0.8393222093582153, "Finetune/Loss (Raw)": 0.8665706515312195, "Finetune/Step": 5921, "Finetune/Step Time": 10.775195712223649}
+{"Finetune/Learning Rate": 1.6214187230036035e-05, "Finetune/Loss": 0.8388751149177551, "Finetune/Loss (Raw)": 0.8190816044807434, "Finetune/Step": 5922, "Finetune/Step Time": 10.761019749566913}
+{"Finetune/Learning Rate": 1.6212867796563887e-05, "Finetune/Loss": 0.8399087190628052, "Finetune/Loss (Raw)": 0.9023621678352356, "Finetune/Step": 5923, "Finetune/Step Time": 10.754712879657745}
+{"Finetune/Learning Rate": 1.6211548186912474e-05, "Finetune/Loss": 0.8401628732681274, "Finetune/Loss (Raw)": 0.8518449068069458, "Finetune/Step": 5924, "Finetune/Step Time": 10.751313384622335}
+{"Finetune/Learning Rate": 1.6210228401119218e-05, "Finetune/Loss": 0.8390482664108276, "Finetune/Loss (Raw)": 0.8237075805664062, "Finetune/Step": 5925, "Finetune/Step Time": 10.728521635755897}
+{"Finetune/Learning Rate": 1.6208908439221547e-05, "Finetune/Loss": 0.8394789695739746, "Finetune/Loss (Raw)": 0.9348634481430054, "Finetune/Step": 5926, "Finetune/Step Time": 10.728591103106737}
+{"Finetune/Learning Rate": 1.620758830125688e-05, "Finetune/Loss": 0.8385224342346191, "Finetune/Loss (Raw)": 0.7856889367103577, "Finetune/Step": 5927, "Finetune/Step Time": 10.727225231006742}
+{"Finetune/Learning Rate": 1.620626798726267e-05, "Finetune/Loss": 0.8392103910446167, "Finetune/Loss (Raw)": 0.9423732161521912, "Finetune/Step": 5928, "Finetune/Step Time": 10.731955731287599}
+{"Finetune/Learning Rate": 1.6204947497276346e-05, "Finetune/Loss": 0.8393966555595398, "Finetune/Loss (Raw)": 0.9021938443183899, "Finetune/Step": 5929, "Finetune/Step Time": 10.737180022522807}
+{"Finetune/Learning Rate": 1.6203626831335356e-05, "Finetune/Loss": 0.8388258814811707, "Finetune/Loss (Raw)": 0.8490932583808899, "Finetune/Step": 5930, "Finetune/Step Time": 10.743199260905385}
+{"Finetune/Learning Rate": 1.620230598947715e-05, "Finetune/Loss": 0.8389737606048584, "Finetune/Loss (Raw)": 0.8651186227798462, "Finetune/Step": 5931, "Finetune/Step Time": 10.745388589799404}
+{"Finetune/Learning Rate": 1.6200984971739178e-05, "Finetune/Loss": 0.8400226831436157, "Finetune/Loss (Raw)": 0.9388928413391113, "Finetune/Step": 5932, "Finetune/Step Time": 10.738794224336743}
+{"Finetune/Learning Rate": 1.6199663778158908e-05, "Finetune/Loss": 0.8383191227912903, "Finetune/Loss (Raw)": 0.724285900592804, "Finetune/Step": 5933, "Finetune/Step Time": 10.680145790800452}
+{"Finetune/Learning Rate": 1.6198342408773803e-05, "Finetune/Loss": 0.8377442955970764, "Finetune/Loss (Raw)": 0.8619524240493774, "Finetune/Step": 5934, "Finetune/Step Time": 10.677374823018909}
+{"Finetune/Learning Rate": 1.6197020863621338e-05, "Finetune/Loss": 0.8375808000564575, "Finetune/Loss (Raw)": 0.8862442970275879, "Finetune/Step": 5935, "Finetune/Step Time": 10.65929607115686}
+{"Finetune/Learning Rate": 1.6195699142738976e-05, "Finetune/Loss": 0.8383318185806274, "Finetune/Loss (Raw)": 0.861427366733551, "Finetune/Step": 5936, "Finetune/Step Time": 10.656195161864161}
+{"Finetune/Learning Rate": 1.619437724616421e-05, "Finetune/Loss": 0.8370238542556763, "Finetune/Loss (Raw)": 0.763114869594574, "Finetune/Step": 5937, "Finetune/Step Time": 10.652688547968864}
+{"Finetune/Learning Rate": 1.6193055173934515e-05, "Finetune/Loss": 0.8366142511367798, "Finetune/Loss (Raw)": 0.7893260717391968, "Finetune/Step": 5938, "Finetune/Step Time": 10.656064961105585}
+{"Finetune/Learning Rate": 1.6191732926087386e-05, "Finetune/Loss": 0.8370129466056824, "Finetune/Loss (Raw)": 0.9256922006607056, "Finetune/Step": 5939, "Finetune/Step Time": 10.65694342367351}
+{"Finetune/Learning Rate": 1.6190410502660323e-05, "Finetune/Loss": 0.838161826133728, "Finetune/Loss (Raw)": 0.9298481941223145, "Finetune/Step": 5940, "Finetune/Step Time": 10.656026409938931}
+{"Finetune/Learning Rate": 1.6189087903690817e-05, "Finetune/Loss": 0.8388715982437134, "Finetune/Loss (Raw)": 0.8131799697875977, "Finetune/Step": 5941, "Finetune/Step Time": 10.663163516670465}
+{"Finetune/Learning Rate": 1.618776512921638e-05, "Finetune/Loss": 0.8384420871734619, "Finetune/Loss (Raw)": 0.892967700958252, "Finetune/Step": 5942, "Finetune/Step Time": 10.653117943555117}
+{"Finetune/Learning Rate": 1.618644217927452e-05, "Finetune/Loss": 0.8375023007392883, "Finetune/Loss (Raw)": 0.8222717642784119, "Finetune/Step": 5943, "Finetune/Step Time": 10.65775385685265}
+{"Finetune/Learning Rate": 1.6185119053902748e-05, "Finetune/Loss": 0.836893618106842, "Finetune/Loss (Raw)": 0.7694466710090637, "Finetune/Step": 5944, "Finetune/Step Time": 10.647248212248087}
+{"Finetune/Learning Rate": 1.6183795753138588e-05, "Finetune/Loss": 0.8381758332252502, "Finetune/Loss (Raw)": 1.0366350412368774, "Finetune/Step": 5945, "Finetune/Step Time": 10.653047231957316}
+{"Finetune/Learning Rate": 1.618247227701957e-05, "Finetune/Loss": 0.8396363258361816, "Finetune/Loss (Raw)": 0.8645198345184326, "Finetune/Step": 5946, "Finetune/Step Time": 10.665954744443297}
+{"Finetune/Learning Rate": 1.6181148625583215e-05, "Finetune/Loss": 0.839667797088623, "Finetune/Loss (Raw)": 0.8959672451019287, "Finetune/Step": 5947, "Finetune/Step Time": 10.670911930501461}
+{"Finetune/Learning Rate": 1.6179824798867062e-05, "Finetune/Loss": 0.8396551609039307, "Finetune/Loss (Raw)": 0.8058545589447021, "Finetune/Step": 5948, "Finetune/Step Time": 10.674124075099826}
+{"Finetune/Learning Rate": 1.6178500796908652e-05, "Finetune/Loss": 0.8392665982246399, "Finetune/Loss (Raw)": 0.7777508497238159, "Finetune/Step": 5949, "Finetune/Step Time": 10.668572433292866}
+{"Finetune/Learning Rate": 1.617717661974553e-05, "Finetune/Loss": 0.8395920991897583, "Finetune/Loss (Raw)": 0.875186026096344, "Finetune/Step": 5950, "Finetune/Step Time": 10.6695657055825}
+{"Finetune/Learning Rate": 1.617585226741524e-05, "Finetune/Loss": 0.8389357328414917, "Finetune/Loss (Raw)": 0.7335121035575867, "Finetune/Step": 5951, "Finetune/Step Time": 10.669896291568875}
+{"Finetune/Learning Rate": 1.6174527739955345e-05, "Finetune/Loss": 0.839181125164032, "Finetune/Loss (Raw)": 0.7948753833770752, "Finetune/Step": 5952, "Finetune/Step Time": 10.66639744862914}
+{"Finetune/Learning Rate": 1.61732030374034e-05, "Finetune/Loss": 0.839857280254364, "Finetune/Loss (Raw)": 0.9787993431091309, "Finetune/Step": 5953, "Finetune/Step Time": 10.63021924905479}
+{"Finetune/Learning Rate": 1.6171878159796973e-05, "Finetune/Loss": 0.8409204483032227, "Finetune/Loss (Raw)": 0.9077234268188477, "Finetune/Step": 5954, "Finetune/Step Time": 10.639868278056383}
+{"Finetune/Learning Rate": 1.6170553107173627e-05, "Finetune/Loss": 0.8419079780578613, "Finetune/Loss (Raw)": 0.8900997638702393, "Finetune/Step": 5955, "Finetune/Step Time": 10.639245491474867}
+{"Finetune/Learning Rate": 1.6169227879570947e-05, "Finetune/Loss": 0.8437888622283936, "Finetune/Loss (Raw)": 0.9602129459381104, "Finetune/Step": 5956, "Finetune/Step Time": 10.661033693701029}
+{"Finetune/Learning Rate": 1.6167902477026503e-05, "Finetune/Loss": 0.8454468250274658, "Finetune/Loss (Raw)": 0.9686166644096375, "Finetune/Step": 5957, "Finetune/Step Time": 10.664592143148184}
+{"Finetune/Learning Rate": 1.6166576899577887e-05, "Finetune/Loss": 0.8457732200622559, "Finetune/Loss (Raw)": 0.8014784455299377, "Finetune/Step": 5958, "Finetune/Step Time": 10.6636299546808}
+{"Finetune/Learning Rate": 1.6165251147262687e-05, "Finetune/Loss": 0.8461111783981323, "Finetune/Loss (Raw)": 0.9135313034057617, "Finetune/Step": 5959, "Finetune/Step Time": 10.659360324963927}
+{"Finetune/Learning Rate": 1.6163925220118494e-05, "Finetune/Loss": 0.8468824028968811, "Finetune/Loss (Raw)": 0.8460707664489746, "Finetune/Step": 5960, "Finetune/Step Time": 10.657301252707839}
+{"Finetune/Learning Rate": 1.6162599118182906e-05, "Finetune/Loss": 0.8471940159797668, "Finetune/Loss (Raw)": 0.8119102716445923, "Finetune/Step": 5961, "Finetune/Step Time": 10.639630991965532}
+{"Finetune/Learning Rate": 1.6161272841493535e-05, "Finetune/Loss": 0.8466300964355469, "Finetune/Loss (Raw)": 0.8814370632171631, "Finetune/Step": 5962, "Finetune/Step Time": 10.635298632085323}
+{"Finetune/Learning Rate": 1.6159946390087986e-05, "Finetune/Loss": 0.8468502759933472, "Finetune/Loss (Raw)": 0.9016385078430176, "Finetune/Step": 5963, "Finetune/Step Time": 10.637530101463199}
+{"Finetune/Learning Rate": 1.6158619764003874e-05, "Finetune/Loss": 0.8479341268539429, "Finetune/Loss (Raw)": 0.96657395362854, "Finetune/Step": 5964, "Finetune/Step Time": 10.63306880928576}
+{"Finetune/Learning Rate": 1.6157292963278817e-05, "Finetune/Loss": 0.8485730886459351, "Finetune/Loss (Raw)": 0.8355735540390015, "Finetune/Step": 5965, "Finetune/Step Time": 10.618244282901287}
+{"Finetune/Learning Rate": 1.6155965987950444e-05, "Finetune/Loss": 0.8501073122024536, "Finetune/Loss (Raw)": 0.8504696488380432, "Finetune/Step": 5966, "Finetune/Step Time": 10.591137586161494}
+{"Finetune/Learning Rate": 1.6154638838056377e-05, "Finetune/Loss": 0.850189208984375, "Finetune/Loss (Raw)": 0.914824903011322, "Finetune/Step": 5967, "Finetune/Step Time": 10.5856828186661}
+{"Finetune/Learning Rate": 1.6153311513634257e-05, "Finetune/Loss": 0.8489116430282593, "Finetune/Loss (Raw)": 0.8603944182395935, "Finetune/Step": 5968, "Finetune/Step Time": 10.587650444358587}
+{"Finetune/Learning Rate": 1.6151984014721717e-05, "Finetune/Loss": 0.848497748374939, "Finetune/Loss (Raw)": 0.8747710585594177, "Finetune/Step": 5969, "Finetune/Step Time": 10.591353375464678}
+{"Finetune/Learning Rate": 1.6150656341356406e-05, "Finetune/Loss": 0.8468701839447021, "Finetune/Loss (Raw)": 0.5829213261604309, "Finetune/Step": 5970, "Finetune/Step Time": 10.629200952127576}
+{"Finetune/Learning Rate": 1.6149328493575973e-05, "Finetune/Loss": 0.8466324806213379, "Finetune/Loss (Raw)": 0.918549120426178, "Finetune/Step": 5971, "Finetune/Step Time": 10.619659747928381}
+{"Finetune/Learning Rate": 1.6148000471418066e-05, "Finetune/Loss": 0.8472350835800171, "Finetune/Loss (Raw)": 0.8743330240249634, "Finetune/Step": 5972, "Finetune/Step Time": 10.618790065869689}
+{"Finetune/Learning Rate": 1.614667227492035e-05, "Finetune/Loss": 0.8474785685539246, "Finetune/Loss (Raw)": 0.9207454919815063, "Finetune/Step": 5973, "Finetune/Step Time": 10.619069393724203}
+{"Finetune/Learning Rate": 1.6145343904120488e-05, "Finetune/Loss": 0.8491913080215454, "Finetune/Loss (Raw)": 0.8550004363059998, "Finetune/Step": 5974, "Finetune/Step Time": 10.636868158355355}
+{"Finetune/Learning Rate": 1.614401535905615e-05, "Finetune/Loss": 0.8498786687850952, "Finetune/Loss (Raw)": 0.8981640934944153, "Finetune/Step": 5975, "Finetune/Step Time": 10.632485872134566}
+{"Finetune/Learning Rate": 1.6142686639765e-05, "Finetune/Loss": 0.8502711057662964, "Finetune/Loss (Raw)": 0.8735572099685669, "Finetune/Step": 5976, "Finetune/Step Time": 10.624709080904722}
+{"Finetune/Learning Rate": 1.6141357746284734e-05, "Finetune/Loss": 0.8499359488487244, "Finetune/Loss (Raw)": 0.7678419947624207, "Finetune/Step": 5977, "Finetune/Step Time": 10.628987239673734}
+{"Finetune/Learning Rate": 1.614002867865302e-05, "Finetune/Loss": 0.8493882417678833, "Finetune/Loss (Raw)": 0.8599682450294495, "Finetune/Step": 5978, "Finetune/Step Time": 10.63333085551858}
+{"Finetune/Learning Rate": 1.6138699436907555e-05, "Finetune/Loss": 0.8510017991065979, "Finetune/Loss (Raw)": 0.8047557473182678, "Finetune/Step": 5979, "Finetune/Step Time": 10.598079938441515}
+{"Finetune/Learning Rate": 1.613737002108603e-05, "Finetune/Loss": 0.8503193855285645, "Finetune/Loss (Raw)": 0.6863318085670471, "Finetune/Step": 5980, "Finetune/Step Time": 10.591671088710427}
+{"Finetune/Learning Rate": 1.6136040431226143e-05, "Finetune/Loss": 0.8523936867713928, "Finetune/Loss (Raw)": 0.979440450668335, "Finetune/Step": 5981, "Finetune/Step Time": 10.590565856546164}
+{"Finetune/Learning Rate": 1.6134710667365598e-05, "Finetune/Loss": 0.8534770607948303, "Finetune/Loss (Raw)": 0.958733081817627, "Finetune/Step": 5982, "Finetune/Step Time": 10.586932752281427}
+{"Finetune/Learning Rate": 1.61333807295421e-05, "Finetune/Loss": 0.852159857749939, "Finetune/Loss (Raw)": 0.7561519145965576, "Finetune/Step": 5983, "Finetune/Step Time": 10.584094671532512}
+{"Finetune/Learning Rate": 1.613205061779337e-05, "Finetune/Loss": 0.8513620495796204, "Finetune/Loss (Raw)": 0.790782630443573, "Finetune/Step": 5984, "Finetune/Step Time": 10.607600616291165}
+{"Finetune/Learning Rate": 1.613072033215712e-05, "Finetune/Loss": 0.8528422117233276, "Finetune/Loss (Raw)": 0.7684491872787476, "Finetune/Step": 5985, "Finetune/Step Time": 10.586144365370274}
+{"Finetune/Learning Rate": 1.6129389872671074e-05, "Finetune/Loss": 0.8527592420578003, "Finetune/Loss (Raw)": 0.818075954914093, "Finetune/Step": 5986, "Finetune/Step Time": 10.587849535048008}
+{"Finetune/Learning Rate": 1.6128059239372965e-05, "Finetune/Loss": 0.8542910814285278, "Finetune/Loss (Raw)": 0.8880185484886169, "Finetune/Step": 5987, "Finetune/Step Time": 10.591562671586871}
+{"Finetune/Learning Rate": 1.6126728432300516e-05, "Finetune/Loss": 0.8544838428497314, "Finetune/Loss (Raw)": 0.8462131023406982, "Finetune/Step": 5988, "Finetune/Step Time": 10.59392200410366}
+{"Finetune/Learning Rate": 1.6125397451491473e-05, "Finetune/Loss": 0.8552387952804565, "Finetune/Loss (Raw)": 0.8642622232437134, "Finetune/Step": 5989, "Finetune/Step Time": 10.5941426679492}
+{"Finetune/Learning Rate": 1.612406629698358e-05, "Finetune/Loss": 0.8553376197814941, "Finetune/Loss (Raw)": 0.8476323485374451, "Finetune/Step": 5990, "Finetune/Step Time": 10.582378027960658}
+{"Finetune/Learning Rate": 1.6122734968814574e-05, "Finetune/Loss": 0.8536732196807861, "Finetune/Loss (Raw)": 0.7181652188301086, "Finetune/Step": 5991, "Finetune/Step Time": 10.583285516127944}
+{"Finetune/Learning Rate": 1.6121403467022223e-05, "Finetune/Loss": 0.8531109094619751, "Finetune/Loss (Raw)": 0.7138307690620422, "Finetune/Step": 5992, "Finetune/Step Time": 10.577463643625379}
+{"Finetune/Learning Rate": 1.6120071791644273e-05, "Finetune/Loss": 0.8523567914962769, "Finetune/Loss (Raw)": 0.8787370920181274, "Finetune/Step": 5993, "Finetune/Step Time": 10.577371595427394}
+{"Finetune/Learning Rate": 1.611873994271849e-05, "Finetune/Loss": 0.8536557555198669, "Finetune/Loss (Raw)": 0.937279224395752, "Finetune/Step": 5994, "Finetune/Step Time": 10.576321309432387}
+{"Finetune/Learning Rate": 1.611740792028264e-05, "Finetune/Loss": 0.8527412414550781, "Finetune/Loss (Raw)": 0.8989156484603882, "Finetune/Step": 5995, "Finetune/Step Time": 10.578439278528094}
+{"Finetune/Learning Rate": 1.6116075724374497e-05, "Finetune/Loss": 0.8544139862060547, "Finetune/Loss (Raw)": 0.8129381537437439, "Finetune/Step": 5996, "Finetune/Step Time": 10.537628579884768}
+{"Finetune/Learning Rate": 1.611474335503184e-05, "Finetune/Loss": 0.8549745082855225, "Finetune/Loss (Raw)": 0.9400897026062012, "Finetune/Step": 5997, "Finetune/Step Time": 10.54005441069603}
+{"Finetune/Learning Rate": 1.611341081229245e-05, "Finetune/Loss": 0.8547208309173584, "Finetune/Loss (Raw)": 0.8515657186508179, "Finetune/Step": 5998, "Finetune/Step Time": 10.545605713501573}
+{"Finetune/Learning Rate": 1.6112078096194114e-05, "Finetune/Loss": 0.8544061779975891, "Finetune/Loss (Raw)": 0.773372232913971, "Finetune/Step": 5999, "Finetune/Step Time": 10.547412902116776}
+{"Finetune/Learning Rate": 1.611074520677462e-05, "Finetune/Loss": 0.854314923286438, "Finetune/Loss (Raw)": 0.899282693862915, "Finetune/Step": 6000, "Finetune/Step Time": 10.521294435486197}
+{"Finetune/Learning Rate": 1.6109412144071774e-05, "Finetune/Loss": 0.8530308604240417, "Finetune/Loss (Raw)": 0.7100923657417297, "Finetune/Step": 6001, "Finetune/Step Time": 10.534225603565574}
+{"Finetune/Learning Rate": 1.6108078908123368e-05, "Finetune/Loss": 0.8524491786956787, "Finetune/Loss (Raw)": 0.7938454151153564, "Finetune/Step": 6002, "Finetune/Step Time": 10.517786912620068}
+{"Finetune/Learning Rate": 1.6106745498967217e-05, "Finetune/Loss": 0.8520406484603882, "Finetune/Loss (Raw)": 0.7946932911872864, "Finetune/Step": 6003, "Finetune/Step Time": 10.511066967621446}
+{"Finetune/Learning Rate": 1.6105411916641126e-05, "Finetune/Loss": 0.8522636890411377, "Finetune/Loss (Raw)": 0.911379873752594, "Finetune/Step": 6004, "Finetune/Step Time": 10.485871659591794}
+{"Finetune/Learning Rate": 1.6104078161182913e-05, "Finetune/Loss": 0.8508121371269226, "Finetune/Loss (Raw)": 0.7878162860870361, "Finetune/Step": 6005, "Finetune/Step Time": 10.489695239812136}
+{"Finetune/Learning Rate": 1.6102744232630404e-05, "Finetune/Loss": 0.850088357925415, "Finetune/Loss (Raw)": 0.8484801650047302, "Finetune/Step": 6006, "Finetune/Step Time": 10.46716814301908}
+{"Finetune/Learning Rate": 1.6101410131021423e-05, "Finetune/Loss": 0.8489882946014404, "Finetune/Loss (Raw)": 0.7532607913017273, "Finetune/Step": 6007, "Finetune/Step Time": 10.475278526544571}
+{"Finetune/Learning Rate": 1.61000758563938e-05, "Finetune/Loss": 0.8472384214401245, "Finetune/Loss (Raw)": 0.6248289346694946, "Finetune/Step": 6008, "Finetune/Step Time": 10.507430259138346}
+{"Finetune/Learning Rate": 1.609874140878537e-05, "Finetune/Loss": 0.8464451432228088, "Finetune/Loss (Raw)": 0.9365893006324768, "Finetune/Step": 6009, "Finetune/Step Time": 10.493349554017186}
+{"Finetune/Learning Rate": 1.609740678823398e-05, "Finetune/Loss": 0.8462641835212708, "Finetune/Loss (Raw)": 0.8697271347045898, "Finetune/Step": 6010, "Finetune/Step Time": 10.484011756256223}
+{"Finetune/Learning Rate": 1.609607199477747e-05, "Finetune/Loss": 0.846341609954834, "Finetune/Loss (Raw)": 0.8288735747337341, "Finetune/Step": 6011, "Finetune/Step Time": 10.47927307896316}
+{"Finetune/Learning Rate": 1.609473702845369e-05, "Finetune/Loss": 0.8471940755844116, "Finetune/Loss (Raw)": 0.9770594239234924, "Finetune/Step": 6012, "Finetune/Step Time": 10.473756859079003}
+{"Finetune/Learning Rate": 1.6093401889300505e-05, "Finetune/Loss": 0.8478899002075195, "Finetune/Loss (Raw)": 0.9451814889907837, "Finetune/Step": 6013, "Finetune/Step Time": 10.473058320581913}
+{"Finetune/Learning Rate": 1.609206657735576e-05, "Finetune/Loss": 0.8486809730529785, "Finetune/Loss (Raw)": 0.9660465717315674, "Finetune/Step": 6014, "Finetune/Step Time": 10.47245291993022}
+{"Finetune/Learning Rate": 1.609073109265734e-05, "Finetune/Loss": 0.8490312099456787, "Finetune/Loss (Raw)": 0.9583428502082825, "Finetune/Step": 6015, "Finetune/Step Time": 10.461618680506945}
+{"Finetune/Learning Rate": 1.6089395435243105e-05, "Finetune/Loss": 0.8489155769348145, "Finetune/Loss (Raw)": 0.9712868928909302, "Finetune/Step": 6016, "Finetune/Step Time": 10.481266286224127}
+{"Finetune/Learning Rate": 1.6088059605150926e-05, "Finetune/Loss": 0.8495826721191406, "Finetune/Loss (Raw)": 0.9218676090240479, "Finetune/Step": 6017, "Finetune/Step Time": 10.487713817507029}
+{"Finetune/Learning Rate": 1.608672360241869e-05, "Finetune/Loss": 0.8486191034317017, "Finetune/Loss (Raw)": 0.7839263677597046, "Finetune/Step": 6018, "Finetune/Step Time": 10.487188555300236}
+{"Finetune/Learning Rate": 1.608538742708429e-05, "Finetune/Loss": 0.8494665026664734, "Finetune/Loss (Raw)": 0.8578904867172241, "Finetune/Step": 6019, "Finetune/Step Time": 10.485616637393832}
+{"Finetune/Learning Rate": 1.60840510791856e-05, "Finetune/Loss": 0.8512861728668213, "Finetune/Loss (Raw)": 0.8726075291633606, "Finetune/Step": 6020, "Finetune/Step Time": 10.473828813061118}
+{"Finetune/Learning Rate": 1.608271455876052e-05, "Finetune/Loss": 0.8519245982170105, "Finetune/Loss (Raw)": 0.876761794090271, "Finetune/Step": 6021, "Finetune/Step Time": 10.500044910237193}
+{"Finetune/Learning Rate": 1.6081377865846954e-05, "Finetune/Loss": 0.8523693680763245, "Finetune/Loss (Raw)": 0.8694462776184082, "Finetune/Step": 6022, "Finetune/Step Time": 10.499247947707772}
+{"Finetune/Learning Rate": 1.6080041000482806e-05, "Finetune/Loss": 0.8540366888046265, "Finetune/Loss (Raw)": 1.0673565864562988, "Finetune/Step": 6023, "Finetune/Step Time": 10.495218090713024}
+{"Finetune/Learning Rate": 1.6078703962705983e-05, "Finetune/Loss": 0.8533477187156677, "Finetune/Loss (Raw)": 0.8208666443824768, "Finetune/Step": 6024, "Finetune/Step Time": 10.496794503182173}
+{"Finetune/Learning Rate": 1.60773667525544e-05, "Finetune/Loss": 0.852197527885437, "Finetune/Loss (Raw)": 0.875900149345398, "Finetune/Step": 6025, "Finetune/Step Time": 10.502014856785536}
+{"Finetune/Learning Rate": 1.607602937006598e-05, "Finetune/Loss": 0.8523671627044678, "Finetune/Loss (Raw)": 0.8765040040016174, "Finetune/Step": 6026, "Finetune/Step Time": 10.512790033593774}
+{"Finetune/Learning Rate": 1.6074691815278643e-05, "Finetune/Loss": 0.8521004915237427, "Finetune/Loss (Raw)": 0.812073826789856, "Finetune/Step": 6027, "Finetune/Step Time": 10.537081805989146}
+{"Finetune/Learning Rate": 1.6073354088230325e-05, "Finetune/Loss": 0.8519103527069092, "Finetune/Loss (Raw)": 0.8692131638526917, "Finetune/Step": 6028, "Finetune/Step Time": 10.557853616774082}
+{"Finetune/Learning Rate": 1.607201618895895e-05, "Finetune/Loss": 0.8514082431793213, "Finetune/Loss (Raw)": 0.698525607585907, "Finetune/Step": 6029, "Finetune/Step Time": 10.563124855980277}
+{"Finetune/Learning Rate": 1.6070678117502465e-05, "Finetune/Loss": 0.8521980047225952, "Finetune/Loss (Raw)": 0.888217568397522, "Finetune/Step": 6030, "Finetune/Step Time": 10.57961998321116}
+{"Finetune/Learning Rate": 1.6069339873898812e-05, "Finetune/Loss": 0.8520914316177368, "Finetune/Loss (Raw)": 0.8503798246383667, "Finetune/Step": 6031, "Finetune/Step Time": 10.579193813726306}
+{"Finetune/Learning Rate": 1.6068001458185934e-05, "Finetune/Loss": 0.8514965772628784, "Finetune/Loss (Raw)": 0.8270269632339478, "Finetune/Step": 6032, "Finetune/Step Time": 10.572604926303029}
+{"Finetune/Learning Rate": 1.6066662870401796e-05, "Finetune/Loss": 0.8513262271881104, "Finetune/Loss (Raw)": 0.7973603010177612, "Finetune/Step": 6033, "Finetune/Step Time": 10.5805954169482}
+{"Finetune/Learning Rate": 1.6065324110584345e-05, "Finetune/Loss": 0.8513451814651489, "Finetune/Loss (Raw)": 0.8237940073013306, "Finetune/Step": 6034, "Finetune/Step Time": 10.603166865184903}
+{"Finetune/Learning Rate": 1.6063985178771555e-05, "Finetune/Loss": 0.8513135313987732, "Finetune/Loss (Raw)": 0.8636493682861328, "Finetune/Step": 6035, "Finetune/Step Time": 10.595091823488474}
+{"Finetune/Learning Rate": 1.6062646075001386e-05, "Finetune/Loss": 0.8513835668563843, "Finetune/Loss (Raw)": 0.941487193107605, "Finetune/Step": 6036, "Finetune/Step Time": 10.596399510279298}
+{"Finetune/Learning Rate": 1.606130679931181e-05, "Finetune/Loss": 0.8518692255020142, "Finetune/Loss (Raw)": 0.9261568188667297, "Finetune/Step": 6037, "Finetune/Step Time": 10.593055382370949}
+{"Finetune/Learning Rate": 1.6059967351740818e-05, "Finetune/Loss": 0.8516911864280701, "Finetune/Loss (Raw)": 0.8284961581230164, "Finetune/Step": 6038, "Finetune/Step Time": 10.562994040548801}
+{"Finetune/Learning Rate": 1.6058627732326376e-05, "Finetune/Loss": 0.8509738445281982, "Finetune/Loss (Raw)": 0.8457533717155457, "Finetune/Step": 6039, "Finetune/Step Time": 10.527335710823536}
+{"Finetune/Learning Rate": 1.6057287941106484e-05, "Finetune/Loss": 0.8534457683563232, "Finetune/Loss (Raw)": 0.8903990387916565, "Finetune/Step": 6040, "Finetune/Step Time": 10.493612425401807}
+{"Finetune/Learning Rate": 1.6055947978119134e-05, "Finetune/Loss": 0.8533602952957153, "Finetune/Loss (Raw)": 0.8892755508422852, "Finetune/Step": 6041, "Finetune/Step Time": 10.486042877659202}
+{"Finetune/Learning Rate": 1.6054607843402313e-05, "Finetune/Loss": 0.8535664081573486, "Finetune/Loss (Raw)": 0.7766351103782654, "Finetune/Step": 6042, "Finetune/Step Time": 10.494589632377028}
+{"Finetune/Learning Rate": 1.6053267536994037e-05, "Finetune/Loss": 0.8531299233436584, "Finetune/Loss (Raw)": 0.8731321692466736, "Finetune/Step": 6043, "Finetune/Step Time": 10.481309546157718}
+{"Finetune/Learning Rate": 1.6051927058932306e-05, "Finetune/Loss": 0.853682279586792, "Finetune/Loss (Raw)": 0.8848226070404053, "Finetune/Step": 6044, "Finetune/Step Time": 10.479287875816226}
+{"Finetune/Learning Rate": 1.605058640925513e-05, "Finetune/Loss": 0.8541176319122314, "Finetune/Loss (Raw)": 0.8212940692901611, "Finetune/Step": 6045, "Finetune/Step Time": 10.47990358620882}
+{"Finetune/Learning Rate": 1.604924558800053e-05, "Finetune/Loss": 0.8547089099884033, "Finetune/Loss (Raw)": 0.8253133893013, "Finetune/Step": 6046, "Finetune/Step Time": 10.452215142548084}
+{"Finetune/Learning Rate": 1.604790459520653e-05, "Finetune/Loss": 0.8567461967468262, "Finetune/Loss (Raw)": 0.948016345500946, "Finetune/Step": 6047, "Finetune/Step Time": 10.441764188930392}
+{"Finetune/Learning Rate": 1.6046563430911148e-05, "Finetune/Loss": 0.8561375141143799, "Finetune/Loss (Raw)": 0.7498663663864136, "Finetune/Step": 6048, "Finetune/Step Time": 10.434885514900088}
+{"Finetune/Learning Rate": 1.604522209515242e-05, "Finetune/Loss": 0.8557476997375488, "Finetune/Loss (Raw)": 0.8166750073432922, "Finetune/Step": 6049, "Finetune/Step Time": 10.428506817668676}
+{"Finetune/Learning Rate": 1.6043880587968387e-05, "Finetune/Loss": 0.8565047979354858, "Finetune/Loss (Raw)": 0.9159932732582092, "Finetune/Step": 6050, "Finetune/Step Time": 10.429024828597903}
+{"Finetune/Learning Rate": 1.6042538909397088e-05, "Finetune/Loss": 0.8558129072189331, "Finetune/Loss (Raw)": 0.8137987852096558, "Finetune/Step": 6051, "Finetune/Step Time": 10.432772723957896}
+{"Finetune/Learning Rate": 1.6041197059476566e-05, "Finetune/Loss": 0.8554472923278809, "Finetune/Loss (Raw)": 0.8050537705421448, "Finetune/Step": 6052, "Finetune/Step Time": 10.433936344459653}
+{"Finetune/Learning Rate": 1.6039855038244878e-05, "Finetune/Loss": 0.855880618095398, "Finetune/Loss (Raw)": 0.8791665434837341, "Finetune/Step": 6053, "Finetune/Step Time": 10.43824690952897}
+{"Finetune/Learning Rate": 1.6038512845740072e-05, "Finetune/Loss": 0.8567253351211548, "Finetune/Loss (Raw)": 1.0429797172546387, "Finetune/Step": 6054, "Finetune/Step Time": 10.44044996239245}
+{"Finetune/Learning Rate": 1.6037170482000217e-05, "Finetune/Loss": 0.8575676679611206, "Finetune/Loss (Raw)": 0.8935182094573975, "Finetune/Step": 6055, "Finetune/Step Time": 10.44192959368229}
+{"Finetune/Learning Rate": 1.6035827947063375e-05, "Finetune/Loss": 0.8571314811706543, "Finetune/Loss (Raw)": 0.8865413069725037, "Finetune/Step": 6056, "Finetune/Step Time": 10.446243278682232}
+{"Finetune/Learning Rate": 1.603448524096761e-05, "Finetune/Loss": 0.8571683764457703, "Finetune/Loss (Raw)": 0.9069163799285889, "Finetune/Step": 6057, "Finetune/Step Time": 10.441033592447639}
+{"Finetune/Learning Rate": 1.6033142363751007e-05, "Finetune/Loss": 0.8585126399993896, "Finetune/Loss (Raw)": 1.0211583375930786, "Finetune/Step": 6058, "Finetune/Step Time": 10.4312012065202}
+{"Finetune/Learning Rate": 1.6031799315451643e-05, "Finetune/Loss": 0.8600143790245056, "Finetune/Loss (Raw)": 1.057337999343872, "Finetune/Step": 6059, "Finetune/Step Time": 10.425599025562406}
+{"Finetune/Learning Rate": 1.6030456096107602e-05, "Finetune/Loss": 0.8592150211334229, "Finetune/Loss (Raw)": 0.8365755081176758, "Finetune/Step": 6060, "Finetune/Step Time": 10.42837648279965}
+{"Finetune/Learning Rate": 1.6029112705756974e-05, "Finetune/Loss": 0.8601261377334595, "Finetune/Loss (Raw)": 0.8409103155136108, "Finetune/Step": 6061, "Finetune/Step Time": 10.425493968650699}
+{"Finetune/Learning Rate": 1.602776914443786e-05, "Finetune/Loss": 0.8590590357780457, "Finetune/Loss (Raw)": 0.7253611087799072, "Finetune/Step": 6062, "Finetune/Step Time": 10.458226440474391}
+{"Finetune/Learning Rate": 1.602642541218834e-05, "Finetune/Loss": 0.8583663702011108, "Finetune/Loss (Raw)": 0.7975914478302002, "Finetune/Step": 6063, "Finetune/Step Time": 10.458134798333049}
+{"Finetune/Learning Rate": 1.6025081509046545e-05, "Finetune/Loss": 0.8575652837753296, "Finetune/Loss (Raw)": 0.7588776350021362, "Finetune/Step": 6064, "Finetune/Step Time": 10.460526240989566}
+{"Finetune/Learning Rate": 1.6023737435050567e-05, "Finetune/Loss": 0.8588968515396118, "Finetune/Loss (Raw)": 0.9335546493530273, "Finetune/Step": 6065, "Finetune/Step Time": 10.458437552675605}
+{"Finetune/Learning Rate": 1.6022393190238523e-05, "Finetune/Loss": 0.8597354292869568, "Finetune/Loss (Raw)": 0.8966686129570007, "Finetune/Step": 6066, "Finetune/Step Time": 10.462791519239545}
+{"Finetune/Learning Rate": 1.6021048774648536e-05, "Finetune/Loss": 0.8594680428504944, "Finetune/Loss (Raw)": 0.8914664387702942, "Finetune/Step": 6067, "Finetune/Step Time": 10.464673845097423}
+{"Finetune/Learning Rate": 1.6019704188318724e-05, "Finetune/Loss": 0.8588722944259644, "Finetune/Loss (Raw)": 0.8535870313644409, "Finetune/Step": 6068, "Finetune/Step Time": 10.464699706062675}
+{"Finetune/Learning Rate": 1.6018359431287222e-05, "Finetune/Loss": 0.8588087558746338, "Finetune/Loss (Raw)": 0.8050448894500732, "Finetune/Step": 6069, "Finetune/Step Time": 10.451036214828491}
+{"Finetune/Learning Rate": 1.601701450359216e-05, "Finetune/Loss": 0.858313798904419, "Finetune/Loss (Raw)": 0.8296229839324951, "Finetune/Step": 6070, "Finetune/Step Time": 10.48247472383082}
+{"Finetune/Learning Rate": 1.6015669405271677e-05, "Finetune/Loss": 0.8591333627700806, "Finetune/Loss (Raw)": 0.9271754622459412, "Finetune/Step": 6071, "Finetune/Step Time": 10.481010302901268}
+{"Finetune/Learning Rate": 1.6014324136363915e-05, "Finetune/Loss": 0.8588277101516724, "Finetune/Loss (Raw)": 0.7303242683410645, "Finetune/Step": 6072, "Finetune/Step Time": 10.483561161905527}
+{"Finetune/Learning Rate": 1.6012978696907024e-05, "Finetune/Loss": 0.8544991612434387, "Finetune/Loss (Raw)": 0.4825797379016876, "Finetune/Step": 6073, "Finetune/Step Time": 10.524002633988857}
+{"Finetune/Learning Rate": 1.6011633086939155e-05, "Finetune/Loss": 0.8543906211853027, "Finetune/Loss (Raw)": 0.8506197333335876, "Finetune/Step": 6074, "Finetune/Step Time": 10.500136634334922}
+{"Finetune/Learning Rate": 1.6010287306498465e-05, "Finetune/Loss": 0.853435754776001, "Finetune/Loss (Raw)": 0.7737410068511963, "Finetune/Step": 6075, "Finetune/Step Time": 10.495195945724845}
+{"Finetune/Learning Rate": 1.600894135562312e-05, "Finetune/Loss": 0.8539272546768188, "Finetune/Loss (Raw)": 0.8687678575515747, "Finetune/Step": 6076, "Finetune/Step Time": 10.497788805514574}
+{"Finetune/Learning Rate": 1.6007595234351284e-05, "Finetune/Loss": 0.855556845664978, "Finetune/Loss (Raw)": 0.9863419532775879, "Finetune/Step": 6077, "Finetune/Step Time": 10.506153229624033}
+{"Finetune/Learning Rate": 1.6006248942721132e-05, "Finetune/Loss": 0.8549538254737854, "Finetune/Loss (Raw)": 0.798001766204834, "Finetune/Step": 6078, "Finetune/Step Time": 10.501557370647788}
+{"Finetune/Learning Rate": 1.6004902480770838e-05, "Finetune/Loss": 0.855263352394104, "Finetune/Loss (Raw)": 0.77313631772995, "Finetune/Step": 6079, "Finetune/Step Time": 10.501284379512072}
+{"Finetune/Learning Rate": 1.6003555848538586e-05, "Finetune/Loss": 0.8554015159606934, "Finetune/Loss (Raw)": 0.8125574588775635, "Finetune/Step": 6080, "Finetune/Step Time": 10.495917864143848}
+{"Finetune/Learning Rate": 1.6002209046062565e-05, "Finetune/Loss": 0.854507327079773, "Finetune/Loss (Raw)": 0.8643470406532288, "Finetune/Step": 6081, "Finetune/Step Time": 10.487016148865223}
+{"Finetune/Learning Rate": 1.600086207338096e-05, "Finetune/Loss": 0.8534634113311768, "Finetune/Loss (Raw)": 0.7741029262542725, "Finetune/Step": 6082, "Finetune/Step Time": 10.480222864076495}
+{"Finetune/Learning Rate": 1.599951493053197e-05, "Finetune/Loss": 0.8528679013252258, "Finetune/Loss (Raw)": 0.8138661980628967, "Finetune/Step": 6083, "Finetune/Step Time": 10.480326749384403}
+{"Finetune/Learning Rate": 1.59981676175538e-05, "Finetune/Loss": 0.8513326644897461, "Finetune/Loss (Raw)": 0.7637007832527161, "Finetune/Step": 6084, "Finetune/Step Time": 10.458431463688612}
+{"Finetune/Learning Rate": 1.5996820134484648e-05, "Finetune/Loss": 0.8494842052459717, "Finetune/Loss (Raw)": 0.7320199608802795, "Finetune/Step": 6085, "Finetune/Step Time": 10.468934221193194}
+{"Finetune/Learning Rate": 1.5995472481362732e-05, "Finetune/Loss": 0.8497282266616821, "Finetune/Loss (Raw)": 0.8327157497406006, "Finetune/Step": 6086, "Finetune/Step Time": 10.467579036951065}
+{"Finetune/Learning Rate": 1.599412465822627e-05, "Finetune/Loss": 0.8511070013046265, "Finetune/Loss (Raw)": 1.0900052785873413, "Finetune/Step": 6087, "Finetune/Step Time": 10.498518355190754}
+{"Finetune/Learning Rate": 1.599277666511347e-05, "Finetune/Loss": 0.8511428833007812, "Finetune/Loss (Raw)": 0.8506659269332886, "Finetune/Step": 6088, "Finetune/Step Time": 10.505321567878127}
+{"Finetune/Learning Rate": 1.599142850206257e-05, "Finetune/Loss": 0.8519595265388489, "Finetune/Loss (Raw)": 0.916442334651947, "Finetune/Step": 6089, "Finetune/Step Time": 10.508899914100766}
+{"Finetune/Learning Rate": 1.599008016911179e-05, "Finetune/Loss": 0.8499984741210938, "Finetune/Loss (Raw)": 0.6304192543029785, "Finetune/Step": 6090, "Finetune/Step Time": 10.528191050514579}
+{"Finetune/Learning Rate": 1.598873166629938e-05, "Finetune/Loss": 0.8497390151023865, "Finetune/Loss (Raw)": 0.868427574634552, "Finetune/Step": 6091, "Finetune/Step Time": 10.522709617391229}
+{"Finetune/Learning Rate": 1.598738299366356e-05, "Finetune/Loss": 0.8485548496246338, "Finetune/Loss (Raw)": 0.8150082230567932, "Finetune/Step": 6092, "Finetune/Step Time": 10.522828137502074}
+{"Finetune/Learning Rate": 1.598603415124259e-05, "Finetune/Loss": 0.8473716974258423, "Finetune/Loss (Raw)": 0.6841199398040771, "Finetune/Step": 6093, "Finetune/Step Time": 10.55716935545206}
+{"Finetune/Learning Rate": 1.5984685139074707e-05, "Finetune/Loss": 0.8455537557601929, "Finetune/Loss (Raw)": 0.6177732348442078, "Finetune/Step": 6094, "Finetune/Step Time": 10.602922996506095}
+{"Finetune/Learning Rate": 1.5983335957198177e-05, "Finetune/Loss": 0.8447859287261963, "Finetune/Loss (Raw)": 0.8165452480316162, "Finetune/Step": 6095, "Finetune/Step Time": 10.647629085928202}
+{"Finetune/Learning Rate": 1.598198660565125e-05, "Finetune/Loss": 0.8451738357543945, "Finetune/Loss (Raw)": 0.9100498557090759, "Finetune/Step": 6096, "Finetune/Step Time": 10.646912857890129}
+{"Finetune/Learning Rate": 1.5980637084472196e-05, "Finetune/Loss": 0.845879852771759, "Finetune/Loss (Raw)": 0.9651417136192322, "Finetune/Step": 6097, "Finetune/Step Time": 10.656468974426389}
+{"Finetune/Learning Rate": 1.597928739369928e-05, "Finetune/Loss": 0.8476056456565857, "Finetune/Loss (Raw)": 0.8038237690925598, "Finetune/Step": 6098, "Finetune/Step Time": 10.639370251446962}
+{"Finetune/Learning Rate": 1.5977937533370775e-05, "Finetune/Loss": 0.8466761112213135, "Finetune/Loss (Raw)": 0.7995679378509521, "Finetune/Step": 6099, "Finetune/Step Time": 10.63909126073122}
+{"Finetune/Learning Rate": 1.5976587503524963e-05, "Finetune/Loss": 0.8467580676078796, "Finetune/Loss (Raw)": 0.8848228454589844, "Finetune/Step": 6100, "Finetune/Step Time": 10.646278066560626}
+{"Finetune/Learning Rate": 1.5975237304200123e-05, "Finetune/Loss": 0.8453187346458435, "Finetune/Loss (Raw)": 0.7365098595619202, "Finetune/Step": 6101, "Finetune/Step Time": 10.668503431603312}
+{"Finetune/Learning Rate": 1.597388693543455e-05, "Finetune/Loss": 0.8450186252593994, "Finetune/Loss (Raw)": 0.8165872097015381, "Finetune/Step": 6102, "Finetune/Step Time": 10.651701861992478}
+{"Finetune/Learning Rate": 1.597253639726652e-05, "Finetune/Loss": 0.8436610102653503, "Finetune/Loss (Raw)": 0.7243914008140564, "Finetune/Step": 6103, "Finetune/Step Time": 10.651928022503853}
+{"Finetune/Learning Rate": 1.597118568973435e-05, "Finetune/Loss": 0.8437247276306152, "Finetune/Loss (Raw)": 0.8817124962806702, "Finetune/Step": 6104, "Finetune/Step Time": 10.64978340268135}
+{"Finetune/Learning Rate": 1.596983481287633e-05, "Finetune/Loss": 0.8447378873825073, "Finetune/Loss (Raw)": 0.8975222110748291, "Finetune/Step": 6105, "Finetune/Step Time": 10.64857399277389}
+{"Finetune/Learning Rate": 1.5968483766730773e-05, "Finetune/Loss": 0.8452508449554443, "Finetune/Loss (Raw)": 0.9256236553192139, "Finetune/Step": 6106, "Finetune/Step Time": 10.64897139929235}
+{"Finetune/Learning Rate": 1.5967132551335987e-05, "Finetune/Loss": 0.8455347418785095, "Finetune/Loss (Raw)": 0.8410981893539429, "Finetune/Step": 6107, "Finetune/Step Time": 10.647640468552709}
+{"Finetune/Learning Rate": 1.5965781166730287e-05, "Finetune/Loss": 0.8464208841323853, "Finetune/Loss (Raw)": 0.7997599840164185, "Finetune/Step": 6108, "Finetune/Step Time": 10.652791259810328}
+{"Finetune/Learning Rate": 1.5964429612952003e-05, "Finetune/Loss": 0.8452674150466919, "Finetune/Loss (Raw)": 0.8317924737930298, "Finetune/Step": 6109, "Finetune/Step Time": 10.661366721615195}
+{"Finetune/Learning Rate": 1.5963077890039453e-05, "Finetune/Loss": 0.8446868658065796, "Finetune/Loss (Raw)": 0.8844265937805176, "Finetune/Step": 6110, "Finetune/Step Time": 10.669892067089677}
+{"Finetune/Learning Rate": 1.596172599803097e-05, "Finetune/Loss": 0.845404326915741, "Finetune/Loss (Raw)": 0.8479883074760437, "Finetune/Step": 6111, "Finetune/Step Time": 10.67690628953278}
+{"Finetune/Learning Rate": 1.596037393696489e-05, "Finetune/Loss": 0.846464991569519, "Finetune/Loss (Raw)": 0.92655348777771, "Finetune/Step": 6112, "Finetune/Step Time": 10.65925714187324}
+{"Finetune/Learning Rate": 1.595902170687956e-05, "Finetune/Loss": 0.8473188877105713, "Finetune/Loss (Raw)": 0.8777333498001099, "Finetune/Step": 6113, "Finetune/Step Time": 10.645969385281205}
+{"Finetune/Learning Rate": 1.5957669307813315e-05, "Finetune/Loss": 0.8472181558609009, "Finetune/Loss (Raw)": 0.805194616317749, "Finetune/Step": 6114, "Finetune/Step Time": 10.640889720991254}
+{"Finetune/Learning Rate": 1.595631673980451e-05, "Finetune/Loss": 0.8471717834472656, "Finetune/Loss (Raw)": 0.8820785880088806, "Finetune/Step": 6115, "Finetune/Step Time": 10.644513519480824}
+{"Finetune/Learning Rate": 1.5954964002891496e-05, "Finetune/Loss": 0.8468666672706604, "Finetune/Loss (Raw)": 0.8071582913398743, "Finetune/Step": 6116, "Finetune/Step Time": 10.635063748806715}
+{"Finetune/Learning Rate": 1.5953611097112645e-05, "Finetune/Loss": 0.8462177515029907, "Finetune/Loss (Raw)": 0.7811951041221619, "Finetune/Step": 6117, "Finetune/Step Time": 10.64212241768837}
+{"Finetune/Learning Rate": 1.5952258022506307e-05, "Finetune/Loss": 0.8467403054237366, "Finetune/Loss (Raw)": 0.9145190715789795, "Finetune/Step": 6118, "Finetune/Step Time": 10.645739238709211}
+{"Finetune/Learning Rate": 1.5950904779110857e-05, "Finetune/Loss": 0.8477750420570374, "Finetune/Loss (Raw)": 0.850616991519928, "Finetune/Step": 6119, "Finetune/Step Time": 10.645607033744454}
+{"Finetune/Learning Rate": 1.5949551366964675e-05, "Finetune/Loss": 0.8492960929870605, "Finetune/Loss (Raw)": 0.908530056476593, "Finetune/Step": 6120, "Finetune/Step Time": 10.650455761700869}
+{"Finetune/Learning Rate": 1.594819778610613e-05, "Finetune/Loss": 0.8488210439682007, "Finetune/Loss (Raw)": 0.817925751209259, "Finetune/Step": 6121, "Finetune/Step Time": 10.648074863478541}
+{"Finetune/Learning Rate": 1.594684403657361e-05, "Finetune/Loss": 0.8475140929222107, "Finetune/Loss (Raw)": 0.769991397857666, "Finetune/Step": 6122, "Finetune/Step Time": 10.642874279990792}
+{"Finetune/Learning Rate": 1.5945490118405507e-05, "Finetune/Loss": 0.8467271327972412, "Finetune/Loss (Raw)": 0.7981802225112915, "Finetune/Step": 6123, "Finetune/Step Time": 10.639377566054463}
+{"Finetune/Learning Rate": 1.5944136031640208e-05, "Finetune/Loss": 0.8472508192062378, "Finetune/Loss (Raw)": 0.8799682259559631, "Finetune/Step": 6124, "Finetune/Step Time": 10.649123949930072}
+{"Finetune/Learning Rate": 1.5942781776316115e-05, "Finetune/Loss": 0.8455890417098999, "Finetune/Loss (Raw)": 0.7273805141448975, "Finetune/Step": 6125, "Finetune/Step Time": 10.649680947884917}
+{"Finetune/Learning Rate": 1.594142735247163e-05, "Finetune/Loss": 0.8462519645690918, "Finetune/Loss (Raw)": 0.9364207983016968, "Finetune/Step": 6126, "Finetune/Step Time": 10.640303378924727}
+{"Finetune/Learning Rate": 1.594007276014516e-05, "Finetune/Loss": 0.8464463949203491, "Finetune/Loss (Raw)": 0.7982625961303711, "Finetune/Step": 6127, "Finetune/Step Time": 10.660804644227028}
+{"Finetune/Learning Rate": 1.593871799937512e-05, "Finetune/Loss": 0.8454700708389282, "Finetune/Loss (Raw)": 0.7743173837661743, "Finetune/Step": 6128, "Finetune/Step Time": 10.662795705720782}
+{"Finetune/Learning Rate": 1.5937363070199922e-05, "Finetune/Loss": 0.8461782932281494, "Finetune/Loss (Raw)": 0.8007429242134094, "Finetune/Step": 6129, "Finetune/Step Time": 10.646574517711997}
+{"Finetune/Learning Rate": 1.5936007972657993e-05, "Finetune/Loss": 0.8464047908782959, "Finetune/Loss (Raw)": 0.8228353261947632, "Finetune/Step": 6130, "Finetune/Step Time": 10.643602786585689}
+{"Finetune/Learning Rate": 1.5934652706787754e-05, "Finetune/Loss": 0.8473750352859497, "Finetune/Loss (Raw)": 0.9188889861106873, "Finetune/Step": 6131, "Finetune/Step Time": 10.65552326105535}
+{"Finetune/Learning Rate": 1.5933297272627644e-05, "Finetune/Loss": 0.8454266786575317, "Finetune/Loss (Raw)": 0.6619914174079895, "Finetune/Step": 6132, "Finetune/Step Time": 10.660585511475801}
+{"Finetune/Learning Rate": 1.5931941670216095e-05, "Finetune/Loss": 0.8464713096618652, "Finetune/Loss (Raw)": 0.9215261936187744, "Finetune/Step": 6133, "Finetune/Step Time": 10.652895262464881}
+{"Finetune/Learning Rate": 1.5930585899591547e-05, "Finetune/Loss": 0.8472714424133301, "Finetune/Loss (Raw)": 0.9508947730064392, "Finetune/Step": 6134, "Finetune/Step Time": 10.654067985713482}
+{"Finetune/Learning Rate": 1.5929229960792446e-05, "Finetune/Loss": 0.8478060364723206, "Finetune/Loss (Raw)": 0.8216878175735474, "Finetune/Step": 6135, "Finetune/Step Time": 10.650772182270885}
+{"Finetune/Learning Rate": 1.5927873853857248e-05, "Finetune/Loss": 0.8505908250808716, "Finetune/Loss (Raw)": 0.9812892079353333, "Finetune/Step": 6136, "Finetune/Step Time": 10.623358223587275}
+{"Finetune/Learning Rate": 1.59265175788244e-05, "Finetune/Loss": 0.850674033164978, "Finetune/Loss (Raw)": 0.9472318291664124, "Finetune/Step": 6137, "Finetune/Step Time": 10.625283189117908}
+{"Finetune/Learning Rate": 1.592516113573237e-05, "Finetune/Loss": 0.8507407903671265, "Finetune/Loss (Raw)": 0.8782753348350525, "Finetune/Step": 6138, "Finetune/Step Time": 10.622493958100677}
+{"Finetune/Learning Rate": 1.5923804524619616e-05, "Finetune/Loss": 0.8502522706985474, "Finetune/Loss (Raw)": 0.766348123550415, "Finetune/Step": 6139, "Finetune/Step Time": 10.620338298380375}
+{"Finetune/Learning Rate": 1.592244774552461e-05, "Finetune/Loss": 0.8489254713058472, "Finetune/Loss (Raw)": 0.8072197437286377, "Finetune/Step": 6140, "Finetune/Step Time": 10.620733885094523}
+{"Finetune/Learning Rate": 1.592109079848583e-05, "Finetune/Loss": 0.8493940830230713, "Finetune/Loss (Raw)": 1.0051707029342651, "Finetune/Step": 6141, "Finetune/Step Time": 10.61853958107531}
+{"Finetune/Learning Rate": 1.591973368354175e-05, "Finetune/Loss": 0.8483549356460571, "Finetune/Loss (Raw)": 0.8330294489860535, "Finetune/Step": 6142, "Finetune/Step Time": 10.624643754214048}
+{"Finetune/Learning Rate": 1.5918376400730858e-05, "Finetune/Loss": 0.8490737080574036, "Finetune/Loss (Raw)": 1.0503515005111694, "Finetune/Step": 6143, "Finetune/Step Time": 10.63636769540608}
+{"Finetune/Learning Rate": 1.5917018950091642e-05, "Finetune/Loss": 0.8484925031661987, "Finetune/Loss (Raw)": 0.8968847990036011, "Finetune/Step": 6144, "Finetune/Step Time": 10.627333659678698}
+{"Finetune/Learning Rate": 1.5915661331662592e-05, "Finetune/Loss": 0.8486232161521912, "Finetune/Loss (Raw)": 0.9386008977890015, "Finetune/Step": 6145, "Finetune/Step Time": 10.631553463637829}
+{"Finetune/Learning Rate": 1.5914303545482207e-05, "Finetune/Loss": 0.8487734794616699, "Finetune/Loss (Raw)": 0.8031641244888306, "Finetune/Step": 6146, "Finetune/Step Time": 10.659583812579513}
+{"Finetune/Learning Rate": 1.5912945591588994e-05, "Finetune/Loss": 0.8490087985992432, "Finetune/Loss (Raw)": 0.8880144953727722, "Finetune/Step": 6147, "Finetune/Step Time": 10.669336067512631}
+{"Finetune/Learning Rate": 1.5911587470021455e-05, "Finetune/Loss": 0.8481540679931641, "Finetune/Loss (Raw)": 0.7631967067718506, "Finetune/Step": 6148, "Finetune/Step Time": 10.668497638776898}
+{"Finetune/Learning Rate": 1.5910229180818114e-05, "Finetune/Loss": 0.84894859790802, "Finetune/Loss (Raw)": 0.9784709215164185, "Finetune/Step": 6149, "Finetune/Step Time": 10.640158919617534}
+{"Finetune/Learning Rate": 1.5908870724017472e-05, "Finetune/Loss": 0.8489205241203308, "Finetune/Loss (Raw)": 0.8658455610275269, "Finetune/Step": 6150, "Finetune/Step Time": 10.637193663045764}
+{"Finetune/Learning Rate": 1.5907512099658064e-05, "Finetune/Loss": 0.8479998707771301, "Finetune/Loss (Raw)": 0.9495121240615845, "Finetune/Step": 6151, "Finetune/Step Time": 10.639942027628422}
+{"Finetune/Learning Rate": 1.5906153307778405e-05, "Finetune/Loss": 0.8466536998748779, "Finetune/Loss (Raw)": 0.648557722568512, "Finetune/Step": 6152, "Finetune/Step Time": 10.636042926460505}
+{"Finetune/Learning Rate": 1.590479434841704e-05, "Finetune/Loss": 0.8454726934432983, "Finetune/Loss (Raw)": 0.7247296571731567, "Finetune/Step": 6153, "Finetune/Step Time": 10.637164995074272}
+{"Finetune/Learning Rate": 1.5903435221612493e-05, "Finetune/Loss": 0.8462836146354675, "Finetune/Loss (Raw)": 0.9803022146224976, "Finetune/Step": 6154, "Finetune/Step Time": 10.63546589575708}
+{"Finetune/Learning Rate": 1.5902075927403312e-05, "Finetune/Loss": 0.8450947999954224, "Finetune/Loss (Raw)": 0.6599135398864746, "Finetune/Step": 6155, "Finetune/Step Time": 10.609655221924186}
+{"Finetune/Learning Rate": 1.590071646582804e-05, "Finetune/Loss": 0.8450286984443665, "Finetune/Loss (Raw)": 0.8607431054115295, "Finetune/Step": 6156, "Finetune/Step Time": 10.587913190945983}
+{"Finetune/Learning Rate": 1.589935683692523e-05, "Finetune/Loss": 0.8467686176300049, "Finetune/Loss (Raw)": 0.9212414026260376, "Finetune/Step": 6157, "Finetune/Step Time": 10.57882016710937}
+{"Finetune/Learning Rate": 1.5897997040733436e-05, "Finetune/Loss": 0.8466493487358093, "Finetune/Loss (Raw)": 0.872944712638855, "Finetune/Step": 6158, "Finetune/Step Time": 10.566701607778668}
+{"Finetune/Learning Rate": 1.589663707729122e-05, "Finetune/Loss": 0.8472214937210083, "Finetune/Loss (Raw)": 0.9236174821853638, "Finetune/Step": 6159, "Finetune/Step Time": 10.560812450945377}
+{"Finetune/Learning Rate": 1.5895276946637138e-05, "Finetune/Loss": 0.8478610515594482, "Finetune/Loss (Raw)": 0.9088910818099976, "Finetune/Step": 6160, "Finetune/Step Time": 10.561775483191013}
+{"Finetune/Learning Rate": 1.5893916648809766e-05, "Finetune/Loss": 0.8474665284156799, "Finetune/Loss (Raw)": 0.7468591928482056, "Finetune/Step": 6161, "Finetune/Step Time": 10.55525317415595}
+{"Finetune/Learning Rate": 1.5892556183847682e-05, "Finetune/Loss": 0.8475316762924194, "Finetune/Loss (Raw)": 0.8321316838264465, "Finetune/Step": 6162, "Finetune/Step Time": 10.534209916368127}
+{"Finetune/Learning Rate": 1.589119555178946e-05, "Finetune/Loss": 0.8472878932952881, "Finetune/Loss (Raw)": 0.8324550986289978, "Finetune/Step": 6163, "Finetune/Step Time": 10.54309925623238}
+{"Finetune/Learning Rate": 1.588983475267368e-05, "Finetune/Loss": 0.8472043871879578, "Finetune/Loss (Raw)": 0.9307909607887268, "Finetune/Step": 6164, "Finetune/Step Time": 10.537432918325067}
+{"Finetune/Learning Rate": 1.5888473786538943e-05, "Finetune/Loss": 0.846739649772644, "Finetune/Loss (Raw)": 0.8666686415672302, "Finetune/Step": 6165, "Finetune/Step Time": 10.539496811106801}
+{"Finetune/Learning Rate": 1.588711265342383e-05, "Finetune/Loss": 0.8479399681091309, "Finetune/Loss (Raw)": 0.9821352958679199, "Finetune/Step": 6166, "Finetune/Step Time": 10.552144818007946}
+{"Finetune/Learning Rate": 1.5885751353366942e-05, "Finetune/Loss": 0.848423182964325, "Finetune/Loss (Raw)": 0.907606840133667, "Finetune/Step": 6167, "Finetune/Step Time": 10.576836418360472}
+{"Finetune/Learning Rate": 1.5884389886406887e-05, "Finetune/Loss": 0.8480308055877686, "Finetune/Loss (Raw)": 0.8401733636856079, "Finetune/Step": 6168, "Finetune/Step Time": 10.58508669771254}
+{"Finetune/Learning Rate": 1.588302825258226e-05, "Finetune/Loss": 0.8473900556564331, "Finetune/Loss (Raw)": 0.8072612881660461, "Finetune/Step": 6169, "Finetune/Step Time": 10.589277725666761}
+{"Finetune/Learning Rate": 1.5881666451931686e-05, "Finetune/Loss": 0.8482815027236938, "Finetune/Loss (Raw)": 0.8907408714294434, "Finetune/Step": 6170, "Finetune/Step Time": 10.591063044965267}
+{"Finetune/Learning Rate": 1.5880304484493774e-05, "Finetune/Loss": 0.8479150533676147, "Finetune/Loss (Raw)": 0.8262335062026978, "Finetune/Step": 6171, "Finetune/Step Time": 10.60219113342464}
+{"Finetune/Learning Rate": 1.5878942350307148e-05, "Finetune/Loss": 0.8476886749267578, "Finetune/Loss (Raw)": 0.8558372855186462, "Finetune/Step": 6172, "Finetune/Step Time": 10.600697427988052}
+{"Finetune/Learning Rate": 1.5877580049410438e-05, "Finetune/Loss": 0.8484025001525879, "Finetune/Loss (Raw)": 0.9126631617546082, "Finetune/Step": 6173, "Finetune/Step Time": 10.599204447120428}
+{"Finetune/Learning Rate": 1.587621758184227e-05, "Finetune/Loss": 0.8476415872573853, "Finetune/Loss (Raw)": 0.727922797203064, "Finetune/Step": 6174, "Finetune/Step Time": 10.606095286086202}
+{"Finetune/Learning Rate": 1.587485494764128e-05, "Finetune/Loss": 0.8464993834495544, "Finetune/Loss (Raw)": 0.8018094301223755, "Finetune/Step": 6175, "Finetune/Step Time": 10.605412878096104}
+{"Finetune/Learning Rate": 1.587349214684611e-05, "Finetune/Loss": 0.8470009565353394, "Finetune/Loss (Raw)": 0.8140771985054016, "Finetune/Step": 6176, "Finetune/Step Time": 10.61816525273025}
+{"Finetune/Learning Rate": 1.5872129179495405e-05, "Finetune/Loss": 0.8453227281570435, "Finetune/Loss (Raw)": 0.601859450340271, "Finetune/Step": 6177, "Finetune/Step Time": 10.646466871723533}
+{"Finetune/Learning Rate": 1.5870766045627816e-05, "Finetune/Loss": 0.8457011580467224, "Finetune/Loss (Raw)": 0.9644278883934021, "Finetune/Step": 6178, "Finetune/Step Time": 10.641510805115104}
+{"Finetune/Learning Rate": 1.5869402745281993e-05, "Finetune/Loss": 0.8454720377922058, "Finetune/Loss (Raw)": 0.7844709753990173, "Finetune/Step": 6179, "Finetune/Step Time": 10.65701843239367}
+{"Finetune/Learning Rate": 1.58680392784966e-05, "Finetune/Loss": 0.8462517261505127, "Finetune/Loss (Raw)": 0.904856264591217, "Finetune/Step": 6180, "Finetune/Step Time": 10.654493609443307}
+{"Finetune/Learning Rate": 1.58666756453103e-05, "Finetune/Loss": 0.8453645706176758, "Finetune/Loss (Raw)": 0.7656023502349854, "Finetune/Step": 6181, "Finetune/Step Time": 10.654595743864775}
+{"Finetune/Learning Rate": 1.5865311845761756e-05, "Finetune/Loss": 0.8441751003265381, "Finetune/Loss (Raw)": 0.8907313942909241, "Finetune/Step": 6182, "Finetune/Step Time": 10.652542842552066}
+{"Finetune/Learning Rate": 1.5863947879889658e-05, "Finetune/Loss": 0.8431249856948853, "Finetune/Loss (Raw)": 0.7591050863265991, "Finetune/Step": 6183, "Finetune/Step Time": 10.66825532913208}
+{"Finetune/Learning Rate": 1.5862583747732662e-05, "Finetune/Loss": 0.8426700830459595, "Finetune/Loss (Raw)": 0.8283166289329529, "Finetune/Step": 6184, "Finetune/Step Time": 10.672910152003169}
+{"Finetune/Learning Rate": 1.5861219449329466e-05, "Finetune/Loss": 0.8420762419700623, "Finetune/Loss (Raw)": 0.8309047222137451, "Finetune/Step": 6185, "Finetune/Step Time": 10.668345350772142}
+{"Finetune/Learning Rate": 1.5859854984718754e-05, "Finetune/Loss": 0.8412139415740967, "Finetune/Loss (Raw)": 0.9107746481895447, "Finetune/Step": 6186, "Finetune/Step Time": 10.678275607526302}
+{"Finetune/Learning Rate": 1.585849035393922e-05, "Finetune/Loss": 0.8397536277770996, "Finetune/Loss (Raw)": 0.8704297542572021, "Finetune/Step": 6187, "Finetune/Step Time": 10.677555125206709}
+{"Finetune/Learning Rate": 1.5857125557029553e-05, "Finetune/Loss": 0.838991641998291, "Finetune/Loss (Raw)": 0.7390389442443848, "Finetune/Step": 6188, "Finetune/Step Time": 10.673724895343184}
+{"Finetune/Learning Rate": 1.5855760594028467e-05, "Finetune/Loss": 0.8373675346374512, "Finetune/Loss (Raw)": 0.6330193281173706, "Finetune/Step": 6189, "Finetune/Step Time": 10.677888754755259}
+{"Finetune/Learning Rate": 1.5854395464974655e-05, "Finetune/Loss": 0.8382362127304077, "Finetune/Loss (Raw)": 0.8365592360496521, "Finetune/Step": 6190, "Finetune/Step Time": 10.64691168256104}
+{"Finetune/Learning Rate": 1.585303016990684e-05, "Finetune/Loss": 0.8395540118217468, "Finetune/Loss (Raw)": 0.9662622213363647, "Finetune/Step": 6191, "Finetune/Step Time": 10.660994987934828}
+{"Finetune/Learning Rate": 1.5851664708863738e-05, "Finetune/Loss": 0.8408355712890625, "Finetune/Loss (Raw)": 0.9229220747947693, "Finetune/Step": 6192, "Finetune/Step Time": 10.662739353254437}
+{"Finetune/Learning Rate": 1.5850299081884054e-05, "Finetune/Loss": 0.8395407199859619, "Finetune/Loss (Raw)": 0.7678136825561523, "Finetune/Step": 6193, "Finetune/Step Time": 10.666513556614518}
+{"Finetune/Learning Rate": 1.584893328900653e-05, "Finetune/Loss": 0.8384727239608765, "Finetune/Loss (Raw)": 0.7599622011184692, "Finetune/Step": 6194, "Finetune/Step Time": 10.658062579110265}
+{"Finetune/Learning Rate": 1.5847567330269893e-05, "Finetune/Loss": 0.8388370871543884, "Finetune/Loss (Raw)": 0.9381044507026672, "Finetune/Step": 6195, "Finetune/Step Time": 10.651958223432302}
+{"Finetune/Learning Rate": 1.584620120571287e-05, "Finetune/Loss": 0.8394160866737366, "Finetune/Loss (Raw)": 0.9277029037475586, "Finetune/Step": 6196, "Finetune/Step Time": 10.656938906759024}
+{"Finetune/Learning Rate": 1.584483491537421e-05, "Finetune/Loss": 0.8400664329528809, "Finetune/Loss (Raw)": 0.8882812857627869, "Finetune/Step": 6197, "Finetune/Step Time": 10.65629238076508}
+{"Finetune/Learning Rate": 1.5843468459292646e-05, "Finetune/Loss": 0.8388800621032715, "Finetune/Loss (Raw)": 0.6777685880661011, "Finetune/Step": 6198, "Finetune/Step Time": 10.620631169527769}
+{"Finetune/Learning Rate": 1.5842101837506935e-05, "Finetune/Loss": 0.8380270004272461, "Finetune/Loss (Raw)": 0.8179935812950134, "Finetune/Step": 6199, "Finetune/Step Time": 10.617976903915405}
+{"Finetune/Learning Rate": 1.584073505005583e-05, "Finetune/Loss": 0.8390224575996399, "Finetune/Loss (Raw)": 0.8577390909194946, "Finetune/Step": 6200, "Finetune/Step Time": 10.620569244027138}
+{"Finetune/Learning Rate": 1.5839368096978088e-05, "Finetune/Loss": 0.8414636254310608, "Finetune/Loss (Raw)": 0.7950493097305298, "Finetune/Step": 6201, "Finetune/Step Time": 10.583858475089073}
+{"Finetune/Learning Rate": 1.583800097831247e-05, "Finetune/Loss": 0.8421574831008911, "Finetune/Loss (Raw)": 0.9394268989562988, "Finetune/Step": 6202, "Finetune/Step Time": 10.585366271436214}
+{"Finetune/Learning Rate": 1.5836633694097747e-05, "Finetune/Loss": 0.8415490984916687, "Finetune/Loss (Raw)": 0.6958723068237305, "Finetune/Step": 6203, "Finetune/Step Time": 10.599385485053062}
+{"Finetune/Learning Rate": 1.5835266244372686e-05, "Finetune/Loss": 0.840008020401001, "Finetune/Loss (Raw)": 0.6715185046195984, "Finetune/Step": 6204, "Finetune/Step Time": 10.60531672462821}
+{"Finetune/Learning Rate": 1.5833898629176072e-05, "Finetune/Loss": 0.8384698629379272, "Finetune/Loss (Raw)": 0.7894524931907654, "Finetune/Step": 6205, "Finetune/Step Time": 10.605394091457129}
+{"Finetune/Learning Rate": 1.5832530848546683e-05, "Finetune/Loss": 0.8383829593658447, "Finetune/Loss (Raw)": 0.7868695259094238, "Finetune/Step": 6206, "Finetune/Step Time": 10.611941637471318}
+{"Finetune/Learning Rate": 1.5831162902523303e-05, "Finetune/Loss": 0.8391067981719971, "Finetune/Loss (Raw)": 0.8657962083816528, "Finetune/Step": 6207, "Finetune/Step Time": 10.615924265235662}
+{"Finetune/Learning Rate": 1.5829794791144723e-05, "Finetune/Loss": 0.8393775224685669, "Finetune/Loss (Raw)": 0.8472079038619995, "Finetune/Step": 6208, "Finetune/Step Time": 10.632116209715605}
+{"Finetune/Learning Rate": 1.582842651444974e-05, "Finetune/Loss": 0.8402551412582397, "Finetune/Loss (Raw)": 0.9766811728477478, "Finetune/Step": 6209, "Finetune/Step Time": 10.62410083040595}
+{"Finetune/Learning Rate": 1.5827058072477158e-05, "Finetune/Loss": 0.84140944480896, "Finetune/Loss (Raw)": 0.9218521118164062, "Finetune/Step": 6210, "Finetune/Step Time": 10.61982787027955}
+{"Finetune/Learning Rate": 1.5825689465265775e-05, "Finetune/Loss": 0.8415825366973877, "Finetune/Loss (Raw)": 0.8360260725021362, "Finetune/Step": 6211, "Finetune/Step Time": 10.618027914315462}
+{"Finetune/Learning Rate": 1.582432069285441e-05, "Finetune/Loss": 0.8415586948394775, "Finetune/Loss (Raw)": 0.7606493234634399, "Finetune/Step": 6212, "Finetune/Step Time": 10.633774347603321}
+{"Finetune/Learning Rate": 1.5822951755281868e-05, "Finetune/Loss": 0.8432525396347046, "Finetune/Loss (Raw)": 0.9488324522972107, "Finetune/Step": 6213, "Finetune/Step Time": 10.619021508842707}
+{"Finetune/Learning Rate": 1.5821582652586975e-05, "Finetune/Loss": 0.8428522348403931, "Finetune/Loss (Raw)": 0.7814691662788391, "Finetune/Step": 6214, "Finetune/Step Time": 10.620285410434008}
+{"Finetune/Learning Rate": 1.5820213384808552e-05, "Finetune/Loss": 0.8398885726928711, "Finetune/Loss (Raw)": 0.710656464099884, "Finetune/Step": 6215, "Finetune/Step Time": 10.591500639915466}
+{"Finetune/Learning Rate": 1.5818843951985425e-05, "Finetune/Loss": 0.8393986225128174, "Finetune/Loss (Raw)": 0.787960410118103, "Finetune/Step": 6216, "Finetune/Step Time": 10.582750100642443}
+{"Finetune/Learning Rate": 1.5817474354156433e-05, "Finetune/Loss": 0.8374814987182617, "Finetune/Loss (Raw)": 0.6710501313209534, "Finetune/Step": 6217, "Finetune/Step Time": 10.58090059645474}
+{"Finetune/Learning Rate": 1.581610459136041e-05, "Finetune/Loss": 0.8388748168945312, "Finetune/Loss (Raw)": 0.8087605237960815, "Finetune/Step": 6218, "Finetune/Step Time": 10.571905883029103}
+{"Finetune/Learning Rate": 1.58147346636362e-05, "Finetune/Loss": 0.8379775285720825, "Finetune/Loss (Raw)": 0.753570020198822, "Finetune/Step": 6219, "Finetune/Step Time": 10.571681942790747}
+{"Finetune/Learning Rate": 1.581336457102265e-05, "Finetune/Loss": 0.8390932083129883, "Finetune/Loss (Raw)": 0.9578166007995605, "Finetune/Step": 6220, "Finetune/Step Time": 10.571767939254642}
+{"Finetune/Learning Rate": 1.581199431355861e-05, "Finetune/Loss": 0.839767575263977, "Finetune/Loss (Raw)": 0.7704353928565979, "Finetune/Step": 6221, "Finetune/Step Time": 10.536673983559012}
+{"Finetune/Learning Rate": 1.581062389128294e-05, "Finetune/Loss": 0.8421368598937988, "Finetune/Loss (Raw)": 0.9210490584373474, "Finetune/Step": 6222, "Finetune/Step Time": 10.497780192643404}
+{"Finetune/Learning Rate": 1.58092533042345e-05, "Finetune/Loss": 0.8435033559799194, "Finetune/Loss (Raw)": 0.9914523363113403, "Finetune/Step": 6223, "Finetune/Step Time": 10.452622096985579}
+{"Finetune/Learning Rate": 1.5807882552452156e-05, "Finetune/Loss": 0.8445019721984863, "Finetune/Loss (Raw)": 1.0378787517547607, "Finetune/Step": 6224, "Finetune/Step Time": 10.468539964407682}
+{"Finetune/Learning Rate": 1.5806511635974775e-05, "Finetune/Loss": 0.8445723652839661, "Finetune/Loss (Raw)": 0.974149763584137, "Finetune/Step": 6225, "Finetune/Step Time": 10.458836989477277}
+{"Finetune/Learning Rate": 1.580514055484124e-05, "Finetune/Loss": 0.8448390960693359, "Finetune/Loss (Raw)": 0.8379675149917603, "Finetune/Step": 6226, "Finetune/Step Time": 10.436321701854467}
+{"Finetune/Learning Rate": 1.5803769309090425e-05, "Finetune/Loss": 0.8436098098754883, "Finetune/Loss (Raw)": 0.6422162652015686, "Finetune/Step": 6227, "Finetune/Step Time": 10.476428549736738}
+{"Finetune/Learning Rate": 1.5802397898761214e-05, "Finetune/Loss": 0.8427023887634277, "Finetune/Loss (Raw)": 0.7686722874641418, "Finetune/Step": 6228, "Finetune/Step Time": 10.471973909065127}
+{"Finetune/Learning Rate": 1.58010263238925e-05, "Finetune/Loss": 0.8416649103164673, "Finetune/Loss (Raw)": 0.603708803653717, "Finetune/Step": 6229, "Finetune/Step Time": 10.48198183067143}
+{"Finetune/Learning Rate": 1.5799654584523178e-05, "Finetune/Loss": 0.8415194749832153, "Finetune/Loss (Raw)": 0.7979744076728821, "Finetune/Step": 6230, "Finetune/Step Time": 10.483847208321095}
+{"Finetune/Learning Rate": 1.5798282680692138e-05, "Finetune/Loss": 0.8426623940467834, "Finetune/Loss (Raw)": 0.8706871867179871, "Finetune/Step": 6231, "Finetune/Step Time": 10.484535979107022}
+{"Finetune/Learning Rate": 1.579691061243829e-05, "Finetune/Loss": 0.8422791957855225, "Finetune/Loss (Raw)": 0.8326663374900818, "Finetune/Step": 6232, "Finetune/Step Time": 10.488888951018453}
+{"Finetune/Learning Rate": 1.5795538379800546e-05, "Finetune/Loss": 0.8416568040847778, "Finetune/Loss (Raw)": 0.8178538084030151, "Finetune/Step": 6233, "Finetune/Step Time": 10.49683072976768}
+{"Finetune/Learning Rate": 1.5794165982817814e-05, "Finetune/Loss": 0.8406771421432495, "Finetune/Loss (Raw)": 0.8002268075942993, "Finetune/Step": 6234, "Finetune/Step Time": 10.499051598832011}
+{"Finetune/Learning Rate": 1.5792793421529006e-05, "Finetune/Loss": 0.8404897451400757, "Finetune/Loss (Raw)": 0.8171062469482422, "Finetune/Step": 6235, "Finetune/Step Time": 10.50782542861998}
+{"Finetune/Learning Rate": 1.579142069597305e-05, "Finetune/Loss": 0.8399302959442139, "Finetune/Loss (Raw)": 0.7281593680381775, "Finetune/Step": 6236, "Finetune/Step Time": 10.51354357227683}
+{"Finetune/Learning Rate": 1.5790047806188874e-05, "Finetune/Loss": 0.8394063115119934, "Finetune/Loss (Raw)": 0.7647129893302917, "Finetune/Step": 6237, "Finetune/Step Time": 10.506518041715026}
+{"Finetune/Learning Rate": 1.5788674752215407e-05, "Finetune/Loss": 0.8384884595870972, "Finetune/Loss (Raw)": 0.7669416666030884, "Finetune/Step": 6238, "Finetune/Step Time": 10.51941634900868}
+{"Finetune/Learning Rate": 1.5787301534091587e-05, "Finetune/Loss": 0.8386023640632629, "Finetune/Loss (Raw)": 0.8625736832618713, "Finetune/Step": 6239, "Finetune/Step Time": 10.518032554537058}
+{"Finetune/Learning Rate": 1.5785928151856345e-05, "Finetune/Loss": 0.8380553722381592, "Finetune/Loss (Raw)": 0.8565345406532288, "Finetune/Step": 6240, "Finetune/Step Time": 10.512580994516611}
+{"Finetune/Learning Rate": 1.578455460554864e-05, "Finetune/Loss": 0.8370574116706848, "Finetune/Loss (Raw)": 0.7499967217445374, "Finetune/Step": 6241, "Finetune/Step Time": 10.512060957029462}
+{"Finetune/Learning Rate": 1.5783180895207414e-05, "Finetune/Loss": 0.8369219899177551, "Finetune/Loss (Raw)": 0.7878633141517639, "Finetune/Step": 6242, "Finetune/Step Time": 10.513965060934424}
+{"Finetune/Learning Rate": 1.578180702087162e-05, "Finetune/Loss": 0.8365169167518616, "Finetune/Loss (Raw)": 0.830223560333252, "Finetune/Step": 6243, "Finetune/Step Time": 10.505336746573448}
+{"Finetune/Learning Rate": 1.5780432982580224e-05, "Finetune/Loss": 0.8376356363296509, "Finetune/Loss (Raw)": 0.9503535628318787, "Finetune/Step": 6244, "Finetune/Step Time": 10.503413811326027}
+{"Finetune/Learning Rate": 1.5779058780372184e-05, "Finetune/Loss": 0.8381962776184082, "Finetune/Loss (Raw)": 0.8529632687568665, "Finetune/Step": 6245, "Finetune/Step Time": 10.492818411439657}
+{"Finetune/Learning Rate": 1.577768441428647e-05, "Finetune/Loss": 0.8380126953125, "Finetune/Loss (Raw)": 0.8910134434700012, "Finetune/Step": 6246, "Finetune/Step Time": 10.504931952804327}
+{"Finetune/Learning Rate": 1.577630988436206e-05, "Finetune/Loss": 0.8375709056854248, "Finetune/Loss (Raw)": 0.7940751910209656, "Finetune/Step": 6247, "Finetune/Step Time": 10.503186481073499}
+{"Finetune/Learning Rate": 1.5774935190637924e-05, "Finetune/Loss": 0.8352195024490356, "Finetune/Loss (Raw)": 0.6075549721717834, "Finetune/Step": 6248, "Finetune/Step Time": 10.533760011196136}
+{"Finetune/Learning Rate": 1.5773560333153045e-05, "Finetune/Loss": 0.835015058517456, "Finetune/Loss (Raw)": 0.7917473912239075, "Finetune/Step": 6249, "Finetune/Step Time": 10.53500348329544}
+{"Finetune/Learning Rate": 1.5772185311946415e-05, "Finetune/Loss": 0.8355698585510254, "Finetune/Loss (Raw)": 0.8410059213638306, "Finetune/Step": 6250, "Finetune/Step Time": 10.54215625487268}
+{"Finetune/Learning Rate": 1.5770810127057025e-05, "Finetune/Loss": 0.8352214097976685, "Finetune/Loss (Raw)": 0.7535790801048279, "Finetune/Step": 6251, "Finetune/Step Time": 10.556611023843288}
+{"Finetune/Learning Rate": 1.576943477852387e-05, "Finetune/Loss": 0.8356162309646606, "Finetune/Loss (Raw)": 0.9305117726325989, "Finetune/Step": 6252, "Finetune/Step Time": 10.546997491270304}
+{"Finetune/Learning Rate": 1.576805926638595e-05, "Finetune/Loss": 0.8360901474952698, "Finetune/Loss (Raw)": 0.7880370616912842, "Finetune/Step": 6253, "Finetune/Step Time": 10.562435206025839}
+{"Finetune/Learning Rate": 1.576668359068227e-05, "Finetune/Loss": 0.8349500894546509, "Finetune/Loss (Raw)": 0.7904908657073975, "Finetune/Step": 6254, "Finetune/Step Time": 10.568212358281016}
+{"Finetune/Learning Rate": 1.576530775145184e-05, "Finetune/Loss": 0.8350436687469482, "Finetune/Loss (Raw)": 0.8102478384971619, "Finetune/Step": 6255, "Finetune/Step Time": 10.547233058139682}
+{"Finetune/Learning Rate": 1.576393174873368e-05, "Finetune/Loss": 0.8361498117446899, "Finetune/Loss (Raw)": 0.9159058928489685, "Finetune/Step": 6256, "Finetune/Step Time": 10.540398709475994}
+{"Finetune/Learning Rate": 1.5762555582566805e-05, "Finetune/Loss": 0.835788369178772, "Finetune/Loss (Raw)": 0.7544749975204468, "Finetune/Step": 6257, "Finetune/Step Time": 10.541661510244012}
+{"Finetune/Learning Rate": 1.576117925299024e-05, "Finetune/Loss": 0.8367301225662231, "Finetune/Loss (Raw)": 0.9433727860450745, "Finetune/Step": 6258, "Finetune/Step Time": 10.53952320292592}
+{"Finetune/Learning Rate": 1.5759802760043012e-05, "Finetune/Loss": 0.8362454771995544, "Finetune/Loss (Raw)": 0.8568586111068726, "Finetune/Step": 6259, "Finetune/Step Time": 10.532197324559093}
+{"Finetune/Learning Rate": 1.575842610376416e-05, "Finetune/Loss": 0.8379121422767639, "Finetune/Loss (Raw)": 0.8753255009651184, "Finetune/Step": 6260, "Finetune/Step Time": 10.530214538797736}
+{"Finetune/Learning Rate": 1.5757049284192716e-05, "Finetune/Loss": 0.836528480052948, "Finetune/Loss (Raw)": 0.7444165945053101, "Finetune/Step": 6261, "Finetune/Step Time": 10.536410937085748}
+{"Finetune/Learning Rate": 1.575567230136773e-05, "Finetune/Loss": 0.8355768322944641, "Finetune/Loss (Raw)": 0.8290817737579346, "Finetune/Step": 6262, "Finetune/Step Time": 10.541780611500144}
+{"Finetune/Learning Rate": 1.575429515532824e-05, "Finetune/Loss": 0.8361847400665283, "Finetune/Loss (Raw)": 0.8994966149330139, "Finetune/Step": 6263, "Finetune/Step Time": 10.542626827955246}
+{"Finetune/Learning Rate": 1.57529178461133e-05, "Finetune/Loss": 0.8340673446655273, "Finetune/Loss (Raw)": 0.7102667093276978, "Finetune/Step": 6264, "Finetune/Step Time": 10.537292396649718}
+{"Finetune/Learning Rate": 1.5751540373761974e-05, "Finetune/Loss": 0.8337714672088623, "Finetune/Loss (Raw)": 0.9093671441078186, "Finetune/Step": 6265, "Finetune/Step Time": 10.543338693678379}
+{"Finetune/Learning Rate": 1.5750162738313314e-05, "Finetune/Loss": 0.8323211669921875, "Finetune/Loss (Raw)": 0.6926259398460388, "Finetune/Step": 6266, "Finetune/Step Time": 10.543560983613133}
+{"Finetune/Learning Rate": 1.5748784939806393e-05, "Finetune/Loss": 0.8334643244743347, "Finetune/Loss (Raw)": 0.9126790761947632, "Finetune/Step": 6267, "Finetune/Step Time": 10.551772896200418}
+{"Finetune/Learning Rate": 1.5747406978280276e-05, "Finetune/Loss": 0.8328345417976379, "Finetune/Loss (Raw)": 0.7266013026237488, "Finetune/Step": 6268, "Finetune/Step Time": 10.563427310436964}
+{"Finetune/Learning Rate": 1.5746028853774043e-05, "Finetune/Loss": 0.8314411640167236, "Finetune/Loss (Raw)": 0.8268260359764099, "Finetune/Step": 6269, "Finetune/Step Time": 10.570183869451284}
+{"Finetune/Learning Rate": 1.574465056632677e-05, "Finetune/Loss": 0.8308746814727783, "Finetune/Loss (Raw)": 0.7605141401290894, "Finetune/Step": 6270, "Finetune/Step Time": 10.568883253261447}
+{"Finetune/Learning Rate": 1.5743272115977542e-05, "Finetune/Loss": 0.8300210237503052, "Finetune/Loss (Raw)": 0.9410901665687561, "Finetune/Step": 6271, "Finetune/Step Time": 10.561829859390855}
+{"Finetune/Learning Rate": 1.5741893502765452e-05, "Finetune/Loss": 0.8299093842506409, "Finetune/Loss (Raw)": 0.8825882077217102, "Finetune/Step": 6272, "Finetune/Step Time": 10.546972362324595}
+{"Finetune/Learning Rate": 1.5740514726729584e-05, "Finetune/Loss": 0.8300286531448364, "Finetune/Loss (Raw)": 0.9538673162460327, "Finetune/Step": 6273, "Finetune/Step Time": 10.539203185588121}
+{"Finetune/Learning Rate": 1.5739135787909047e-05, "Finetune/Loss": 0.8309190273284912, "Finetune/Loss (Raw)": 0.9171311259269714, "Finetune/Step": 6274, "Finetune/Step Time": 10.518956292420626}
+{"Finetune/Learning Rate": 1.5737756686342937e-05, "Finetune/Loss": 0.8310191035270691, "Finetune/Loss (Raw)": 0.9008293747901917, "Finetune/Step": 6275, "Finetune/Step Time": 10.530026713386178}
+{"Finetune/Learning Rate": 1.5736377422070366e-05, "Finetune/Loss": 0.8318046927452087, "Finetune/Loss (Raw)": 0.8637509346008301, "Finetune/Step": 6276, "Finetune/Step Time": 10.533714504912496}
+{"Finetune/Learning Rate": 1.573499799513044e-05, "Finetune/Loss": 0.8304351568222046, "Finetune/Loss (Raw)": 0.8031705617904663, "Finetune/Step": 6277, "Finetune/Step Time": 10.576790280640125}
+{"Finetune/Learning Rate": 1.573361840556228e-05, "Finetune/Loss": 0.8308991193771362, "Finetune/Loss (Raw)": 0.9252358078956604, "Finetune/Step": 6278, "Finetune/Step Time": 10.578152494505048}
+{"Finetune/Learning Rate": 1.573223865340501e-05, "Finetune/Loss": 0.8292790651321411, "Finetune/Loss (Raw)": 0.7421355843544006, "Finetune/Step": 6279, "Finetune/Step Time": 10.59617679193616}
+{"Finetune/Learning Rate": 1.573085873869775e-05, "Finetune/Loss": 0.8316076993942261, "Finetune/Loss (Raw)": 0.9466301798820496, "Finetune/Step": 6280, "Finetune/Step Time": 10.602082395926118}
+{"Finetune/Learning Rate": 1.572947866147963e-05, "Finetune/Loss": 0.8316224217414856, "Finetune/Loss (Raw)": 0.7266092896461487, "Finetune/Step": 6281, "Finetune/Step Time": 10.594024736434221}
+{"Finetune/Learning Rate": 1.5728098421789787e-05, "Finetune/Loss": 0.8314204216003418, "Finetune/Loss (Raw)": 0.9544519782066345, "Finetune/Step": 6282, "Finetune/Step Time": 10.587143553420901}
+{"Finetune/Learning Rate": 1.572671801966736e-05, "Finetune/Loss": 0.8328535556793213, "Finetune/Loss (Raw)": 0.8433517217636108, "Finetune/Step": 6283, "Finetune/Step Time": 10.586568098515272}
+{"Finetune/Learning Rate": 1.57253374551515e-05, "Finetune/Loss": 0.8332290053367615, "Finetune/Loss (Raw)": 0.9087967276573181, "Finetune/Step": 6284, "Finetune/Step Time": 10.592382058501244}
+{"Finetune/Learning Rate": 1.5723956728281347e-05, "Finetune/Loss": 0.8326831459999084, "Finetune/Loss (Raw)": 0.851374089717865, "Finetune/Step": 6285, "Finetune/Step Time": 10.600112171843648}
+{"Finetune/Learning Rate": 1.5722575839096058e-05, "Finetune/Loss": 0.8318389058113098, "Finetune/Loss (Raw)": 0.7648819088935852, "Finetune/Step": 6286, "Finetune/Step Time": 10.596823947504163}
+{"Finetune/Learning Rate": 1.5721194787634794e-05, "Finetune/Loss": 0.832643985748291, "Finetune/Loss (Raw)": 1.026665449142456, "Finetune/Step": 6287, "Finetune/Step Time": 10.59672829695046}
+{"Finetune/Learning Rate": 1.571981357393671e-05, "Finetune/Loss": 0.8319091200828552, "Finetune/Loss (Raw)": 0.814833402633667, "Finetune/Step": 6288, "Finetune/Step Time": 10.609641525894403}
+{"Finetune/Learning Rate": 1.571843219804098e-05, "Finetune/Loss": 0.8330701589584351, "Finetune/Loss (Raw)": 0.8954681158065796, "Finetune/Step": 6289, "Finetune/Step Time": 10.617820421233773}
+{"Finetune/Learning Rate": 1.571705065998678e-05, "Finetune/Loss": 0.832262396812439, "Finetune/Loss (Raw)": 0.728739857673645, "Finetune/Step": 6290, "Finetune/Step Time": 10.618212444707751}
+{"Finetune/Learning Rate": 1.5715668959813272e-05, "Finetune/Loss": 0.8311697244644165, "Finetune/Loss (Raw)": 0.6925929188728333, "Finetune/Step": 6291, "Finetune/Step Time": 10.613296512514353}
+{"Finetune/Learning Rate": 1.571428709755965e-05, "Finetune/Loss": 0.8301703333854675, "Finetune/Loss (Raw)": 0.8028720021247864, "Finetune/Step": 6292, "Finetune/Step Time": 10.621279414743185}
+{"Finetune/Learning Rate": 1.571290507326509e-05, "Finetune/Loss": 0.8302167057991028, "Finetune/Loss (Raw)": 0.8725999593734741, "Finetune/Step": 6293, "Finetune/Step Time": 10.613915713503957}
+{"Finetune/Learning Rate": 1.5711522886968796e-05, "Finetune/Loss": 0.8282052278518677, "Finetune/Loss (Raw)": 0.7246699929237366, "Finetune/Step": 6294, "Finetune/Step Time": 10.606707679107785}
+{"Finetune/Learning Rate": 1.571014053870995e-05, "Finetune/Loss": 0.82743239402771, "Finetune/Loss (Raw)": 0.8086797595024109, "Finetune/Step": 6295, "Finetune/Step Time": 10.587683150544763}
+{"Finetune/Learning Rate": 1.5708758028527754e-05, "Finetune/Loss": 0.8268374800682068, "Finetune/Loss (Raw)": 0.7640246152877808, "Finetune/Step": 6296, "Finetune/Step Time": 10.579199157655239}
+{"Finetune/Learning Rate": 1.5707375356461415e-05, "Finetune/Loss": 0.8282017111778259, "Finetune/Loss (Raw)": 0.9818805456161499, "Finetune/Step": 6297, "Finetune/Step Time": 10.584431992843747}
+{"Finetune/Learning Rate": 1.570599252255014e-05, "Finetune/Loss": 0.8268827795982361, "Finetune/Loss (Raw)": 0.7219218015670776, "Finetune/Step": 6298, "Finetune/Step Time": 10.575101854279637}
+{"Finetune/Learning Rate": 1.5704609526833145e-05, "Finetune/Loss": 0.82770174741745, "Finetune/Loss (Raw)": 0.9310599565505981, "Finetune/Step": 6299, "Finetune/Step Time": 10.557438392192125}
+{"Finetune/Learning Rate": 1.5703226369349642e-05, "Finetune/Loss": 0.8262647390365601, "Finetune/Loss (Raw)": 0.6719064712524414, "Finetune/Step": 6300, "Finetune/Step Time": 10.582819631323218}
+{"Finetune/Learning Rate": 1.570184305013886e-05, "Finetune/Loss": 0.8254995346069336, "Finetune/Loss (Raw)": 0.8147093057632446, "Finetune/Step": 6301, "Finetune/Step Time": 10.582714019343257}
+{"Finetune/Learning Rate": 1.5700459569240023e-05, "Finetune/Loss": 0.8265959024429321, "Finetune/Loss (Raw)": 0.8682658076286316, "Finetune/Step": 6302, "Finetune/Step Time": 10.571834964677691}
+{"Finetune/Learning Rate": 1.569907592669236e-05, "Finetune/Loss": 0.8275330662727356, "Finetune/Loss (Raw)": 0.9217640161514282, "Finetune/Step": 6303, "Finetune/Step Time": 10.576565055176616}
+{"Finetune/Learning Rate": 1.569769212253511e-05, "Finetune/Loss": 0.8275511264801025, "Finetune/Loss (Raw)": 0.816389799118042, "Finetune/Step": 6304, "Finetune/Step Time": 10.56274957768619}
+{"Finetune/Learning Rate": 1.5696308156807516e-05, "Finetune/Loss": 0.8293689489364624, "Finetune/Loss (Raw)": 0.8345395922660828, "Finetune/Step": 6305, "Finetune/Step Time": 10.542311191558838}
+{"Finetune/Learning Rate": 1.569492402954882e-05, "Finetune/Loss": 0.8283572196960449, "Finetune/Loss (Raw)": 0.8349235653877258, "Finetune/Step": 6306, "Finetune/Step Time": 10.547380471602082}
+{"Finetune/Learning Rate": 1.5693539740798273e-05, "Finetune/Loss": 0.8271220922470093, "Finetune/Loss (Raw)": 0.6263750195503235, "Finetune/Step": 6307, "Finetune/Step Time": 10.537879757583141}
+{"Finetune/Learning Rate": 1.5692155290595126e-05, "Finetune/Loss": 0.8259409070014954, "Finetune/Loss (Raw)": 0.7536707520484924, "Finetune/Step": 6308, "Finetune/Step Time": 10.545293582603335}
+{"Finetune/Learning Rate": 1.5690770678978643e-05, "Finetune/Loss": 0.8247243165969849, "Finetune/Loss (Raw)": 0.6098712086677551, "Finetune/Step": 6309, "Finetune/Step Time": 10.578096890822053}
+{"Finetune/Learning Rate": 1.5689385905988085e-05, "Finetune/Loss": 0.8247963786125183, "Finetune/Loss (Raw)": 0.8999605178833008, "Finetune/Step": 6310, "Finetune/Step Time": 10.574149023741484}
+{"Finetune/Learning Rate": 1.5688000971662725e-05, "Finetune/Loss": 0.8260313272476196, "Finetune/Loss (Raw)": 0.9171726107597351, "Finetune/Step": 6311, "Finetune/Step Time": 10.573498614132404}
+{"Finetune/Learning Rate": 1.5686615876041828e-05, "Finetune/Loss": 0.8257499933242798, "Finetune/Loss (Raw)": 0.7923129200935364, "Finetune/Step": 6312, "Finetune/Step Time": 10.566599266603589}
+{"Finetune/Learning Rate": 1.568523061916468e-05, "Finetune/Loss": 0.8269323706626892, "Finetune/Loss (Raw)": 0.9822448492050171, "Finetune/Step": 6313, "Finetune/Step Time": 10.570153610780835}
+{"Finetune/Learning Rate": 1.5683845201070555e-05, "Finetune/Loss": 0.8264039158821106, "Finetune/Loss (Raw)": 0.8431346416473389, "Finetune/Step": 6314, "Finetune/Step Time": 10.564954649657011}
+{"Finetune/Learning Rate": 1.5682459621798744e-05, "Finetune/Loss": 0.8259403705596924, "Finetune/Loss (Raw)": 0.8110933303833008, "Finetune/Step": 6315, "Finetune/Step Time": 10.566557606682181}
+{"Finetune/Learning Rate": 1.5681073881388533e-05, "Finetune/Loss": 0.8266479969024658, "Finetune/Loss (Raw)": 0.829617440700531, "Finetune/Step": 6316, "Finetune/Step Time": 10.582953127101064}
+{"Finetune/Learning Rate": 1.5679687979879226e-05, "Finetune/Loss": 0.828402578830719, "Finetune/Loss (Raw)": 0.8576043844223022, "Finetune/Step": 6317, "Finetune/Step Time": 10.576023939996958}
+{"Finetune/Learning Rate": 1.5678301917310117e-05, "Finetune/Loss": 0.8277428150177002, "Finetune/Loss (Raw)": 0.752113401889801, "Finetune/Step": 6318, "Finetune/Step Time": 10.579226098954678}
+{"Finetune/Learning Rate": 1.5676915693720512e-05, "Finetune/Loss": 0.8264977931976318, "Finetune/Loss (Raw)": 0.8068943619728088, "Finetune/Step": 6319, "Finetune/Step Time": 10.565673977136612}
+{"Finetune/Learning Rate": 1.567552930914972e-05, "Finetune/Loss": 0.8251268863677979, "Finetune/Loss (Raw)": 0.7474469542503357, "Finetune/Step": 6320, "Finetune/Step Time": 10.586445923894644}
+{"Finetune/Learning Rate": 1.567414276363706e-05, "Finetune/Loss": 0.8247297406196594, "Finetune/Loss (Raw)": 0.7169784307479858, "Finetune/Step": 6321, "Finetune/Step Time": 10.596405260264874}
+{"Finetune/Learning Rate": 1.567275605722184e-05, "Finetune/Loss": 0.8267558813095093, "Finetune/Loss (Raw)": 1.0193088054656982, "Finetune/Step": 6322, "Finetune/Step Time": 10.608874846249819}
+{"Finetune/Learning Rate": 1.5671369189943397e-05, "Finetune/Loss": 0.8264594078063965, "Finetune/Loss (Raw)": 0.9001588225364685, "Finetune/Step": 6323, "Finetune/Step Time": 10.618843598291278}
+{"Finetune/Learning Rate": 1.5669982161841045e-05, "Finetune/Loss": 0.8255758285522461, "Finetune/Loss (Raw)": 0.8146053552627563, "Finetune/Step": 6324, "Finetune/Step Time": 10.628880713135004}
+{"Finetune/Learning Rate": 1.5668594972954127e-05, "Finetune/Loss": 0.8249315023422241, "Finetune/Loss (Raw)": 0.8058058619499207, "Finetune/Step": 6325, "Finetune/Step Time": 10.634681859984994}
+{"Finetune/Learning Rate": 1.566720762332197e-05, "Finetune/Loss": 0.8262122869491577, "Finetune/Loss (Raw)": 0.8417044878005981, "Finetune/Step": 6326, "Finetune/Step Time": 10.643468637019396}
+{"Finetune/Learning Rate": 1.5665820112983922e-05, "Finetune/Loss": 0.8264734148979187, "Finetune/Loss (Raw)": 0.8514189124107361, "Finetune/Step": 6327, "Finetune/Step Time": 10.642925458028913}
+{"Finetune/Learning Rate": 1.5664432441979328e-05, "Finetune/Loss": 0.8264264464378357, "Finetune/Loss (Raw)": 0.8517262935638428, "Finetune/Step": 6328, "Finetune/Step Time": 10.652184292674065}
+{"Finetune/Learning Rate": 1.5663044610347536e-05, "Finetune/Loss": 0.8272608518600464, "Finetune/Loss (Raw)": 0.9018552899360657, "Finetune/Step": 6329, "Finetune/Step Time": 10.643843634054065}
+{"Finetune/Learning Rate": 1.5661656618127907e-05, "Finetune/Loss": 0.8269451856613159, "Finetune/Loss (Raw)": 0.8990227580070496, "Finetune/Step": 6330, "Finetune/Step Time": 10.651028275489807}
+{"Finetune/Learning Rate": 1.566026846535979e-05, "Finetune/Loss": 0.8277801275253296, "Finetune/Loss (Raw)": 0.802741289138794, "Finetune/Step": 6331, "Finetune/Step Time": 10.65348262898624}
+{"Finetune/Learning Rate": 1.565888015208256e-05, "Finetune/Loss": 0.8285840749740601, "Finetune/Loss (Raw)": 0.7744292616844177, "Finetune/Step": 6332, "Finetune/Step Time": 10.647117514163256}
+{"Finetune/Learning Rate": 1.5657491678335574e-05, "Finetune/Loss": 0.829869270324707, "Finetune/Loss (Raw)": 0.9539505839347839, "Finetune/Step": 6333, "Finetune/Step Time": 10.637331517413259}
+{"Finetune/Learning Rate": 1.5656103044158215e-05, "Finetune/Loss": 0.8296254277229309, "Finetune/Loss (Raw)": 0.7556619644165039, "Finetune/Step": 6334, "Finetune/Step Time": 10.634474456310272}
+{"Finetune/Learning Rate": 1.5654714249589858e-05, "Finetune/Loss": 0.8280283808708191, "Finetune/Loss (Raw)": 0.6613697409629822, "Finetune/Step": 6335, "Finetune/Step Time": 10.652212899178267}
+{"Finetune/Learning Rate": 1.5653325294669884e-05, "Finetune/Loss": 0.8278802037239075, "Finetune/Loss (Raw)": 0.8282419443130493, "Finetune/Step": 6336, "Finetune/Step Time": 10.638390608131886}
+{"Finetune/Learning Rate": 1.5651936179437682e-05, "Finetune/Loss": 0.8263323307037354, "Finetune/Loss (Raw)": 0.7785555720329285, "Finetune/Step": 6337, "Finetune/Step Time": 10.641215663403273}
+{"Finetune/Learning Rate": 1.5650546903932644e-05, "Finetune/Loss": 0.8259845972061157, "Finetune/Loss (Raw)": 0.8773452639579773, "Finetune/Step": 6338, "Finetune/Step Time": 10.639792144298553}
+{"Finetune/Learning Rate": 1.564915746819416e-05, "Finetune/Loss": 0.8255009651184082, "Finetune/Loss (Raw)": 0.7741172909736633, "Finetune/Step": 6339, "Finetune/Step Time": 10.638289475813508}
+{"Finetune/Learning Rate": 1.5647767872261633e-05, "Finetune/Loss": 0.8261173367500305, "Finetune/Loss (Raw)": 0.8395466804504395, "Finetune/Step": 6340, "Finetune/Step Time": 10.621382933109999}
+{"Finetune/Learning Rate": 1.5646378116174475e-05, "Finetune/Loss": 0.8242514133453369, "Finetune/Loss (Raw)": 0.7099990844726562, "Finetune/Step": 6341, "Finetune/Step Time": 10.629118932411075}
+{"Finetune/Learning Rate": 1.5644988199972086e-05, "Finetune/Loss": 0.8252274990081787, "Finetune/Loss (Raw)": 0.9064010977745056, "Finetune/Step": 6342, "Finetune/Step Time": 10.629734486341476}
+{"Finetune/Learning Rate": 1.5643598123693883e-05, "Finetune/Loss": 0.826542854309082, "Finetune/Loss (Raw)": 0.8790287375450134, "Finetune/Step": 6343, "Finetune/Step Time": 10.632257584482431}
+{"Finetune/Learning Rate": 1.5642207887379285e-05, "Finetune/Loss": 0.8268653154373169, "Finetune/Loss (Raw)": 0.8292354941368103, "Finetune/Step": 6344, "Finetune/Step Time": 10.642369523644447}
+{"Finetune/Learning Rate": 1.5640817491067718e-05, "Finetune/Loss": 0.8266980648040771, "Finetune/Loss (Raw)": 0.6496366262435913, "Finetune/Step": 6345, "Finetune/Step Time": 10.679095635190606}
+{"Finetune/Learning Rate": 1.5639426934798607e-05, "Finetune/Loss": 0.8270314931869507, "Finetune/Loss (Raw)": 0.8514420986175537, "Finetune/Step": 6346, "Finetune/Step Time": 10.67249252460897}
+{"Finetune/Learning Rate": 1.5638036218611384e-05, "Finetune/Loss": 0.8282958269119263, "Finetune/Loss (Raw)": 0.9154009222984314, "Finetune/Step": 6347, "Finetune/Step Time": 10.680283172056079}
+{"Finetune/Learning Rate": 1.5636645342545486e-05, "Finetune/Loss": 0.8278212547302246, "Finetune/Loss (Raw)": 0.8970704078674316, "Finetune/Step": 6348, "Finetune/Step Time": 10.693779319524765}
+{"Finetune/Learning Rate": 1.5635254306640354e-05, "Finetune/Loss": 0.8292827606201172, "Finetune/Loss (Raw)": 0.9575042128562927, "Finetune/Step": 6349, "Finetune/Step Time": 10.697060737758875}
+{"Finetune/Learning Rate": 1.5633863110935436e-05, "Finetune/Loss": 0.8288343548774719, "Finetune/Loss (Raw)": 0.8636608123779297, "Finetune/Step": 6350, "Finetune/Step Time": 10.693797316402197}
+{"Finetune/Learning Rate": 1.563247175547018e-05, "Finetune/Loss": 0.826769232749939, "Finetune/Loss (Raw)": 0.7271166443824768, "Finetune/Step": 6351, "Finetune/Step Time": 10.694771502166986}
+{"Finetune/Learning Rate": 1.563108024028404e-05, "Finetune/Loss": 0.8252702951431274, "Finetune/Loss (Raw)": 0.846015453338623, "Finetune/Step": 6352, "Finetune/Step Time": 10.673154890537262}
+{"Finetune/Learning Rate": 1.562968856541648e-05, "Finetune/Loss": 0.8246886134147644, "Finetune/Loss (Raw)": 0.8996942043304443, "Finetune/Step": 6353, "Finetune/Step Time": 10.6771439332515}
+{"Finetune/Learning Rate": 1.562829673090696e-05, "Finetune/Loss": 0.824626088142395, "Finetune/Loss (Raw)": 0.8299678564071655, "Finetune/Step": 6354, "Finetune/Step Time": 10.690210171043873}
+{"Finetune/Learning Rate": 1.562690473679495e-05, "Finetune/Loss": 0.8275182247161865, "Finetune/Loss (Raw)": 1.0124057531356812, "Finetune/Step": 6355, "Finetune/Step Time": 10.660272626206279}
+{"Finetune/Learning Rate": 1.5625512583119918e-05, "Finetune/Loss": 0.8284573554992676, "Finetune/Loss (Raw)": 0.8888805508613586, "Finetune/Step": 6356, "Finetune/Step Time": 10.6625170186162}
+{"Finetune/Learning Rate": 1.562412026992135e-05, "Finetune/Loss": 0.8297333717346191, "Finetune/Loss (Raw)": 0.7670382261276245, "Finetune/Step": 6357, "Finetune/Step Time": 10.632696196436882}
+{"Finetune/Learning Rate": 1.5622727797238722e-05, "Finetune/Loss": 0.8296300172805786, "Finetune/Loss (Raw)": 0.7847458124160767, "Finetune/Step": 6358, "Finetune/Step Time": 10.667993811890483}
+{"Finetune/Learning Rate": 1.5621335165111527e-05, "Finetune/Loss": 0.8299407958984375, "Finetune/Loss (Raw)": 0.9104638695716858, "Finetune/Step": 6359, "Finetune/Step Time": 10.668782142922282}
+{"Finetune/Learning Rate": 1.5619942373579247e-05, "Finetune/Loss": 0.8291735053062439, "Finetune/Loss (Raw)": 0.7344610095024109, "Finetune/Step": 6360, "Finetune/Step Time": 10.67382493801415}
+{"Finetune/Learning Rate": 1.561854942268138e-05, "Finetune/Loss": 0.8299751281738281, "Finetune/Loss (Raw)": 0.9204614162445068, "Finetune/Step": 6361, "Finetune/Step Time": 10.668140416964889}
+{"Finetune/Learning Rate": 1.5617156312457437e-05, "Finetune/Loss": 0.8312040567398071, "Finetune/Loss (Raw)": 0.9575228095054626, "Finetune/Step": 6362, "Finetune/Step Time": 10.675522841513157}
+{"Finetune/Learning Rate": 1.561576304294691e-05, "Finetune/Loss": 0.8320554494857788, "Finetune/Loss (Raw)": 0.9260848164558411, "Finetune/Step": 6363, "Finetune/Step Time": 10.669293010607362}
+{"Finetune/Learning Rate": 1.561436961418931e-05, "Finetune/Loss": 0.8336181640625, "Finetune/Loss (Raw)": 0.9281921982765198, "Finetune/Step": 6364, "Finetune/Step Time": 10.672176068648696}
+{"Finetune/Learning Rate": 1.5612976026224152e-05, "Finetune/Loss": 0.8341562747955322, "Finetune/Loss (Raw)": 0.8335855603218079, "Finetune/Step": 6365, "Finetune/Step Time": 10.673850119113922}
+{"Finetune/Learning Rate": 1.561158227909096e-05, "Finetune/Loss": 0.8342682123184204, "Finetune/Loss (Raw)": 0.7812737822532654, "Finetune/Step": 6366, "Finetune/Step Time": 10.659980906173587}
+{"Finetune/Learning Rate": 1.561018837282925e-05, "Finetune/Loss": 0.8325168490409851, "Finetune/Loss (Raw)": 0.6384015679359436, "Finetune/Step": 6367, "Finetune/Step Time": 10.691165892407298}
+{"Finetune/Learning Rate": 1.5608794307478546e-05, "Finetune/Loss": 0.8325322866439819, "Finetune/Loss (Raw)": 0.8585059642791748, "Finetune/Step": 6368, "Finetune/Step Time": 10.700795505195856}
+{"Finetune/Learning Rate": 1.560740008307839e-05, "Finetune/Loss": 0.833846926689148, "Finetune/Loss (Raw)": 0.9182737469673157, "Finetune/Step": 6369, "Finetune/Step Time": 10.698434561491013}
+{"Finetune/Learning Rate": 1.5606005699668313e-05, "Finetune/Loss": 0.8341526985168457, "Finetune/Loss (Raw)": 0.8269966244697571, "Finetune/Step": 6370, "Finetune/Step Time": 10.697704255580902}
+{"Finetune/Learning Rate": 1.5604611157287855e-05, "Finetune/Loss": 0.8345847129821777, "Finetune/Loss (Raw)": 0.8855233788490295, "Finetune/Step": 6371, "Finetune/Step Time": 10.702012985944748}
+{"Finetune/Learning Rate": 1.560321645597656e-05, "Finetune/Loss": 0.8345170021057129, "Finetune/Loss (Raw)": 0.9416860342025757, "Finetune/Step": 6372, "Finetune/Step Time": 10.700812354683876}
+{"Finetune/Learning Rate": 1.5601821595773984e-05, "Finetune/Loss": 0.8359643816947937, "Finetune/Loss (Raw)": 1.0382262468338013, "Finetune/Step": 6373, "Finetune/Step Time": 10.698411524295807}
+{"Finetune/Learning Rate": 1.560042657671967e-05, "Finetune/Loss": 0.8336437344551086, "Finetune/Loss (Raw)": 0.593974769115448, "Finetune/Step": 6374, "Finetune/Step Time": 10.696131847798824}
+{"Finetune/Learning Rate": 1.559903139885319e-05, "Finetune/Loss": 0.8346998691558838, "Finetune/Loss (Raw)": 0.929259717464447, "Finetune/Step": 6375, "Finetune/Step Time": 10.697346543893218}
+{"Finetune/Learning Rate": 1.55976360622141e-05, "Finetune/Loss": 0.8364015817642212, "Finetune/Loss (Raw)": 0.8253772258758545, "Finetune/Step": 6376, "Finetune/Step Time": 10.660301176831126}
+{"Finetune/Learning Rate": 1.5596240566841964e-05, "Finetune/Loss": 0.8373050689697266, "Finetune/Loss (Raw)": 0.9073871970176697, "Finetune/Step": 6377, "Finetune/Step Time": 10.663334673270583}
+{"Finetune/Learning Rate": 1.5594844912776367e-05, "Finetune/Loss": 0.837030291557312, "Finetune/Loss (Raw)": 0.8058369755744934, "Finetune/Step": 6378, "Finetune/Step Time": 10.646233517676592}
+{"Finetune/Learning Rate": 1.559344910005687e-05, "Finetune/Loss": 0.8361006379127502, "Finetune/Loss (Raw)": 0.6345835328102112, "Finetune/Step": 6379, "Finetune/Step Time": 10.671197708696127}
+{"Finetune/Learning Rate": 1.559205312872307e-05, "Finetune/Loss": 0.8355495929718018, "Finetune/Loss (Raw)": 0.8599840998649597, "Finetune/Step": 6380, "Finetune/Step Time": 10.672704469412565}
+{"Finetune/Learning Rate": 1.559065699881454e-05, "Finetune/Loss": 0.835618793964386, "Finetune/Loss (Raw)": 0.7968895435333252, "Finetune/Step": 6381, "Finetune/Step Time": 10.651455545797944}
+{"Finetune/Learning Rate": 1.5589260710370873e-05, "Finetune/Loss": 0.8369911909103394, "Finetune/Loss (Raw)": 0.9661586284637451, "Finetune/Step": 6382, "Finetune/Step Time": 10.654661746695638}
+{"Finetune/Learning Rate": 1.558786426343167e-05, "Finetune/Loss": 0.8373368978500366, "Finetune/Loss (Raw)": 0.8544994592666626, "Finetune/Step": 6383, "Finetune/Step Time": 10.649681309238076}
+{"Finetune/Learning Rate": 1.5586467658036526e-05, "Finetune/Loss": 0.8373805284500122, "Finetune/Loss (Raw)": 0.921489417552948, "Finetune/Step": 6384, "Finetune/Step Time": 10.660142732784152}
+{"Finetune/Learning Rate": 1.558507089422504e-05, "Finetune/Loss": 0.8374942541122437, "Finetune/Loss (Raw)": 0.7690279483795166, "Finetune/Step": 6385, "Finetune/Step Time": 10.692507380619645}
+{"Finetune/Learning Rate": 1.5583673972036834e-05, "Finetune/Loss": 0.8370871543884277, "Finetune/Loss (Raw)": 0.8912621736526489, "Finetune/Step": 6386, "Finetune/Step Time": 10.6963009852916}
+{"Finetune/Learning Rate": 1.558227689151151e-05, "Finetune/Loss": 0.8377430438995361, "Finetune/Loss (Raw)": 0.94082111120224, "Finetune/Step": 6387, "Finetune/Step Time": 10.715519016608596}
+{"Finetune/Learning Rate": 1.5580879652688682e-05, "Finetune/Loss": 0.8375030159950256, "Finetune/Loss (Raw)": 0.844599187374115, "Finetune/Step": 6388, "Finetune/Step Time": 10.726497760042548}
+{"Finetune/Learning Rate": 1.5579482255607977e-05, "Finetune/Loss": 0.8370974063873291, "Finetune/Loss (Raw)": 0.6924994587898254, "Finetune/Step": 6389, "Finetune/Step Time": 10.735513042658567}
+{"Finetune/Learning Rate": 1.5578084700309028e-05, "Finetune/Loss": 0.8366398215293884, "Finetune/Loss (Raw)": 0.7705078125, "Finetune/Step": 6390, "Finetune/Step Time": 10.751748284325004}
+{"Finetune/Learning Rate": 1.5576686986831454e-05, "Finetune/Loss": 0.8367712497711182, "Finetune/Loss (Raw)": 0.9163186550140381, "Finetune/Step": 6391, "Finetune/Step Time": 10.742605281993747}
+{"Finetune/Learning Rate": 1.5575289115214895e-05, "Finetune/Loss": 0.8369074463844299, "Finetune/Loss (Raw)": 0.7277033925056458, "Finetune/Step": 6392, "Finetune/Step Time": 10.740202547982335}
+{"Finetune/Learning Rate": 1.557389108549899e-05, "Finetune/Loss": 0.8357399106025696, "Finetune/Loss (Raw)": 0.7599221467971802, "Finetune/Step": 6393, "Finetune/Step Time": 10.733706507831812}
+{"Finetune/Learning Rate": 1.557249289772339e-05, "Finetune/Loss": 0.837754487991333, "Finetune/Loss (Raw)": 0.9504854083061218, "Finetune/Step": 6394, "Finetune/Step Time": 10.75059961527586}
+{"Finetune/Learning Rate": 1.557109455192773e-05, "Finetune/Loss": 0.8373105525970459, "Finetune/Loss (Raw)": 0.8558610081672668, "Finetune/Step": 6395, "Finetune/Step Time": 10.740085827186704}
+{"Finetune/Learning Rate": 1.5569696048151675e-05, "Finetune/Loss": 0.8388774394989014, "Finetune/Loss (Raw)": 0.9271605014801025, "Finetune/Step": 6396, "Finetune/Step Time": 10.72803664766252}
+{"Finetune/Learning Rate": 1.5568297386434875e-05, "Finetune/Loss": 0.8383163213729858, "Finetune/Loss (Raw)": 0.7550088167190552, "Finetune/Step": 6397, "Finetune/Step Time": 10.72479985281825}
+{"Finetune/Learning Rate": 1.5566898566816996e-05, "Finetune/Loss": 0.8381199836730957, "Finetune/Loss (Raw)": 0.7353771328926086, "Finetune/Step": 6398, "Finetune/Step Time": 10.721669379621744}
+{"Finetune/Learning Rate": 1.5565499589337704e-05, "Finetune/Loss": 0.8372635841369629, "Finetune/Loss (Raw)": 0.8314753770828247, "Finetune/Step": 6399, "Finetune/Step Time": 10.742469899356365}
+{"Finetune/Learning Rate": 1.556410045403667e-05, "Finetune/Loss": 0.8362317085266113, "Finetune/Loss (Raw)": 0.7505084872245789, "Finetune/Step": 6400, "Finetune/Step Time": 10.7637993786484}
+{"Finetune/Learning Rate": 1.5562701160953572e-05, "Finetune/Loss": 0.8354066610336304, "Finetune/Loss (Raw)": 0.8482587337493896, "Finetune/Step": 6401, "Finetune/Step Time": 10.768772745504975}
+{"Finetune/Learning Rate": 1.5561301710128085e-05, "Finetune/Loss": 0.8353431224822998, "Finetune/Loss (Raw)": 0.9089948534965515, "Finetune/Step": 6402, "Finetune/Step Time": 10.784320497885346}
+{"Finetune/Learning Rate": 1.5559902101599896e-05, "Finetune/Loss": 0.8347684144973755, "Finetune/Loss (Raw)": 0.827267050743103, "Finetune/Step": 6403, "Finetune/Step Time": 10.770375743508339}
+{"Finetune/Learning Rate": 1.5558502335408688e-05, "Finetune/Loss": 0.8349770307540894, "Finetune/Loss (Raw)": 0.8904579877853394, "Finetune/Step": 6404, "Finetune/Step Time": 10.766776852309704}
+{"Finetune/Learning Rate": 1.555710241159417e-05, "Finetune/Loss": 0.8346877098083496, "Finetune/Loss (Raw)": 0.7661382555961609, "Finetune/Step": 6405, "Finetune/Step Time": 10.72280346043408}
+{"Finetune/Learning Rate": 1.5555702330196024e-05, "Finetune/Loss": 0.8342022895812988, "Finetune/Loss (Raw)": 0.8630958199501038, "Finetune/Step": 6406, "Finetune/Step Time": 10.72210237197578}
+{"Finetune/Learning Rate": 1.555430209125396e-05, "Finetune/Loss": 0.8361448645591736, "Finetune/Loss (Raw)": 0.9907919764518738, "Finetune/Step": 6407, "Finetune/Step Time": 10.708908565342426}
+{"Finetune/Learning Rate": 1.5552901694807683e-05, "Finetune/Loss": 0.8357664346694946, "Finetune/Loss (Raw)": 0.898191511631012, "Finetune/Step": 6408, "Finetune/Step Time": 10.701304147019982}
+{"Finetune/Learning Rate": 1.55515011408969e-05, "Finetune/Loss": 0.8370256423950195, "Finetune/Loss (Raw)": 0.8877887725830078, "Finetune/Step": 6409, "Finetune/Step Time": 10.69670271128416}
+{"Finetune/Learning Rate": 1.5550100429561337e-05, "Finetune/Loss": 0.8354657888412476, "Finetune/Loss (Raw)": 0.7547864317893982, "Finetune/Step": 6410, "Finetune/Step Time": 10.698273068293929}
+{"Finetune/Learning Rate": 1.5548699560840707e-05, "Finetune/Loss": 0.8350766897201538, "Finetune/Loss (Raw)": 0.7935510873794556, "Finetune/Step": 6411, "Finetune/Step Time": 10.699956953525543}
+{"Finetune/Learning Rate": 1.5547298534774733e-05, "Finetune/Loss": 0.8352290391921997, "Finetune/Loss (Raw)": 0.9282892942428589, "Finetune/Step": 6412, "Finetune/Step Time": 10.701577128842473}
+{"Finetune/Learning Rate": 1.554589735140315e-05, "Finetune/Loss": 0.8353265523910522, "Finetune/Loss (Raw)": 0.8638574481010437, "Finetune/Step": 6413, "Finetune/Step Time": 10.69018136151135}
+{"Finetune/Learning Rate": 1.5544496010765686e-05, "Finetune/Loss": 0.834992527961731, "Finetune/Loss (Raw)": 0.7221282124519348, "Finetune/Step": 6414, "Finetune/Step Time": 10.709405837580562}
+{"Finetune/Learning Rate": 1.5543094512902082e-05, "Finetune/Loss": 0.8338435888290405, "Finetune/Loss (Raw)": 0.8796041011810303, "Finetune/Step": 6415, "Finetune/Step Time": 10.71576345153153}
+{"Finetune/Learning Rate": 1.554169285785208e-05, "Finetune/Loss": 0.8346381187438965, "Finetune/Loss (Raw)": 0.9165273904800415, "Finetune/Step": 6416, "Finetune/Step Time": 10.714639255777001}
+{"Finetune/Learning Rate": 1.554029104565543e-05, "Finetune/Loss": 0.8349641561508179, "Finetune/Loss (Raw)": 0.9372053146362305, "Finetune/Step": 6417, "Finetune/Step Time": 10.713662786409259}
+{"Finetune/Learning Rate": 1.5538889076351876e-05, "Finetune/Loss": 0.8357794880867004, "Finetune/Loss (Raw)": 0.8330998420715332, "Finetune/Step": 6418, "Finetune/Step Time": 10.712613198906183}
+{"Finetune/Learning Rate": 1.5537486949981186e-05, "Finetune/Loss": 0.8369728326797485, "Finetune/Loss (Raw)": 0.8453420400619507, "Finetune/Step": 6419, "Finetune/Step Time": 10.75810337997973}
+{"Finetune/Learning Rate": 1.5536084666583103e-05, "Finetune/Loss": 0.8381292819976807, "Finetune/Loss (Raw)": 0.9508968591690063, "Finetune/Step": 6420, "Finetune/Step Time": 10.751943685114384}
+{"Finetune/Learning Rate": 1.5534682226197407e-05, "Finetune/Loss": 0.8376924991607666, "Finetune/Loss (Raw)": 0.8166895508766174, "Finetune/Step": 6421, "Finetune/Step Time": 10.773571388795972}
+{"Finetune/Learning Rate": 1.553327962886386e-05, "Finetune/Loss": 0.8386666774749756, "Finetune/Loss (Raw)": 0.8493664264678955, "Finetune/Step": 6422, "Finetune/Step Time": 10.773528514429927}
+{"Finetune/Learning Rate": 1.5531876874622237e-05, "Finetune/Loss": 0.8378410339355469, "Finetune/Loss (Raw)": 0.703000545501709, "Finetune/Step": 6423, "Finetune/Step Time": 10.766375567764044}
+{"Finetune/Learning Rate": 1.553047396351232e-05, "Finetune/Loss": 0.8385663032531738, "Finetune/Loss (Raw)": 0.856860339641571, "Finetune/Step": 6424, "Finetune/Step Time": 10.763999033719301}
+{"Finetune/Learning Rate": 1.5529070895573883e-05, "Finetune/Loss": 0.8374036550521851, "Finetune/Loss (Raw)": 0.833061158657074, "Finetune/Step": 6425, "Finetune/Step Time": 10.774889340624213}
+{"Finetune/Learning Rate": 1.552766767084672e-05, "Finetune/Loss": 0.8380731344223022, "Finetune/Loss (Raw)": 0.8076130151748657, "Finetune/Step": 6426, "Finetune/Step Time": 10.779273748397827}
+{"Finetune/Learning Rate": 1.5526264289370618e-05, "Finetune/Loss": 0.8369697332382202, "Finetune/Loss (Raw)": 0.7898193597793579, "Finetune/Step": 6427, "Finetune/Step Time": 10.784034496173263}
+{"Finetune/Learning Rate": 1.5524860751185377e-05, "Finetune/Loss": 0.838397741317749, "Finetune/Loss (Raw)": 0.8546988368034363, "Finetune/Step": 6428, "Finetune/Step Time": 10.76713728159666}
+{"Finetune/Learning Rate": 1.55234570563308e-05, "Finetune/Loss": 0.8386440277099609, "Finetune/Loss (Raw)": 0.8462278246879578, "Finetune/Step": 6429, "Finetune/Step Time": 10.77277528308332}
+{"Finetune/Learning Rate": 1.552205320484668e-05, "Finetune/Loss": 0.8377671241760254, "Finetune/Loss (Raw)": 0.7560241222381592, "Finetune/Step": 6430, "Finetune/Step Time": 10.77632998302579}
+{"Finetune/Learning Rate": 1.5520649196772837e-05, "Finetune/Loss": 0.8355474472045898, "Finetune/Loss (Raw)": 0.6376425623893738, "Finetune/Step": 6431, "Finetune/Step Time": 10.806088272482157}
+{"Finetune/Learning Rate": 1.5519245032149083e-05, "Finetune/Loss": 0.8344128131866455, "Finetune/Loss (Raw)": 0.6711636781692505, "Finetune/Step": 6432, "Finetune/Step Time": 10.837441049516201}
+{"Finetune/Learning Rate": 1.5517840711015233e-05, "Finetune/Loss": 0.8342581391334534, "Finetune/Loss (Raw)": 0.8147386312484741, "Finetune/Step": 6433, "Finetune/Step Time": 10.838866982609034}
+{"Finetune/Learning Rate": 1.551643623341111e-05, "Finetune/Loss": 0.8343044519424438, "Finetune/Loss (Raw)": 0.8408531546592712, "Finetune/Step": 6434, "Finetune/Step Time": 10.84103119559586}
+{"Finetune/Learning Rate": 1.5515031599376547e-05, "Finetune/Loss": 0.8363959789276123, "Finetune/Loss (Raw)": 0.8940852880477905, "Finetune/Step": 6435, "Finetune/Step Time": 10.826804710552096}
+{"Finetune/Learning Rate": 1.5513626808951367e-05, "Finetune/Loss": 0.8376290202140808, "Finetune/Loss (Raw)": 0.9115055799484253, "Finetune/Step": 6436, "Finetune/Step Time": 10.817626694217324}
+{"Finetune/Learning Rate": 1.5512221862175407e-05, "Finetune/Loss": 0.8399564027786255, "Finetune/Loss (Raw)": 0.9077724814414978, "Finetune/Step": 6437, "Finetune/Step Time": 10.783345026895404}
+{"Finetune/Learning Rate": 1.5510816759088513e-05, "Finetune/Loss": 0.8391456604003906, "Finetune/Loss (Raw)": 0.7961859107017517, "Finetune/Step": 6438, "Finetune/Step Time": 10.779682172462344}
+{"Finetune/Learning Rate": 1.5509411499730524e-05, "Finetune/Loss": 0.8390021324157715, "Finetune/Loss (Raw)": 0.8987970948219299, "Finetune/Step": 6439, "Finetune/Step Time": 10.765392616391182}
+{"Finetune/Learning Rate": 1.5508006084141293e-05, "Finetune/Loss": 0.8394551277160645, "Finetune/Loss (Raw)": 0.8502997756004333, "Finetune/Step": 6440, "Finetune/Step Time": 10.758503325283527}
+{"Finetune/Learning Rate": 1.5506600512360673e-05, "Finetune/Loss": 0.8378128409385681, "Finetune/Loss (Raw)": 0.7720332741737366, "Finetune/Step": 6441, "Finetune/Step Time": 10.771179789677262}
+{"Finetune/Learning Rate": 1.5505194784428517e-05, "Finetune/Loss": 0.8386369943618774, "Finetune/Loss (Raw)": 0.9486221075057983, "Finetune/Step": 6442, "Finetune/Step Time": 10.769715962931514}
+{"Finetune/Learning Rate": 1.5503788900384696e-05, "Finetune/Loss": 0.8378693461418152, "Finetune/Loss (Raw)": 0.7128373384475708, "Finetune/Step": 6443, "Finetune/Step Time": 10.772875657305121}
+{"Finetune/Learning Rate": 1.5502382860269074e-05, "Finetune/Loss": 0.838713526725769, "Finetune/Loss (Raw)": 0.9376739263534546, "Finetune/Step": 6444, "Finetune/Step Time": 10.75111449509859}
+{"Finetune/Learning Rate": 1.5500976664121516e-05, "Finetune/Loss": 0.8391374349594116, "Finetune/Loss (Raw)": 0.911869466304779, "Finetune/Step": 6445, "Finetune/Step Time": 10.750762898474932}
+{"Finetune/Learning Rate": 1.5499570311981904e-05, "Finetune/Loss": 0.8401156663894653, "Finetune/Loss (Raw)": 0.8773239254951477, "Finetune/Step": 6446, "Finetune/Step Time": 10.747797548770905}
+{"Finetune/Learning Rate": 1.549816380389012e-05, "Finetune/Loss": 0.8402272462844849, "Finetune/Loss (Raw)": 0.821171760559082, "Finetune/Step": 6447, "Finetune/Step Time": 10.743863524869084}
+{"Finetune/Learning Rate": 1.549675713988604e-05, "Finetune/Loss": 0.8385641574859619, "Finetune/Loss (Raw)": 0.5345770716667175, "Finetune/Step": 6448, "Finetune/Step Time": 10.755296444520354}
+{"Finetune/Learning Rate": 1.549535032000956e-05, "Finetune/Loss": 0.8397574424743652, "Finetune/Loss (Raw)": 0.8697176575660706, "Finetune/Step": 6449, "Finetune/Step Time": 10.734333181753755}
+{"Finetune/Learning Rate": 1.5493943344300572e-05, "Finetune/Loss": 0.8386660218238831, "Finetune/Loss (Raw)": 0.8796079158782959, "Finetune/Step": 6450, "Finetune/Step Time": 10.725583957508206}
+{"Finetune/Learning Rate": 1.5492536212798976e-05, "Finetune/Loss": 0.8371794819831848, "Finetune/Loss (Raw)": 0.7098782658576965, "Finetune/Step": 6451, "Finetune/Step Time": 10.722535535693169}
+{"Finetune/Learning Rate": 1.5491128925544666e-05, "Finetune/Loss": 0.8376235961914062, "Finetune/Loss (Raw)": 0.8714538216590881, "Finetune/Step": 6452, "Finetune/Step Time": 10.710299734026194}
+{"Finetune/Learning Rate": 1.5489721482577556e-05, "Finetune/Loss": 0.8372099995613098, "Finetune/Loss (Raw)": 0.7528672218322754, "Finetune/Step": 6453, "Finetune/Step Time": 10.709362147375941}
+{"Finetune/Learning Rate": 1.5488313883937557e-05, "Finetune/Loss": 0.8358654975891113, "Finetune/Loss (Raw)": 0.6696038246154785, "Finetune/Step": 6454, "Finetune/Step Time": 10.702868442982435}
+{"Finetune/Learning Rate": 1.5486906129664585e-05, "Finetune/Loss": 0.8354328274726868, "Finetune/Loss (Raw)": 0.7960384488105774, "Finetune/Step": 6455, "Finetune/Step Time": 10.709996212273836}
+{"Finetune/Learning Rate": 1.5485498219798555e-05, "Finetune/Loss": 0.8366106152534485, "Finetune/Loss (Raw)": 1.0024791955947876, "Finetune/Step": 6456, "Finetune/Step Time": 10.696222301572561}
+{"Finetune/Learning Rate": 1.5484090154379397e-05, "Finetune/Loss": 0.8359735608100891, "Finetune/Loss (Raw)": 0.8203191161155701, "Finetune/Step": 6457, "Finetune/Step Time": 10.690157791599631}
+{"Finetune/Learning Rate": 1.5482681933447033e-05, "Finetune/Loss": 0.83503258228302, "Finetune/Loss (Raw)": 0.7785716652870178, "Finetune/Step": 6458, "Finetune/Step Time": 10.687331207096577}
+{"Finetune/Learning Rate": 1.5481273557041402e-05, "Finetune/Loss": 0.8366240859031677, "Finetune/Loss (Raw)": 1.0064616203308105, "Finetune/Step": 6459, "Finetune/Step Time": 10.677616691216826}
+{"Finetune/Learning Rate": 1.547986502520244e-05, "Finetune/Loss": 0.836948037147522, "Finetune/Loss (Raw)": 0.8158880472183228, "Finetune/Step": 6460, "Finetune/Step Time": 10.681568890810013}
+{"Finetune/Learning Rate": 1.5478456337970087e-05, "Finetune/Loss": 0.8354054093360901, "Finetune/Loss (Raw)": 0.7564986348152161, "Finetune/Step": 6461, "Finetune/Step Time": 10.689173988997936}
+{"Finetune/Learning Rate": 1.547704749538429e-05, "Finetune/Loss": 0.8365764617919922, "Finetune/Loss (Raw)": 0.9055545330047607, "Finetune/Step": 6462, "Finetune/Step Time": 10.693408761173487}
+{"Finetune/Learning Rate": 1.5475638497485003e-05, "Finetune/Loss": 0.83808434009552, "Finetune/Loss (Raw)": 0.8543729186058044, "Finetune/Step": 6463, "Finetune/Step Time": 10.673055030405521}
+{"Finetune/Learning Rate": 1.547422934431218e-05, "Finetune/Loss": 0.838151216506958, "Finetune/Loss (Raw)": 0.8368116021156311, "Finetune/Step": 6464, "Finetune/Step Time": 10.681523069739342}
+{"Finetune/Learning Rate": 1.5472820035905777e-05, "Finetune/Loss": 0.839561939239502, "Finetune/Loss (Raw)": 0.9591246843338013, "Finetune/Step": 6465, "Finetune/Step Time": 10.698609448969364}
+{"Finetune/Learning Rate": 1.5471410572305762e-05, "Finetune/Loss": 0.8395793437957764, "Finetune/Loss (Raw)": 0.8795759677886963, "Finetune/Step": 6466, "Finetune/Step Time": 10.718504002317786}
+{"Finetune/Learning Rate": 1.5470000953552103e-05, "Finetune/Loss": 0.8406161665916443, "Finetune/Loss (Raw)": 0.9068277478218079, "Finetune/Step": 6467, "Finetune/Step Time": 10.717458108440042}
+{"Finetune/Learning Rate": 1.546859117968477e-05, "Finetune/Loss": 0.8406386375427246, "Finetune/Loss (Raw)": 0.8424239754676819, "Finetune/Step": 6468, "Finetune/Step Time": 10.720677055418491}
+{"Finetune/Learning Rate": 1.546718125074374e-05, "Finetune/Loss": 0.8416979312896729, "Finetune/Loss (Raw)": 0.8455832004547119, "Finetune/Step": 6469, "Finetune/Step Time": 10.738977432250977}
+{"Finetune/Learning Rate": 1.5465771166768994e-05, "Finetune/Loss": 0.8409712314605713, "Finetune/Loss (Raw)": 0.8133884072303772, "Finetune/Step": 6470, "Finetune/Step Time": 10.746949965134263}
+{"Finetune/Learning Rate": 1.5464360927800525e-05, "Finetune/Loss": 0.8399913311004639, "Finetune/Loss (Raw)": 0.7536000609397888, "Finetune/Step": 6471, "Finetune/Step Time": 10.757729964330792}
+{"Finetune/Learning Rate": 1.5462950533878318e-05, "Finetune/Loss": 0.8399001955986023, "Finetune/Loss (Raw)": 0.8175683617591858, "Finetune/Step": 6472, "Finetune/Step Time": 10.76383849978447}
+{"Finetune/Learning Rate": 1.5461539985042368e-05, "Finetune/Loss": 0.8407090902328491, "Finetune/Loss (Raw)": 0.7531731724739075, "Finetune/Step": 6473, "Finetune/Step Time": 10.77065254561603}
+{"Finetune/Learning Rate": 1.5460129281332673e-05, "Finetune/Loss": 0.8400915861129761, "Finetune/Loss (Raw)": 0.7724063396453857, "Finetune/Step": 6474, "Finetune/Step Time": 10.819929011166096}
+{"Finetune/Learning Rate": 1.545871842278924e-05, "Finetune/Loss": 0.8403390645980835, "Finetune/Loss (Raw)": 0.9470787048339844, "Finetune/Step": 6475, "Finetune/Step Time": 10.815053591504693}
+{"Finetune/Learning Rate": 1.5457307409452075e-05, "Finetune/Loss": 0.8400528430938721, "Finetune/Loss (Raw)": 0.8604295253753662, "Finetune/Step": 6476, "Finetune/Step Time": 10.829905342310667}
+{"Finetune/Learning Rate": 1.545589624136119e-05, "Finetune/Loss": 0.8388611078262329, "Finetune/Loss (Raw)": 0.804962694644928, "Finetune/Step": 6477, "Finetune/Step Time": 10.831284342333674}
+{"Finetune/Learning Rate": 1.54544849185566e-05, "Finetune/Loss": 0.8387085199356079, "Finetune/Loss (Raw)": 0.844133198261261, "Finetune/Step": 6478, "Finetune/Step Time": 10.842310059815645}
+{"Finetune/Learning Rate": 1.5453073441078332e-05, "Finetune/Loss": 0.8398652076721191, "Finetune/Loss (Raw)": 0.8751763701438904, "Finetune/Step": 6479, "Finetune/Step Time": 10.869246991351247}
+{"Finetune/Learning Rate": 1.545166180896641e-05, "Finetune/Loss": 0.8406192064285278, "Finetune/Loss (Raw)": 0.9425197243690491, "Finetune/Step": 6480, "Finetune/Step Time": 10.868396155536175}
+{"Finetune/Learning Rate": 1.5450250022260856e-05, "Finetune/Loss": 0.8399695158004761, "Finetune/Loss (Raw)": 0.8165363669395447, "Finetune/Step": 6481, "Finetune/Step Time": 10.881880359724164}
+{"Finetune/Learning Rate": 1.544883808100171e-05, "Finetune/Loss": 0.8403075933456421, "Finetune/Loss (Raw)": 0.8732456564903259, "Finetune/Step": 6482, "Finetune/Step Time": 10.88832477107644}
+{"Finetune/Learning Rate": 1.544742598522901e-05, "Finetune/Loss": 0.8394679427146912, "Finetune/Loss (Raw)": 0.9049302339553833, "Finetune/Step": 6483, "Finetune/Step Time": 10.88589371368289}
+{"Finetune/Learning Rate": 1.5446013734982804e-05, "Finetune/Loss": 0.840021550655365, "Finetune/Loss (Raw)": 0.9597384333610535, "Finetune/Step": 6484, "Finetune/Step Time": 10.880816828459501}
+{"Finetune/Learning Rate": 1.544460133030313e-05, "Finetune/Loss": 0.8419129848480225, "Finetune/Loss (Raw)": 1.0091428756713867, "Finetune/Step": 6485, "Finetune/Step Time": 10.885978328064084}
+{"Finetune/Learning Rate": 1.5443188771230046e-05, "Finetune/Loss": 0.8419617414474487, "Finetune/Loss (Raw)": 0.7909847497940063, "Finetune/Step": 6486, "Finetune/Step Time": 10.846061751246452}
+{"Finetune/Learning Rate": 1.544177605780361e-05, "Finetune/Loss": 0.8415646553039551, "Finetune/Loss (Raw)": 0.8596396446228027, "Finetune/Step": 6487, "Finetune/Step Time": 10.846834484487772}
+{"Finetune/Learning Rate": 1.5440363190063874e-05, "Finetune/Loss": 0.842406153678894, "Finetune/Loss (Raw)": 0.8421711921691895, "Finetune/Step": 6488, "Finetune/Step Time": 10.840128414332867}
+{"Finetune/Learning Rate": 1.5438950168050912e-05, "Finetune/Loss": 0.8421255350112915, "Finetune/Loss (Raw)": 0.884541392326355, "Finetune/Step": 6489, "Finetune/Step Time": 10.849675685167313}
+{"Finetune/Learning Rate": 1.543753699180479e-05, "Finetune/Loss": 0.8416451811790466, "Finetune/Loss (Raw)": 0.8960378766059875, "Finetune/Step": 6490, "Finetune/Step Time": 10.837758319452405}
+{"Finetune/Learning Rate": 1.5436123661365577e-05, "Finetune/Loss": 0.8417245149612427, "Finetune/Loss (Raw)": 0.936238706111908, "Finetune/Step": 6491, "Finetune/Step Time": 10.843420388177037}
+{"Finetune/Learning Rate": 1.543471017677336e-05, "Finetune/Loss": 0.8407465219497681, "Finetune/Loss (Raw)": 0.8030102252960205, "Finetune/Step": 6492, "Finetune/Step Time": 10.83614925853908}
+{"Finetune/Learning Rate": 1.5433296538068216e-05, "Finetune/Loss": 0.8411482572555542, "Finetune/Loss (Raw)": 0.8850038647651672, "Finetune/Step": 6493, "Finetune/Step Time": 10.83687356300652}
+{"Finetune/Learning Rate": 1.543188274529023e-05, "Finetune/Loss": 0.8414574265480042, "Finetune/Loss (Raw)": 0.8208518624305725, "Finetune/Step": 6494, "Finetune/Step Time": 10.844857268035412}
+{"Finetune/Learning Rate": 1.5430468798479497e-05, "Finetune/Loss": 0.8415621519088745, "Finetune/Loss (Raw)": 0.6518104076385498, "Finetune/Step": 6495, "Finetune/Step Time": 10.837112622335553}
+{"Finetune/Learning Rate": 1.542905469767611e-05, "Finetune/Loss": 0.8415125608444214, "Finetune/Loss (Raw)": 0.8521584272384644, "Finetune/Step": 6496, "Finetune/Step Time": 10.82501762919128}
+{"Finetune/Learning Rate": 1.542764044292017e-05, "Finetune/Loss": 0.8384115695953369, "Finetune/Loss (Raw)": 0.5213415622711182, "Finetune/Step": 6497, "Finetune/Step Time": 10.861304378136992}
+{"Finetune/Learning Rate": 1.5426226034251782e-05, "Finetune/Loss": 0.8375707268714905, "Finetune/Loss (Raw)": 0.7193706631660461, "Finetune/Step": 6498, "Finetune/Step Time": 10.855431992560625}
+{"Finetune/Learning Rate": 1.5424811471711054e-05, "Finetune/Loss": 0.8378583192825317, "Finetune/Loss (Raw)": 0.9223339557647705, "Finetune/Step": 6499, "Finetune/Step Time": 10.85338557139039}
+{"Finetune/Learning Rate": 1.5423396755338098e-05, "Finetune/Loss": 0.8371288776397705, "Finetune/Loss (Raw)": 0.8483137488365173, "Finetune/Step": 6500, "Finetune/Step Time": 10.851875247433782}
+{"Finetune/Learning Rate": 1.5421981885173032e-05, "Finetune/Loss": 0.8359394073486328, "Finetune/Loss (Raw)": 0.8859795331954956, "Finetune/Step": 6501, "Finetune/Step Time": 10.86572865769267}
+{"Finetune/Learning Rate": 1.542056686125598e-05, "Finetune/Loss": 0.8382613658905029, "Finetune/Loss (Raw)": 0.8911808729171753, "Finetune/Step": 6502, "Finetune/Step Time": 10.863685958087444}
+{"Finetune/Learning Rate": 1.5419151683627063e-05, "Finetune/Loss": 0.8372372388839722, "Finetune/Loss (Raw)": 0.7981808185577393, "Finetune/Step": 6503, "Finetune/Step Time": 10.8639877717942}
+{"Finetune/Learning Rate": 1.5417736352326412e-05, "Finetune/Loss": 0.8377352952957153, "Finetune/Loss (Raw)": 0.8891230821609497, "Finetune/Step": 6504, "Finetune/Step Time": 10.874868614599109}
+{"Finetune/Learning Rate": 1.541632086739417e-05, "Finetune/Loss": 0.8375802040100098, "Finetune/Loss (Raw)": 0.8875437378883362, "Finetune/Step": 6505, "Finetune/Step Time": 10.866874711588025}
+{"Finetune/Learning Rate": 1.5414905228870468e-05, "Finetune/Loss": 0.8378233909606934, "Finetune/Loss (Raw)": 0.8369516730308533, "Finetune/Step": 6506, "Finetune/Step Time": 10.865834753960371}
+{"Finetune/Learning Rate": 1.541348943679545e-05, "Finetune/Loss": 0.8383046984672546, "Finetune/Loss (Raw)": 0.6961942911148071, "Finetune/Step": 6507, "Finetune/Step Time": 10.83124159835279}
+{"Finetune/Learning Rate": 1.5412073491209267e-05, "Finetune/Loss": 0.8387300968170166, "Finetune/Loss (Raw)": 0.9144408106803894, "Finetune/Step": 6508, "Finetune/Step Time": 10.834989558905363}
+{"Finetune/Learning Rate": 1.541065739215207e-05, "Finetune/Loss": 0.8368306756019592, "Finetune/Loss (Raw)": 0.5537579655647278, "Finetune/Step": 6509, "Finetune/Step Time": 10.885927390307188}
+{"Finetune/Learning Rate": 1.5409241139664014e-05, "Finetune/Loss": 0.8362277746200562, "Finetune/Loss (Raw)": 0.8889814019203186, "Finetune/Step": 6510, "Finetune/Step Time": 10.889377063140273}
+{"Finetune/Learning Rate": 1.5407824733785263e-05, "Finetune/Loss": 0.8360341787338257, "Finetune/Loss (Raw)": 0.8297275900840759, "Finetune/Step": 6511, "Finetune/Step Time": 10.916773380711675}
+{"Finetune/Learning Rate": 1.5406408174555978e-05, "Finetune/Loss": 0.8367068767547607, "Finetune/Loss (Raw)": 1.0076007843017578, "Finetune/Step": 6512, "Finetune/Step Time": 10.914739763364196}
+{"Finetune/Learning Rate": 1.540499146201633e-05, "Finetune/Loss": 0.838161051273346, "Finetune/Loss (Raw)": 0.9551599621772766, "Finetune/Step": 6513, "Finetune/Step Time": 10.908630447462201}
+{"Finetune/Learning Rate": 1.54035745962065e-05, "Finetune/Loss": 0.8382428884506226, "Finetune/Loss (Raw)": 0.901735782623291, "Finetune/Step": 6514, "Finetune/Step Time": 10.90552682429552}
+{"Finetune/Learning Rate": 1.5402157577166653e-05, "Finetune/Loss": 0.8365219831466675, "Finetune/Loss (Raw)": 0.7205422520637512, "Finetune/Step": 6515, "Finetune/Step Time": 10.882386900484562}
+{"Finetune/Learning Rate": 1.540074040493698e-05, "Finetune/Loss": 0.836196780204773, "Finetune/Loss (Raw)": 0.8029692769050598, "Finetune/Step": 6516, "Finetune/Step Time": 10.871957365423441}
+{"Finetune/Learning Rate": 1.539932307955767e-05, "Finetune/Loss": 0.8366284966468811, "Finetune/Loss (Raw)": 0.7477638721466064, "Finetune/Step": 6517, "Finetune/Step Time": 10.863168738782406}
+{"Finetune/Learning Rate": 1.539790560106891e-05, "Finetune/Loss": 0.8373262286186218, "Finetune/Loss (Raw)": 0.8598116040229797, "Finetune/Step": 6518, "Finetune/Step Time": 10.841226207092404}
+{"Finetune/Learning Rate": 1.5396487969510894e-05, "Finetune/Loss": 0.8355238437652588, "Finetune/Loss (Raw)": 0.6856237649917603, "Finetune/Step": 6519, "Finetune/Step Time": 10.849384658038616}
+{"Finetune/Learning Rate": 1.539507018492383e-05, "Finetune/Loss": 0.8369061946868896, "Finetune/Loss (Raw)": 0.9046369194984436, "Finetune/Step": 6520, "Finetune/Step Time": 10.862187076359987}
+{"Finetune/Learning Rate": 1.5393652247347915e-05, "Finetune/Loss": 0.8377141952514648, "Finetune/Loss (Raw)": 0.8633540272712708, "Finetune/Step": 6521, "Finetune/Step Time": 10.86803657002747}
+{"Finetune/Learning Rate": 1.5392234156823357e-05, "Finetune/Loss": 0.8377388715744019, "Finetune/Loss (Raw)": 0.9536448121070862, "Finetune/Step": 6522, "Finetune/Step Time": 10.848635064437985}
+{"Finetune/Learning Rate": 1.5390815913390372e-05, "Finetune/Loss": 0.8384631872177124, "Finetune/Loss (Raw)": 0.9485681653022766, "Finetune/Step": 6523, "Finetune/Step Time": 10.849266598001122}
+{"Finetune/Learning Rate": 1.538939751708918e-05, "Finetune/Loss": 0.8380879759788513, "Finetune/Loss (Raw)": 0.8791321516036987, "Finetune/Step": 6524, "Finetune/Step Time": 10.858766259625554}
+{"Finetune/Learning Rate": 1.5387978967959998e-05, "Finetune/Loss": 0.8390854597091675, "Finetune/Loss (Raw)": 0.8826849460601807, "Finetune/Step": 6525, "Finetune/Step Time": 10.866795614361763}
+{"Finetune/Learning Rate": 1.5386560266043057e-05, "Finetune/Loss": 0.8413127660751343, "Finetune/Loss (Raw)": 1.0204696655273438, "Finetune/Step": 6526, "Finetune/Step Time": 10.863805813714862}
+{"Finetune/Learning Rate": 1.5385141411378578e-05, "Finetune/Loss": 0.8394279479980469, "Finetune/Loss (Raw)": 0.5902196764945984, "Finetune/Step": 6527, "Finetune/Step Time": 10.875233942642808}
+{"Finetune/Learning Rate": 1.5383722404006808e-05, "Finetune/Loss": 0.8394262790679932, "Finetune/Loss (Raw)": 0.750303328037262, "Finetune/Step": 6528, "Finetune/Step Time": 10.852693079039454}
+{"Finetune/Learning Rate": 1.5382303243967977e-05, "Finetune/Loss": 0.8387987613677979, "Finetune/Loss (Raw)": 0.7679338455200195, "Finetune/Step": 6529, "Finetune/Step Time": 10.8508964702487}
+{"Finetune/Learning Rate": 1.538088393130233e-05, "Finetune/Loss": 0.8372546434402466, "Finetune/Loss (Raw)": 0.7113525867462158, "Finetune/Step": 6530, "Finetune/Step Time": 10.8681671153754}
+{"Finetune/Learning Rate": 1.5379464466050117e-05, "Finetune/Loss": 0.8370102047920227, "Finetune/Loss (Raw)": 0.7959719300270081, "Finetune/Step": 6531, "Finetune/Step Time": 10.868036786094308}
+{"Finetune/Learning Rate": 1.5378044848251588e-05, "Finetune/Loss": 0.8362606763839722, "Finetune/Loss (Raw)": 0.7945147156715393, "Finetune/Step": 6532, "Finetune/Step Time": 10.866805490106344}
+{"Finetune/Learning Rate": 1.5376625077947004e-05, "Finetune/Loss": 0.8367180228233337, "Finetune/Loss (Raw)": 0.8246806859970093, "Finetune/Step": 6533, "Finetune/Step Time": 10.871032139286399}
+{"Finetune/Learning Rate": 1.5375205155176617e-05, "Finetune/Loss": 0.8368149399757385, "Finetune/Loss (Raw)": 0.8755030632019043, "Finetune/Step": 6534, "Finetune/Step Time": 10.887548031285405}
+{"Finetune/Learning Rate": 1.5373785079980697e-05, "Finetune/Loss": 0.8349788188934326, "Finetune/Loss (Raw)": 0.7557655572891235, "Finetune/Step": 6535, "Finetune/Step Time": 10.887420827522874}
+{"Finetune/Learning Rate": 1.5372364852399518e-05, "Finetune/Loss": 0.834526777267456, "Finetune/Loss (Raw)": 0.8403301239013672, "Finetune/Step": 6536, "Finetune/Step Time": 10.887275574728847}
+{"Finetune/Learning Rate": 1.5370944472473347e-05, "Finetune/Loss": 0.8342214822769165, "Finetune/Loss (Raw)": 0.8487161993980408, "Finetune/Step": 6537, "Finetune/Step Time": 10.89476953446865}
+{"Finetune/Learning Rate": 1.536952394024246e-05, "Finetune/Loss": 0.8339670896530151, "Finetune/Loss (Raw)": 0.7222223877906799, "Finetune/Step": 6538, "Finetune/Step Time": 10.899567479267716}
+{"Finetune/Learning Rate": 1.536810325574715e-05, "Finetune/Loss": 0.8351940512657166, "Finetune/Loss (Raw)": 0.9506011605262756, "Finetune/Step": 6539, "Finetune/Step Time": 10.901609122753143}
+{"Finetune/Learning Rate": 1.536668241902769e-05, "Finetune/Loss": 0.8321441411972046, "Finetune/Loss (Raw)": 0.5379026532173157, "Finetune/Step": 6540, "Finetune/Step Time": 10.953594725579023}
+{"Finetune/Learning Rate": 1.5365261430124378e-05, "Finetune/Loss": 0.8319108486175537, "Finetune/Loss (Raw)": 0.833989679813385, "Finetune/Step": 6541, "Finetune/Step Time": 10.955532819032669}
+{"Finetune/Learning Rate": 1.5363840289077515e-05, "Finetune/Loss": 0.832160472869873, "Finetune/Loss (Raw)": 0.7540817856788635, "Finetune/Step": 6542, "Finetune/Step Time": 10.942121686413884}
+{"Finetune/Learning Rate": 1.5362418995927387e-05, "Finetune/Loss": 0.8313438892364502, "Finetune/Loss (Raw)": 0.7750872373580933, "Finetune/Step": 6543, "Finetune/Step Time": 10.95179065130651}
+{"Finetune/Learning Rate": 1.5360997550714306e-05, "Finetune/Loss": 0.8307338356971741, "Finetune/Loss (Raw)": 0.8384405970573425, "Finetune/Step": 6544, "Finetune/Step Time": 10.95587071031332}
+{"Finetune/Learning Rate": 1.535957595347858e-05, "Finetune/Loss": 0.8298261165618896, "Finetune/Loss (Raw)": 0.8210170865058899, "Finetune/Step": 6545, "Finetune/Step Time": 10.95329368673265}
+{"Finetune/Learning Rate": 1.5358154204260524e-05, "Finetune/Loss": 0.8292781114578247, "Finetune/Loss (Raw)": 0.7629528641700745, "Finetune/Step": 6546, "Finetune/Step Time": 10.951676715165377}
+{"Finetune/Learning Rate": 1.5356732303100446e-05, "Finetune/Loss": 0.8297891616821289, "Finetune/Loss (Raw)": 0.9107558131217957, "Finetune/Step": 6547, "Finetune/Step Time": 10.921159284189343}
+{"Finetune/Learning Rate": 1.5355310250038674e-05, "Finetune/Loss": 0.8291246891021729, "Finetune/Loss (Raw)": 0.8658450841903687, "Finetune/Step": 6548, "Finetune/Step Time": 10.923059925436974}
+{"Finetune/Learning Rate": 1.5353888045115532e-05, "Finetune/Loss": 0.8299552798271179, "Finetune/Loss (Raw)": 0.9230038523674011, "Finetune/Step": 6549, "Finetune/Step Time": 10.907455991953611}
+{"Finetune/Learning Rate": 1.535246568837135e-05, "Finetune/Loss": 0.8299432396888733, "Finetune/Loss (Raw)": 0.8478290438652039, "Finetune/Step": 6550, "Finetune/Step Time": 10.92481086216867}
+{"Finetune/Learning Rate": 1.5351043179846464e-05, "Finetune/Loss": 0.8314369916915894, "Finetune/Loss (Raw)": 0.8941971063613892, "Finetune/Step": 6551, "Finetune/Step Time": 10.929581684991717}
+{"Finetune/Learning Rate": 1.5349620519581205e-05, "Finetune/Loss": 0.8315194249153137, "Finetune/Loss (Raw)": 0.8674119114875793, "Finetune/Step": 6552, "Finetune/Step Time": 10.927627449855208}
+{"Finetune/Learning Rate": 1.534819770761592e-05, "Finetune/Loss": 0.8328534364700317, "Finetune/Loss (Raw)": 1.0038154125213623, "Finetune/Step": 6553, "Finetune/Step Time": 10.91499887406826}
+{"Finetune/Learning Rate": 1.534677474399096e-05, "Finetune/Loss": 0.8334066867828369, "Finetune/Loss (Raw)": 0.8784309029579163, "Finetune/Step": 6554, "Finetune/Step Time": 10.912506630644202}
+{"Finetune/Learning Rate": 1.534535162874667e-05, "Finetune/Loss": 0.834929347038269, "Finetune/Loss (Raw)": 0.9847184419631958, "Finetune/Step": 6555, "Finetune/Step Time": 10.90732678771019}
+{"Finetune/Learning Rate": 1.5343928361923413e-05, "Finetune/Loss": 0.8350763320922852, "Finetune/Loss (Raw)": 0.8735132813453674, "Finetune/Step": 6556, "Finetune/Step Time": 10.903629681095481}
+{"Finetune/Learning Rate": 1.534250494356154e-05, "Finetune/Loss": 0.8344001770019531, "Finetune/Loss (Raw)": 0.7596790194511414, "Finetune/Step": 6557, "Finetune/Step Time": 10.900162482634187}
+{"Finetune/Learning Rate": 1.5341081373701418e-05, "Finetune/Loss": 0.8364842534065247, "Finetune/Loss (Raw)": 1.022782802581787, "Finetune/Step": 6558, "Finetune/Step Time": 10.899414716288447}
+{"Finetune/Learning Rate": 1.5339657652383415e-05, "Finetune/Loss": 0.8376981019973755, "Finetune/Loss (Raw)": 0.7930173873901367, "Finetune/Step": 6559, "Finetune/Step Time": 10.870197730138898}
+{"Finetune/Learning Rate": 1.533823377964791e-05, "Finetune/Loss": 0.8385875225067139, "Finetune/Loss (Raw)": 0.7850109934806824, "Finetune/Step": 6560, "Finetune/Step Time": 10.834342876449227}
+{"Finetune/Learning Rate": 1.533680975553527e-05, "Finetune/Loss": 0.8383499383926392, "Finetune/Loss (Raw)": 0.7843279242515564, "Finetune/Step": 6561, "Finetune/Step Time": 10.827399726957083}
+{"Finetune/Learning Rate": 1.5335385580085884e-05, "Finetune/Loss": 0.837892472743988, "Finetune/Loss (Raw)": 0.7822980880737305, "Finetune/Step": 6562, "Finetune/Step Time": 10.823334705084562}
+{"Finetune/Learning Rate": 1.5333961253340134e-05, "Finetune/Loss": 0.8368256092071533, "Finetune/Loss (Raw)": 0.7575274705886841, "Finetune/Step": 6563, "Finetune/Step Time": 10.828738452866673}
+{"Finetune/Learning Rate": 1.533253677533841e-05, "Finetune/Loss": 0.834854245185852, "Finetune/Loss (Raw)": 0.6591699719429016, "Finetune/Step": 6564, "Finetune/Step Time": 10.868368234485388}
+{"Finetune/Learning Rate": 1.5331112146121104e-05, "Finetune/Loss": 0.8333336114883423, "Finetune/Loss (Raw)": 0.7131322026252747, "Finetune/Step": 6565, "Finetune/Step Time": 10.87097368761897}
+{"Finetune/Learning Rate": 1.5329687365728624e-05, "Finetune/Loss": 0.8335312008857727, "Finetune/Loss (Raw)": 0.8214743733406067, "Finetune/Step": 6566, "Finetune/Step Time": 10.881540089845657}
+{"Finetune/Learning Rate": 1.5328262434201364e-05, "Finetune/Loss": 0.833565890789032, "Finetune/Loss (Raw)": 0.9032396674156189, "Finetune/Step": 6567, "Finetune/Step Time": 10.87995488755405}
+{"Finetune/Learning Rate": 1.532683735157973e-05, "Finetune/Loss": 0.8336612582206726, "Finetune/Loss (Raw)": 0.8625014424324036, "Finetune/Step": 6568, "Finetune/Step Time": 10.885834351181984}
+{"Finetune/Learning Rate": 1.5325412117904134e-05, "Finetune/Loss": 0.8341456055641174, "Finetune/Loss (Raw)": 0.834034264087677, "Finetune/Step": 6569, "Finetune/Step Time": 10.875762989744544}
+{"Finetune/Learning Rate": 1.5323986733215e-05, "Finetune/Loss": 0.8323924541473389, "Finetune/Loss (Raw)": 0.7242228984832764, "Finetune/Step": 6570, "Finetune/Step Time": 10.879468912258744}
+{"Finetune/Learning Rate": 1.5322561197552737e-05, "Finetune/Loss": 0.8313689231872559, "Finetune/Loss (Raw)": 0.5818272829055786, "Finetune/Step": 6571, "Finetune/Step Time": 10.905479077249765}
+{"Finetune/Learning Rate": 1.5321135510957776e-05, "Finetune/Loss": 0.8304187655448914, "Finetune/Loss (Raw)": 0.8160504698753357, "Finetune/Step": 6572, "Finetune/Step Time": 10.903181059285998}
+{"Finetune/Learning Rate": 1.5319709673470543e-05, "Finetune/Loss": 0.8302457928657532, "Finetune/Loss (Raw)": 0.8897262811660767, "Finetune/Step": 6573, "Finetune/Step Time": 10.91544347256422}
+{"Finetune/Learning Rate": 1.531828368513147e-05, "Finetune/Loss": 0.8294644355773926, "Finetune/Loss (Raw)": 0.7773113250732422, "Finetune/Step": 6574, "Finetune/Step Time": 10.947655521333218}
+{"Finetune/Learning Rate": 1.5316857545980993e-05, "Finetune/Loss": 0.8298356533050537, "Finetune/Loss (Raw)": 0.868688702583313, "Finetune/Step": 6575, "Finetune/Step Time": 10.953638484701514}
+{"Finetune/Learning Rate": 1.5315431256059558e-05, "Finetune/Loss": 0.8327801823616028, "Finetune/Loss (Raw)": 0.9114733934402466, "Finetune/Step": 6576, "Finetune/Step Time": 10.924341350793839}
+{"Finetune/Learning Rate": 1.5314004815407607e-05, "Finetune/Loss": 0.8328274488449097, "Finetune/Loss (Raw)": 0.8757645487785339, "Finetune/Step": 6577, "Finetune/Step Time": 10.917464952915907}
+{"Finetune/Learning Rate": 1.5312578224065595e-05, "Finetune/Loss": 0.8320510387420654, "Finetune/Loss (Raw)": 0.7802318334579468, "Finetune/Step": 6578, "Finetune/Step Time": 10.914898658171296}
+{"Finetune/Learning Rate": 1.531115148207396e-05, "Finetune/Loss": 0.8321973085403442, "Finetune/Loss (Raw)": 0.7285979390144348, "Finetune/Step": 6579, "Finetune/Step Time": 10.908357676118612}
+{"Finetune/Learning Rate": 1.5309724589473182e-05, "Finetune/Loss": 0.8312861323356628, "Finetune/Loss (Raw)": 0.7548276782035828, "Finetune/Step": 6580, "Finetune/Step Time": 10.905859092250466}
+{"Finetune/Learning Rate": 1.5308297546303714e-05, "Finetune/Loss": 0.832123875617981, "Finetune/Loss (Raw)": 0.8601006865501404, "Finetune/Step": 6581, "Finetune/Step Time": 10.912764688953757}
+{"Finetune/Learning Rate": 1.5306870352606015e-05, "Finetune/Loss": 0.8335833549499512, "Finetune/Loss (Raw)": 0.856419026851654, "Finetune/Step": 6582, "Finetune/Step Time": 10.934731371700764}
+{"Finetune/Learning Rate": 1.5305443008420566e-05, "Finetune/Loss": 0.8330697417259216, "Finetune/Loss (Raw)": 0.7302898168563843, "Finetune/Step": 6583, "Finetune/Step Time": 10.924581764265895}
+{"Finetune/Learning Rate": 1.5304015513787843e-05, "Finetune/Loss": 0.8298804759979248, "Finetune/Loss (Raw)": 0.5942496657371521, "Finetune/Step": 6584, "Finetune/Step Time": 10.9296278283}
+{"Finetune/Learning Rate": 1.5302587868748323e-05, "Finetune/Loss": 0.8296831250190735, "Finetune/Loss (Raw)": 0.7950652241706848, "Finetune/Step": 6585, "Finetune/Step Time": 10.926937505602837}
+{"Finetune/Learning Rate": 1.5301160073342485e-05, "Finetune/Loss": 0.8305078744888306, "Finetune/Loss (Raw)": 0.8841409087181091, "Finetune/Step": 6586, "Finetune/Step Time": 10.923588659614325}
+{"Finetune/Learning Rate": 1.5299732127610826e-05, "Finetune/Loss": 0.8298275470733643, "Finetune/Loss (Raw)": 0.9193743467330933, "Finetune/Step": 6587, "Finetune/Step Time": 10.91657804697752}
+{"Finetune/Learning Rate": 1.5298304031593834e-05, "Finetune/Loss": 0.8282395601272583, "Finetune/Loss (Raw)": 0.6126305460929871, "Finetune/Step": 6588, "Finetune/Step Time": 10.919150326400995}
+{"Finetune/Learning Rate": 1.5296875785332002e-05, "Finetune/Loss": 0.8284010291099548, "Finetune/Loss (Raw)": 0.7771627902984619, "Finetune/Step": 6589, "Finetune/Step Time": 10.910061812028289}
+{"Finetune/Learning Rate": 1.5295447388865838e-05, "Finetune/Loss": 0.8260669708251953, "Finetune/Loss (Raw)": 0.6067954897880554, "Finetune/Step": 6590, "Finetune/Step Time": 10.920188585296273}
+{"Finetune/Learning Rate": 1.5294018842235843e-05, "Finetune/Loss": 0.8262491226196289, "Finetune/Loss (Raw)": 0.8776911497116089, "Finetune/Step": 6591, "Finetune/Step Time": 10.942231144756079}
+{"Finetune/Learning Rate": 1.529259014548253e-05, "Finetune/Loss": 0.8264427185058594, "Finetune/Loss (Raw)": 0.8615875840187073, "Finetune/Step": 6592, "Finetune/Step Time": 10.936018260195851}
+{"Finetune/Learning Rate": 1.529116129864641e-05, "Finetune/Loss": 0.8252569437026978, "Finetune/Loss (Raw)": 0.8073405623435974, "Finetune/Step": 6593, "Finetune/Step Time": 10.925023233518004}
+{"Finetune/Learning Rate": 1.5289732301768e-05, "Finetune/Loss": 0.825424075126648, "Finetune/Loss (Raw)": 0.9009732604026794, "Finetune/Step": 6594, "Finetune/Step Time": 10.924773674458265}
+{"Finetune/Learning Rate": 1.5288303154887824e-05, "Finetune/Loss": 0.825161337852478, "Finetune/Loss (Raw)": 0.8731940388679504, "Finetune/Step": 6595, "Finetune/Step Time": 10.933878276497126}
+{"Finetune/Learning Rate": 1.528687385804641e-05, "Finetune/Loss": 0.8253889083862305, "Finetune/Loss (Raw)": 0.8715551495552063, "Finetune/Step": 6596, "Finetune/Step Time": 10.934671891853213}
+{"Finetune/Learning Rate": 1.5285444411284286e-05, "Finetune/Loss": 0.8249335289001465, "Finetune/Loss (Raw)": 0.7872994542121887, "Finetune/Step": 6597, "Finetune/Step Time": 10.917964056134224}
+{"Finetune/Learning Rate": 1.528401481464199e-05, "Finetune/Loss": 0.8258517980575562, "Finetune/Loss (Raw)": 0.9309284090995789, "Finetune/Step": 6598, "Finetune/Step Time": 10.920687844976783}
+{"Finetune/Learning Rate": 1.5282585068160058e-05, "Finetune/Loss": 0.8266406655311584, "Finetune/Loss (Raw)": 0.8545713424682617, "Finetune/Step": 6599, "Finetune/Step Time": 10.913621263578534}
+{"Finetune/Learning Rate": 1.5281155171879033e-05, "Finetune/Loss": 0.826796293258667, "Finetune/Loss (Raw)": 0.8374842405319214, "Finetune/Step": 6600, "Finetune/Step Time": 10.905262690037489}
+{"Finetune/Learning Rate": 1.5279725125839467e-05, "Finetune/Loss": 0.8283327221870422, "Finetune/Loss (Raw)": 0.9498411417007446, "Finetune/Step": 6601, "Finetune/Step Time": 10.864343322813511}
+{"Finetune/Learning Rate": 1.5278294930081915e-05, "Finetune/Loss": 0.8275405168533325, "Finetune/Loss (Raw)": 0.6709955334663391, "Finetune/Step": 6602, "Finetune/Step Time": 10.810712270438671}
+{"Finetune/Learning Rate": 1.527686458464692e-05, "Finetune/Loss": 0.8257876038551331, "Finetune/Loss (Raw)": 0.7227107286453247, "Finetune/Step": 6603, "Finetune/Step Time": 10.810703322291374}
+{"Finetune/Learning Rate": 1.5275434089575055e-05, "Finetune/Loss": 0.8260043859481812, "Finetune/Loss (Raw)": 0.8881808519363403, "Finetune/Step": 6604, "Finetune/Step Time": 10.817608067765832}
+{"Finetune/Learning Rate": 1.5274003444906883e-05, "Finetune/Loss": 0.8263897895812988, "Finetune/Loss (Raw)": 0.8542938828468323, "Finetune/Step": 6605, "Finetune/Step Time": 10.816625874489546}
+{"Finetune/Learning Rate": 1.5272572650682965e-05, "Finetune/Loss": 0.8262968063354492, "Finetune/Loss (Raw)": 0.8322334885597229, "Finetune/Step": 6606, "Finetune/Step Time": 10.806408163160086}
+{"Finetune/Learning Rate": 1.527114170694388e-05, "Finetune/Loss": 0.8250554800033569, "Finetune/Loss (Raw)": 0.7162867188453674, "Finetune/Step": 6607, "Finetune/Step Time": 10.791339747607708}
+{"Finetune/Learning Rate": 1.5269710613730212e-05, "Finetune/Loss": 0.8245443105697632, "Finetune/Loss (Raw)": 0.8770851492881775, "Finetune/Step": 6608, "Finetune/Step Time": 10.798597075045109}
+{"Finetune/Learning Rate": 1.526827937108253e-05, "Finetune/Loss": 0.8259496688842773, "Finetune/Loss (Raw)": 0.9964230060577393, "Finetune/Step": 6609, "Finetune/Step Time": 10.782398503273726}
+{"Finetune/Learning Rate": 1.5266847979041426e-05, "Finetune/Loss": 0.8259601593017578, "Finetune/Loss (Raw)": 0.8745841979980469, "Finetune/Step": 6610, "Finetune/Step Time": 10.79186025634408}
+{"Finetune/Learning Rate": 1.5265416437647492e-05, "Finetune/Loss": 0.825258731842041, "Finetune/Loss (Raw)": 0.815153956413269, "Finetune/Step": 6611, "Finetune/Step Time": 10.785587200894952}
+{"Finetune/Learning Rate": 1.526398474694132e-05, "Finetune/Loss": 0.8251465559005737, "Finetune/Loss (Raw)": 0.945380687713623, "Finetune/Step": 6612, "Finetune/Step Time": 10.787319008260965}
+{"Finetune/Learning Rate": 1.526255290696351e-05, "Finetune/Loss": 0.8218086361885071, "Finetune/Loss (Raw)": 0.5818907618522644, "Finetune/Step": 6613, "Finetune/Step Time": 10.818028653040528}
+{"Finetune/Learning Rate": 1.5261120917754666e-05, "Finetune/Loss": 0.8208013772964478, "Finetune/Loss (Raw)": 0.662051796913147, "Finetune/Step": 6614, "Finetune/Step Time": 10.85626195371151}
+{"Finetune/Learning Rate": 1.525968877935539e-05, "Finetune/Loss": 0.8210259675979614, "Finetune/Loss (Raw)": 0.8883827328681946, "Finetune/Step": 6615, "Finetune/Step Time": 10.857463849708438}
+{"Finetune/Learning Rate": 1.52582564918063e-05, "Finetune/Loss": 0.8200396299362183, "Finetune/Loss (Raw)": 0.7159194946289062, "Finetune/Step": 6616, "Finetune/Step Time": 10.851910186931491}
+{"Finetune/Learning Rate": 1.5256824055148003e-05, "Finetune/Loss": 0.8204994201660156, "Finetune/Loss (Raw)": 0.9433958530426025, "Finetune/Step": 6617, "Finetune/Step Time": 10.842889012768865}
+{"Finetune/Learning Rate": 1.525539146942113e-05, "Finetune/Loss": 0.8199613094329834, "Finetune/Loss (Raw)": 0.8271621465682983, "Finetune/Step": 6618, "Finetune/Step Time": 10.842125292867422}
+{"Finetune/Learning Rate": 1.5253958734666299e-05, "Finetune/Loss": 0.8196836113929749, "Finetune/Loss (Raw)": 0.9006959199905396, "Finetune/Step": 6619, "Finetune/Step Time": 10.843087950721383}
+{"Finetune/Learning Rate": 1.5252525850924135e-05, "Finetune/Loss": 0.8207675218582153, "Finetune/Loss (Raw)": 0.9417498111724854, "Finetune/Step": 6620, "Finetune/Step Time": 10.841596473008394}
+{"Finetune/Learning Rate": 1.5251092818235276e-05, "Finetune/Loss": 0.8214584589004517, "Finetune/Loss (Raw)": 0.973443865776062, "Finetune/Step": 6621, "Finetune/Step Time": 10.83630059286952}
+{"Finetune/Learning Rate": 1.5249659636640356e-05, "Finetune/Loss": 0.8217365741729736, "Finetune/Loss (Raw)": 0.8564549088478088, "Finetune/Step": 6622, "Finetune/Step Time": 10.840775683522224}
+{"Finetune/Learning Rate": 1.5248226306180019e-05, "Finetune/Loss": 0.8235586881637573, "Finetune/Loss (Raw)": 0.8850411772727966, "Finetune/Step": 6623, "Finetune/Step Time": 10.81340459920466}
+{"Finetune/Learning Rate": 1.5246792826894906e-05, "Finetune/Loss": 0.8239678144454956, "Finetune/Loss (Raw)": 0.904524028301239, "Finetune/Step": 6624, "Finetune/Step Time": 10.815126763656735}
+{"Finetune/Learning Rate": 1.5245359198825666e-05, "Finetune/Loss": 0.8272534012794495, "Finetune/Loss (Raw)": 0.9418948292732239, "Finetune/Step": 6625, "Finetune/Step Time": 10.791525075212121}
+{"Finetune/Learning Rate": 1.5243925422012958e-05, "Finetune/Loss": 0.8280487060546875, "Finetune/Loss (Raw)": 0.8211697936058044, "Finetune/Step": 6626, "Finetune/Step Time": 10.80118584446609}
+{"Finetune/Learning Rate": 1.5242491496497436e-05, "Finetune/Loss": 0.8273929357528687, "Finetune/Loss (Raw)": 0.838397741317749, "Finetune/Step": 6627, "Finetune/Step Time": 10.804020935669541}
+{"Finetune/Learning Rate": 1.5241057422319765e-05, "Finetune/Loss": 0.8275110721588135, "Finetune/Loss (Raw)": 0.8634371757507324, "Finetune/Step": 6628, "Finetune/Step Time": 10.813653880730271}
+{"Finetune/Learning Rate": 1.5239623199520605e-05, "Finetune/Loss": 0.8269500732421875, "Finetune/Loss (Raw)": 0.8141695261001587, "Finetune/Step": 6629, "Finetune/Step Time": 10.822575936093926}
+{"Finetune/Learning Rate": 1.5238188828140634e-05, "Finetune/Loss": 0.8256677985191345, "Finetune/Loss (Raw)": 0.727053165435791, "Finetune/Step": 6630, "Finetune/Step Time": 10.811387976631522}
+{"Finetune/Learning Rate": 1.5236754308220521e-05, "Finetune/Loss": 0.8267641067504883, "Finetune/Loss (Raw)": 0.9384977221488953, "Finetune/Step": 6631, "Finetune/Step Time": 10.808862714096904}
+{"Finetune/Learning Rate": 1.5235319639800948e-05, "Finetune/Loss": 0.8276116847991943, "Finetune/Loss (Raw)": 0.9976212382316589, "Finetune/Step": 6632, "Finetune/Step Time": 10.798954661935568}
+{"Finetune/Learning Rate": 1.5233884822922598e-05, "Finetune/Loss": 0.8283830881118774, "Finetune/Loss (Raw)": 0.9862812757492065, "Finetune/Step": 6633, "Finetune/Step Time": 10.802593279629946}
+{"Finetune/Learning Rate": 1.5232449857626157e-05, "Finetune/Loss": 0.8294042348861694, "Finetune/Loss (Raw)": 0.967658281326294, "Finetune/Step": 6634, "Finetune/Step Time": 10.788688002154231}
+{"Finetune/Learning Rate": 1.5231014743952314e-05, "Finetune/Loss": 0.8304965496063232, "Finetune/Loss (Raw)": 0.8360127210617065, "Finetune/Step": 6635, "Finetune/Step Time": 10.786127710714936}
+{"Finetune/Learning Rate": 1.5229579481941774e-05, "Finetune/Loss": 0.8295937776565552, "Finetune/Loss (Raw)": 0.798877477645874, "Finetune/Step": 6636, "Finetune/Step Time": 10.832800891250372}
+{"Finetune/Learning Rate": 1.522814407163523e-05, "Finetune/Loss": 0.830039381980896, "Finetune/Loss (Raw)": 0.6108037829399109, "Finetune/Step": 6637, "Finetune/Step Time": 10.813180604949594}
+{"Finetune/Learning Rate": 1.522670851307338e-05, "Finetune/Loss": 0.8293933868408203, "Finetune/Loss (Raw)": 0.8062880039215088, "Finetune/Step": 6638, "Finetune/Step Time": 10.812660673633218}
+{"Finetune/Learning Rate": 1.5225272806296944e-05, "Finetune/Loss": 0.8297358155250549, "Finetune/Loss (Raw)": 0.8735607266426086, "Finetune/Step": 6639, "Finetune/Step Time": 10.791197370737791}
+{"Finetune/Learning Rate": 1.5223836951346634e-05, "Finetune/Loss": 0.828242301940918, "Finetune/Loss (Raw)": 0.8164355754852295, "Finetune/Step": 6640, "Finetune/Step Time": 10.790085161104798}
+{"Finetune/Learning Rate": 1.5222400948263156e-05, "Finetune/Loss": 0.8263629674911499, "Finetune/Loss (Raw)": 0.7146031856536865, "Finetune/Step": 6641, "Finetune/Step Time": 10.75915147550404}
+{"Finetune/Learning Rate": 1.5220964797087242e-05, "Finetune/Loss": 0.8261373043060303, "Finetune/Loss (Raw)": 0.8728521466255188, "Finetune/Step": 6642, "Finetune/Step Time": 10.760643539950252}
+{"Finetune/Learning Rate": 1.521952849785961e-05, "Finetune/Loss": 0.8265302181243896, "Finetune/Loss (Raw)": 0.7708278298377991, "Finetune/Step": 6643, "Finetune/Step Time": 10.766478592529893}
+{"Finetune/Learning Rate": 1.5218092050620992e-05, "Finetune/Loss": 0.8269841074943542, "Finetune/Loss (Raw)": 0.8610681295394897, "Finetune/Step": 6644, "Finetune/Step Time": 10.768005721271038}
+{"Finetune/Learning Rate": 1.5216655455412124e-05, "Finetune/Loss": 0.8276371955871582, "Finetune/Loss (Raw)": 0.8313674926757812, "Finetune/Step": 6645, "Finetune/Step Time": 10.766961535438895}
+{"Finetune/Learning Rate": 1.5215218712273738e-05, "Finetune/Loss": 0.8281652927398682, "Finetune/Loss (Raw)": 0.9274063110351562, "Finetune/Step": 6646, "Finetune/Step Time": 10.771864384412766}
+{"Finetune/Learning Rate": 1.5213781821246582e-05, "Finetune/Loss": 0.8292858004570007, "Finetune/Loss (Raw)": 0.829044759273529, "Finetune/Step": 6647, "Finetune/Step Time": 10.769746139645576}
+{"Finetune/Learning Rate": 1.52123447823714e-05, "Finetune/Loss": 0.8291072845458984, "Finetune/Loss (Raw)": 0.8817878365516663, "Finetune/Step": 6648, "Finetune/Step Time": 10.761749250814319}
+{"Finetune/Learning Rate": 1.5210907595688942e-05, "Finetune/Loss": 0.826991856098175, "Finetune/Loss (Raw)": 0.5925765633583069, "Finetune/Step": 6649, "Finetune/Step Time": 10.779570404440165}
+{"Finetune/Learning Rate": 1.520947026123996e-05, "Finetune/Loss": 0.8250805139541626, "Finetune/Loss (Raw)": 0.7090012431144714, "Finetune/Step": 6650, "Finetune/Step Time": 10.780969178304076}
+{"Finetune/Learning Rate": 1.5208032779065218e-05, "Finetune/Loss": 0.8234059810638428, "Finetune/Loss (Raw)": 0.7342198491096497, "Finetune/Step": 6651, "Finetune/Step Time": 10.789854450151324}
+{"Finetune/Learning Rate": 1.5206595149205474e-05, "Finetune/Loss": 0.8230742812156677, "Finetune/Loss (Raw)": 0.8366730213165283, "Finetune/Step": 6652, "Finetune/Step Time": 10.79307883605361}
+{"Finetune/Learning Rate": 1.5205157371701498e-05, "Finetune/Loss": 0.8226310014724731, "Finetune/Loss (Raw)": 0.8259515762329102, "Finetune/Step": 6653, "Finetune/Step Time": 10.788236139342189}
+{"Finetune/Learning Rate": 1.5203719446594063e-05, "Finetune/Loss": 0.8211342096328735, "Finetune/Loss (Raw)": 0.8288732171058655, "Finetune/Step": 6654, "Finetune/Step Time": 10.791360719129443}
+{"Finetune/Learning Rate": 1.5202281373923934e-05, "Finetune/Loss": 0.8222877383232117, "Finetune/Loss (Raw)": 0.7378737330436707, "Finetune/Step": 6655, "Finetune/Step Time": 10.790087059140205}
+{"Finetune/Learning Rate": 1.5200843153731905e-05, "Finetune/Loss": 0.8213843703269958, "Finetune/Loss (Raw)": 0.6346746683120728, "Finetune/Step": 6656, "Finetune/Step Time": 10.82902462221682}
+{"Finetune/Learning Rate": 1.5199404786058755e-05, "Finetune/Loss": 0.8224546909332275, "Finetune/Loss (Raw)": 0.9049374461174011, "Finetune/Step": 6657, "Finetune/Step Time": 10.831830106675625}
+{"Finetune/Learning Rate": 1.5197966270945268e-05, "Finetune/Loss": 0.8211671113967896, "Finetune/Loss (Raw)": 0.5465432405471802, "Finetune/Step": 6658, "Finetune/Step Time": 10.83191060461104}
+{"Finetune/Learning Rate": 1.5196527608432234e-05, "Finetune/Loss": 0.8216384053230286, "Finetune/Loss (Raw)": 0.8562930822372437, "Finetune/Step": 6659, "Finetune/Step Time": 10.822964729741216}
+{"Finetune/Learning Rate": 1.5195088798560462e-05, "Finetune/Loss": 0.8219318985939026, "Finetune/Loss (Raw)": 0.832080602645874, "Finetune/Step": 6660, "Finetune/Step Time": 10.823117105290294}
+{"Finetune/Learning Rate": 1.519364984137074e-05, "Finetune/Loss": 0.8229540586471558, "Finetune/Loss (Raw)": 0.9555200934410095, "Finetune/Step": 6661, "Finetune/Step Time": 10.822499321773648}
+{"Finetune/Learning Rate": 1.5192210736903879e-05, "Finetune/Loss": 0.8223760724067688, "Finetune/Loss (Raw)": 0.8015156984329224, "Finetune/Step": 6662, "Finetune/Step Time": 10.804015696048737}
+{"Finetune/Learning Rate": 1.5190771485200683e-05, "Finetune/Loss": 0.8233560919761658, "Finetune/Loss (Raw)": 0.8812164664268494, "Finetune/Step": 6663, "Finetune/Step Time": 10.803715085610747}
+{"Finetune/Learning Rate": 1.518933208630197e-05, "Finetune/Loss": 0.822746217250824, "Finetune/Loss (Raw)": 0.762264609336853, "Finetune/Step": 6664, "Finetune/Step Time": 10.816449504345655}
+{"Finetune/Learning Rate": 1.5187892540248556e-05, "Finetune/Loss": 0.8213984370231628, "Finetune/Loss (Raw)": 0.6761958599090576, "Finetune/Step": 6665, "Finetune/Step Time": 10.828526744619012}
+{"Finetune/Learning Rate": 1.5186452847081263e-05, "Finetune/Loss": 0.8227828145027161, "Finetune/Loss (Raw)": 0.8994240164756775, "Finetune/Step": 6666, "Finetune/Step Time": 10.826107850298285}
+{"Finetune/Learning Rate": 1.5185013006840914e-05, "Finetune/Loss": 0.8219788074493408, "Finetune/Loss (Raw)": 0.8476854562759399, "Finetune/Step": 6667, "Finetune/Step Time": 10.849672593176365}
+{"Finetune/Learning Rate": 1.518357301956834e-05, "Finetune/Loss": 0.8240208625793457, "Finetune/Loss (Raw)": 0.7992872595787048, "Finetune/Step": 6668, "Finetune/Step Time": 10.795748185366392}
+{"Finetune/Learning Rate": 1.5182132885304377e-05, "Finetune/Loss": 0.823881208896637, "Finetune/Loss (Raw)": 0.8161189556121826, "Finetune/Step": 6669, "Finetune/Step Time": 10.797842549160123}
+{"Finetune/Learning Rate": 1.518069260408986e-05, "Finetune/Loss": 0.8238774538040161, "Finetune/Loss (Raw)": 0.753591775894165, "Finetune/Step": 6670, "Finetune/Step Time": 10.79278939589858}
+{"Finetune/Learning Rate": 1.5179252175965632e-05, "Finetune/Loss": 0.8250625729560852, "Finetune/Loss (Raw)": 0.9267902970314026, "Finetune/Step": 6671, "Finetune/Step Time": 10.778338709846139}
+{"Finetune/Learning Rate": 1.517781160097254e-05, "Finetune/Loss": 0.8251519799232483, "Finetune/Loss (Raw)": 0.8498809337615967, "Finetune/Step": 6672, "Finetune/Step Time": 10.766455225646496}
+{"Finetune/Learning Rate": 1.517637087915144e-05, "Finetune/Loss": 0.824824333190918, "Finetune/Loss (Raw)": 0.779081404209137, "Finetune/Step": 6673, "Finetune/Step Time": 10.764006949961185}
+{"Finetune/Learning Rate": 1.5174930010543176e-05, "Finetune/Loss": 0.8253164291381836, "Finetune/Loss (Raw)": 0.825943112373352, "Finetune/Step": 6674, "Finetune/Step Time": 10.7887427136302}
+{"Finetune/Learning Rate": 1.5173488995188614e-05, "Finetune/Loss": 0.8240393400192261, "Finetune/Loss (Raw)": 0.7472914457321167, "Finetune/Step": 6675, "Finetune/Step Time": 10.78899453766644}
+{"Finetune/Learning Rate": 1.5172047833128613e-05, "Finetune/Loss": 0.8236051797866821, "Finetune/Loss (Raw)": 0.8102620840072632, "Finetune/Step": 6676, "Finetune/Step Time": 10.790355056524277}
+{"Finetune/Learning Rate": 1.5170606524404045e-05, "Finetune/Loss": 0.8222514986991882, "Finetune/Loss (Raw)": 0.7497379183769226, "Finetune/Step": 6677, "Finetune/Step Time": 10.786994904279709}
+{"Finetune/Learning Rate": 1.5169165069055782e-05, "Finetune/Loss": 0.8216580152511597, "Finetune/Loss (Raw)": 0.7718648910522461, "Finetune/Step": 6678, "Finetune/Step Time": 10.764803608879447}
+{"Finetune/Learning Rate": 1.5167723467124693e-05, "Finetune/Loss": 0.821148693561554, "Finetune/Loss (Raw)": 0.8290068507194519, "Finetune/Step": 6679, "Finetune/Step Time": 10.765405293554068}
+{"Finetune/Learning Rate": 1.516628171865166e-05, "Finetune/Loss": 0.8199112415313721, "Finetune/Loss (Raw)": 0.7090136408805847, "Finetune/Step": 6680, "Finetune/Step Time": 10.766762048006058}
+{"Finetune/Learning Rate": 1.5164839823677575e-05, "Finetune/Loss": 0.819424033164978, "Finetune/Loss (Raw)": 0.9414594769477844, "Finetune/Step": 6681, "Finetune/Step Time": 10.75370141863823}
+{"Finetune/Learning Rate": 1.5163397782243314e-05, "Finetune/Loss": 0.8198007345199585, "Finetune/Loss (Raw)": 0.9266406297683716, "Finetune/Step": 6682, "Finetune/Step Time": 10.753415007144213}
+{"Finetune/Learning Rate": 1.5161955594389775e-05, "Finetune/Loss": 0.8190860748291016, "Finetune/Loss (Raw)": 0.8932445645332336, "Finetune/Step": 6683, "Finetune/Step Time": 10.759741814807057}
+{"Finetune/Learning Rate": 1.5160513260157856e-05, "Finetune/Loss": 0.8173307180404663, "Finetune/Loss (Raw)": 0.6488256454467773, "Finetune/Step": 6684, "Finetune/Step Time": 10.772258196026087}
+{"Finetune/Learning Rate": 1.5159070779588454e-05, "Finetune/Loss": 0.8188914060592651, "Finetune/Loss (Raw)": 0.9594458937644958, "Finetune/Step": 6685, "Finetune/Step Time": 10.775487443432212}
+{"Finetune/Learning Rate": 1.5157628152722477e-05, "Finetune/Loss": 0.8177528381347656, "Finetune/Loss (Raw)": 0.8770526051521301, "Finetune/Step": 6686, "Finetune/Step Time": 10.77335074916482}
+{"Finetune/Learning Rate": 1.515618537960083e-05, "Finetune/Loss": 0.8176440000534058, "Finetune/Loss (Raw)": 0.7790859937667847, "Finetune/Step": 6687, "Finetune/Step Time": 10.767203351482749}
+{"Finetune/Learning Rate": 1.5154742460264426e-05, "Finetune/Loss": 0.8179521560668945, "Finetune/Loss (Raw)": 0.8244462609291077, "Finetune/Step": 6688, "Finetune/Step Time": 10.770612895488739}
+{"Finetune/Learning Rate": 1.515329939475419e-05, "Finetune/Loss": 0.8189200162887573, "Finetune/Loss (Raw)": 0.9082205295562744, "Finetune/Step": 6689, "Finetune/Step Time": 10.793691921979189}
+{"Finetune/Learning Rate": 1.5151856183111031e-05, "Finetune/Loss": 0.8197258710861206, "Finetune/Loss (Raw)": 0.8854438066482544, "Finetune/Step": 6690, "Finetune/Step Time": 10.800307193771005}
+{"Finetune/Learning Rate": 1.5150412825375883e-05, "Finetune/Loss": 0.8210417032241821, "Finetune/Loss (Raw)": 0.9259560108184814, "Finetune/Step": 6691, "Finetune/Step Time": 10.801136296242476}
+{"Finetune/Learning Rate": 1.5148969321589672e-05, "Finetune/Loss": 0.8223327398300171, "Finetune/Loss (Raw)": 0.824415385723114, "Finetune/Step": 6692, "Finetune/Step Time": 10.765529105439782}
+{"Finetune/Learning Rate": 1.5147525671793335e-05, "Finetune/Loss": 0.823067307472229, "Finetune/Loss (Raw)": 0.8071584701538086, "Finetune/Step": 6693, "Finetune/Step Time": 10.765242530032992}
+{"Finetune/Learning Rate": 1.5146081876027807e-05, "Finetune/Loss": 0.8235989809036255, "Finetune/Loss (Raw)": 0.8895394802093506, "Finetune/Step": 6694, "Finetune/Step Time": 10.767327634617686}
+{"Finetune/Learning Rate": 1.514463793433403e-05, "Finetune/Loss": 0.8227353096008301, "Finetune/Loss (Raw)": 0.7926856875419617, "Finetune/Step": 6695, "Finetune/Step Time": 10.78067547082901}
+{"Finetune/Learning Rate": 1.5143193846752952e-05, "Finetune/Loss": 0.823778510093689, "Finetune/Loss (Raw)": 0.9960283041000366, "Finetune/Step": 6696, "Finetune/Step Time": 10.79117276519537}
+{"Finetune/Learning Rate": 1.5141749613325519e-05, "Finetune/Loss": 0.8241977691650391, "Finetune/Loss (Raw)": 0.8877031803131104, "Finetune/Step": 6697, "Finetune/Step Time": 10.79102092422545}
+{"Finetune/Learning Rate": 1.514030523409269e-05, "Finetune/Loss": 0.8254067897796631, "Finetune/Loss (Raw)": 0.8789725303649902, "Finetune/Step": 6698, "Finetune/Step Time": 10.79956673271954}
+{"Finetune/Learning Rate": 1.513886070909542e-05, "Finetune/Loss": 0.8283368945121765, "Finetune/Loss (Raw)": 0.9568830132484436, "Finetune/Step": 6699, "Finetune/Step Time": 10.788994142785668}
+{"Finetune/Learning Rate": 1.5137416038374672e-05, "Finetune/Loss": 0.828788161277771, "Finetune/Loss (Raw)": 0.8738168478012085, "Finetune/Step": 6700, "Finetune/Step Time": 10.789964010939002}
+{"Finetune/Learning Rate": 1.5135971221971417e-05, "Finetune/Loss": 0.8298220634460449, "Finetune/Loss (Raw)": 1.0220601558685303, "Finetune/Step": 6701, "Finetune/Step Time": 10.775160118937492}
+{"Finetune/Learning Rate": 1.5134526259926624e-05, "Finetune/Loss": 0.8294116258621216, "Finetune/Loss (Raw)": 0.7247779965400696, "Finetune/Step": 6702, "Finetune/Step Time": 10.737686732783914}
+{"Finetune/Learning Rate": 1.5133081152281266e-05, "Finetune/Loss": 0.8300515413284302, "Finetune/Loss (Raw)": 0.9505943655967712, "Finetune/Step": 6703, "Finetune/Step Time": 10.739142967388034}
+{"Finetune/Learning Rate": 1.513163589907632e-05, "Finetune/Loss": 0.8289081454277039, "Finetune/Loss (Raw)": 0.7651230692863464, "Finetune/Step": 6704, "Finetune/Step Time": 10.748520532622933}
+{"Finetune/Learning Rate": 1.5130190500352774e-05, "Finetune/Loss": 0.82818204164505, "Finetune/Loss (Raw)": 0.7828217148780823, "Finetune/Step": 6705, "Finetune/Step Time": 10.797957710921764}
+{"Finetune/Learning Rate": 1.5128744956151616e-05, "Finetune/Loss": 0.8285191059112549, "Finetune/Loss (Raw)": 0.823378324508667, "Finetune/Step": 6706, "Finetune/Step Time": 10.798597084358335}
+{"Finetune/Learning Rate": 1.5127299266513835e-05, "Finetune/Loss": 0.8291387557983398, "Finetune/Loss (Raw)": 0.8079191446304321, "Finetune/Step": 6707, "Finetune/Step Time": 10.801969507709146}
+{"Finetune/Learning Rate": 1.5125853431480421e-05, "Finetune/Loss": 0.8297618627548218, "Finetune/Loss (Raw)": 0.8345762491226196, "Finetune/Step": 6708, "Finetune/Step Time": 10.802901159971952}
+{"Finetune/Learning Rate": 1.5124407451092386e-05, "Finetune/Loss": 0.8296148180961609, "Finetune/Loss (Raw)": 0.841277539730072, "Finetune/Step": 6709, "Finetune/Step Time": 10.800442665815353}
+{"Finetune/Learning Rate": 1.5122961325390728e-05, "Finetune/Loss": 0.8308942914009094, "Finetune/Loss (Raw)": 1.0201913118362427, "Finetune/Step": 6710, "Finetune/Step Time": 10.773976998403668}
+{"Finetune/Learning Rate": 1.512151505441645e-05, "Finetune/Loss": 0.8321719765663147, "Finetune/Loss (Raw)": 0.8938337564468384, "Finetune/Step": 6711, "Finetune/Step Time": 10.79835319146514}
+{"Finetune/Learning Rate": 1.5120068638210573e-05, "Finetune/Loss": 0.8326623439788818, "Finetune/Loss (Raw)": 0.6570219397544861, "Finetune/Step": 6712, "Finetune/Step Time": 10.812927436083555}
+{"Finetune/Learning Rate": 1.5118622076814108e-05, "Finetune/Loss": 0.8334574103355408, "Finetune/Loss (Raw)": 0.8968314528465271, "Finetune/Step": 6713, "Finetune/Step Time": 10.835585685446858}
+{"Finetune/Learning Rate": 1.511717537026807e-05, "Finetune/Loss": 0.8334102034568787, "Finetune/Loss (Raw)": 0.8780958652496338, "Finetune/Step": 6714, "Finetune/Step Time": 10.86256505921483}
+{"Finetune/Learning Rate": 1.5115728518613498e-05, "Finetune/Loss": 0.8336200714111328, "Finetune/Loss (Raw)": 0.9462352395057678, "Finetune/Step": 6715, "Finetune/Step Time": 10.863395493477583}
+{"Finetune/Learning Rate": 1.511428152189141e-05, "Finetune/Loss": 0.8350225687026978, "Finetune/Loss (Raw)": 0.7921562790870667, "Finetune/Step": 6716, "Finetune/Step Time": 10.855485336855054}
+{"Finetune/Learning Rate": 1.5112834380142839e-05, "Finetune/Loss": 0.8357853889465332, "Finetune/Loss (Raw)": 0.874803900718689, "Finetune/Step": 6717, "Finetune/Step Time": 10.857238547876477}
+{"Finetune/Learning Rate": 1.5111387093408825e-05, "Finetune/Loss": 0.8379337191581726, "Finetune/Loss (Raw)": 0.8817816376686096, "Finetune/Step": 6718, "Finetune/Step Time": 10.84159017726779}
+{"Finetune/Learning Rate": 1.5109939661730408e-05, "Finetune/Loss": 0.8379988074302673, "Finetune/Loss (Raw)": 0.886023998260498, "Finetune/Step": 6719, "Finetune/Step Time": 10.821052910760045}
+{"Finetune/Learning Rate": 1.5108492085148632e-05, "Finetune/Loss": 0.8371256589889526, "Finetune/Loss (Raw)": 0.7498164772987366, "Finetune/Step": 6720, "Finetune/Step Time": 10.828074552118778}
+{"Finetune/Learning Rate": 1.510704436370455e-05, "Finetune/Loss": 0.8350153565406799, "Finetune/Loss (Raw)": 0.5372269153594971, "Finetune/Step": 6721, "Finetune/Step Time": 10.850016724318266}
+{"Finetune/Learning Rate": 1.510559649743921e-05, "Finetune/Loss": 0.8346004486083984, "Finetune/Loss (Raw)": 0.847867488861084, "Finetune/Step": 6722, "Finetune/Step Time": 10.83750363253057}
+{"Finetune/Learning Rate": 1.5104148486393672e-05, "Finetune/Loss": 0.8346947431564331, "Finetune/Loss (Raw)": 0.8852643370628357, "Finetune/Step": 6723, "Finetune/Step Time": 10.833160681650043}
+{"Finetune/Learning Rate": 1.5102700330609e-05, "Finetune/Loss": 0.8353742957115173, "Finetune/Loss (Raw)": 0.9585367441177368, "Finetune/Step": 6724, "Finetune/Step Time": 10.843770215287805}
+{"Finetune/Learning Rate": 1.510125203012625e-05, "Finetune/Loss": 0.8350269794464111, "Finetune/Loss (Raw)": 0.7428421974182129, "Finetune/Step": 6725, "Finetune/Step Time": 10.872273733839393}
+{"Finetune/Learning Rate": 1.5099803584986504e-05, "Finetune/Loss": 0.8334359526634216, "Finetune/Loss (Raw)": 0.7272726893424988, "Finetune/Step": 6726, "Finetune/Step Time": 10.867693897336721}
+{"Finetune/Learning Rate": 1.5098354995230831e-05, "Finetune/Loss": 0.8331694006919861, "Finetune/Loss (Raw)": 0.8204560875892639, "Finetune/Step": 6727, "Finetune/Step Time": 10.868833422660828}
+{"Finetune/Learning Rate": 1.5096906260900304e-05, "Finetune/Loss": 0.8339114189147949, "Finetune/Loss (Raw)": 0.9324623942375183, "Finetune/Step": 6728, "Finetune/Step Time": 10.864106142893434}
+{"Finetune/Learning Rate": 1.5095457382036012e-05, "Finetune/Loss": 0.8347527384757996, "Finetune/Loss (Raw)": 1.05752694606781, "Finetune/Step": 6729, "Finetune/Step Time": 10.858679508790374}
+{"Finetune/Learning Rate": 1.5094008358679037e-05, "Finetune/Loss": 0.8363295197486877, "Finetune/Loss (Raw)": 0.8728238344192505, "Finetune/Step": 6730, "Finetune/Step Time": 10.867651162669063}
+{"Finetune/Learning Rate": 1.509255919087047e-05, "Finetune/Loss": 0.8373638391494751, "Finetune/Loss (Raw)": 0.8551011085510254, "Finetune/Step": 6731, "Finetune/Step Time": 10.864427257329226}
+{"Finetune/Learning Rate": 1.5091109878651406e-05, "Finetune/Loss": 0.8377497792243958, "Finetune/Loss (Raw)": 0.937587320804596, "Finetune/Step": 6732, "Finetune/Step Time": 10.836579589173198}
+{"Finetune/Learning Rate": 1.5089660422062944e-05, "Finetune/Loss": 0.8377148509025574, "Finetune/Loss (Raw)": 0.8498251438140869, "Finetune/Step": 6733, "Finetune/Step Time": 10.843914825469255}
+{"Finetune/Learning Rate": 1.5088210821146185e-05, "Finetune/Loss": 0.8380930423736572, "Finetune/Loss (Raw)": 0.8806451559066772, "Finetune/Step": 6734, "Finetune/Step Time": 10.84298717789352}
+{"Finetune/Learning Rate": 1.5086761075942236e-05, "Finetune/Loss": 0.8385597467422485, "Finetune/Loss (Raw)": 0.7760252356529236, "Finetune/Step": 6735, "Finetune/Step Time": 10.831003423780203}
+{"Finetune/Learning Rate": 1.5085311186492206e-05, "Finetune/Loss": 0.8381979465484619, "Finetune/Loss (Raw)": 0.8307643532752991, "Finetune/Step": 6736, "Finetune/Step Time": 10.829480094835162}
+{"Finetune/Learning Rate": 1.5083861152837214e-05, "Finetune/Loss": 0.8377469778060913, "Finetune/Loss (Raw)": 0.9387071132659912, "Finetune/Step": 6737, "Finetune/Step Time": 10.82899814285338}
+{"Finetune/Learning Rate": 1.5082410975018374e-05, "Finetune/Loss": 0.8385714292526245, "Finetune/Loss (Raw)": 0.9801080822944641, "Finetune/Step": 6738, "Finetune/Step Time": 10.800255158916116}
+{"Finetune/Learning Rate": 1.5080960653076813e-05, "Finetune/Loss": 0.8377571105957031, "Finetune/Loss (Raw)": 0.7109248638153076, "Finetune/Step": 6739, "Finetune/Step Time": 10.799746628850698}
+{"Finetune/Learning Rate": 1.5079510187053656e-05, "Finetune/Loss": 0.835588812828064, "Finetune/Loss (Raw)": 0.6678431034088135, "Finetune/Step": 6740, "Finetune/Step Time": 10.836144156754017}
+{"Finetune/Learning Rate": 1.5078059576990031e-05, "Finetune/Loss": 0.8374543190002441, "Finetune/Loss (Raw)": 0.8206742405891418, "Finetune/Step": 6741, "Finetune/Step Time": 10.796645615249872}
+{"Finetune/Learning Rate": 1.5076608822927082e-05, "Finetune/Loss": 0.8386220335960388, "Finetune/Loss (Raw)": 0.8115108013153076, "Finetune/Step": 6742, "Finetune/Step Time": 10.759637063369155}
+{"Finetune/Learning Rate": 1.507515792490594e-05, "Finetune/Loss": 0.8389053344726562, "Finetune/Loss (Raw)": 0.9246490001678467, "Finetune/Step": 6743, "Finetune/Step Time": 10.75778767094016}
+{"Finetune/Learning Rate": 1.5073706882967752e-05, "Finetune/Loss": 0.8397573232650757, "Finetune/Loss (Raw)": 0.824971616268158, "Finetune/Step": 6744, "Finetune/Step Time": 10.766375802457333}
+{"Finetune/Learning Rate": 1.5072255697153664e-05, "Finetune/Loss": 0.8390480875968933, "Finetune/Loss (Raw)": 0.8526153564453125, "Finetune/Step": 6745, "Finetune/Step Time": 10.762184834107757}
+{"Finetune/Learning Rate": 1.5070804367504825e-05, "Finetune/Loss": 0.8382245302200317, "Finetune/Loss (Raw)": 0.7217488288879395, "Finetune/Step": 6746, "Finetune/Step Time": 10.7799461632967}
+{"Finetune/Learning Rate": 1.5069352894062397e-05, "Finetune/Loss": 0.8384278416633606, "Finetune/Loss (Raw)": 0.926719069480896, "Finetune/Step": 6747, "Finetune/Step Time": 10.768388198688626}
+{"Finetune/Learning Rate": 1.5067901276867538e-05, "Finetune/Loss": 0.8382389545440674, "Finetune/Loss (Raw)": 0.9175668358802795, "Finetune/Step": 6748, "Finetune/Step Time": 10.76630949229002}
+{"Finetune/Learning Rate": 1.5066449515961403e-05, "Finetune/Loss": 0.8370788097381592, "Finetune/Loss (Raw)": 0.8249514102935791, "Finetune/Step": 6749, "Finetune/Step Time": 10.76907803863287}
+{"Finetune/Learning Rate": 1.5064997611385172e-05, "Finetune/Loss": 0.8374719619750977, "Finetune/Loss (Raw)": 0.9067822694778442, "Finetune/Step": 6750, "Finetune/Step Time": 10.760306425392628}
+{"Finetune/Learning Rate": 1.5063545563180013e-05, "Finetune/Loss": 0.8368403911590576, "Finetune/Loss (Raw)": 0.804192066192627, "Finetune/Step": 6751, "Finetune/Step Time": 10.767566472291946}
+{"Finetune/Learning Rate": 1.5062093371387097e-05, "Finetune/Loss": 0.836310863494873, "Finetune/Loss (Raw)": 0.8367404341697693, "Finetune/Step": 6752, "Finetune/Step Time": 10.768886435776949}
+{"Finetune/Learning Rate": 1.5060641036047608e-05, "Finetune/Loss": 0.8349682092666626, "Finetune/Loss (Raw)": 0.7700474858283997, "Finetune/Step": 6753, "Finetune/Step Time": 10.756186217069626}
+{"Finetune/Learning Rate": 1.5059188557202734e-05, "Finetune/Loss": 0.8354090452194214, "Finetune/Loss (Raw)": 0.8775910139083862, "Finetune/Step": 6754, "Finetune/Step Time": 10.745705746114254}
+{"Finetune/Learning Rate": 1.5057735934893653e-05, "Finetune/Loss": 0.8347448110580444, "Finetune/Loss (Raw)": 0.753372848033905, "Finetune/Step": 6755, "Finetune/Step Time": 10.746022192761302}
+{"Finetune/Learning Rate": 1.5056283169161565e-05, "Finetune/Loss": 0.8344302773475647, "Finetune/Loss (Raw)": 0.8231799602508545, "Finetune/Step": 6756, "Finetune/Step Time": 10.742272252216935}
+{"Finetune/Learning Rate": 1.5054830260047669e-05, "Finetune/Loss": 0.8346039056777954, "Finetune/Loss (Raw)": 0.8364003300666809, "Finetune/Step": 6757, "Finetune/Step Time": 10.720412600785494}
+{"Finetune/Learning Rate": 1.5053377207593157e-05, "Finetune/Loss": 0.8352412581443787, "Finetune/Loss (Raw)": 0.8086276054382324, "Finetune/Step": 6758, "Finetune/Step Time": 10.738860806450248}
+{"Finetune/Learning Rate": 1.5051924011839237e-05, "Finetune/Loss": 0.8341045379638672, "Finetune/Loss (Raw)": 0.7929912209510803, "Finetune/Step": 6759, "Finetune/Step Time": 10.751608602702618}
+{"Finetune/Learning Rate": 1.5050470672827117e-05, "Finetune/Loss": 0.8330987095832825, "Finetune/Loss (Raw)": 0.8688817620277405, "Finetune/Step": 6760, "Finetune/Step Time": 10.755715886130929}
+{"Finetune/Learning Rate": 1.5049017190598011e-05, "Finetune/Loss": 0.8320587873458862, "Finetune/Loss (Raw)": 0.8531724214553833, "Finetune/Step": 6761, "Finetune/Step Time": 10.753373481333256}
+{"Finetune/Learning Rate": 1.5047563565193137e-05, "Finetune/Loss": 0.8298771381378174, "Finetune/Loss (Raw)": 0.6884006261825562, "Finetune/Step": 6762, "Finetune/Step Time": 10.79957327991724}
+{"Finetune/Learning Rate": 1.5046109796653712e-05, "Finetune/Loss": 0.8298667669296265, "Finetune/Loss (Raw)": 0.8346943259239197, "Finetune/Step": 6763, "Finetune/Step Time": 10.818026006221771}
+{"Finetune/Learning Rate": 1.5044655885020962e-05, "Finetune/Loss": 0.8300062417984009, "Finetune/Loss (Raw)": 0.8167296051979065, "Finetune/Step": 6764, "Finetune/Step Time": 10.772496098652482}
+{"Finetune/Learning Rate": 1.5043201830336118e-05, "Finetune/Loss": 0.8320367336273193, "Finetune/Loss (Raw)": 0.8707064390182495, "Finetune/Step": 6765, "Finetune/Step Time": 10.746196519583464}
+{"Finetune/Learning Rate": 1.5041747632640408e-05, "Finetune/Loss": 0.8329452872276306, "Finetune/Loss (Raw)": 0.9225819706916809, "Finetune/Step": 6766, "Finetune/Step Time": 10.762237867340446}
+{"Finetune/Learning Rate": 1.5040293291975074e-05, "Finetune/Loss": 0.8331177830696106, "Finetune/Loss (Raw)": 0.895638644695282, "Finetune/Step": 6767, "Finetune/Step Time": 10.761284617707133}
+{"Finetune/Learning Rate": 1.5038838808381355e-05, "Finetune/Loss": 0.8321702480316162, "Finetune/Loss (Raw)": 0.6951439380645752, "Finetune/Step": 6768, "Finetune/Step Time": 10.79751743003726}
+{"Finetune/Learning Rate": 1.5037384181900495e-05, "Finetune/Loss": 0.8335253596305847, "Finetune/Loss (Raw)": 0.8880670666694641, "Finetune/Step": 6769, "Finetune/Step Time": 10.806777264922857}
+{"Finetune/Learning Rate": 1.5035929412573744e-05, "Finetune/Loss": 0.8337396383285522, "Finetune/Loss (Raw)": 0.9002785086631775, "Finetune/Step": 6770, "Finetune/Step Time": 10.82318264618516}
+{"Finetune/Learning Rate": 1.5034474500442358e-05, "Finetune/Loss": 0.8338485956192017, "Finetune/Loss (Raw)": 0.7847707867622375, "Finetune/Step": 6771, "Finetune/Step Time": 10.82052299939096}
+{"Finetune/Learning Rate": 1.5033019445547589e-05, "Finetune/Loss": 0.8331944346427917, "Finetune/Loss (Raw)": 0.777334988117218, "Finetune/Step": 6772, "Finetune/Step Time": 10.811638951301575}
+{"Finetune/Learning Rate": 1.50315642479307e-05, "Finetune/Loss": 0.833081841468811, "Finetune/Loss (Raw)": 0.8169604539871216, "Finetune/Step": 6773, "Finetune/Step Time": 10.814162598922849}
+{"Finetune/Learning Rate": 1.5030108907632954e-05, "Finetune/Loss": 0.8324357271194458, "Finetune/Loss (Raw)": 0.8447067737579346, "Finetune/Step": 6774, "Finetune/Step Time": 10.802525993436575}
+{"Finetune/Learning Rate": 1.502865342469563e-05, "Finetune/Loss": 0.8322513103485107, "Finetune/Loss (Raw)": 0.805433452129364, "Finetune/Step": 6775, "Finetune/Step Time": 10.802750004455447}
+{"Finetune/Learning Rate": 1.502719779915999e-05, "Finetune/Loss": 0.8323771357536316, "Finetune/Loss (Raw)": 0.8978903889656067, "Finetune/Step": 6776, "Finetune/Step Time": 10.80044617317617}
+{"Finetune/Learning Rate": 1.5025742031067316e-05, "Finetune/Loss": 0.8348110914230347, "Finetune/Loss (Raw)": 0.9041271805763245, "Finetune/Step": 6777, "Finetune/Step Time": 10.782567296177149}
+{"Finetune/Learning Rate": 1.5024286120458891e-05, "Finetune/Loss": 0.83552086353302, "Finetune/Loss (Raw)": 0.7998470664024353, "Finetune/Step": 6778, "Finetune/Step Time": 10.787480607628822}
+{"Finetune/Learning Rate": 1.5022830067375997e-05, "Finetune/Loss": 0.8361950516700745, "Finetune/Loss (Raw)": 0.8205237984657288, "Finetune/Step": 6779, "Finetune/Step Time": 10.778562879189849}
+{"Finetune/Learning Rate": 1.5021373871859926e-05, "Finetune/Loss": 0.8375641107559204, "Finetune/Loss (Raw)": 1.0119088888168335, "Finetune/Step": 6780, "Finetune/Step Time": 10.766338154673576}
+{"Finetune/Learning Rate": 1.5019917533951968e-05, "Finetune/Loss": 0.8370857238769531, "Finetune/Loss (Raw)": 0.7647152543067932, "Finetune/Step": 6781, "Finetune/Step Time": 10.759686956182122}
+{"Finetune/Learning Rate": 1.5018461053693432e-05, "Finetune/Loss": 0.8371812701225281, "Finetune/Loss (Raw)": 0.841105043888092, "Finetune/Step": 6782, "Finetune/Step Time": 10.781122779473662}
+{"Finetune/Learning Rate": 1.5017004431125604e-05, "Finetune/Loss": 0.8384673595428467, "Finetune/Loss (Raw)": 0.902497410774231, "Finetune/Step": 6783, "Finetune/Step Time": 10.740972442552447}
+{"Finetune/Learning Rate": 1.5015547666289798e-05, "Finetune/Loss": 0.8404709100723267, "Finetune/Loss (Raw)": 0.8911184668540955, "Finetune/Step": 6784, "Finetune/Step Time": 10.705515619367361}
+{"Finetune/Learning Rate": 1.5014090759227322e-05, "Finetune/Loss": 0.8400614857673645, "Finetune/Loss (Raw)": 0.8525378108024597, "Finetune/Step": 6785, "Finetune/Step Time": 10.705650061368942}
+{"Finetune/Learning Rate": 1.5012633709979492e-05, "Finetune/Loss": 0.8422255516052246, "Finetune/Loss (Raw)": 0.8235481977462769, "Finetune/Step": 6786, "Finetune/Step Time": 10.707887504249811}
+{"Finetune/Learning Rate": 1.5011176518587622e-05, "Finetune/Loss": 0.8421245813369751, "Finetune/Loss (Raw)": 0.8433675765991211, "Finetune/Step": 6787, "Finetune/Step Time": 10.708900731056929}
+{"Finetune/Learning Rate": 1.5009719185093036e-05, "Finetune/Loss": 0.8426575660705566, "Finetune/Loss (Raw)": 0.9003019332885742, "Finetune/Step": 6788, "Finetune/Step Time": 10.707339208573103}
+{"Finetune/Learning Rate": 1.5008261709537062e-05, "Finetune/Loss": 0.8401111364364624, "Finetune/Loss (Raw)": 0.6295706629753113, "Finetune/Step": 6789, "Finetune/Step Time": 10.74042253382504}
+{"Finetune/Learning Rate": 1.5006804091961025e-05, "Finetune/Loss": 0.8394970893859863, "Finetune/Loss (Raw)": 0.7229240536689758, "Finetune/Step": 6790, "Finetune/Step Time": 10.747308854013681}
+{"Finetune/Learning Rate": 1.5005346332406263e-05, "Finetune/Loss": 0.8401902318000793, "Finetune/Loss (Raw)": 0.9699352979660034, "Finetune/Step": 6791, "Finetune/Step Time": 10.744395161047578}
+{"Finetune/Learning Rate": 1.5003888430914111e-05, "Finetune/Loss": 0.8409157395362854, "Finetune/Loss (Raw)": 0.8551300168037415, "Finetune/Step": 6792, "Finetune/Step Time": 10.737436257302761}
+{"Finetune/Learning Rate": 1.5002430387525913e-05, "Finetune/Loss": 0.840671718120575, "Finetune/Loss (Raw)": 0.6449606418609619, "Finetune/Step": 6793, "Finetune/Step Time": 10.760569602251053}
+{"Finetune/Learning Rate": 1.5000972202283012e-05, "Finetune/Loss": 0.8399319648742676, "Finetune/Loss (Raw)": 0.8047322034835815, "Finetune/Step": 6794, "Finetune/Step Time": 10.761336171999574}
+{"Finetune/Learning Rate": 1.4999513875226766e-05, "Finetune/Loss": 0.8399731516838074, "Finetune/Loss (Raw)": 0.8529600501060486, "Finetune/Step": 6795, "Finetune/Step Time": 10.736289143562317}
+{"Finetune/Learning Rate": 1.499805540639852e-05, "Finetune/Loss": 0.8406455516815186, "Finetune/Loss (Raw)": 0.885353147983551, "Finetune/Step": 6796, "Finetune/Step Time": 10.734088690951467}
+{"Finetune/Learning Rate": 1.4996596795839635e-05, "Finetune/Loss": 0.8387165069580078, "Finetune/Loss (Raw)": 0.5692027807235718, "Finetune/Step": 6797, "Finetune/Step Time": 10.760411739349365}
+{"Finetune/Learning Rate": 1.499513804359147e-05, "Finetune/Loss": 0.8385113477706909, "Finetune/Loss (Raw)": 0.7273319363594055, "Finetune/Step": 6798, "Finetune/Step Time": 10.76430712454021}
+{"Finetune/Learning Rate": 1.4993679149695397e-05, "Finetune/Loss": 0.8385828733444214, "Finetune/Loss (Raw)": 0.935947060585022, "Finetune/Step": 6799, "Finetune/Step Time": 10.763682071119547}
+{"Finetune/Learning Rate": 1.4992220114192786e-05, "Finetune/Loss": 0.8376319408416748, "Finetune/Loss (Raw)": 0.728162407875061, "Finetune/Step": 6800, "Finetune/Step Time": 10.766880467534065}
+{"Finetune/Learning Rate": 1.4990760937125006e-05, "Finetune/Loss": 0.8387545347213745, "Finetune/Loss (Raw)": 0.9227659702301025, "Finetune/Step": 6801, "Finetune/Step Time": 10.76776115782559}
+{"Finetune/Learning Rate": 1.4989301618533438e-05, "Finetune/Loss": 0.8380382061004639, "Finetune/Loss (Raw)": 0.7342615127563477, "Finetune/Step": 6802, "Finetune/Step Time": 10.74387993849814}
+{"Finetune/Learning Rate": 1.4987842158459465e-05, "Finetune/Loss": 0.8389180898666382, "Finetune/Loss (Raw)": 0.8599101305007935, "Finetune/Step": 6803, "Finetune/Step Time": 10.733816709369421}
+{"Finetune/Learning Rate": 1.4986382556944471e-05, "Finetune/Loss": 0.8378669619560242, "Finetune/Loss (Raw)": 0.675719141960144, "Finetune/Step": 6804, "Finetune/Step Time": 10.746345771476626}
+{"Finetune/Learning Rate": 1.4984922814029845e-05, "Finetune/Loss": 0.8381826877593994, "Finetune/Loss (Raw)": 0.7901481986045837, "Finetune/Step": 6805, "Finetune/Step Time": 10.762990616261959}
+{"Finetune/Learning Rate": 1.4983462929756986e-05, "Finetune/Loss": 0.8376549482345581, "Finetune/Loss (Raw)": 0.7043163776397705, "Finetune/Step": 6806, "Finetune/Step Time": 10.772001668810844}
+{"Finetune/Learning Rate": 1.4982002904167288e-05, "Finetune/Loss": 0.837013840675354, "Finetune/Loss (Raw)": 0.7469428181648254, "Finetune/Step": 6807, "Finetune/Step Time": 10.764726718887687}
+{"Finetune/Learning Rate": 1.4980542737302155e-05, "Finetune/Loss": 0.8385568857192993, "Finetune/Loss (Raw)": 0.9065269231796265, "Finetune/Step": 6808, "Finetune/Step Time": 10.772425591945648}
+{"Finetune/Learning Rate": 1.4979082429202993e-05, "Finetune/Loss": 0.8368154168128967, "Finetune/Loss (Raw)": 0.7185502648353577, "Finetune/Step": 6809, "Finetune/Step Time": 10.798483053222299}
+{"Finetune/Learning Rate": 1.4977621979911212e-05, "Finetune/Loss": 0.8346829414367676, "Finetune/Loss (Raw)": 0.6536866426467896, "Finetune/Step": 6810, "Finetune/Step Time": 10.79456352069974}
+{"Finetune/Learning Rate": 1.4976161389468225e-05, "Finetune/Loss": 0.8343418836593628, "Finetune/Loss (Raw)": 0.8495852947235107, "Finetune/Step": 6811, "Finetune/Step Time": 10.797834265977144}
+{"Finetune/Learning Rate": 1.4974700657915453e-05, "Finetune/Loss": 0.8366990685462952, "Finetune/Loss (Raw)": 0.9505438804626465, "Finetune/Step": 6812, "Finetune/Step Time": 10.787173813208938}
+{"Finetune/Learning Rate": 1.4973239785294316e-05, "Finetune/Loss": 0.8347252011299133, "Finetune/Loss (Raw)": 0.7067939043045044, "Finetune/Step": 6813, "Finetune/Step Time": 10.782759757712483}
+{"Finetune/Learning Rate": 1.497177877164624e-05, "Finetune/Loss": 0.834061861038208, "Finetune/Loss (Raw)": 0.792145848274231, "Finetune/Step": 6814, "Finetune/Step Time": 10.783479440957308}
+{"Finetune/Learning Rate": 1.4970317617012656e-05, "Finetune/Loss": 0.8333724737167358, "Finetune/Loss (Raw)": 0.6908471584320068, "Finetune/Step": 6815, "Finetune/Step Time": 10.780201742425561}
+{"Finetune/Learning Rate": 1.4968856321434997e-05, "Finetune/Loss": 0.8333462476730347, "Finetune/Loss (Raw)": 0.8210816979408264, "Finetune/Step": 6816, "Finetune/Step Time": 10.778945446014404}
+{"Finetune/Learning Rate": 1.4967394884954702e-05, "Finetune/Loss": 0.8336896896362305, "Finetune/Loss (Raw)": 0.9521775841712952, "Finetune/Step": 6817, "Finetune/Step Time": 10.760081507265568}
+{"Finetune/Learning Rate": 1.4965933307613219e-05, "Finetune/Loss": 0.8331903219223022, "Finetune/Loss (Raw)": 0.8215366005897522, "Finetune/Step": 6818, "Finetune/Step Time": 10.752395708113909}
+{"Finetune/Learning Rate": 1.4964471589451983e-05, "Finetune/Loss": 0.832622766494751, "Finetune/Loss (Raw)": 0.8533034920692444, "Finetune/Step": 6819, "Finetune/Step Time": 10.752241997048259}
+{"Finetune/Learning Rate": 1.496300973051245e-05, "Finetune/Loss": 0.8323278427124023, "Finetune/Loss (Raw)": 0.7866652607917786, "Finetune/Step": 6820, "Finetune/Step Time": 10.754462210461497}
+{"Finetune/Learning Rate": 1.4961547730836077e-05, "Finetune/Loss": 0.8324520587921143, "Finetune/Loss (Raw)": 0.823061466217041, "Finetune/Step": 6821, "Finetune/Step Time": 10.756917769089341}
+{"Finetune/Learning Rate": 1.4960085590464314e-05, "Finetune/Loss": 0.8315446376800537, "Finetune/Loss (Raw)": 0.7733824849128723, "Finetune/Step": 6822, "Finetune/Step Time": 10.748673321679235}
+{"Finetune/Learning Rate": 1.4958623309438634e-05, "Finetune/Loss": 0.83174729347229, "Finetune/Loss (Raw)": 0.8186312317848206, "Finetune/Step": 6823, "Finetune/Step Time": 10.775240978226066}
+{"Finetune/Learning Rate": 1.4957160887800494e-05, "Finetune/Loss": 0.8304716348648071, "Finetune/Loss (Raw)": 0.8327386975288391, "Finetune/Step": 6824, "Finetune/Step Time": 10.762249080464244}
+{"Finetune/Learning Rate": 1.495569832559137e-05, "Finetune/Loss": 0.8303767442703247, "Finetune/Loss (Raw)": 0.8755587935447693, "Finetune/Step": 6825, "Finetune/Step Time": 10.759558696299791}
+{"Finetune/Learning Rate": 1.495423562285273e-05, "Finetune/Loss": 0.8300607800483704, "Finetune/Loss (Raw)": 0.8385317325592041, "Finetune/Step": 6826, "Finetune/Step Time": 10.755782214924693}
+{"Finetune/Learning Rate": 1.4952772779626059e-05, "Finetune/Loss": 0.8290260434150696, "Finetune/Loss (Raw)": 0.8244372010231018, "Finetune/Step": 6827, "Finetune/Step Time": 10.741822516545653}
+{"Finetune/Learning Rate": 1.4951309795952835e-05, "Finetune/Loss": 0.8277639746665955, "Finetune/Loss (Raw)": 0.7122673392295837, "Finetune/Step": 6828, "Finetune/Step Time": 10.746967678889632}
+{"Finetune/Learning Rate": 1.4949846671874545e-05, "Finetune/Loss": 0.8248873949050903, "Finetune/Loss (Raw)": 0.6538677215576172, "Finetune/Step": 6829, "Finetune/Step Time": 10.771298879757524}
+{"Finetune/Learning Rate": 1.4948383407432678e-05, "Finetune/Loss": 0.8243931531906128, "Finetune/Loss (Raw)": 0.6615099310874939, "Finetune/Step": 6830, "Finetune/Step Time": 10.775275999680161}
+{"Finetune/Learning Rate": 1.494692000266873e-05, "Finetune/Loss": 0.8222661018371582, "Finetune/Loss (Raw)": 0.6783328652381897, "Finetune/Step": 6831, "Finetune/Step Time": 10.768785394728184}
+{"Finetune/Learning Rate": 1.4945456457624197e-05, "Finetune/Loss": 0.822230339050293, "Finetune/Loss (Raw)": 0.7605442404747009, "Finetune/Step": 6832, "Finetune/Step Time": 10.772982647642493}
+{"Finetune/Learning Rate": 1.494399277234058e-05, "Finetune/Loss": 0.8224878907203674, "Finetune/Loss (Raw)": 0.8157849907875061, "Finetune/Step": 6833, "Finetune/Step Time": 10.766863156110048}
+{"Finetune/Learning Rate": 1.494252894685939e-05, "Finetune/Loss": 0.822340190410614, "Finetune/Loss (Raw)": 0.8044754266738892, "Finetune/Step": 6834, "Finetune/Step Time": 10.771940687671304}
+{"Finetune/Learning Rate": 1.4941064981222131e-05, "Finetune/Loss": 0.8213219046592712, "Finetune/Loss (Raw)": 0.6775857210159302, "Finetune/Step": 6835, "Finetune/Step Time": 10.811492560431361}
+{"Finetune/Learning Rate": 1.4939600875470322e-05, "Finetune/Loss": 0.8219290375709534, "Finetune/Loss (Raw)": 0.9122815132141113, "Finetune/Step": 6836, "Finetune/Step Time": 10.811106976121664}
+{"Finetune/Learning Rate": 1.4938136629645477e-05, "Finetune/Loss": 0.8222408294677734, "Finetune/Loss (Raw)": 0.8811888694763184, "Finetune/Step": 6837, "Finetune/Step Time": 10.808254623785615}
+{"Finetune/Learning Rate": 1.4936672243789119e-05, "Finetune/Loss": 0.8205662965774536, "Finetune/Loss (Raw)": 0.8058480620384216, "Finetune/Step": 6838, "Finetune/Step Time": 10.830509277060628}
+{"Finetune/Learning Rate": 1.4935207717942776e-05, "Finetune/Loss": 0.8202463388442993, "Finetune/Loss (Raw)": 0.8528847694396973, "Finetune/Step": 6839, "Finetune/Step Time": 10.813890468329191}
+{"Finetune/Learning Rate": 1.4933743052147975e-05, "Finetune/Loss": 0.821175217628479, "Finetune/Loss (Raw)": 0.7759204506874084, "Finetune/Step": 6840, "Finetune/Step Time": 10.795250849798322}
+{"Finetune/Learning Rate": 1.493227824644625e-05, "Finetune/Loss": 0.8216426968574524, "Finetune/Loss (Raw)": 0.9566683769226074, "Finetune/Step": 6841, "Finetune/Step Time": 10.773884592577815}
+{"Finetune/Learning Rate": 1.493081330087914e-05, "Finetune/Loss": 0.822102963924408, "Finetune/Loss (Raw)": 0.9370039701461792, "Finetune/Step": 6842, "Finetune/Step Time": 10.74424448236823}
+{"Finetune/Learning Rate": 1.4929348215488186e-05, "Finetune/Loss": 0.8214455246925354, "Finetune/Loss (Raw)": 0.8620847463607788, "Finetune/Step": 6843, "Finetune/Step Time": 10.739470532163978}
+{"Finetune/Learning Rate": 1.4927882990314935e-05, "Finetune/Loss": 0.821273684501648, "Finetune/Loss (Raw)": 0.7701605558395386, "Finetune/Step": 6844, "Finetune/Step Time": 10.73866966739297}
+{"Finetune/Learning Rate": 1.4926417625400937e-05, "Finetune/Loss": 0.8199443817138672, "Finetune/Loss (Raw)": 0.7046600580215454, "Finetune/Step": 6845, "Finetune/Step Time": 10.758388854563236}
+{"Finetune/Learning Rate": 1.4924952120787741e-05, "Finetune/Loss": 0.8187782168388367, "Finetune/Loss (Raw)": 0.732504665851593, "Finetune/Step": 6846, "Finetune/Step Time": 10.775415804237127}
+{"Finetune/Learning Rate": 1.4923486476516906e-05, "Finetune/Loss": 0.8193372488021851, "Finetune/Loss (Raw)": 0.9575914740562439, "Finetune/Step": 6847, "Finetune/Step Time": 10.772766353562474}
+{"Finetune/Learning Rate": 1.492202069263e-05, "Finetune/Loss": 0.8197326064109802, "Finetune/Loss (Raw)": 0.8004165887832642, "Finetune/Step": 6848, "Finetune/Step Time": 10.779921473935246}
+{"Finetune/Learning Rate": 1.4920554769168578e-05, "Finetune/Loss": 0.8212910890579224, "Finetune/Loss (Raw)": 0.7367040514945984, "Finetune/Step": 6849, "Finetune/Step Time": 10.751800132915378}
+{"Finetune/Learning Rate": 1.4919088706174219e-05, "Finetune/Loss": 0.8218896389007568, "Finetune/Loss (Raw)": 0.9244830012321472, "Finetune/Step": 6850, "Finetune/Step Time": 10.74250428006053}
+{"Finetune/Learning Rate": 1.4917622503688492e-05, "Finetune/Loss": 0.8217068910598755, "Finetune/Loss (Raw)": 0.8618830442428589, "Finetune/Step": 6851, "Finetune/Step Time": 10.73939742706716}
+{"Finetune/Learning Rate": 1.4916156161752973e-05, "Finetune/Loss": 0.8208749294281006, "Finetune/Loss (Raw)": 0.8520334959030151, "Finetune/Step": 6852, "Finetune/Step Time": 10.751847315579653}
+{"Finetune/Learning Rate": 1.4914689680409245e-05, "Finetune/Loss": 0.8232005834579468, "Finetune/Loss (Raw)": 1.0405309200286865, "Finetune/Step": 6853, "Finetune/Step Time": 10.7131217289716}
+{"Finetune/Learning Rate": 1.4913223059698893e-05, "Finetune/Loss": 0.8240184783935547, "Finetune/Loss (Raw)": 0.8319631218910217, "Finetune/Step": 6854, "Finetune/Step Time": 10.712662439793348}
+{"Finetune/Learning Rate": 1.4911756299663507e-05, "Finetune/Loss": 0.8241230845451355, "Finetune/Loss (Raw)": 0.8338526487350464, "Finetune/Step": 6855, "Finetune/Step Time": 10.736134400591254}
+{"Finetune/Learning Rate": 1.491028940034468e-05, "Finetune/Loss": 0.8234039545059204, "Finetune/Loss (Raw)": 0.8404017090797424, "Finetune/Step": 6856, "Finetune/Step Time": 10.749506015330553}
+{"Finetune/Learning Rate": 1.4908822361784008e-05, "Finetune/Loss": 0.8221724629402161, "Finetune/Loss (Raw)": 0.8999032378196716, "Finetune/Step": 6857, "Finetune/Step Time": 10.76092104613781}
+{"Finetune/Learning Rate": 1.490735518402309e-05, "Finetune/Loss": 0.8222665786743164, "Finetune/Loss (Raw)": 0.8848658800125122, "Finetune/Step": 6858, "Finetune/Step Time": 10.768529603257775}
+{"Finetune/Learning Rate": 1.4905887867103539e-05, "Finetune/Loss": 0.8227609992027283, "Finetune/Loss (Raw)": 0.918395459651947, "Finetune/Step": 6859, "Finetune/Step Time": 10.778450230136514}
+{"Finetune/Learning Rate": 1.4904420411066955e-05, "Finetune/Loss": 0.8226441144943237, "Finetune/Loss (Raw)": 0.9226179122924805, "Finetune/Step": 6860, "Finetune/Step Time": 10.773374607786536}
+{"Finetune/Learning Rate": 1.4902952815954956e-05, "Finetune/Loss": 0.8227822780609131, "Finetune/Loss (Raw)": 0.8675170540809631, "Finetune/Step": 6861, "Finetune/Step Time": 10.76905394345522}
+{"Finetune/Learning Rate": 1.4901485081809158e-05, "Finetune/Loss": 0.8224407434463501, "Finetune/Loss (Raw)": 0.836922824382782, "Finetune/Step": 6862, "Finetune/Step Time": 10.769651677459478}
+{"Finetune/Learning Rate": 1.490001720867118e-05, "Finetune/Loss": 0.8227888345718384, "Finetune/Loss (Raw)": 0.8205845355987549, "Finetune/Step": 6863, "Finetune/Step Time": 10.786146713420749}
+{"Finetune/Learning Rate": 1.4898549196582646e-05, "Finetune/Loss": 0.8222143054008484, "Finetune/Loss (Raw)": 0.7572238445281982, "Finetune/Step": 6864, "Finetune/Step Time": 10.783701932057738}
+{"Finetune/Learning Rate": 1.4897081045585187e-05, "Finetune/Loss": 0.8216066360473633, "Finetune/Loss (Raw)": 0.8609251976013184, "Finetune/Step": 6865, "Finetune/Step Time": 10.786826219409704}
+{"Finetune/Learning Rate": 1.4895612755720437e-05, "Finetune/Loss": 0.8207056522369385, "Finetune/Loss (Raw)": 0.8647826910018921, "Finetune/Step": 6866, "Finetune/Step Time": 10.797595588490367}
+{"Finetune/Learning Rate": 1.489414432703003e-05, "Finetune/Loss": 0.821900486946106, "Finetune/Loss (Raw)": 0.8638634085655212, "Finetune/Step": 6867, "Finetune/Step Time": 10.801511520519853}
+{"Finetune/Learning Rate": 1.4892675759555607e-05, "Finetune/Loss": 0.8224472403526306, "Finetune/Loss (Raw)": 0.7378256320953369, "Finetune/Step": 6868, "Finetune/Step Time": 10.774230800569057}
+{"Finetune/Learning Rate": 1.489120705333881e-05, "Finetune/Loss": 0.8215931057929993, "Finetune/Loss (Raw)": 0.7113496661186218, "Finetune/Step": 6869, "Finetune/Step Time": 10.780456837266684}
+{"Finetune/Learning Rate": 1.4889738208421291e-05, "Finetune/Loss": 0.8218212723731995, "Finetune/Loss (Raw)": 0.8407091498374939, "Finetune/Step": 6870, "Finetune/Step Time": 10.784297320991755}
+{"Finetune/Learning Rate": 1.48882692248447e-05, "Finetune/Loss": 0.8215552568435669, "Finetune/Loss (Raw)": 0.890602171421051, "Finetune/Step": 6871, "Finetune/Step Time": 10.789033899083734}
+{"Finetune/Learning Rate": 1.4886800102650696e-05, "Finetune/Loss": 0.821813702583313, "Finetune/Loss (Raw)": 0.8580549359321594, "Finetune/Step": 6872, "Finetune/Step Time": 10.800166444852948}
+{"Finetune/Learning Rate": 1.4885330841880939e-05, "Finetune/Loss": 0.8222665190696716, "Finetune/Loss (Raw)": 0.910575270652771, "Finetune/Step": 6873, "Finetune/Step Time": 10.799008654430509}
+{"Finetune/Learning Rate": 1.4883861442577088e-05, "Finetune/Loss": 0.822158932685852, "Finetune/Loss (Raw)": 0.7079793214797974, "Finetune/Step": 6874, "Finetune/Step Time": 10.803123019635677}
+{"Finetune/Learning Rate": 1.4882391904780815e-05, "Finetune/Loss": 0.8220650553703308, "Finetune/Loss (Raw)": 0.9147051572799683, "Finetune/Step": 6875, "Finetune/Step Time": 10.813814904540777}
+{"Finetune/Learning Rate": 1.4880922228533794e-05, "Finetune/Loss": 0.8219984769821167, "Finetune/Loss (Raw)": 0.9090375304222107, "Finetune/Step": 6876, "Finetune/Step Time": 10.817629490047693}
+{"Finetune/Learning Rate": 1.4879452413877695e-05, "Finetune/Loss": 0.8224515318870544, "Finetune/Loss (Raw)": 0.8829476833343506, "Finetune/Step": 6877, "Finetune/Step Time": 10.818383613601327}
+{"Finetune/Learning Rate": 1.4877982460854199e-05, "Finetune/Loss": 0.8225551843643188, "Finetune/Loss (Raw)": 0.9200518131256104, "Finetune/Step": 6878, "Finetune/Step Time": 10.815054301172495}
+{"Finetune/Learning Rate": 1.4876512369504996e-05, "Finetune/Loss": 0.82282555103302, "Finetune/Loss (Raw)": 0.8387979865074158, "Finetune/Step": 6879, "Finetune/Step Time": 10.801839731633663}
+{"Finetune/Learning Rate": 1.4875042139871768e-05, "Finetune/Loss": 0.823119044303894, "Finetune/Loss (Raw)": 0.8742994070053101, "Finetune/Step": 6880, "Finetune/Step Time": 10.798024117946625}
+{"Finetune/Learning Rate": 1.4873571771996208e-05, "Finetune/Loss": 0.823998212814331, "Finetune/Loss (Raw)": 0.8825871348381042, "Finetune/Step": 6881, "Finetune/Step Time": 10.80639255978167}
+{"Finetune/Learning Rate": 1.4872101265920008e-05, "Finetune/Loss": 0.8240607380867004, "Finetune/Loss (Raw)": 0.8855898976325989, "Finetune/Step": 6882, "Finetune/Step Time": 10.806864181533456}
+{"Finetune/Learning Rate": 1.4870630621684873e-05, "Finetune/Loss": 0.8248313665390015, "Finetune/Loss (Raw)": 0.852015495300293, "Finetune/Step": 6883, "Finetune/Step Time": 10.829362967982888}
+{"Finetune/Learning Rate": 1.4869159839332502e-05, "Finetune/Loss": 0.8253639936447144, "Finetune/Loss (Raw)": 0.8913503885269165, "Finetune/Step": 6884, "Finetune/Step Time": 10.82582338154316}
+{"Finetune/Learning Rate": 1.4867688918904606e-05, "Finetune/Loss": 0.8252832889556885, "Finetune/Loss (Raw)": 0.826080322265625, "Finetune/Step": 6885, "Finetune/Step Time": 10.823898965492845}
+{"Finetune/Learning Rate": 1.4866217860442893e-05, "Finetune/Loss": 0.8253061771392822, "Finetune/Loss (Raw)": 0.8115481734275818, "Finetune/Step": 6886, "Finetune/Step Time": 10.804996533319354}
+{"Finetune/Learning Rate": 1.4864746663989081e-05, "Finetune/Loss": 0.825047492980957, "Finetune/Loss (Raw)": 0.7598804235458374, "Finetune/Step": 6887, "Finetune/Step Time": 10.802157543599606}
+{"Finetune/Learning Rate": 1.4863275329584886e-05, "Finetune/Loss": 0.8247401714324951, "Finetune/Loss (Raw)": 0.8295455574989319, "Finetune/Step": 6888, "Finetune/Step Time": 10.8192486371845}
+{"Finetune/Learning Rate": 1.4861803857272031e-05, "Finetune/Loss": 0.8256675004959106, "Finetune/Loss (Raw)": 0.9718775749206543, "Finetune/Step": 6889, "Finetune/Step Time": 10.827051259577274}
+{"Finetune/Learning Rate": 1.4860332247092243e-05, "Finetune/Loss": 0.8263241648674011, "Finetune/Loss (Raw)": 0.7724515199661255, "Finetune/Step": 6890, "Finetune/Step Time": 10.788818115368485}
+{"Finetune/Learning Rate": 1.4858860499087257e-05, "Finetune/Loss": 0.8264248371124268, "Finetune/Loss (Raw)": 0.8475748300552368, "Finetune/Step": 6891, "Finetune/Step Time": 10.774396052584052}
+{"Finetune/Learning Rate": 1.48573886132988e-05, "Finetune/Loss": 0.8263201713562012, "Finetune/Loss (Raw)": 0.8033356070518494, "Finetune/Step": 6892, "Finetune/Step Time": 10.783413888886571}
+{"Finetune/Learning Rate": 1.4855916589768616e-05, "Finetune/Loss": 0.8256029486656189, "Finetune/Loss (Raw)": 0.7789056301116943, "Finetune/Step": 6893, "Finetune/Step Time": 10.778677707538009}
+{"Finetune/Learning Rate": 1.4854444428538449e-05, "Finetune/Loss": 0.8257680535316467, "Finetune/Loss (Raw)": 0.9437116980552673, "Finetune/Step": 6894, "Finetune/Step Time": 10.756596826016903}
+{"Finetune/Learning Rate": 1.4852972129650038e-05, "Finetune/Loss": 0.8244579434394836, "Finetune/Loss (Raw)": 0.7279468178749084, "Finetune/Step": 6895, "Finetune/Step Time": 10.781700564548373}
+{"Finetune/Learning Rate": 1.4851499693145137e-05, "Finetune/Loss": 0.825829267501831, "Finetune/Loss (Raw)": 0.8706645965576172, "Finetune/Step": 6896, "Finetune/Step Time": 10.741518987342715}
+{"Finetune/Learning Rate": 1.4850027119065504e-05, "Finetune/Loss": 0.825054407119751, "Finetune/Loss (Raw)": 0.7888904809951782, "Finetune/Step": 6897, "Finetune/Step Time": 10.743438014760613}
+{"Finetune/Learning Rate": 1.4848554407452893e-05, "Finetune/Loss": 0.8241657018661499, "Finetune/Loss (Raw)": 0.7865217924118042, "Finetune/Step": 6898, "Finetune/Step Time": 10.734575962647796}
+{"Finetune/Learning Rate": 1.4847081558349064e-05, "Finetune/Loss": 0.8254005908966064, "Finetune/Loss (Raw)": 0.9428400993347168, "Finetune/Step": 6899, "Finetune/Step Time": 10.736672343686223}
+{"Finetune/Learning Rate": 1.4845608571795787e-05, "Finetune/Loss": 0.8262531757354736, "Finetune/Loss (Raw)": 0.8864626884460449, "Finetune/Step": 6900, "Finetune/Step Time": 10.741175578907132}
+{"Finetune/Learning Rate": 1.4844135447834828e-05, "Finetune/Loss": 0.8264138698577881, "Finetune/Loss (Raw)": 0.8375369906425476, "Finetune/Step": 6901, "Finetune/Step Time": 10.737729407846928}
+{"Finetune/Learning Rate": 1.4842662186507965e-05, "Finetune/Loss": 0.8256571292877197, "Finetune/Loss (Raw)": 0.7478327751159668, "Finetune/Step": 6902, "Finetune/Step Time": 10.75497367233038}
+{"Finetune/Learning Rate": 1.4841188787856972e-05, "Finetune/Loss": 0.8255627155303955, "Finetune/Loss (Raw)": 0.7933596968650818, "Finetune/Step": 6903, "Finetune/Step Time": 10.751545710489154}
+{"Finetune/Learning Rate": 1.4839715251923632e-05, "Finetune/Loss": 0.8250336647033691, "Finetune/Loss (Raw)": 0.8301647305488586, "Finetune/Step": 6904, "Finetune/Step Time": 10.747988468036056}
+{"Finetune/Learning Rate": 1.483824157874973e-05, "Finetune/Loss": 0.8234685063362122, "Finetune/Loss (Raw)": 0.7037920355796814, "Finetune/Step": 6905, "Finetune/Step Time": 10.74295923858881}
+{"Finetune/Learning Rate": 1.4836767768377054e-05, "Finetune/Loss": 0.8239279985427856, "Finetune/Loss (Raw)": 0.8586599230766296, "Finetune/Step": 6906, "Finetune/Step Time": 10.740479189902544}
+{"Finetune/Learning Rate": 1.4835293820847399e-05, "Finetune/Loss": 0.8228191137313843, "Finetune/Loss (Raw)": 0.678582489490509, "Finetune/Step": 6907, "Finetune/Step Time": 10.750520564615726}
+{"Finetune/Learning Rate": 1.483381973620256e-05, "Finetune/Loss": 0.8204477429389954, "Finetune/Loss (Raw)": 0.7083757519721985, "Finetune/Step": 6908, "Finetune/Step Time": 10.784773664548993}
+{"Finetune/Learning Rate": 1.483234551448434e-05, "Finetune/Loss": 0.8207676410675049, "Finetune/Loss (Raw)": 0.8056612014770508, "Finetune/Step": 6909, "Finetune/Step Time": 10.79568038880825}
+{"Finetune/Learning Rate": 1.483087115573454e-05, "Finetune/Loss": 0.8212541937828064, "Finetune/Loss (Raw)": 0.9033829569816589, "Finetune/Step": 6910, "Finetune/Step Time": 10.789447402581573}
+{"Finetune/Learning Rate": 1.4829396659994975e-05, "Finetune/Loss": 0.8199717998504639, "Finetune/Loss (Raw)": 0.7383539080619812, "Finetune/Step": 6911, "Finetune/Step Time": 10.803254311904311}
+{"Finetune/Learning Rate": 1.482792202730745e-05, "Finetune/Loss": 0.8191784024238586, "Finetune/Loss (Raw)": 0.7895603775978088, "Finetune/Step": 6912, "Finetune/Step Time": 10.819452695548534}
+{"Finetune/Learning Rate": 1.4826447257713787e-05, "Finetune/Loss": 0.8194734454154968, "Finetune/Loss (Raw)": 0.8903049230575562, "Finetune/Step": 6913, "Finetune/Step Time": 10.835366634652019}
+{"Finetune/Learning Rate": 1.4824972351255804e-05, "Finetune/Loss": 0.8194649815559387, "Finetune/Loss (Raw)": 0.8224660158157349, "Finetune/Step": 6914, "Finetune/Step Time": 10.794900370761752}
+{"Finetune/Learning Rate": 1.4823497307975328e-05, "Finetune/Loss": 0.8188551664352417, "Finetune/Loss (Raw)": 0.7653082013130188, "Finetune/Step": 6915, "Finetune/Step Time": 10.806557895615697}
+{"Finetune/Learning Rate": 1.4822022127914179e-05, "Finetune/Loss": 0.8192373514175415, "Finetune/Loss (Raw)": 0.9492253065109253, "Finetune/Step": 6916, "Finetune/Step Time": 10.822448479011655}
+{"Finetune/Learning Rate": 1.4820546811114196e-05, "Finetune/Loss": 0.8205375075340271, "Finetune/Loss (Raw)": 0.7959905862808228, "Finetune/Step": 6917, "Finetune/Step Time": 10.790265457704663}
+{"Finetune/Learning Rate": 1.4819071357617218e-05, "Finetune/Loss": 0.821037232875824, "Finetune/Loss (Raw)": 0.7868837118148804, "Finetune/Step": 6918, "Finetune/Step Time": 10.821445995941758}
+{"Finetune/Learning Rate": 1.4817595767465076e-05, "Finetune/Loss": 0.8199194669723511, "Finetune/Loss (Raw)": 0.8268641829490662, "Finetune/Step": 6919, "Finetune/Step Time": 10.835693994536996}
+{"Finetune/Learning Rate": 1.4816120040699615e-05, "Finetune/Loss": 0.818949282169342, "Finetune/Loss (Raw)": 0.7309480309486389, "Finetune/Step": 6920, "Finetune/Step Time": 10.829965559765697}
+{"Finetune/Learning Rate": 1.4814644177362691e-05, "Finetune/Loss": 0.8201720118522644, "Finetune/Loss (Raw)": 0.8014700412750244, "Finetune/Step": 6921, "Finetune/Step Time": 10.79406869970262}
+{"Finetune/Learning Rate": 1.4813168177496147e-05, "Finetune/Loss": 0.8198899030685425, "Finetune/Loss (Raw)": 0.7686238884925842, "Finetune/Step": 6922, "Finetune/Step Time": 10.826736494898796}
+{"Finetune/Learning Rate": 1.481169204114184e-05, "Finetune/Loss": 0.8193350434303284, "Finetune/Loss (Raw)": 0.7819366455078125, "Finetune/Step": 6923, "Finetune/Step Time": 10.830248398706317}
+{"Finetune/Learning Rate": 1.4810215768341627e-05, "Finetune/Loss": 0.8199406862258911, "Finetune/Loss (Raw)": 0.9628748297691345, "Finetune/Step": 6924, "Finetune/Step Time": 10.835573874413967}
+{"Finetune/Learning Rate": 1.4808739359137376e-05, "Finetune/Loss": 0.821807861328125, "Finetune/Loss (Raw)": 0.8081989884376526, "Finetune/Step": 6925, "Finetune/Step Time": 10.81007480993867}
+{"Finetune/Learning Rate": 1.4807262813570949e-05, "Finetune/Loss": 0.8240301609039307, "Finetune/Loss (Raw)": 1.0117908716201782, "Finetune/Step": 6926, "Finetune/Step Time": 10.807001246139407}
+{"Finetune/Learning Rate": 1.480578613168422e-05, "Finetune/Loss": 0.8243708610534668, "Finetune/Loss (Raw)": 0.979554295539856, "Finetune/Step": 6927, "Finetune/Step Time": 10.800378300249577}
+{"Finetune/Learning Rate": 1.480430931351906e-05, "Finetune/Loss": 0.8256781101226807, "Finetune/Loss (Raw)": 0.8954949975013733, "Finetune/Step": 6928, "Finetune/Step Time": 10.799727136269212}
+{"Finetune/Learning Rate": 1.4802832359117352e-05, "Finetune/Loss": 0.8249284029006958, "Finetune/Loss (Raw)": 0.8267914652824402, "Finetune/Step": 6929, "Finetune/Step Time": 10.797774877399206}
+{"Finetune/Learning Rate": 1.4801355268520975e-05, "Finetune/Loss": 0.8246647715568542, "Finetune/Loss (Raw)": 0.700523853302002, "Finetune/Step": 6930, "Finetune/Step Time": 10.816993858665228}
+{"Finetune/Learning Rate": 1.4799878041771816e-05, "Finetune/Loss": 0.8241740465164185, "Finetune/Loss (Raw)": 0.7971007227897644, "Finetune/Step": 6931, "Finetune/Step Time": 10.826703323051333}
+{"Finetune/Learning Rate": 1.4798400678911765e-05, "Finetune/Loss": 0.8258960843086243, "Finetune/Loss (Raw)": 0.8961363434791565, "Finetune/Step": 6932, "Finetune/Step Time": 10.808028422296047}
+{"Finetune/Learning Rate": 1.4796923179982714e-05, "Finetune/Loss": 0.826621413230896, "Finetune/Loss (Raw)": 0.8829950094223022, "Finetune/Step": 6933, "Finetune/Step Time": 10.789214259013534}
+{"Finetune/Learning Rate": 1.4795445545026564e-05, "Finetune/Loss": 0.8264831304550171, "Finetune/Loss (Raw)": 0.6866087913513184, "Finetune/Step": 6934, "Finetune/Step Time": 10.791815042495728}
+{"Finetune/Learning Rate": 1.4793967774085214e-05, "Finetune/Loss": 0.8284220695495605, "Finetune/Loss (Raw)": 0.9951282739639282, "Finetune/Step": 6935, "Finetune/Step Time": 10.7959706466645}
+{"Finetune/Learning Rate": 1.479248986720057e-05, "Finetune/Loss": 0.828126072883606, "Finetune/Loss (Raw)": 0.8686411380767822, "Finetune/Step": 6936, "Finetune/Step Time": 10.792019553482533}
+{"Finetune/Learning Rate": 1.4791011824414541e-05, "Finetune/Loss": 0.8291031122207642, "Finetune/Loss (Raw)": 0.8436113595962524, "Finetune/Step": 6937, "Finetune/Step Time": 10.770240396261215}
+{"Finetune/Learning Rate": 1.478953364576904e-05, "Finetune/Loss": 0.8298991918563843, "Finetune/Loss (Raw)": 0.7555786967277527, "Finetune/Step": 6938, "Finetune/Step Time": 10.777391044422984}
+{"Finetune/Learning Rate": 1.4788055331305989e-05, "Finetune/Loss": 0.8291326761245728, "Finetune/Loss (Raw)": 0.7514804601669312, "Finetune/Step": 6939, "Finetune/Step Time": 10.77823438681662}
+{"Finetune/Learning Rate": 1.4786576881067301e-05, "Finetune/Loss": 0.827957808971405, "Finetune/Loss (Raw)": 0.8001581430435181, "Finetune/Step": 6940, "Finetune/Step Time": 10.776000946760178}
+{"Finetune/Learning Rate": 1.47850982950949e-05, "Finetune/Loss": 0.828955888748169, "Finetune/Loss (Raw)": 0.8345492482185364, "Finetune/Step": 6941, "Finetune/Step Time": 10.774469073861837}
+{"Finetune/Learning Rate": 1.4783619573430725e-05, "Finetune/Loss": 0.8289976119995117, "Finetune/Loss (Raw)": 0.7974886894226074, "Finetune/Step": 6942, "Finetune/Step Time": 10.777902573347092}
+{"Finetune/Learning Rate": 1.4782140716116697e-05, "Finetune/Loss": 0.8296009302139282, "Finetune/Loss (Raw)": 0.7680736780166626, "Finetune/Step": 6943, "Finetune/Step Time": 10.790636416524649}
+{"Finetune/Learning Rate": 1.4780661723194757e-05, "Finetune/Loss": 0.8303828239440918, "Finetune/Loss (Raw)": 0.9211556315422058, "Finetune/Step": 6944, "Finetune/Step Time": 10.787628754973412}
+{"Finetune/Learning Rate": 1.4779182594706848e-05, "Finetune/Loss": 0.8285695910453796, "Finetune/Loss (Raw)": 0.7200863361358643, "Finetune/Step": 6945, "Finetune/Step Time": 10.822902897372842}
+{"Finetune/Learning Rate": 1.4777703330694908e-05, "Finetune/Loss": 0.8279181122779846, "Finetune/Loss (Raw)": 0.7381476759910583, "Finetune/Step": 6946, "Finetune/Step Time": 10.823151646181941}
+{"Finetune/Learning Rate": 1.477622393120089e-05, "Finetune/Loss": 0.8290571570396423, "Finetune/Loss (Raw)": 0.999099850654602, "Finetune/Step": 6947, "Finetune/Step Time": 10.811970865353942}
+{"Finetune/Learning Rate": 1.477474439626674e-05, "Finetune/Loss": 0.8295195698738098, "Finetune/Loss (Raw)": 0.8458553552627563, "Finetune/Step": 6948, "Finetune/Step Time": 10.803181137889624}
+{"Finetune/Learning Rate": 1.477326472593442e-05, "Finetune/Loss": 0.8301746845245361, "Finetune/Loss (Raw)": 0.9069164991378784, "Finetune/Step": 6949, "Finetune/Step Time": 10.812614861875772}
+{"Finetune/Learning Rate": 1.4771784920245884e-05, "Finetune/Loss": 0.8307162523269653, "Finetune/Loss (Raw)": 0.8427010774612427, "Finetune/Step": 6950, "Finetune/Step Time": 10.816020000725985}
+{"Finetune/Learning Rate": 1.4770304979243095e-05, "Finetune/Loss": 0.8302792310714722, "Finetune/Loss (Raw)": 0.7626991271972656, "Finetune/Step": 6951, "Finetune/Step Time": 10.775460954755545}
+{"Finetune/Learning Rate": 1.4768824902968024e-05, "Finetune/Loss": 0.8301940560340881, "Finetune/Loss (Raw)": 0.8218320608139038, "Finetune/Step": 6952, "Finetune/Step Time": 10.786075921729207}
+{"Finetune/Learning Rate": 1.476734469146264e-05, "Finetune/Loss": 0.8294841051101685, "Finetune/Loss (Raw)": 0.7846826314926147, "Finetune/Step": 6953, "Finetune/Step Time": 10.787914270535111}
+{"Finetune/Learning Rate": 1.4765864344768917e-05, "Finetune/Loss": 0.8286483883857727, "Finetune/Loss (Raw)": 0.7315622568130493, "Finetune/Step": 6954, "Finetune/Step Time": 10.79480367153883}
+{"Finetune/Learning Rate": 1.476438386292883e-05, "Finetune/Loss": 0.8288570642471313, "Finetune/Loss (Raw)": 0.8511468172073364, "Finetune/Step": 6955, "Finetune/Step Time": 10.795419592410326}
+{"Finetune/Learning Rate": 1.4762903245984369e-05, "Finetune/Loss": 0.8286303877830505, "Finetune/Loss (Raw)": 0.6832538843154907, "Finetune/Step": 6956, "Finetune/Step Time": 10.79161828942597}
+{"Finetune/Learning Rate": 1.4761422493977513e-05, "Finetune/Loss": 0.8304858207702637, "Finetune/Loss (Raw)": 0.8913597464561462, "Finetune/Step": 6957, "Finetune/Step Time": 10.773193933069706}
+{"Finetune/Learning Rate": 1.4759941606950254e-05, "Finetune/Loss": 0.8305948376655579, "Finetune/Loss (Raw)": 0.6754688620567322, "Finetune/Step": 6958, "Finetune/Step Time": 10.771706050261855}
+{"Finetune/Learning Rate": 1.4758460584944589e-05, "Finetune/Loss": 0.8312853574752808, "Finetune/Loss (Raw)": 0.7667190432548523, "Finetune/Step": 6959, "Finetune/Step Time": 10.773643555119634}
+{"Finetune/Learning Rate": 1.4756979428002513e-05, "Finetune/Loss": 0.8336607217788696, "Finetune/Loss (Raw)": 1.0645921230316162, "Finetune/Step": 6960, "Finetune/Step Time": 10.756312664598227}
+{"Finetune/Learning Rate": 1.4755498136166027e-05, "Finetune/Loss": 0.8339025378227234, "Finetune/Loss (Raw)": 0.846736490726471, "Finetune/Step": 6961, "Finetune/Step Time": 10.721805423498154}
+{"Finetune/Learning Rate": 1.4754016709477136e-05, "Finetune/Loss": 0.8337825536727905, "Finetune/Loss (Raw)": 0.7891155481338501, "Finetune/Step": 6962, "Finetune/Step Time": 10.722391691058874}
+{"Finetune/Learning Rate": 1.4752535147977849e-05, "Finetune/Loss": 0.8341201543807983, "Finetune/Loss (Raw)": 0.7207937240600586, "Finetune/Step": 6963, "Finetune/Step Time": 10.68099432811141}
+{"Finetune/Learning Rate": 1.4751053451710184e-05, "Finetune/Loss": 0.8339126110076904, "Finetune/Loss (Raw)": 0.8857282400131226, "Finetune/Step": 6964, "Finetune/Step Time": 10.681121706962585}
+{"Finetune/Learning Rate": 1.4749571620716148e-05, "Finetune/Loss": 0.832918643951416, "Finetune/Loss (Raw)": 0.753958523273468, "Finetune/Step": 6965, "Finetune/Step Time": 10.688318142667413}
+{"Finetune/Learning Rate": 1.474808965503777e-05, "Finetune/Loss": 0.8330181241035461, "Finetune/Loss (Raw)": 0.8185790777206421, "Finetune/Step": 6966, "Finetune/Step Time": 10.695632902905345}
+{"Finetune/Learning Rate": 1.4746607554717072e-05, "Finetune/Loss": 0.8329564332962036, "Finetune/Loss (Raw)": 0.8449820280075073, "Finetune/Step": 6967, "Finetune/Step Time": 10.690021669492126}
+{"Finetune/Learning Rate": 1.4745125319796079e-05, "Finetune/Loss": 0.8348141312599182, "Finetune/Loss (Raw)": 1.0137097835540771, "Finetune/Step": 6968, "Finetune/Step Time": 10.688086150214076}
+{"Finetune/Learning Rate": 1.4743642950316823e-05, "Finetune/Loss": 0.8341546654701233, "Finetune/Loss (Raw)": 0.872258186340332, "Finetune/Step": 6969, "Finetune/Step Time": 10.695891549810767}
+{"Finetune/Learning Rate": 1.4742160446321345e-05, "Finetune/Loss": 0.8333554267883301, "Finetune/Loss (Raw)": 0.8347073793411255, "Finetune/Step": 6970, "Finetune/Step Time": 10.703125320374966}
+{"Finetune/Learning Rate": 1.4740677807851681e-05, "Finetune/Loss": 0.8321232199668884, "Finetune/Loss (Raw)": 0.7043541073799133, "Finetune/Step": 6971, "Finetune/Step Time": 10.712462071329355}
+{"Finetune/Learning Rate": 1.4739195034949876e-05, "Finetune/Loss": 0.8326941728591919, "Finetune/Loss (Raw)": 0.8432443141937256, "Finetune/Step": 6972, "Finetune/Step Time": 10.722841231152415}
+{"Finetune/Learning Rate": 1.4737712127657978e-05, "Finetune/Loss": 0.8335186243057251, "Finetune/Loss (Raw)": 0.8101909756660461, "Finetune/Step": 6973, "Finetune/Step Time": 10.721636889502406}
+{"Finetune/Learning Rate": 1.4736229086018033e-05, "Finetune/Loss": 0.8350683450698853, "Finetune/Loss (Raw)": 0.9308714270591736, "Finetune/Step": 6974, "Finetune/Step Time": 10.70016509667039}
+{"Finetune/Learning Rate": 1.47347459100721e-05, "Finetune/Loss": 0.8339086174964905, "Finetune/Loss (Raw)": 0.8091418743133545, "Finetune/Step": 6975, "Finetune/Step Time": 10.730586735531688}
+{"Finetune/Learning Rate": 1.4733262599862234e-05, "Finetune/Loss": 0.834307849407196, "Finetune/Loss (Raw)": 0.8515220880508423, "Finetune/Step": 6976, "Finetune/Step Time": 10.722895838320255}
+{"Finetune/Learning Rate": 1.4731779155430506e-05, "Finetune/Loss": 0.8359357714653015, "Finetune/Loss (Raw)": 0.9450740814208984, "Finetune/Step": 6977, "Finetune/Step Time": 10.722636414691806}
+{"Finetune/Learning Rate": 1.4730295576818971e-05, "Finetune/Loss": 0.8357598781585693, "Finetune/Loss (Raw)": 0.9019737243652344, "Finetune/Step": 6978, "Finetune/Step Time": 10.7299231197685}
+{"Finetune/Learning Rate": 1.472881186406971e-05, "Finetune/Loss": 0.8358913660049438, "Finetune/Loss (Raw)": 0.8787090182304382, "Finetune/Step": 6979, "Finetune/Step Time": 10.730097817257047}
+{"Finetune/Learning Rate": 1.4727328017224786e-05, "Finetune/Loss": 0.8361676931381226, "Finetune/Loss (Raw)": 0.8874064087867737, "Finetune/Step": 6980, "Finetune/Step Time": 10.704313889145851}
+{"Finetune/Learning Rate": 1.4725844036326286e-05, "Finetune/Loss": 0.8356014490127563, "Finetune/Loss (Raw)": 0.9680489301681519, "Finetune/Step": 6981, "Finetune/Step Time": 10.711283618584275}
+{"Finetune/Learning Rate": 1.4724359921416288e-05, "Finetune/Loss": 0.8357545137405396, "Finetune/Loss (Raw)": 0.8515626788139343, "Finetune/Step": 6982, "Finetune/Step Time": 10.70931564643979}
+{"Finetune/Learning Rate": 1.4722875672536873e-05, "Finetune/Loss": 0.8355758190155029, "Finetune/Loss (Raw)": 0.8109749555587769, "Finetune/Step": 6983, "Finetune/Step Time": 10.680522970855236}
+{"Finetune/Learning Rate": 1.4721391289730135e-05, "Finetune/Loss": 0.8354235887527466, "Finetune/Loss (Raw)": 0.8209136128425598, "Finetune/Step": 6984, "Finetune/Step Time": 10.679809527471662}
+{"Finetune/Learning Rate": 1.4719906773038171e-05, "Finetune/Loss": 0.8346096277236938, "Finetune/Loss (Raw)": 0.7957147359848022, "Finetune/Step": 6985, "Finetune/Step Time": 10.675308868288994}
+{"Finetune/Learning Rate": 1.4718422122503066e-05, "Finetune/Loss": 0.8335578441619873, "Finetune/Loss (Raw)": 0.7502388954162598, "Finetune/Step": 6986, "Finetune/Step Time": 10.698338629677892}
+{"Finetune/Learning Rate": 1.471693733816693e-05, "Finetune/Loss": 0.833664059638977, "Finetune/Loss (Raw)": 0.9319930076599121, "Finetune/Step": 6987, "Finetune/Step Time": 10.693025175482035}
+{"Finetune/Learning Rate": 1.4715452420071867e-05, "Finetune/Loss": 0.8333004713058472, "Finetune/Loss (Raw)": 0.8760859966278076, "Finetune/Step": 6988, "Finetune/Step Time": 10.693800192326307}
+{"Finetune/Learning Rate": 1.4713967368259981e-05, "Finetune/Loss": 0.8323585987091064, "Finetune/Loss (Raw)": 0.7469449043273926, "Finetune/Step": 6989, "Finetune/Step Time": 10.706859095022082}
+{"Finetune/Learning Rate": 1.471248218277338e-05, "Finetune/Loss": 0.8325467109680176, "Finetune/Loss (Raw)": 0.8610026836395264, "Finetune/Step": 6990, "Finetune/Step Time": 10.719562157988548}
+{"Finetune/Learning Rate": 1.471099686365419e-05, "Finetune/Loss": 0.8326100707054138, "Finetune/Loss (Raw)": 0.8286961913108826, "Finetune/Step": 6991, "Finetune/Step Time": 10.713924761861563}
+{"Finetune/Learning Rate": 1.4709511410944523e-05, "Finetune/Loss": 0.8327127695083618, "Finetune/Loss (Raw)": 0.7703742980957031, "Finetune/Step": 6992, "Finetune/Step Time": 10.72115665115416}
+{"Finetune/Learning Rate": 1.4708025824686503e-05, "Finetune/Loss": 0.83336341381073, "Finetune/Loss (Raw)": 0.9441962838172913, "Finetune/Step": 6993, "Finetune/Step Time": 10.73133909702301}
+{"Finetune/Learning Rate": 1.4706540104922263e-05, "Finetune/Loss": 0.8325682878494263, "Finetune/Loss (Raw)": 0.7630187273025513, "Finetune/Step": 6994, "Finetune/Step Time": 10.722857041284442}
+{"Finetune/Learning Rate": 1.4705054251693926e-05, "Finetune/Loss": 0.8321967124938965, "Finetune/Loss (Raw)": 0.816293478012085, "Finetune/Step": 6995, "Finetune/Step Time": 10.726950036361814}
+{"Finetune/Learning Rate": 1.4703568265043631e-05, "Finetune/Loss": 0.8336002230644226, "Finetune/Loss (Raw)": 0.9174776077270508, "Finetune/Step": 6996, "Finetune/Step Time": 10.71633487381041}
+{"Finetune/Learning Rate": 1.4702082145013515e-05, "Finetune/Loss": 0.8348531723022461, "Finetune/Loss (Raw)": 0.8717315196990967, "Finetune/Step": 6997, "Finetune/Step Time": 10.71999417617917}
+{"Finetune/Learning Rate": 1.470059589164572e-05, "Finetune/Loss": 0.8353514075279236, "Finetune/Loss (Raw)": 0.9044801592826843, "Finetune/Step": 6998, "Finetune/Step Time": 10.713246926665306}
+{"Finetune/Learning Rate": 1.4699109504982392e-05, "Finetune/Loss": 0.8341121077537537, "Finetune/Loss (Raw)": 0.7319713830947876, "Finetune/Step": 6999, "Finetune/Step Time": 10.709255617111921}
+{"Finetune/Learning Rate": 1.469762298506568e-05, "Finetune/Loss": 0.8336727619171143, "Finetune/Loss (Raw)": 0.8018221855163574, "Finetune/Step": 7000, "Finetune/Step Time": 10.698132161051035}
+{"Finetune/Learning Rate": 1.469613633193774e-05, "Finetune/Loss": 0.8326785564422607, "Finetune/Loss (Raw)": 0.7833114862442017, "Finetune/Step": 7001, "Finetune/Step Time": 10.71748604439199}
+{"Finetune/Learning Rate": 1.4694649545640727e-05, "Finetune/Loss": 0.8327896595001221, "Finetune/Loss (Raw)": 0.722203254699707, "Finetune/Step": 7002, "Finetune/Step Time": 10.69478827342391}
+{"Finetune/Learning Rate": 1.4693162626216802e-05, "Finetune/Loss": 0.8326432704925537, "Finetune/Loss (Raw)": 0.8959667086601257, "Finetune/Step": 7003, "Finetune/Step Time": 10.690812984481454}
+{"Finetune/Learning Rate": 1.4691675573708133e-05, "Finetune/Loss": 0.8325138688087463, "Finetune/Loss (Raw)": 0.8924757838249207, "Finetune/Step": 7004, "Finetune/Step Time": 10.69054214656353}
+{"Finetune/Learning Rate": 1.4690188388156883e-05, "Finetune/Loss": 0.8335269093513489, "Finetune/Loss (Raw)": 1.0126159191131592, "Finetune/Step": 7005, "Finetune/Step Time": 10.685508638620377}
+{"Finetune/Learning Rate": 1.468870106960523e-05, "Finetune/Loss": 0.833396315574646, "Finetune/Loss (Raw)": 0.9033353328704834, "Finetune/Step": 7006, "Finetune/Step Time": 10.682310599833727}
+{"Finetune/Learning Rate": 1.4687213618095344e-05, "Finetune/Loss": 0.8344348669052124, "Finetune/Loss (Raw)": 0.9717321395874023, "Finetune/Step": 7007, "Finetune/Step Time": 10.687361434102058}
+{"Finetune/Learning Rate": 1.4685726033669412e-05, "Finetune/Loss": 0.8341519832611084, "Finetune/Loss (Raw)": 0.838090717792511, "Finetune/Step": 7008, "Finetune/Step Time": 10.703423727303743}
+{"Finetune/Learning Rate": 1.4684238316369614e-05, "Finetune/Loss": 0.8331092000007629, "Finetune/Loss (Raw)": 0.7491127252578735, "Finetune/Step": 7009, "Finetune/Step Time": 10.701808415353298}
+{"Finetune/Learning Rate": 1.4682750466238136e-05, "Finetune/Loss": 0.8338921666145325, "Finetune/Loss (Raw)": 0.9858095645904541, "Finetune/Step": 7010, "Finetune/Step Time": 10.703875115141273}
+{"Finetune/Learning Rate": 1.468126248331717e-05, "Finetune/Loss": 0.8348691463470459, "Finetune/Loss (Raw)": 0.9770636558532715, "Finetune/Step": 7011, "Finetune/Step Time": 10.677673069760203}
+{"Finetune/Learning Rate": 1.4679774367648913e-05, "Finetune/Loss": 0.8341575264930725, "Finetune/Loss (Raw)": 0.8002673387527466, "Finetune/Step": 7012, "Finetune/Step Time": 10.674480045214295}
+{"Finetune/Learning Rate": 1.4678286119275564e-05, "Finetune/Loss": 0.8328725099563599, "Finetune/Loss (Raw)": 0.6615935564041138, "Finetune/Step": 7013, "Finetune/Step Time": 10.69762995839119}
+{"Finetune/Learning Rate": 1.467679773823932e-05, "Finetune/Loss": 0.8325657248497009, "Finetune/Loss (Raw)": 0.7722835540771484, "Finetune/Step": 7014, "Finetune/Step Time": 10.700788954272866}
+{"Finetune/Learning Rate": 1.4675309224582395e-05, "Finetune/Loss": 0.8341431617736816, "Finetune/Loss (Raw)": 0.9617958664894104, "Finetune/Step": 7015, "Finetune/Step Time": 10.692207831889391}
+{"Finetune/Learning Rate": 1.4673820578346993e-05, "Finetune/Loss": 0.834032416343689, "Finetune/Loss (Raw)": 0.8153685927391052, "Finetune/Step": 7016, "Finetune/Step Time": 10.676182005554438}
+{"Finetune/Learning Rate": 1.4672331799575333e-05, "Finetune/Loss": 0.8326961994171143, "Finetune/Loss (Raw)": 0.8008438944816589, "Finetune/Step": 7017, "Finetune/Step Time": 10.668614231050014}
+{"Finetune/Learning Rate": 1.4670842888309627e-05, "Finetune/Loss": 0.8336058855056763, "Finetune/Loss (Raw)": 0.8888826370239258, "Finetune/Step": 7018, "Finetune/Step Time": 10.669240424409509}
+{"Finetune/Learning Rate": 1.4669353844592098e-05, "Finetune/Loss": 0.8343771696090698, "Finetune/Loss (Raw)": 0.9463016390800476, "Finetune/Step": 7019, "Finetune/Step Time": 10.669435711577535}
+{"Finetune/Learning Rate": 1.466786466846497e-05, "Finetune/Loss": 0.833625853061676, "Finetune/Loss (Raw)": 0.7071702480316162, "Finetune/Step": 7020, "Finetune/Step Time": 10.652389794588089}
+{"Finetune/Learning Rate": 1.4666375359970477e-05, "Finetune/Loss": 0.8350096940994263, "Finetune/Loss (Raw)": 0.9560373425483704, "Finetune/Step": 7021, "Finetune/Step Time": 10.664121069014072}
+{"Finetune/Learning Rate": 1.4664885919150848e-05, "Finetune/Loss": 0.8338813185691833, "Finetune/Loss (Raw)": 0.7992812991142273, "Finetune/Step": 7022, "Finetune/Step Time": 10.665022877976298}
+{"Finetune/Learning Rate": 1.466339634604832e-05, "Finetune/Loss": 0.8357225656509399, "Finetune/Loss (Raw)": 0.9636236429214478, "Finetune/Step": 7023, "Finetune/Step Time": 10.646700793877244}
+{"Finetune/Learning Rate": 1.4661906640705131e-05, "Finetune/Loss": 0.835894763469696, "Finetune/Loss (Raw)": 0.8927090167999268, "Finetune/Step": 7024, "Finetune/Step Time": 10.650167118757963}
+{"Finetune/Learning Rate": 1.4660416803163527e-05, "Finetune/Loss": 0.8364919424057007, "Finetune/Loss (Raw)": 0.8653374910354614, "Finetune/Step": 7025, "Finetune/Step Time": 10.6582898106426}
+{"Finetune/Learning Rate": 1.4658926833465754e-05, "Finetune/Loss": 0.8372699618339539, "Finetune/Loss (Raw)": 0.8861017227172852, "Finetune/Step": 7026, "Finetune/Step Time": 10.651767361909151}
+{"Finetune/Learning Rate": 1.4657436731654064e-05, "Finetune/Loss": 0.8367257118225098, "Finetune/Loss (Raw)": 0.8731734752655029, "Finetune/Step": 7027, "Finetune/Step Time": 10.654884029179811}
+{"Finetune/Learning Rate": 1.4655946497770715e-05, "Finetune/Loss": 0.8359500765800476, "Finetune/Loss (Raw)": 0.7871828675270081, "Finetune/Step": 7028, "Finetune/Step Time": 10.661753928288817}
+{"Finetune/Learning Rate": 1.4654456131857959e-05, "Finetune/Loss": 0.83622145652771, "Finetune/Loss (Raw)": 0.8722667098045349, "Finetune/Step": 7029, "Finetune/Step Time": 10.669101050123572}
+{"Finetune/Learning Rate": 1.4652965633958067e-05, "Finetune/Loss": 0.8376781940460205, "Finetune/Loss (Raw)": 0.9342972040176392, "Finetune/Step": 7030, "Finetune/Step Time": 10.665804522112012}
+{"Finetune/Learning Rate": 1.4651475004113297e-05, "Finetune/Loss": 0.8374933004379272, "Finetune/Loss (Raw)": 0.7696929574012756, "Finetune/Step": 7031, "Finetune/Step Time": 10.667773580178618}
+{"Finetune/Learning Rate": 1.4649984242365926e-05, "Finetune/Loss": 0.8374834656715393, "Finetune/Loss (Raw)": 0.8289053440093994, "Finetune/Step": 7032, "Finetune/Step Time": 10.673131899908185}
+{"Finetune/Learning Rate": 1.4648493348758225e-05, "Finetune/Loss": 0.8366251587867737, "Finetune/Loss (Raw)": 0.5939339399337769, "Finetune/Step": 7033, "Finetune/Step Time": 10.711707631126046}
+{"Finetune/Learning Rate": 1.4647002323332469e-05, "Finetune/Loss": 0.8371833562850952, "Finetune/Loss (Raw)": 0.9301055073738098, "Finetune/Step": 7034, "Finetune/Step Time": 10.71380472742021}
+{"Finetune/Learning Rate": 1.4645511166130941e-05, "Finetune/Loss": 0.8400707244873047, "Finetune/Loss (Raw)": 1.048158884048462, "Finetune/Step": 7035, "Finetune/Step Time": 10.710140587761998}
+{"Finetune/Learning Rate": 1.4644019877195925e-05, "Finetune/Loss": 0.8412777185440063, "Finetune/Loss (Raw)": 0.8628817796707153, "Finetune/Step": 7036, "Finetune/Step Time": 10.672782948240638}
+{"Finetune/Learning Rate": 1.4642528456569718e-05, "Finetune/Loss": 0.8411464691162109, "Finetune/Loss (Raw)": 0.7888553142547607, "Finetune/Step": 7037, "Finetune/Step Time": 10.663708362728357}
+{"Finetune/Learning Rate": 1.4641036904294596e-05, "Finetune/Loss": 0.8414156436920166, "Finetune/Loss (Raw)": 0.9378442764282227, "Finetune/Step": 7038, "Finetune/Step Time": 10.649600759148598}
+{"Finetune/Learning Rate": 1.4639545220412871e-05, "Finetune/Loss": 0.8433173894882202, "Finetune/Loss (Raw)": 0.9817747473716736, "Finetune/Step": 7039, "Finetune/Step Time": 10.638440992683172}
+{"Finetune/Learning Rate": 1.4638053404966836e-05, "Finetune/Loss": 0.8440457582473755, "Finetune/Loss (Raw)": 0.8827866911888123, "Finetune/Step": 7040, "Finetune/Step Time": 10.622001992538571}
+{"Finetune/Learning Rate": 1.4636561457998797e-05, "Finetune/Loss": 0.8425973653793335, "Finetune/Loss (Raw)": 0.7049162983894348, "Finetune/Step": 7041, "Finetune/Step Time": 10.641616635024548}
+{"Finetune/Learning Rate": 1.4635069379551054e-05, "Finetune/Loss": 0.8436360955238342, "Finetune/Loss (Raw)": 0.9554221034049988, "Finetune/Step": 7042, "Finetune/Step Time": 10.647378072142601}
+{"Finetune/Learning Rate": 1.463357716966593e-05, "Finetune/Loss": 0.8439636826515198, "Finetune/Loss (Raw)": 0.8072388768196106, "Finetune/Step": 7043, "Finetune/Step Time": 10.64153036288917}
+{"Finetune/Learning Rate": 1.4632084828385732e-05, "Finetune/Loss": 0.8430494070053101, "Finetune/Loss (Raw)": 0.8322033882141113, "Finetune/Step": 7044, "Finetune/Step Time": 10.630222456529737}
+{"Finetune/Learning Rate": 1.4630592355752777e-05, "Finetune/Loss": 0.843173623085022, "Finetune/Loss (Raw)": 0.8118844628334045, "Finetune/Step": 7045, "Finetune/Step Time": 10.63007902726531}
+{"Finetune/Learning Rate": 1.4629099751809392e-05, "Finetune/Loss": 0.8430423736572266, "Finetune/Loss (Raw)": 0.7700858116149902, "Finetune/Step": 7046, "Finetune/Step Time": 10.596602626144886}
+{"Finetune/Learning Rate": 1.4627607016597901e-05, "Finetune/Loss": 0.8442627787590027, "Finetune/Loss (Raw)": 0.9830783009529114, "Finetune/Step": 7047, "Finetune/Step Time": 10.585411008447409}
+{"Finetune/Learning Rate": 1.4626114150160636e-05, "Finetune/Loss": 0.845134973526001, "Finetune/Loss (Raw)": 0.8425872325897217, "Finetune/Step": 7048, "Finetune/Step Time": 10.599304512143135}
+{"Finetune/Learning Rate": 1.4624621152539927e-05, "Finetune/Loss": 0.8439900279045105, "Finetune/Loss (Raw)": 0.6549180746078491, "Finetune/Step": 7049, "Finetune/Step Time": 10.601249450817704}
+{"Finetune/Learning Rate": 1.4623128023778113e-05, "Finetune/Loss": 0.8451908826828003, "Finetune/Loss (Raw)": 0.9223248958587646, "Finetune/Step": 7050, "Finetune/Step Time": 10.561601744964719}
+{"Finetune/Learning Rate": 1.4621634763917536e-05, "Finetune/Loss": 0.8464027643203735, "Finetune/Loss (Raw)": 0.9370605945587158, "Finetune/Step": 7051, "Finetune/Step Time": 10.558317257091403}
+{"Finetune/Learning Rate": 1.4620141373000538e-05, "Finetune/Loss": 0.8459900617599487, "Finetune/Loss (Raw)": 0.9100506901741028, "Finetune/Step": 7052, "Finetune/Step Time": 10.555198539048433}
+{"Finetune/Learning Rate": 1.4618647851069467e-05, "Finetune/Loss": 0.8469333648681641, "Finetune/Loss (Raw)": 0.928945779800415, "Finetune/Step": 7053, "Finetune/Step Time": 10.549993097782135}
+{"Finetune/Learning Rate": 1.4617154198166679e-05, "Finetune/Loss": 0.8452810049057007, "Finetune/Loss (Raw)": 0.8002888560295105, "Finetune/Step": 7054, "Finetune/Step Time": 10.558992601931095}
+{"Finetune/Learning Rate": 1.4615660414334527e-05, "Finetune/Loss": 0.8439264297485352, "Finetune/Loss (Raw)": 0.8061620593070984, "Finetune/Step": 7055, "Finetune/Step Time": 10.565922550857067}
+{"Finetune/Learning Rate": 1.461416649961537e-05, "Finetune/Loss": 0.844931960105896, "Finetune/Loss (Raw)": 1.0242019891738892, "Finetune/Step": 7056, "Finetune/Step Time": 10.57987237162888}
+{"Finetune/Learning Rate": 1.4612672454051573e-05, "Finetune/Loss": 0.8458086848258972, "Finetune/Loss (Raw)": 0.9390175938606262, "Finetune/Step": 7057, "Finetune/Step Time": 10.582762440666556}
+{"Finetune/Learning Rate": 1.4611178277685504e-05, "Finetune/Loss": 0.8460355401039124, "Finetune/Loss (Raw)": 0.7295545935630798, "Finetune/Step": 7058, "Finetune/Step Time": 10.565482422709465}
+{"Finetune/Learning Rate": 1.4609683970559528e-05, "Finetune/Loss": 0.8455386161804199, "Finetune/Loss (Raw)": 0.733496367931366, "Finetune/Step": 7059, "Finetune/Step Time": 10.569377629086375}
+{"Finetune/Learning Rate": 1.4608189532716022e-05, "Finetune/Loss": 0.8446493148803711, "Finetune/Loss (Raw)": 0.7823126316070557, "Finetune/Step": 7060, "Finetune/Step Time": 10.581634789705276}
+{"Finetune/Learning Rate": 1.4606694964197367e-05, "Finetune/Loss": 0.8434079885482788, "Finetune/Loss (Raw)": 0.7241042256355286, "Finetune/Step": 7061, "Finetune/Step Time": 10.580052012577653}
+{"Finetune/Learning Rate": 1.4605200265045944e-05, "Finetune/Loss": 0.8429820537567139, "Finetune/Loss (Raw)": 0.6320831179618835, "Finetune/Step": 7062, "Finetune/Step Time": 10.607361201196909}
+{"Finetune/Learning Rate": 1.4603705435304132e-05, "Finetune/Loss": 0.841864824295044, "Finetune/Loss (Raw)": 0.8521228432655334, "Finetune/Step": 7063, "Finetune/Step Time": 10.6033825725317}
+{"Finetune/Learning Rate": 1.4602210475014332e-05, "Finetune/Loss": 0.8420937061309814, "Finetune/Loss (Raw)": 0.8979409337043762, "Finetune/Step": 7064, "Finetune/Step Time": 10.595634520053864}
+{"Finetune/Learning Rate": 1.4600715384218924e-05, "Finetune/Loss": 0.8422157168388367, "Finetune/Loss (Raw)": 0.8592297434806824, "Finetune/Step": 7065, "Finetune/Step Time": 10.598016168922186}
+{"Finetune/Learning Rate": 1.459922016296031e-05, "Finetune/Loss": 0.8412669897079468, "Finetune/Loss (Raw)": 0.6341411471366882, "Finetune/Step": 7066, "Finetune/Step Time": 10.62874592281878}
+{"Finetune/Learning Rate": 1.4597724811280896e-05, "Finetune/Loss": 0.8419309854507446, "Finetune/Loss (Raw)": 0.8364735245704651, "Finetune/Step": 7067, "Finetune/Step Time": 10.622137624770403}
+{"Finetune/Learning Rate": 1.4596229329223077e-05, "Finetune/Loss": 0.8427703380584717, "Finetune/Loss (Raw)": 0.9075954556465149, "Finetune/Step": 7068, "Finetune/Step Time": 10.64077527076006}
+{"Finetune/Learning Rate": 1.4594733716829263e-05, "Finetune/Loss": 0.8425842523574829, "Finetune/Loss (Raw)": 0.8107300996780396, "Finetune/Step": 7069, "Finetune/Step Time": 10.644416339695454}
+{"Finetune/Learning Rate": 1.459323797414187e-05, "Finetune/Loss": 0.842158317565918, "Finetune/Loss (Raw)": 0.7429662346839905, "Finetune/Step": 7070, "Finetune/Step Time": 10.64582489989698}
+{"Finetune/Learning Rate": 1.4591742101203306e-05, "Finetune/Loss": 0.8436303734779358, "Finetune/Loss (Raw)": 0.956497073173523, "Finetune/Step": 7071, "Finetune/Step Time": 10.650853047147393}
+{"Finetune/Learning Rate": 1.4590246098055995e-05, "Finetune/Loss": 0.8433506488800049, "Finetune/Loss (Raw)": 0.8853527307510376, "Finetune/Step": 7072, "Finetune/Step Time": 10.656543157994747}
+{"Finetune/Learning Rate": 1.4588749964742357e-05, "Finetune/Loss": 0.8448660373687744, "Finetune/Loss (Raw)": 0.9140592813491821, "Finetune/Step": 7073, "Finetune/Step Time": 10.627615343779325}
+{"Finetune/Learning Rate": 1.4587253701304818e-05, "Finetune/Loss": 0.8434211015701294, "Finetune/Loss (Raw)": 0.5531858801841736, "Finetune/Step": 7074, "Finetune/Step Time": 10.666753029450774}
+{"Finetune/Learning Rate": 1.458575730778581e-05, "Finetune/Loss": 0.8397636413574219, "Finetune/Loss (Raw)": 0.5309414267539978, "Finetune/Step": 7075, "Finetune/Step Time": 10.675778090953827}
+{"Finetune/Learning Rate": 1.4584260784227764e-05, "Finetune/Loss": 0.8397699594497681, "Finetune/Loss (Raw)": 0.8466728925704956, "Finetune/Step": 7076, "Finetune/Step Time": 10.679850060492754}
+{"Finetune/Learning Rate": 1.4582764130673116e-05, "Finetune/Loss": 0.8380563855171204, "Finetune/Loss (Raw)": 0.6875777840614319, "Finetune/Step": 7077, "Finetune/Step Time": 10.705777823925018}
+{"Finetune/Learning Rate": 1.4581267347164314e-05, "Finetune/Loss": 0.8376040458679199, "Finetune/Loss (Raw)": 0.7847995758056641, "Finetune/Step": 7078, "Finetune/Step Time": 10.713384548202157}
+{"Finetune/Learning Rate": 1.4579770433743797e-05, "Finetune/Loss": 0.8385590314865112, "Finetune/Loss (Raw)": 0.884939432144165, "Finetune/Step": 7079, "Finetune/Step Time": 10.715177044272423}
+{"Finetune/Learning Rate": 1.4578273390454008e-05, "Finetune/Loss": 0.8384602665901184, "Finetune/Loss (Raw)": 0.8091878890991211, "Finetune/Step": 7080, "Finetune/Step Time": 10.711384112015367}
+{"Finetune/Learning Rate": 1.4576776217337407e-05, "Finetune/Loss": 0.8394756317138672, "Finetune/Loss (Raw)": 0.9146528244018555, "Finetune/Step": 7081, "Finetune/Step Time": 10.720427760854363}
+{"Finetune/Learning Rate": 1.457527891443645e-05, "Finetune/Loss": 0.8394045233726501, "Finetune/Loss (Raw)": 0.7224618196487427, "Finetune/Step": 7082, "Finetune/Step Time": 10.711429564282298}
+{"Finetune/Learning Rate": 1.457378148179359e-05, "Finetune/Loss": 0.838469386100769, "Finetune/Loss (Raw)": 0.7314472198486328, "Finetune/Step": 7083, "Finetune/Step Time": 10.707043625414371}
+{"Finetune/Learning Rate": 1.4572283919451294e-05, "Finetune/Loss": 0.8397603631019592, "Finetune/Loss (Raw)": 0.8484978675842285, "Finetune/Step": 7084, "Finetune/Step Time": 10.71604685112834}
+{"Finetune/Learning Rate": 1.4570786227452029e-05, "Finetune/Loss": 0.8393980264663696, "Finetune/Loss (Raw)": 0.844986617565155, "Finetune/Step": 7085, "Finetune/Step Time": 10.710876420140266}
+{"Finetune/Learning Rate": 1.4569288405838264e-05, "Finetune/Loss": 0.8408206105232239, "Finetune/Loss (Raw)": 0.8575512766838074, "Finetune/Step": 7086, "Finetune/Step Time": 10.713466234505177}
+{"Finetune/Learning Rate": 1.456779045465247e-05, "Finetune/Loss": 0.8405508995056152, "Finetune/Loss (Raw)": 0.7322002649307251, "Finetune/Step": 7087, "Finetune/Step Time": 10.735527727752924}
+{"Finetune/Learning Rate": 1.4566292373937133e-05, "Finetune/Loss": 0.8383086919784546, "Finetune/Loss (Raw)": 0.7775892615318298, "Finetune/Step": 7088, "Finetune/Step Time": 10.737023333087564}
+{"Finetune/Learning Rate": 1.4564794163734725e-05, "Finetune/Loss": 0.8388653993606567, "Finetune/Loss (Raw)": 0.9179898500442505, "Finetune/Step": 7089, "Finetune/Step Time": 10.736947286874056}
+{"Finetune/Learning Rate": 1.4563295824087737e-05, "Finetune/Loss": 0.8387029767036438, "Finetune/Loss (Raw)": 0.7683264017105103, "Finetune/Step": 7090, "Finetune/Step Time": 10.731940288096666}
+{"Finetune/Learning Rate": 1.4561797355038656e-05, "Finetune/Loss": 0.8384783267974854, "Finetune/Loss (Raw)": 0.6920320987701416, "Finetune/Step": 7091, "Finetune/Step Time": 10.770290337502956}
+{"Finetune/Learning Rate": 1.4560298756629974e-05, "Finetune/Loss": 0.8377488255500793, "Finetune/Loss (Raw)": 0.7923583388328552, "Finetune/Step": 7092, "Finetune/Step Time": 10.770943451672792}
+{"Finetune/Learning Rate": 1.4558800028904185e-05, "Finetune/Loss": 0.8372829556465149, "Finetune/Loss (Raw)": 0.6943306922912598, "Finetune/Step": 7093, "Finetune/Step Time": 10.801848066970706}
+{"Finetune/Learning Rate": 1.4557301171903793e-05, "Finetune/Loss": 0.837591290473938, "Finetune/Loss (Raw)": 0.8580437898635864, "Finetune/Step": 7094, "Finetune/Step Time": 10.777812466025352}
+{"Finetune/Learning Rate": 1.4555802185671297e-05, "Finetune/Loss": 0.83710777759552, "Finetune/Loss (Raw)": 0.7830954790115356, "Finetune/Step": 7095, "Finetune/Step Time": 10.781151184812188}
+{"Finetune/Learning Rate": 1.4554303070249205e-05, "Finetune/Loss": 0.8361101150512695, "Finetune/Loss (Raw)": 0.8860017657279968, "Finetune/Step": 7096, "Finetune/Step Time": 10.78313808888197}
+{"Finetune/Learning Rate": 1.4552803825680032e-05, "Finetune/Loss": 0.8358176350593567, "Finetune/Loss (Raw)": 0.8348252773284912, "Finetune/Step": 7097, "Finetune/Step Time": 10.777533560991287}
+{"Finetune/Learning Rate": 1.4551304452006288e-05, "Finetune/Loss": 0.8359511494636536, "Finetune/Loss (Raw)": 0.8518002033233643, "Finetune/Step": 7098, "Finetune/Step Time": 10.773361284285784}
+{"Finetune/Learning Rate": 1.454980494927049e-05, "Finetune/Loss": 0.8370063304901123, "Finetune/Loss (Raw)": 0.8394203782081604, "Finetune/Step": 7099, "Finetune/Step Time": 10.773940222337842}
+{"Finetune/Learning Rate": 1.4548305317515165e-05, "Finetune/Loss": 0.8375340104103088, "Finetune/Loss (Raw)": 0.910779595375061, "Finetune/Step": 7100, "Finetune/Step Time": 10.757834969088435}
+{"Finetune/Learning Rate": 1.454680555678283e-05, "Finetune/Loss": 0.8379887938499451, "Finetune/Loss (Raw)": 0.868407130241394, "Finetune/Step": 7101, "Finetune/Step Time": 10.740276513621211}
+{"Finetune/Learning Rate": 1.4545305667116024e-05, "Finetune/Loss": 0.8369907736778259, "Finetune/Loss (Raw)": 0.803122878074646, "Finetune/Step": 7102, "Finetune/Step Time": 10.740019205957651}
+{"Finetune/Learning Rate": 1.4543805648557273e-05, "Finetune/Loss": 0.8371486067771912, "Finetune/Loss (Raw)": 0.8293492197990417, "Finetune/Step": 7103, "Finetune/Step Time": 10.71435390599072}
+{"Finetune/Learning Rate": 1.454230550114911e-05, "Finetune/Loss": 0.8370110988616943, "Finetune/Loss (Raw)": 0.8339188098907471, "Finetune/Step": 7104, "Finetune/Step Time": 10.708814468234777}
+{"Finetune/Learning Rate": 1.4540805224934082e-05, "Finetune/Loss": 0.8367547392845154, "Finetune/Loss (Raw)": 0.9122580289840698, "Finetune/Step": 7105, "Finetune/Step Time": 10.703326102346182}
+{"Finetune/Learning Rate": 1.4539304819954735e-05, "Finetune/Loss": 0.8357036113739014, "Finetune/Loss (Raw)": 0.7674309611320496, "Finetune/Step": 7106, "Finetune/Step Time": 10.702254462987185}
+{"Finetune/Learning Rate": 1.4537804286253608e-05, "Finetune/Loss": 0.8354904651641846, "Finetune/Loss (Raw)": 0.8514266014099121, "Finetune/Step": 7107, "Finetune/Step Time": 10.700453359633684}
+{"Finetune/Learning Rate": 1.453630362387325e-05, "Finetune/Loss": 0.8340153694152832, "Finetune/Loss (Raw)": 0.6985870003700256, "Finetune/Step": 7108, "Finetune/Step Time": 10.696522997692227}
+{"Finetune/Learning Rate": 1.453480283285623e-05, "Finetune/Loss": 0.8327841758728027, "Finetune/Loss (Raw)": 0.8104603886604309, "Finetune/Step": 7109, "Finetune/Step Time": 10.686646772548556}
+{"Finetune/Learning Rate": 1.4533301913245092e-05, "Finetune/Loss": 0.8323159217834473, "Finetune/Loss (Raw)": 0.7916356325149536, "Finetune/Step": 7110, "Finetune/Step Time": 10.683038352057338}
+{"Finetune/Learning Rate": 1.4531800865082401e-05, "Finetune/Loss": 0.8321744203567505, "Finetune/Loss (Raw)": 0.792854905128479, "Finetune/Step": 7111, "Finetune/Step Time": 10.682458171620965}
+{"Finetune/Learning Rate": 1.4530299688410726e-05, "Finetune/Loss": 0.8327388763427734, "Finetune/Loss (Raw)": 0.89316326379776, "Finetune/Step": 7112, "Finetune/Step Time": 10.673014786094427}
+{"Finetune/Learning Rate": 1.4528798383272637e-05, "Finetune/Loss": 0.8330220580101013, "Finetune/Loss (Raw)": 0.8319631218910217, "Finetune/Step": 7113, "Finetune/Step Time": 10.670053526759148}
+{"Finetune/Learning Rate": 1.4527296949710701e-05, "Finetune/Loss": 0.8335421681404114, "Finetune/Loss (Raw)": 0.816814124584198, "Finetune/Step": 7114, "Finetune/Step Time": 10.643681604415178}
+{"Finetune/Learning Rate": 1.4525795387767496e-05, "Finetune/Loss": 0.8333431482315063, "Finetune/Loss (Raw)": 0.9065125584602356, "Finetune/Step": 7115, "Finetune/Step Time": 10.637099418789148}
+{"Finetune/Learning Rate": 1.4524293697485608e-05, "Finetune/Loss": 0.8322931528091431, "Finetune/Loss (Raw)": 0.7416962385177612, "Finetune/Step": 7116, "Finetune/Step Time": 10.637333676218987}
+{"Finetune/Learning Rate": 1.4522791878907613e-05, "Finetune/Loss": 0.8336533308029175, "Finetune/Loss (Raw)": 0.9210412502288818, "Finetune/Step": 7117, "Finetune/Step Time": 10.630432454869151}
+{"Finetune/Learning Rate": 1.4521289932076103e-05, "Finetune/Loss": 0.8339536190032959, "Finetune/Loss (Raw)": 0.8994400501251221, "Finetune/Step": 7118, "Finetune/Step Time": 10.623534984886646}
+{"Finetune/Learning Rate": 1.4519787857033668e-05, "Finetune/Loss": 0.8338203430175781, "Finetune/Loss (Raw)": 0.8116415143013, "Finetune/Step": 7119, "Finetune/Step Time": 10.615530835464597}
+{"Finetune/Learning Rate": 1.45182856538229e-05, "Finetune/Loss": 0.834500789642334, "Finetune/Loss (Raw)": 0.8574621081352234, "Finetune/Step": 7120, "Finetune/Step Time": 10.608289062976837}
+{"Finetune/Learning Rate": 1.4516783322486398e-05, "Finetune/Loss": 0.8336645364761353, "Finetune/Loss (Raw)": 0.8371649980545044, "Finetune/Step": 7121, "Finetune/Step Time": 10.602188421413302}
+{"Finetune/Learning Rate": 1.4515280863066768e-05, "Finetune/Loss": 0.8346230983734131, "Finetune/Loss (Raw)": 0.885716438293457, "Finetune/Step": 7122, "Finetune/Step Time": 10.602945445105433}
+{"Finetune/Learning Rate": 1.451377827560661e-05, "Finetune/Loss": 0.8347476720809937, "Finetune/Loss (Raw)": 0.8322327733039856, "Finetune/Step": 7123, "Finetune/Step Time": 10.598756471648812}
+{"Finetune/Learning Rate": 1.4512275560148536e-05, "Finetune/Loss": 0.8336944580078125, "Finetune/Loss (Raw)": 0.7826647162437439, "Finetune/Step": 7124, "Finetune/Step Time": 10.610458178445697}
+{"Finetune/Learning Rate": 1.451077271673516e-05, "Finetune/Loss": 0.8328889608383179, "Finetune/Loss (Raw)": 0.7686272859573364, "Finetune/Step": 7125, "Finetune/Step Time": 10.603868322446942}
+{"Finetune/Learning Rate": 1.4509269745409094e-05, "Finetune/Loss": 0.8325142860412598, "Finetune/Loss (Raw)": 0.8565247654914856, "Finetune/Step": 7126, "Finetune/Step Time": 10.61076520755887}
+{"Finetune/Learning Rate": 1.4507766646212962e-05, "Finetune/Loss": 0.8339338302612305, "Finetune/Loss (Raw)": 0.9136779308319092, "Finetune/Step": 7127, "Finetune/Step Time": 10.61313702724874}
+{"Finetune/Learning Rate": 1.4506263419189388e-05, "Finetune/Loss": 0.8346113562583923, "Finetune/Loss (Raw)": 0.8885390162467957, "Finetune/Step": 7128, "Finetune/Step Time": 10.614189250394702}
+{"Finetune/Learning Rate": 1.4504760064380993e-05, "Finetune/Loss": 0.8356330394744873, "Finetune/Loss (Raw)": 0.9140883684158325, "Finetune/Step": 7129, "Finetune/Step Time": 10.604884315282106}
+{"Finetune/Learning Rate": 1.4503256581830416e-05, "Finetune/Loss": 0.8363198041915894, "Finetune/Loss (Raw)": 0.8101122975349426, "Finetune/Step": 7130, "Finetune/Step Time": 10.640456533059478}
+{"Finetune/Learning Rate": 1.450175297158029e-05, "Finetune/Loss": 0.8347655534744263, "Finetune/Loss (Raw)": 0.6970190405845642, "Finetune/Step": 7131, "Finetune/Step Time": 10.656877798959613}
+{"Finetune/Learning Rate": 1.4500249233673247e-05, "Finetune/Loss": 0.8340702056884766, "Finetune/Loss (Raw)": 0.8034784197807312, "Finetune/Step": 7132, "Finetune/Step Time": 10.673062928020954}
+{"Finetune/Learning Rate": 1.4498745368151932e-05, "Finetune/Loss": 0.8332639336585999, "Finetune/Loss (Raw)": 0.909405529499054, "Finetune/Step": 7133, "Finetune/Step Time": 10.673418629914522}
+{"Finetune/Learning Rate": 1.4497241375058997e-05, "Finetune/Loss": 0.8326696753501892, "Finetune/Loss (Raw)": 0.8272697925567627, "Finetune/Step": 7134, "Finetune/Step Time": 10.681495813652873}
+{"Finetune/Learning Rate": 1.4495737254437078e-05, "Finetune/Loss": 0.8316777944564819, "Finetune/Loss (Raw)": 0.8447714447975159, "Finetune/Step": 7135, "Finetune/Step Time": 10.683985609561205}
+{"Finetune/Learning Rate": 1.4494233006328837e-05, "Finetune/Loss": 0.8317719101905823, "Finetune/Loss (Raw)": 0.8501371741294861, "Finetune/Step": 7136, "Finetune/Step Time": 10.671528309583664}
+{"Finetune/Learning Rate": 1.4492728630776931e-05, "Finetune/Loss": 0.8308965563774109, "Finetune/Loss (Raw)": 0.637069582939148, "Finetune/Step": 7137, "Finetune/Step Time": 10.65876618027687}
+{"Finetune/Learning Rate": 1.4491224127824016e-05, "Finetune/Loss": 0.829251766204834, "Finetune/Loss (Raw)": 0.7752734422683716, "Finetune/Step": 7138, "Finetune/Step Time": 10.658486733213067}
+{"Finetune/Learning Rate": 1.4489719497512752e-05, "Finetune/Loss": 0.8269715309143066, "Finetune/Loss (Raw)": 0.6851963996887207, "Finetune/Step": 7139, "Finetune/Step Time": 10.659270010888577}
+{"Finetune/Learning Rate": 1.4488214739885813e-05, "Finetune/Loss": 0.8284375071525574, "Finetune/Loss (Raw)": 0.9879152774810791, "Finetune/Step": 7140, "Finetune/Step Time": 10.663223687559366}
+{"Finetune/Learning Rate": 1.4486709854985868e-05, "Finetune/Loss": 0.830106258392334, "Finetune/Loss (Raw)": 0.8751892447471619, "Finetune/Step": 7141, "Finetune/Step Time": 10.64201439358294}
+{"Finetune/Learning Rate": 1.4485204842855587e-05, "Finetune/Loss": 0.8301101326942444, "Finetune/Loss (Raw)": 0.7727776169776917, "Finetune/Step": 7142, "Finetune/Step Time": 10.655574802309275}
+{"Finetune/Learning Rate": 1.448369970353765e-05, "Finetune/Loss": 0.8285949230194092, "Finetune/Loss (Raw)": 0.7678508758544922, "Finetune/Step": 7143, "Finetune/Step Time": 10.650180099532008}
+{"Finetune/Learning Rate": 1.4482194437074744e-05, "Finetune/Loss": 0.8281383514404297, "Finetune/Loss (Raw)": 0.756929337978363, "Finetune/Step": 7144, "Finetune/Step Time": 10.648572089150548}
+{"Finetune/Learning Rate": 1.4480689043509547e-05, "Finetune/Loss": 0.8276698589324951, "Finetune/Loss (Raw)": 0.740873396396637, "Finetune/Step": 7145, "Finetune/Step Time": 10.686034301295877}
+{"Finetune/Learning Rate": 1.4479183522884748e-05, "Finetune/Loss": 0.8257869482040405, "Finetune/Loss (Raw)": 0.6478702425956726, "Finetune/Step": 7146, "Finetune/Step Time": 10.686673311516643}
+{"Finetune/Learning Rate": 1.4477677875243043e-05, "Finetune/Loss": 0.8240888714790344, "Finetune/Loss (Raw)": 0.7289504408836365, "Finetune/Step": 7147, "Finetune/Step Time": 10.682554420083761}
+{"Finetune/Learning Rate": 1.4476172100627127e-05, "Finetune/Loss": 0.8253359794616699, "Finetune/Loss (Raw)": 0.8668052554130554, "Finetune/Step": 7148, "Finetune/Step Time": 10.689454959705472}
+{"Finetune/Learning Rate": 1.44746661990797e-05, "Finetune/Loss": 0.8236355781555176, "Finetune/Loss (Raw)": 0.7383813261985779, "Finetune/Step": 7149, "Finetune/Step Time": 10.7036809977144}
+{"Finetune/Learning Rate": 1.4473160170643459e-05, "Finetune/Loss": 0.8244223594665527, "Finetune/Loss (Raw)": 0.8999897837638855, "Finetune/Step": 7150, "Finetune/Step Time": 10.69899103231728}
+{"Finetune/Learning Rate": 1.447165401536112e-05, "Finetune/Loss": 0.8229920864105225, "Finetune/Loss (Raw)": 0.7805461287498474, "Finetune/Step": 7151, "Finetune/Step Time": 10.685612294822931}
+{"Finetune/Learning Rate": 1.4470147733275388e-05, "Finetune/Loss": 0.8229871392250061, "Finetune/Loss (Raw)": 0.8920767307281494, "Finetune/Step": 7152, "Finetune/Step Time": 10.68501096777618}
+{"Finetune/Learning Rate": 1.4468641324428975e-05, "Finetune/Loss": 0.8232710957527161, "Finetune/Loss (Raw)": 0.9016838669776917, "Finetune/Step": 7153, "Finetune/Step Time": 10.671167388558388}
+{"Finetune/Learning Rate": 1.4467134788864603e-05, "Finetune/Loss": 0.8228778839111328, "Finetune/Loss (Raw)": 0.8357660174369812, "Finetune/Step": 7154, "Finetune/Step Time": 10.670258890837431}
+{"Finetune/Learning Rate": 1.4465628126624996e-05, "Finetune/Loss": 0.8223336935043335, "Finetune/Loss (Raw)": 0.8035174012184143, "Finetune/Step": 7155, "Finetune/Step Time": 10.661218805238605}
+{"Finetune/Learning Rate": 1.4464121337752868e-05, "Finetune/Loss": 0.8221050500869751, "Finetune/Loss (Raw)": 0.7579221725463867, "Finetune/Step": 7156, "Finetune/Step Time": 10.660266885533929}
+{"Finetune/Learning Rate": 1.4462614422290952e-05, "Finetune/Loss": 0.8221415877342224, "Finetune/Loss (Raw)": 0.8769429326057434, "Finetune/Step": 7157, "Finetune/Step Time": 10.65544886700809}
+{"Finetune/Learning Rate": 1.4461107380281986e-05, "Finetune/Loss": 0.8209565877914429, "Finetune/Loss (Raw)": 0.7826163172721863, "Finetune/Step": 7158, "Finetune/Step Time": 10.657243551686406}
+{"Finetune/Learning Rate": 1.4459600211768696e-05, "Finetune/Loss": 0.8214566707611084, "Finetune/Loss (Raw)": 0.8337088823318481, "Finetune/Step": 7159, "Finetune/Step Time": 10.650947540998459}
+{"Finetune/Learning Rate": 1.4458092916793826e-05, "Finetune/Loss": 0.8213638067245483, "Finetune/Loss (Raw)": 0.8170168399810791, "Finetune/Step": 7160, "Finetune/Step Time": 10.657486021518707}
+{"Finetune/Learning Rate": 1.4456585495400122e-05, "Finetune/Loss": 0.8230918049812317, "Finetune/Loss (Raw)": 0.8151158094406128, "Finetune/Step": 7161, "Finetune/Step Time": 10.619236871600151}
+{"Finetune/Learning Rate": 1.4455077947630323e-05, "Finetune/Loss": 0.8232027888298035, "Finetune/Loss (Raw)": 0.9443110823631287, "Finetune/Step": 7162, "Finetune/Step Time": 10.621193185448647}
+{"Finetune/Learning Rate": 1.4453570273527182e-05, "Finetune/Loss": 0.8206906914710999, "Finetune/Loss (Raw)": 0.7266120910644531, "Finetune/Step": 7163, "Finetune/Step Time": 10.61397304944694}
+{"Finetune/Learning Rate": 1.4452062473133452e-05, "Finetune/Loss": 0.8192446231842041, "Finetune/Loss (Raw)": 0.6777855157852173, "Finetune/Step": 7164, "Finetune/Step Time": 10.653365474194288}
+{"Finetune/Learning Rate": 1.4450554546491891e-05, "Finetune/Loss": 0.8194791078567505, "Finetune/Loss (Raw)": 0.8188672661781311, "Finetune/Step": 7165, "Finetune/Step Time": 10.659143878147006}
+{"Finetune/Learning Rate": 1.444904649364526e-05, "Finetune/Loss": 0.8189677000045776, "Finetune/Loss (Raw)": 0.8723836541175842, "Finetune/Step": 7166, "Finetune/Step Time": 10.672851087525487}
+{"Finetune/Learning Rate": 1.444753831463632e-05, "Finetune/Loss": 0.8182359933853149, "Finetune/Loss (Raw)": 0.8881173133850098, "Finetune/Step": 7167, "Finetune/Step Time": 10.67045626975596}
+{"Finetune/Learning Rate": 1.444603000950784e-05, "Finetune/Loss": 0.8184797763824463, "Finetune/Loss (Raw)": 0.9139941930770874, "Finetune/Step": 7168, "Finetune/Step Time": 10.691999344155192}
+{"Finetune/Learning Rate": 1.4444521578302593e-05, "Finetune/Loss": 0.8191612958908081, "Finetune/Loss (Raw)": 0.792142927646637, "Finetune/Step": 7169, "Finetune/Step Time": 10.656600311398506}
+{"Finetune/Learning Rate": 1.4443013021063352e-05, "Finetune/Loss": 0.8176931142807007, "Finetune/Loss (Raw)": 0.767498254776001, "Finetune/Step": 7170, "Finetune/Step Time": 10.652551263570786}
+{"Finetune/Learning Rate": 1.4441504337832897e-05, "Finetune/Loss": 0.8178495168685913, "Finetune/Loss (Raw)": 0.8272546529769897, "Finetune/Step": 7171, "Finetune/Step Time": 10.653020188212395}
+{"Finetune/Learning Rate": 1.4439995528654007e-05, "Finetune/Loss": 0.8192387819290161, "Finetune/Loss (Raw)": 1.0100290775299072, "Finetune/Step": 7172, "Finetune/Step Time": 10.65454919449985}
+{"Finetune/Learning Rate": 1.4438486593569474e-05, "Finetune/Loss": 0.8200951814651489, "Finetune/Loss (Raw)": 0.9215134978294373, "Finetune/Step": 7173, "Finetune/Step Time": 10.648556185886264}
+{"Finetune/Learning Rate": 1.4436977532622076e-05, "Finetune/Loss": 0.8213091492652893, "Finetune/Loss (Raw)": 0.9254686236381531, "Finetune/Step": 7174, "Finetune/Step Time": 10.655736127868295}
+{"Finetune/Learning Rate": 1.4435468345854618e-05, "Finetune/Loss": 0.8202298879623413, "Finetune/Loss (Raw)": 0.8449310064315796, "Finetune/Step": 7175, "Finetune/Step Time": 10.650590427219868}
+{"Finetune/Learning Rate": 1.4433959033309888e-05, "Finetune/Loss": 0.8212187886238098, "Finetune/Loss (Raw)": 0.9691702723503113, "Finetune/Step": 7176, "Finetune/Step Time": 10.63542246632278}
+{"Finetune/Learning Rate": 1.4432449595030686e-05, "Finetune/Loss": 0.8224415183067322, "Finetune/Loss (Raw)": 0.8114262819290161, "Finetune/Step": 7177, "Finetune/Step Time": 10.62830795161426}
+{"Finetune/Learning Rate": 1.4430940031059821e-05, "Finetune/Loss": 0.8223905563354492, "Finetune/Loss (Raw)": 0.9157941341400146, "Finetune/Step": 7178, "Finetune/Step Time": 10.631107607856393}
+{"Finetune/Learning Rate": 1.4429430341440096e-05, "Finetune/Loss": 0.8216419816017151, "Finetune/Loss (Raw)": 0.8412516713142395, "Finetune/Step": 7179, "Finetune/Step Time": 10.634901516139507}
+{"Finetune/Learning Rate": 1.4427920526214324e-05, "Finetune/Loss": 0.8215091228485107, "Finetune/Loss (Raw)": 0.8930426836013794, "Finetune/Step": 7180, "Finetune/Step Time": 10.636945739388466}
+{"Finetune/Learning Rate": 1.442641058542531e-05, "Finetune/Loss": 0.8202467560768127, "Finetune/Loss (Raw)": 0.7673618793487549, "Finetune/Step": 7181, "Finetune/Step Time": 10.640353476628661}
+{"Finetune/Learning Rate": 1.4424900519115888e-05, "Finetune/Loss": 0.8208408355712891, "Finetune/Loss (Raw)": 0.8763304352760315, "Finetune/Step": 7182, "Finetune/Step Time": 10.635316167026758}
+{"Finetune/Learning Rate": 1.4423390327328863e-05, "Finetune/Loss": 0.8213621973991394, "Finetune/Loss (Raw)": 0.8728986382484436, "Finetune/Step": 7183, "Finetune/Step Time": 10.638254513964057}
+{"Finetune/Learning Rate": 1.442188001010707e-05, "Finetune/Loss": 0.8193169832229614, "Finetune/Loss (Raw)": 0.7624095678329468, "Finetune/Step": 7184, "Finetune/Step Time": 10.624446112662554}
+{"Finetune/Learning Rate": 1.4420369567493335e-05, "Finetune/Loss": 0.8182907104492188, "Finetune/Loss (Raw)": 0.8076560497283936, "Finetune/Step": 7185, "Finetune/Step Time": 10.620286662131548}
+{"Finetune/Learning Rate": 1.4418858999530488e-05, "Finetune/Loss": 0.8192216753959656, "Finetune/Loss (Raw)": 0.8487187027931213, "Finetune/Step": 7186, "Finetune/Step Time": 10.619530018419027}
+{"Finetune/Learning Rate": 1.4417348306261364e-05, "Finetune/Loss": 0.8204823732376099, "Finetune/Loss (Raw)": 0.8948644995689392, "Finetune/Step": 7187, "Finetune/Step Time": 10.599535327404737}
+{"Finetune/Learning Rate": 1.4415837487728803e-05, "Finetune/Loss": 0.8200395107269287, "Finetune/Loss (Raw)": 0.7256281971931458, "Finetune/Step": 7188, "Finetune/Step Time": 10.611696664243937}
+{"Finetune/Learning Rate": 1.441432654397565e-05, "Finetune/Loss": 0.8213073015213013, "Finetune/Loss (Raw)": 0.8863785862922668, "Finetune/Step": 7189, "Finetune/Step Time": 10.619951402768493}
+{"Finetune/Learning Rate": 1.4412815475044749e-05, "Finetune/Loss": 0.822374701499939, "Finetune/Loss (Raw)": 0.7687130570411682, "Finetune/Step": 7190, "Finetune/Step Time": 10.646245928481221}
+{"Finetune/Learning Rate": 1.4411304280978946e-05, "Finetune/Loss": 0.8231495022773743, "Finetune/Loss (Raw)": 0.951294481754303, "Finetune/Step": 7191, "Finetune/Step Time": 10.651006584987044}
+{"Finetune/Learning Rate": 1.4409792961821101e-05, "Finetune/Loss": 0.8232377767562866, "Finetune/Loss (Raw)": 0.909247875213623, "Finetune/Step": 7192, "Finetune/Step Time": 10.676099490374327}
+{"Finetune/Learning Rate": 1.4408281517614064e-05, "Finetune/Loss": 0.823171079158783, "Finetune/Loss (Raw)": 0.8506910800933838, "Finetune/Step": 7193, "Finetune/Step Time": 10.677907798439264}
+{"Finetune/Learning Rate": 1.4406769948400703e-05, "Finetune/Loss": 0.8241671323776245, "Finetune/Loss (Raw)": 0.7616264820098877, "Finetune/Step": 7194, "Finetune/Step Time": 10.657231505960226}
+{"Finetune/Learning Rate": 1.4405258254223875e-05, "Finetune/Loss": 0.8252633213996887, "Finetune/Loss (Raw)": 0.976793646812439, "Finetune/Step": 7195, "Finetune/Step Time": 10.659695647656918}
+{"Finetune/Learning Rate": 1.4403746435126449e-05, "Finetune/Loss": 0.8247292637825012, "Finetune/Loss (Raw)": 0.8392421007156372, "Finetune/Step": 7196, "Finetune/Step Time": 10.640810200944543}
+{"Finetune/Learning Rate": 1.4402234491151301e-05, "Finetune/Loss": 0.8247554302215576, "Finetune/Loss (Raw)": 0.8140738606452942, "Finetune/Step": 7197, "Finetune/Step Time": 10.643827944993973}
+{"Finetune/Learning Rate": 1.4400722422341296e-05, "Finetune/Loss": 0.8259013891220093, "Finetune/Loss (Raw)": 0.8896529078483582, "Finetune/Step": 7198, "Finetune/Step Time": 10.649681530892849}
+{"Finetune/Learning Rate": 1.4399210228739318e-05, "Finetune/Loss": 0.8244701623916626, "Finetune/Loss (Raw)": 0.773296594619751, "Finetune/Step": 7199, "Finetune/Step Time": 10.654144616797566}
+{"Finetune/Learning Rate": 1.4397697910388248e-05, "Finetune/Loss": 0.8243145942687988, "Finetune/Loss (Raw)": 0.8654356002807617, "Finetune/Step": 7200, "Finetune/Step Time": 10.647269124165177}
+{"Finetune/Learning Rate": 1.4396185467330974e-05, "Finetune/Loss": 0.8234800696372986, "Finetune/Loss (Raw)": 0.807246744632721, "Finetune/Step": 7201, "Finetune/Step Time": 10.65946794860065}
+{"Finetune/Learning Rate": 1.4394672899610376e-05, "Finetune/Loss": 0.8251453638076782, "Finetune/Loss (Raw)": 0.7663391828536987, "Finetune/Step": 7202, "Finetune/Step Time": 10.63037401624024}
+{"Finetune/Learning Rate": 1.4393160207269352e-05, "Finetune/Loss": 0.8278625011444092, "Finetune/Loss (Raw)": 0.8787397146224976, "Finetune/Step": 7203, "Finetune/Step Time": 10.627839677035809}
+{"Finetune/Learning Rate": 1.4391647390350802e-05, "Finetune/Loss": 0.8273398876190186, "Finetune/Loss (Raw)": 0.779780387878418, "Finetune/Step": 7204, "Finetune/Step Time": 10.642871366813779}
+{"Finetune/Learning Rate": 1.4390134448897615e-05, "Finetune/Loss": 0.8281757831573486, "Finetune/Loss (Raw)": 0.7945649027824402, "Finetune/Step": 7205, "Finetune/Step Time": 10.605996180325747}
+{"Finetune/Learning Rate": 1.4388621382952702e-05, "Finetune/Loss": 0.8280755281448364, "Finetune/Loss (Raw)": 0.7719703316688538, "Finetune/Step": 7206, "Finetune/Step Time": 10.626626942306757}
+{"Finetune/Learning Rate": 1.4387108192558965e-05, "Finetune/Loss": 0.8281563520431519, "Finetune/Loss (Raw)": 0.8952758312225342, "Finetune/Step": 7207, "Finetune/Step Time": 10.628314411267638}
+{"Finetune/Learning Rate": 1.4385594877759315e-05, "Finetune/Loss": 0.8292394876480103, "Finetune/Loss (Raw)": 0.9478370547294617, "Finetune/Step": 7208, "Finetune/Step Time": 10.622105242684484}
+{"Finetune/Learning Rate": 1.4384081438596665e-05, "Finetune/Loss": 0.829108476638794, "Finetune/Loss (Raw)": 0.8978827595710754, "Finetune/Step": 7209, "Finetune/Step Time": 10.611084021627903}
+{"Finetune/Learning Rate": 1.4382567875113932e-05, "Finetune/Loss": 0.8301716446876526, "Finetune/Loss (Raw)": 0.8585477471351624, "Finetune/Step": 7210, "Finetune/Step Time": 10.610308516770601}
+{"Finetune/Learning Rate": 1.4381054187354038e-05, "Finetune/Loss": 0.8312073349952698, "Finetune/Loss (Raw)": 0.864017128944397, "Finetune/Step": 7211, "Finetune/Step Time": 10.629887208342552}
+{"Finetune/Learning Rate": 1.4379540375359904e-05, "Finetune/Loss": 0.8309378027915955, "Finetune/Loss (Raw)": 0.8139965534210205, "Finetune/Step": 7212, "Finetune/Step Time": 10.638507017865777}
+{"Finetune/Learning Rate": 1.4378026439174457e-05, "Finetune/Loss": 0.8307332992553711, "Finetune/Loss (Raw)": 0.8188117146492004, "Finetune/Step": 7213, "Finetune/Step Time": 10.649025093764067}
+{"Finetune/Learning Rate": 1.4376512378840632e-05, "Finetune/Loss": 0.830655574798584, "Finetune/Loss (Raw)": 0.8475990891456604, "Finetune/Step": 7214, "Finetune/Step Time": 10.654600851237774}
+{"Finetune/Learning Rate": 1.4374998194401361e-05, "Finetune/Loss": 0.8317012786865234, "Finetune/Loss (Raw)": 0.8660553097724915, "Finetune/Step": 7215, "Finetune/Step Time": 10.627871092408895}
+{"Finetune/Learning Rate": 1.4373483885899582e-05, "Finetune/Loss": 0.8306246995925903, "Finetune/Loss (Raw)": 0.6397866606712341, "Finetune/Step": 7216, "Finetune/Step Time": 10.664139686152339}
+{"Finetune/Learning Rate": 1.4371969453378233e-05, "Finetune/Loss": 0.8316223621368408, "Finetune/Loss (Raw)": 1.0456889867782593, "Finetune/Step": 7217, "Finetune/Step Time": 10.665114173665643}
+{"Finetune/Learning Rate": 1.4370454896880265e-05, "Finetune/Loss": 0.8305938243865967, "Finetune/Loss (Raw)": 0.6366730332374573, "Finetune/Step": 7218, "Finetune/Step Time": 10.665947327390313}
+{"Finetune/Learning Rate": 1.4368940216448626e-05, "Finetune/Loss": 0.8324105739593506, "Finetune/Loss (Raw)": 0.9245764017105103, "Finetune/Step": 7219, "Finetune/Step Time": 10.620488811284304}
+{"Finetune/Learning Rate": 1.4367425412126266e-05, "Finetune/Loss": 0.8318638205528259, "Finetune/Loss (Raw)": 0.7223730087280273, "Finetune/Step": 7220, "Finetune/Step Time": 10.61414392478764}
+{"Finetune/Learning Rate": 1.4365910483956138e-05, "Finetune/Loss": 0.8325080871582031, "Finetune/Loss (Raw)": 0.7767953276634216, "Finetune/Step": 7221, "Finetune/Step Time": 10.583680223673582}
+{"Finetune/Learning Rate": 1.4364395431981206e-05, "Finetune/Loss": 0.8325235247612, "Finetune/Loss (Raw)": 0.8600218892097473, "Finetune/Step": 7222, "Finetune/Step Time": 10.585630344226956}
+{"Finetune/Learning Rate": 1.4362880256244427e-05, "Finetune/Loss": 0.8326733112335205, "Finetune/Loss (Raw)": 0.8022632598876953, "Finetune/Step": 7223, "Finetune/Step Time": 10.58076966367662}
+{"Finetune/Learning Rate": 1.4361364956788772e-05, "Finetune/Loss": 0.8311029076576233, "Finetune/Loss (Raw)": 0.6849926710128784, "Finetune/Step": 7224, "Finetune/Step Time": 10.594981463626027}
+{"Finetune/Learning Rate": 1.4359849533657211e-05, "Finetune/Loss": 0.8308048844337463, "Finetune/Loss (Raw)": 0.7966803908348083, "Finetune/Step": 7225, "Finetune/Step Time": 10.587565410882235}
+{"Finetune/Learning Rate": 1.4358333986892711e-05, "Finetune/Loss": 0.8314353227615356, "Finetune/Loss (Raw)": 0.9325028657913208, "Finetune/Step": 7226, "Finetune/Step Time": 10.584560284391046}
+{"Finetune/Learning Rate": 1.4356818316538258e-05, "Finetune/Loss": 0.8305244445800781, "Finetune/Loss (Raw)": 0.7228177189826965, "Finetune/Step": 7227, "Finetune/Step Time": 10.603259406983852}
+{"Finetune/Learning Rate": 1.4355302522636823e-05, "Finetune/Loss": 0.8304294347763062, "Finetune/Loss (Raw)": 0.8986219763755798, "Finetune/Step": 7228, "Finetune/Step Time": 10.61461746506393}
+{"Finetune/Learning Rate": 1.4353786605231395e-05, "Finetune/Loss": 0.8292856812477112, "Finetune/Loss (Raw)": 0.7220050692558289, "Finetune/Step": 7229, "Finetune/Step Time": 10.616409108042717}
+{"Finetune/Learning Rate": 1.4352270564364954e-05, "Finetune/Loss": 0.8293895721435547, "Finetune/Loss (Raw)": 0.8164220452308655, "Finetune/Step": 7230, "Finetune/Step Time": 10.624324891716242}
+{"Finetune/Learning Rate": 1.4350754400080503e-05, "Finetune/Loss": 0.8289850950241089, "Finetune/Loss (Raw)": 0.7775743007659912, "Finetune/Step": 7231, "Finetune/Step Time": 10.627914354205132}
+{"Finetune/Learning Rate": 1.4349238112421025e-05, "Finetune/Loss": 0.8285596966743469, "Finetune/Loss (Raw)": 0.7794674634933472, "Finetune/Step": 7232, "Finetune/Step Time": 10.629336105659604}
+{"Finetune/Learning Rate": 1.434772170142952e-05, "Finetune/Loss": 0.8283778429031372, "Finetune/Loss (Raw)": 0.8889858722686768, "Finetune/Step": 7233, "Finetune/Step Time": 10.633877404034138}
+{"Finetune/Learning Rate": 1.4346205167148996e-05, "Finetune/Loss": 0.8286430239677429, "Finetune/Loss (Raw)": 0.801373302936554, "Finetune/Step": 7234, "Finetune/Step Time": 10.630380989983678}
+{"Finetune/Learning Rate": 1.434468850962245e-05, "Finetune/Loss": 0.8284294605255127, "Finetune/Loss (Raw)": 0.8240935206413269, "Finetune/Step": 7235, "Finetune/Step Time": 10.632870012894273}
+{"Finetune/Learning Rate": 1.4343171728892892e-05, "Finetune/Loss": 0.8287149667739868, "Finetune/Loss (Raw)": 0.7351225018501282, "Finetune/Step": 7236, "Finetune/Step Time": 10.63707341440022}
+{"Finetune/Learning Rate": 1.4341654825003337e-05, "Finetune/Loss": 0.8296554088592529, "Finetune/Loss (Raw)": 0.9308421015739441, "Finetune/Step": 7237, "Finetune/Step Time": 10.6841677185148}
+{"Finetune/Learning Rate": 1.4340137797996793e-05, "Finetune/Loss": 0.8297268152236938, "Finetune/Loss (Raw)": 0.8007700443267822, "Finetune/Step": 7238, "Finetune/Step Time": 10.69010447151959}
+{"Finetune/Learning Rate": 1.4338620647916286e-05, "Finetune/Loss": 0.8314557075500488, "Finetune/Loss (Raw)": 1.0141582489013672, "Finetune/Step": 7239, "Finetune/Step Time": 10.695902710780501}
+{"Finetune/Learning Rate": 1.4337103374804832e-05, "Finetune/Loss": 0.8307697772979736, "Finetune/Loss (Raw)": 0.8053604960441589, "Finetune/Step": 7240, "Finetune/Step Time": 10.69629118591547}
+{"Finetune/Learning Rate": 1.4335585978705462e-05, "Finetune/Loss": 0.8301922082901001, "Finetune/Loss (Raw)": 0.7580404877662659, "Finetune/Step": 7241, "Finetune/Step Time": 10.706394592300057}
+{"Finetune/Learning Rate": 1.43340684596612e-05, "Finetune/Loss": 0.8297507166862488, "Finetune/Loss (Raw)": 0.7603034973144531, "Finetune/Step": 7242, "Finetune/Step Time": 10.694552578032017}
+{"Finetune/Learning Rate": 1.4332550817715083e-05, "Finetune/Loss": 0.8286439180374146, "Finetune/Loss (Raw)": 0.7648357152938843, "Finetune/Step": 7243, "Finetune/Step Time": 10.701504539698362}
+{"Finetune/Learning Rate": 1.4331033052910144e-05, "Finetune/Loss": 0.828730583190918, "Finetune/Loss (Raw)": 0.752800464630127, "Finetune/Step": 7244, "Finetune/Step Time": 10.725794052705169}
+{"Finetune/Learning Rate": 1.4329515165289423e-05, "Finetune/Loss": 0.8284167051315308, "Finetune/Loss (Raw)": 0.8808574080467224, "Finetune/Step": 7245, "Finetune/Step Time": 10.714661924168468}
+{"Finetune/Learning Rate": 1.4327997154895967e-05, "Finetune/Loss": 0.8276732563972473, "Finetune/Loss (Raw)": 0.8042756915092468, "Finetune/Step": 7246, "Finetune/Step Time": 10.71510005556047}
+{"Finetune/Learning Rate": 1.4326479021772813e-05, "Finetune/Loss": 0.8283388614654541, "Finetune/Loss (Raw)": 0.8968390822410583, "Finetune/Step": 7247, "Finetune/Step Time": 10.716626206412911}
+{"Finetune/Learning Rate": 1.4324960765963019e-05, "Finetune/Loss": 0.8287929892539978, "Finetune/Loss (Raw)": 0.9155924320220947, "Finetune/Step": 7248, "Finetune/Step Time": 10.716038942337036}
+{"Finetune/Learning Rate": 1.4323442387509639e-05, "Finetune/Loss": 0.8291443586349487, "Finetune/Loss (Raw)": 0.8821462392807007, "Finetune/Step": 7249, "Finetune/Step Time": 10.7044282797724}
+{"Finetune/Learning Rate": 1.4321923886455725e-05, "Finetune/Loss": 0.8284465670585632, "Finetune/Loss (Raw)": 0.7963948249816895, "Finetune/Step": 7250, "Finetune/Step Time": 10.705584835261106}
+{"Finetune/Learning Rate": 1.4320405262844337e-05, "Finetune/Loss": 0.8286175727844238, "Finetune/Loss (Raw)": 0.8541243076324463, "Finetune/Step": 7251, "Finetune/Step Time": 10.711716946214437}
+{"Finetune/Learning Rate": 1.4318886516718546e-05, "Finetune/Loss": 0.828925609588623, "Finetune/Loss (Raw)": 0.8220922946929932, "Finetune/Step": 7252, "Finetune/Step Time": 10.703600419685245}
+{"Finetune/Learning Rate": 1.4317367648121413e-05, "Finetune/Loss": 0.8297017812728882, "Finetune/Loss (Raw)": 0.8679742813110352, "Finetune/Step": 7253, "Finetune/Step Time": 10.71051517315209}
+{"Finetune/Learning Rate": 1.4315848657096006e-05, "Finetune/Loss": 0.8287608027458191, "Finetune/Loss (Raw)": 0.736080527305603, "Finetune/Step": 7254, "Finetune/Step Time": 10.700318027287722}
+{"Finetune/Learning Rate": 1.431432954368541e-05, "Finetune/Loss": 0.828472375869751, "Finetune/Loss (Raw)": 0.8767622709274292, "Finetune/Step": 7255, "Finetune/Step Time": 10.722421545535326}
+{"Finetune/Learning Rate": 1.4312810307932694e-05, "Finetune/Loss": 0.8276673555374146, "Finetune/Loss (Raw)": 0.7854922413825989, "Finetune/Step": 7256, "Finetune/Step Time": 10.719857363030314}
+{"Finetune/Learning Rate": 1.4311290949880942e-05, "Finetune/Loss": 0.8280351161956787, "Finetune/Loss (Raw)": 0.9611597061157227, "Finetune/Step": 7257, "Finetune/Step Time": 10.719223439693451}
+{"Finetune/Learning Rate": 1.4309771469573237e-05, "Finetune/Loss": 0.8281974196434021, "Finetune/Loss (Raw)": 0.8308910131454468, "Finetune/Step": 7258, "Finetune/Step Time": 10.68720068782568}
+{"Finetune/Learning Rate": 1.430825186705267e-05, "Finetune/Loss": 0.8293627500534058, "Finetune/Loss (Raw)": 0.846177875995636, "Finetune/Step": 7259, "Finetune/Step Time": 10.67180447652936}
+{"Finetune/Learning Rate": 1.4306732142362329e-05, "Finetune/Loss": 0.8279584646224976, "Finetune/Loss (Raw)": 0.6237288117408752, "Finetune/Step": 7260, "Finetune/Step Time": 10.689557967707515}
+{"Finetune/Learning Rate": 1.4305212295545314e-05, "Finetune/Loss": 0.8276748657226562, "Finetune/Loss (Raw)": 0.8731127381324768, "Finetune/Step": 7261, "Finetune/Step Time": 10.691583463922143}
+{"Finetune/Learning Rate": 1.430369232664472e-05, "Finetune/Loss": 0.8275882005691528, "Finetune/Loss (Raw)": 0.8161711692810059, "Finetune/Step": 7262, "Finetune/Step Time": 10.703205093741417}
+{"Finetune/Learning Rate": 1.4302172235703648e-05, "Finetune/Loss": 0.8278592824935913, "Finetune/Loss (Raw)": 0.8794738054275513, "Finetune/Step": 7263, "Finetune/Step Time": 10.703961053863168}
+{"Finetune/Learning Rate": 1.4300652022765207e-05, "Finetune/Loss": 0.8275624513626099, "Finetune/Loss (Raw)": 0.8121386766433716, "Finetune/Step": 7264, "Finetune/Step Time": 10.702323604375124}
+{"Finetune/Learning Rate": 1.4299131687872504e-05, "Finetune/Loss": 0.8286320567131042, "Finetune/Loss (Raw)": 0.7739816904067993, "Finetune/Step": 7265, "Finetune/Step Time": 10.706074856221676}
+{"Finetune/Learning Rate": 1.4297611231068649e-05, "Finetune/Loss": 0.8270285129547119, "Finetune/Loss (Raw)": 0.5700123310089111, "Finetune/Step": 7266, "Finetune/Step Time": 10.744007313624024}
+{"Finetune/Learning Rate": 1.4296090652396763e-05, "Finetune/Loss": 0.8288617730140686, "Finetune/Loss (Raw)": 0.9198600053787231, "Finetune/Step": 7267, "Finetune/Step Time": 10.758027970790863}
+{"Finetune/Learning Rate": 1.4294569951899958e-05, "Finetune/Loss": 0.8279595971107483, "Finetune/Loss (Raw)": 0.872437596321106, "Finetune/Step": 7268, "Finetune/Step Time": 10.757341181859374}
+{"Finetune/Learning Rate": 1.4293049129621366e-05, "Finetune/Loss": 0.8260959982872009, "Finetune/Loss (Raw)": 0.6366449594497681, "Finetune/Step": 7269, "Finetune/Step Time": 10.795364361256361}
+{"Finetune/Learning Rate": 1.429152818560411e-05, "Finetune/Loss": 0.8263252973556519, "Finetune/Loss (Raw)": 0.8021275401115417, "Finetune/Step": 7270, "Finetune/Step Time": 10.783559078350663}
+{"Finetune/Learning Rate": 1.4290007119891311e-05, "Finetune/Loss": 0.82710862159729, "Finetune/Loss (Raw)": 0.8681204319000244, "Finetune/Step": 7271, "Finetune/Step Time": 10.783810934051871}
+{"Finetune/Learning Rate": 1.4288485932526115e-05, "Finetune/Loss": 0.8272921442985535, "Finetune/Loss (Raw)": 0.7804177403450012, "Finetune/Step": 7272, "Finetune/Step Time": 10.781509045511484}
+{"Finetune/Learning Rate": 1.4286964623551653e-05, "Finetune/Loss": 0.8283712863922119, "Finetune/Loss (Raw)": 0.8790014386177063, "Finetune/Step": 7273, "Finetune/Step Time": 10.739109504967928}
+{"Finetune/Learning Rate": 1.4285443193011063e-05, "Finetune/Loss": 0.8307746052742004, "Finetune/Loss (Raw)": 0.9554980397224426, "Finetune/Step": 7274, "Finetune/Step Time": 10.739303616806865}
+{"Finetune/Learning Rate": 1.428392164094749e-05, "Finetune/Loss": 0.8317487835884094, "Finetune/Loss (Raw)": 0.8536470532417297, "Finetune/Step": 7275, "Finetune/Step Time": 10.736912922933698}
+{"Finetune/Learning Rate": 1.428239996740408e-05, "Finetune/Loss": 0.8317197561264038, "Finetune/Loss (Raw)": 0.8630869388580322, "Finetune/Step": 7276, "Finetune/Step Time": 10.741114057600498}
+{"Finetune/Learning Rate": 1.4280878172423989e-05, "Finetune/Loss": 0.8312650918960571, "Finetune/Loss (Raw)": 0.6801853775978088, "Finetune/Step": 7277, "Finetune/Step Time": 10.754907499998808}
+{"Finetune/Learning Rate": 1.4279356256050361e-05, "Finetune/Loss": 0.830337643623352, "Finetune/Loss (Raw)": 0.7812803983688354, "Finetune/Step": 7278, "Finetune/Step Time": 10.767258446663618}
+{"Finetune/Learning Rate": 1.4277834218326361e-05, "Finetune/Loss": 0.8303908705711365, "Finetune/Loss (Raw)": 0.7873538732528687, "Finetune/Step": 7279, "Finetune/Step Time": 10.793045483529568}
+{"Finetune/Learning Rate": 1.4276312059295148e-05, "Finetune/Loss": 0.8291870355606079, "Finetune/Loss (Raw)": 0.7379822731018066, "Finetune/Step": 7280, "Finetune/Step Time": 10.798913633450866}
+{"Finetune/Learning Rate": 1.4274789778999882e-05, "Finetune/Loss": 0.8296943306922913, "Finetune/Loss (Raw)": 0.9666223526000977, "Finetune/Step": 7281, "Finetune/Step Time": 10.792358189821243}
+{"Finetune/Learning Rate": 1.4273267377483735e-05, "Finetune/Loss": 0.8291195631027222, "Finetune/Loss (Raw)": 0.7621904015541077, "Finetune/Step": 7282, "Finetune/Step Time": 10.802395265549421}
+{"Finetune/Learning Rate": 1.4271744854789878e-05, "Finetune/Loss": 0.8287937641143799, "Finetune/Loss (Raw)": 0.761817455291748, "Finetune/Step": 7283, "Finetune/Step Time": 10.813697393983603}
+{"Finetune/Learning Rate": 1.4270222210961483e-05, "Finetune/Loss": 0.8284533619880676, "Finetune/Loss (Raw)": 0.7143568992614746, "Finetune/Step": 7284, "Finetune/Step Time": 10.852158199995756}
+{"Finetune/Learning Rate": 1.426869944604173e-05, "Finetune/Loss": 0.829440176486969, "Finetune/Loss (Raw)": 1.0032488107681274, "Finetune/Step": 7285, "Finetune/Step Time": 10.866538062691689}
+{"Finetune/Learning Rate": 1.42671765600738e-05, "Finetune/Loss": 0.8301832675933838, "Finetune/Loss (Raw)": 0.8777352571487427, "Finetune/Step": 7286, "Finetune/Step Time": 10.863151686266065}
+{"Finetune/Learning Rate": 1.4265653553100874e-05, "Finetune/Loss": 0.8299376368522644, "Finetune/Loss (Raw)": 0.8022679686546326, "Finetune/Step": 7287, "Finetune/Step Time": 10.862068645656109}
+{"Finetune/Learning Rate": 1.4264130425166145e-05, "Finetune/Loss": 0.8301608562469482, "Finetune/Loss (Raw)": 0.8455833196640015, "Finetune/Step": 7288, "Finetune/Step Time": 10.850265888497233}
+{"Finetune/Learning Rate": 1.4262607176312802e-05, "Finetune/Loss": 0.8305286765098572, "Finetune/Loss (Raw)": 0.8622002601623535, "Finetune/Step": 7289, "Finetune/Step Time": 10.860018702223897}
+{"Finetune/Learning Rate": 1.4261083806584042e-05, "Finetune/Loss": 0.8283840417861938, "Finetune/Loss (Raw)": 0.6697993278503418, "Finetune/Step": 7290, "Finetune/Step Time": 10.85419456101954}
+{"Finetune/Learning Rate": 1.425956031602306e-05, "Finetune/Loss": 0.8305367231369019, "Finetune/Loss (Raw)": 1.002150297164917, "Finetune/Step": 7291, "Finetune/Step Time": 10.87451053224504}
+{"Finetune/Learning Rate": 1.4258036704673062e-05, "Finetune/Loss": 0.8306955099105835, "Finetune/Loss (Raw)": 0.6981129050254822, "Finetune/Step": 7292, "Finetune/Step Time": 10.878350704908371}
+{"Finetune/Learning Rate": 1.425651297257725e-05, "Finetune/Loss": 0.8319813013076782, "Finetune/Loss (Raw)": 0.9834461808204651, "Finetune/Step": 7293, "Finetune/Step Time": 10.87727946229279}
+{"Finetune/Learning Rate": 1.4254989119778834e-05, "Finetune/Loss": 0.831447958946228, "Finetune/Loss (Raw)": 0.8041248917579651, "Finetune/Step": 7294, "Finetune/Step Time": 10.879895718768239}
+{"Finetune/Learning Rate": 1.4253465146321031e-05, "Finetune/Loss": 0.8308395147323608, "Finetune/Loss (Raw)": 0.8102334141731262, "Finetune/Step": 7295, "Finetune/Step Time": 10.88461004383862}
+{"Finetune/Learning Rate": 1.4251941052247044e-05, "Finetune/Loss": 0.8304834961891174, "Finetune/Loss (Raw)": 0.8684205412864685, "Finetune/Step": 7296, "Finetune/Step Time": 10.860767837613821}
+{"Finetune/Learning Rate": 1.4250416837600102e-05, "Finetune/Loss": 0.8305705785751343, "Finetune/Loss (Raw)": 0.8032923936843872, "Finetune/Step": 7297, "Finetune/Step Time": 10.859419912099838}
+{"Finetune/Learning Rate": 1.4248892502423429e-05, "Finetune/Loss": 0.8313195705413818, "Finetune/Loss (Raw)": 0.8633707165718079, "Finetune/Step": 7298, "Finetune/Step Time": 10.857968987897038}
+{"Finetune/Learning Rate": 1.4247368046760241e-05, "Finetune/Loss": 0.8313328623771667, "Finetune/Loss (Raw)": 0.8289543390274048, "Finetune/Step": 7299, "Finetune/Step Time": 10.861733248457313}
+{"Finetune/Learning Rate": 1.4245843470653777e-05, "Finetune/Loss": 0.8293224573135376, "Finetune/Loss (Raw)": 0.7527032494544983, "Finetune/Step": 7300, "Finetune/Step Time": 10.864216642454267}
+{"Finetune/Learning Rate": 1.4244318774147266e-05, "Finetune/Loss": 0.8282533884048462, "Finetune/Loss (Raw)": 0.784663736820221, "Finetune/Step": 7301, "Finetune/Step Time": 10.863102512434125}
+{"Finetune/Learning Rate": 1.4242793957283943e-05, "Finetune/Loss": 0.8259432315826416, "Finetune/Loss (Raw)": 0.6297699809074402, "Finetune/Step": 7302, "Finetune/Step Time": 10.87187764979899}
+{"Finetune/Learning Rate": 1.4241269020107047e-05, "Finetune/Loss": 0.8257383704185486, "Finetune/Loss (Raw)": 0.8187083601951599, "Finetune/Step": 7303, "Finetune/Step Time": 10.888699404895306}
+{"Finetune/Learning Rate": 1.4239743962659822e-05, "Finetune/Loss": 0.8255552053451538, "Finetune/Loss (Raw)": 0.94572913646698, "Finetune/Step": 7304, "Finetune/Step Time": 10.89828079007566}
+{"Finetune/Learning Rate": 1.4238218784985515e-05, "Finetune/Loss": 0.8256632089614868, "Finetune/Loss (Raw)": 0.8252478837966919, "Finetune/Step": 7305, "Finetune/Step Time": 10.903970705345273}
+{"Finetune/Learning Rate": 1.4236693487127377e-05, "Finetune/Loss": 0.82591712474823, "Finetune/Loss (Raw)": 0.9483001232147217, "Finetune/Step": 7306, "Finetune/Step Time": 10.907906936481595}
+{"Finetune/Learning Rate": 1.4235168069128657e-05, "Finetune/Loss": 0.8258358240127563, "Finetune/Loss (Raw)": 0.8308367133140564, "Finetune/Step": 7307, "Finetune/Step Time": 10.903513055294752}
+{"Finetune/Learning Rate": 1.4233642531032614e-05, "Finetune/Loss": 0.8237879276275635, "Finetune/Loss (Raw)": 0.6309127807617188, "Finetune/Step": 7308, "Finetune/Step Time": 10.938381282612681}
+{"Finetune/Learning Rate": 1.4232116872882512e-05, "Finetune/Loss": 0.8245829939842224, "Finetune/Loss (Raw)": 0.8691291213035583, "Finetune/Step": 7309, "Finetune/Step Time": 10.939395546913147}
+{"Finetune/Learning Rate": 1.4230591094721605e-05, "Finetune/Loss": 0.8254895210266113, "Finetune/Loss (Raw)": 0.9923719167709351, "Finetune/Step": 7310, "Finetune/Step Time": 10.93523152731359}
+{"Finetune/Learning Rate": 1.4229065196593164e-05, "Finetune/Loss": 0.8256503343582153, "Finetune/Loss (Raw)": 0.89347904920578, "Finetune/Step": 7311, "Finetune/Step Time": 10.934914913028479}
+{"Finetune/Learning Rate": 1.4227539178540463e-05, "Finetune/Loss": 0.8261337876319885, "Finetune/Loss (Raw)": 0.8242917656898499, "Finetune/Step": 7312, "Finetune/Step Time": 10.941816415637732}
+{"Finetune/Learning Rate": 1.422601304060677e-05, "Finetune/Loss": 0.8265702724456787, "Finetune/Loss (Raw)": 0.8635286688804626, "Finetune/Step": 7313, "Finetune/Step Time": 10.951759293675423}
+{"Finetune/Learning Rate": 1.4224486782835367e-05, "Finetune/Loss": 0.826028048992157, "Finetune/Loss (Raw)": 0.7793133854866028, "Finetune/Step": 7314, "Finetune/Step Time": 10.956183737143874}
+{"Finetune/Learning Rate": 1.422296040526953e-05, "Finetune/Loss": 0.8263474702835083, "Finetune/Loss (Raw)": 0.9357554316520691, "Finetune/Step": 7315, "Finetune/Step Time": 10.955864880234003}
+{"Finetune/Learning Rate": 1.4221433907952544e-05, "Finetune/Loss": 0.8268385529518127, "Finetune/Loss (Raw)": 0.7884830832481384, "Finetune/Step": 7316, "Finetune/Step Time": 10.9305012319237}
+{"Finetune/Learning Rate": 1.4219907290927698e-05, "Finetune/Loss": 0.8273940086364746, "Finetune/Loss (Raw)": 0.9574742317199707, "Finetune/Step": 7317, "Finetune/Step Time": 10.929789567366242}
+{"Finetune/Learning Rate": 1.421838055423828e-05, "Finetune/Loss": 0.8287206888198853, "Finetune/Loss (Raw)": 0.9385348558425903, "Finetune/Step": 7318, "Finetune/Step Time": 10.87345720268786}
+{"Finetune/Learning Rate": 1.4216853697927589e-05, "Finetune/Loss": 0.8277256488800049, "Finetune/Loss (Raw)": 0.8239195346832275, "Finetune/Step": 7319, "Finetune/Step Time": 10.87207661010325}
+{"Finetune/Learning Rate": 1.4215326722038911e-05, "Finetune/Loss": 0.8280364274978638, "Finetune/Loss (Raw)": 0.9490275382995605, "Finetune/Step": 7320, "Finetune/Step Time": 10.852980848401785}
+{"Finetune/Learning Rate": 1.4213799626615557e-05, "Finetune/Loss": 0.8280816674232483, "Finetune/Loss (Raw)": 0.8564888834953308, "Finetune/Step": 7321, "Finetune/Step Time": 10.845622790977359}
+{"Finetune/Learning Rate": 1.4212272411700831e-05, "Finetune/Loss": 0.8272111415863037, "Finetune/Loss (Raw)": 0.6501960754394531, "Finetune/Step": 7322, "Finetune/Step Time": 10.835058894008398}
+{"Finetune/Learning Rate": 1.4210745077338036e-05, "Finetune/Loss": 0.825320839881897, "Finetune/Loss (Raw)": 0.7348372936248779, "Finetune/Step": 7323, "Finetune/Step Time": 10.862648446112871}
+{"Finetune/Learning Rate": 1.420921762357048e-05, "Finetune/Loss": 0.8259319067001343, "Finetune/Loss (Raw)": 0.9174566268920898, "Finetune/Step": 7324, "Finetune/Step Time": 10.863596638664603}
+{"Finetune/Learning Rate": 1.4207690050441487e-05, "Finetune/Loss": 0.8255272507667542, "Finetune/Loss (Raw)": 0.7622771263122559, "Finetune/Step": 7325, "Finetune/Step Time": 10.854556392878294}
+{"Finetune/Learning Rate": 1.4206162357994366e-05, "Finetune/Loss": 0.8260176181793213, "Finetune/Loss (Raw)": 0.9524256587028503, "Finetune/Step": 7326, "Finetune/Step Time": 10.851751495152712}
+{"Finetune/Learning Rate": 1.420463454627244e-05, "Finetune/Loss": 0.8269420862197876, "Finetune/Loss (Raw)": 0.8916251063346863, "Finetune/Step": 7327, "Finetune/Step Time": 10.827839249745011}
+{"Finetune/Learning Rate": 1.420310661531904e-05, "Finetune/Loss": 0.8277511596679688, "Finetune/Loss (Raw)": 0.968993067741394, "Finetune/Step": 7328, "Finetune/Step Time": 10.830898877233267}
+{"Finetune/Learning Rate": 1.4201578565177485e-05, "Finetune/Loss": 0.828557014465332, "Finetune/Loss (Raw)": 0.9104025363922119, "Finetune/Step": 7329, "Finetune/Step Time": 10.809295201674104}
+{"Finetune/Learning Rate": 1.420005039589111e-05, "Finetune/Loss": 0.8290523290634155, "Finetune/Loss (Raw)": 0.8297375440597534, "Finetune/Step": 7330, "Finetune/Step Time": 10.80882885120809}
+{"Finetune/Learning Rate": 1.419852210750325e-05, "Finetune/Loss": 0.8284664154052734, "Finetune/Loss (Raw)": 0.8037384152412415, "Finetune/Step": 7331, "Finetune/Step Time": 10.806843684986234}
+{"Finetune/Learning Rate": 1.419699370005724e-05, "Finetune/Loss": 0.828796923160553, "Finetune/Loss (Raw)": 0.8220879435539246, "Finetune/Step": 7332, "Finetune/Step Time": 10.800997519865632}
+{"Finetune/Learning Rate": 1.4195465173596425e-05, "Finetune/Loss": 0.8277636766433716, "Finetune/Loss (Raw)": 0.6623134613037109, "Finetune/Step": 7333, "Finetune/Step Time": 10.805170729756355}
+{"Finetune/Learning Rate": 1.4193936528164147e-05, "Finetune/Loss": 0.8283522725105286, "Finetune/Loss (Raw)": 0.8473135232925415, "Finetune/Step": 7334, "Finetune/Step Time": 10.785975310951471}
+{"Finetune/Learning Rate": 1.4192407763803755e-05, "Finetune/Loss": 0.8274410963058472, "Finetune/Loss (Raw)": 0.7786390781402588, "Finetune/Step": 7335, "Finetune/Step Time": 10.786008832976222}
+{"Finetune/Learning Rate": 1.4190878880558603e-05, "Finetune/Loss": 0.8250912427902222, "Finetune/Loss (Raw)": 0.6470575332641602, "Finetune/Step": 7336, "Finetune/Step Time": 10.799118539318442}
+{"Finetune/Learning Rate": 1.418934987847204e-05, "Finetune/Loss": 0.825304388999939, "Finetune/Loss (Raw)": 0.9251630306243896, "Finetune/Step": 7337, "Finetune/Step Time": 10.806111151352525}
+{"Finetune/Learning Rate": 1.4187820757587426e-05, "Finetune/Loss": 0.8258484601974487, "Finetune/Loss (Raw)": 0.9281893372535706, "Finetune/Step": 7338, "Finetune/Step Time": 10.80053186044097}
+{"Finetune/Learning Rate": 1.418629151794813e-05, "Finetune/Loss": 0.8249859809875488, "Finetune/Loss (Raw)": 0.7536232471466064, "Finetune/Step": 7339, "Finetune/Step Time": 10.783169701695442}
+{"Finetune/Learning Rate": 1.4184762159597507e-05, "Finetune/Loss": 0.8238857388496399, "Finetune/Loss (Raw)": 0.6731628179550171, "Finetune/Step": 7340, "Finetune/Step Time": 10.763258250430226}
+{"Finetune/Learning Rate": 1.418323268257893e-05, "Finetune/Loss": 0.8235527873039246, "Finetune/Loss (Raw)": 0.7761949896812439, "Finetune/Step": 7341, "Finetune/Step Time": 10.76294424943626}
+{"Finetune/Learning Rate": 1.4181703086935765e-05, "Finetune/Loss": 0.8231662511825562, "Finetune/Loss (Raw)": 0.7981225848197937, "Finetune/Step": 7342, "Finetune/Step Time": 10.756974317133427}
+{"Finetune/Learning Rate": 1.4180173372711398e-05, "Finetune/Loss": 0.8238555788993835, "Finetune/Loss (Raw)": 0.9542813897132874, "Finetune/Step": 7343, "Finetune/Step Time": 10.75859528593719}
+{"Finetune/Learning Rate": 1.4178643539949197e-05, "Finetune/Loss": 0.8247703313827515, "Finetune/Loss (Raw)": 0.7568813562393188, "Finetune/Step": 7344, "Finetune/Step Time": 10.722739366814494}
+{"Finetune/Learning Rate": 1.4177113588692551e-05, "Finetune/Loss": 0.8226704001426697, "Finetune/Loss (Raw)": 0.77689528465271, "Finetune/Step": 7345, "Finetune/Step Time": 10.728764645755291}
+{"Finetune/Learning Rate": 1.417558351898484e-05, "Finetune/Loss": 0.8229751586914062, "Finetune/Loss (Raw)": 0.6756888031959534, "Finetune/Step": 7346, "Finetune/Step Time": 10.732911987230182}
+{"Finetune/Learning Rate": 1.4174053330869453e-05, "Finetune/Loss": 0.8224033713340759, "Finetune/Loss (Raw)": 0.8513838648796082, "Finetune/Step": 7347, "Finetune/Step Time": 10.741063015535474}
+{"Finetune/Learning Rate": 1.4172523024389783e-05, "Finetune/Loss": 0.8226426839828491, "Finetune/Loss (Raw)": 0.7530062198638916, "Finetune/Step": 7348, "Finetune/Step Time": 10.741336312144995}
+{"Finetune/Learning Rate": 1.4170992599589228e-05, "Finetune/Loss": 0.8222593069076538, "Finetune/Loss (Raw)": 0.7277238368988037, "Finetune/Step": 7349, "Finetune/Step Time": 10.73755619674921}
+{"Finetune/Learning Rate": 1.4169462056511184e-05, "Finetune/Loss": 0.8218698501586914, "Finetune/Loss (Raw)": 0.8101748824119568, "Finetune/Step": 7350, "Finetune/Step Time": 10.734091440215707}
+{"Finetune/Learning Rate": 1.4167931395199048e-05, "Finetune/Loss": 0.8215124607086182, "Finetune/Loss (Raw)": 0.7565062642097473, "Finetune/Step": 7351, "Finetune/Step Time": 10.739713359624147}
+{"Finetune/Learning Rate": 1.4166400615696232e-05, "Finetune/Loss": 0.8228116631507874, "Finetune/Loss (Raw)": 0.8512965440750122, "Finetune/Step": 7352, "Finetune/Step Time": 10.727509301155806}
+{"Finetune/Learning Rate": 1.416486971804614e-05, "Finetune/Loss": 0.82387375831604, "Finetune/Loss (Raw)": 0.9326274991035461, "Finetune/Step": 7353, "Finetune/Step Time": 10.74564565345645}
+{"Finetune/Learning Rate": 1.4163338702292189e-05, "Finetune/Loss": 0.822698712348938, "Finetune/Loss (Raw)": 0.7820985913276672, "Finetune/Step": 7354, "Finetune/Step Time": 10.787096308544278}
+{"Finetune/Learning Rate": 1.416180756847779e-05, "Finetune/Loss": 0.8242650032043457, "Finetune/Loss (Raw)": 0.9233003854751587, "Finetune/Step": 7355, "Finetune/Step Time": 10.761192876845598}
+{"Finetune/Learning Rate": 1.4160276316646364e-05, "Finetune/Loss": 0.8229888081550598, "Finetune/Loss (Raw)": 0.7352690696716309, "Finetune/Step": 7356, "Finetune/Step Time": 10.77991653420031}
+{"Finetune/Learning Rate": 1.4158744946841332e-05, "Finetune/Loss": 0.8228311538696289, "Finetune/Loss (Raw)": 0.7018268704414368, "Finetune/Step": 7357, "Finetune/Step Time": 10.781681887805462}
+{"Finetune/Learning Rate": 1.4157213459106118e-05, "Finetune/Loss": 0.8231987357139587, "Finetune/Loss (Raw)": 0.8634684085845947, "Finetune/Step": 7358, "Finetune/Step Time": 10.793931784108281}
+{"Finetune/Learning Rate": 1.415568185348415e-05, "Finetune/Loss": 0.8242540955543518, "Finetune/Loss (Raw)": 0.9126591086387634, "Finetune/Step": 7359, "Finetune/Step Time": 10.79112291149795}
+{"Finetune/Learning Rate": 1.4154150130018867e-05, "Finetune/Loss": 0.8242521286010742, "Finetune/Loss (Raw)": 0.7792186141014099, "Finetune/Step": 7360, "Finetune/Step Time": 10.788143541663885}
+{"Finetune/Learning Rate": 1.4152618288753696e-05, "Finetune/Loss": 0.8234316110610962, "Finetune/Loss (Raw)": 0.7839673161506653, "Finetune/Step": 7361, "Finetune/Step Time": 10.786514185369015}
+{"Finetune/Learning Rate": 1.4151086329732078e-05, "Finetune/Loss": 0.8233592510223389, "Finetune/Loss (Raw)": 0.7921026349067688, "Finetune/Step": 7362, "Finetune/Step Time": 10.791265608742833}
+{"Finetune/Learning Rate": 1.4149554252997457e-05, "Finetune/Loss": 0.8236169219017029, "Finetune/Loss (Raw)": 0.857077419757843, "Finetune/Step": 7363, "Finetune/Step Time": 10.801483551040292}
+{"Finetune/Learning Rate": 1.4148022058593276e-05, "Finetune/Loss": 0.8228509426116943, "Finetune/Loss (Raw)": 0.6370794177055359, "Finetune/Step": 7364, "Finetune/Step Time": 10.815336242318153}
+{"Finetune/Learning Rate": 1.4146489746562985e-05, "Finetune/Loss": 0.8216080665588379, "Finetune/Loss (Raw)": 0.7717491984367371, "Finetune/Step": 7365, "Finetune/Step Time": 10.79613765515387}
+{"Finetune/Learning Rate": 1.4144957316950039e-05, "Finetune/Loss": 0.822502851486206, "Finetune/Loss (Raw)": 0.9153055548667908, "Finetune/Step": 7366, "Finetune/Step Time": 10.79688693024218}
+{"Finetune/Learning Rate": 1.4143424769797886e-05, "Finetune/Loss": 0.8209495544433594, "Finetune/Loss (Raw)": 0.8153340220451355, "Finetune/Step": 7367, "Finetune/Step Time": 10.783671628683805}
+{"Finetune/Learning Rate": 1.4141892105149993e-05, "Finetune/Loss": 0.8211780190467834, "Finetune/Loss (Raw)": 0.8346078395843506, "Finetune/Step": 7368, "Finetune/Step Time": 10.795120978727937}
+{"Finetune/Learning Rate": 1.4140359323049813e-05, "Finetune/Loss": 0.8221365213394165, "Finetune/Loss (Raw)": 0.8807293176651001, "Finetune/Step": 7369, "Finetune/Step Time": 10.785649459809065}
+{"Finetune/Learning Rate": 1.413882642354082e-05, "Finetune/Loss": 0.8226417303085327, "Finetune/Loss (Raw)": 0.8249732851982117, "Finetune/Step": 7370, "Finetune/Step Time": 10.787708289921284}
+{"Finetune/Learning Rate": 1.413729340666648e-05, "Finetune/Loss": 0.8233069777488708, "Finetune/Loss (Raw)": 0.8499826192855835, "Finetune/Step": 7371, "Finetune/Step Time": 10.785669233649969}
+{"Finetune/Learning Rate": 1.4135760272470258e-05, "Finetune/Loss": 0.8246716260910034, "Finetune/Loss (Raw)": 0.9274752736091614, "Finetune/Step": 7372, "Finetune/Step Time": 10.761246802285314}
+{"Finetune/Learning Rate": 1.413422702099564e-05, "Finetune/Loss": 0.8239561915397644, "Finetune/Loss (Raw)": 0.7892805933952332, "Finetune/Step": 7373, "Finetune/Step Time": 10.757279768586159}
+{"Finetune/Learning Rate": 1.4132693652286099e-05, "Finetune/Loss": 0.8234431743621826, "Finetune/Loss (Raw)": 0.7386008501052856, "Finetune/Step": 7374, "Finetune/Step Time": 10.754572389647365}
+{"Finetune/Learning Rate": 1.4131160166385116e-05, "Finetune/Loss": 0.822264552116394, "Finetune/Loss (Raw)": 0.7459884881973267, "Finetune/Step": 7375, "Finetune/Step Time": 10.746209627017379}
+{"Finetune/Learning Rate": 1.4129626563336179e-05, "Finetune/Loss": 0.8213891983032227, "Finetune/Loss (Raw)": 0.8035485148429871, "Finetune/Step": 7376, "Finetune/Step Time": 10.751015178859234}
+{"Finetune/Learning Rate": 1.4128092843182777e-05, "Finetune/Loss": 0.8207263350486755, "Finetune/Loss (Raw)": 0.7973000407218933, "Finetune/Step": 7377, "Finetune/Step Time": 10.778694095090032}
+{"Finetune/Learning Rate": 1.4126559005968398e-05, "Finetune/Loss": 0.821506142616272, "Finetune/Loss (Raw)": 0.8962021470069885, "Finetune/Step": 7378, "Finetune/Step Time": 10.79254856146872}
+{"Finetune/Learning Rate": 1.4125025051736545e-05, "Finetune/Loss": 0.8209911584854126, "Finetune/Loss (Raw)": 0.7882125973701477, "Finetune/Step": 7379, "Finetune/Step Time": 10.804749090224504}
+{"Finetune/Learning Rate": 1.4123490980530707e-05, "Finetune/Loss": 0.8218420147895813, "Finetune/Loss (Raw)": 0.9309991598129272, "Finetune/Step": 7380, "Finetune/Step Time": 10.803260650485754}
+{"Finetune/Learning Rate": 1.4121956792394392e-05, "Finetune/Loss": 0.8208001852035522, "Finetune/Loss (Raw)": 0.7346159219741821, "Finetune/Step": 7381, "Finetune/Step Time": 10.824156116694212}
+{"Finetune/Learning Rate": 1.4120422487371104e-05, "Finetune/Loss": 0.8225460052490234, "Finetune/Loss (Raw)": 0.9595394730567932, "Finetune/Step": 7382, "Finetune/Step Time": 10.834749231114984}
+{"Finetune/Learning Rate": 1.411888806550435e-05, "Finetune/Loss": 0.8210465908050537, "Finetune/Loss (Raw)": 0.6848480105400085, "Finetune/Step": 7383, "Finetune/Step Time": 10.808348909020424}
+{"Finetune/Learning Rate": 1.4117353526837643e-05, "Finetune/Loss": 0.821940541267395, "Finetune/Loss (Raw)": 0.899925708770752, "Finetune/Step": 7384, "Finetune/Step Time": 10.813826287165284}
+{"Finetune/Learning Rate": 1.41158188714145e-05, "Finetune/Loss": 0.8209556341171265, "Finetune/Loss (Raw)": 0.8350801467895508, "Finetune/Step": 7385, "Finetune/Step Time": 10.805089866742492}
+{"Finetune/Learning Rate": 1.4114284099278434e-05, "Finetune/Loss": 0.8222765922546387, "Finetune/Loss (Raw)": 0.9999747276306152, "Finetune/Step": 7386, "Finetune/Step Time": 10.80135102570057}
+{"Finetune/Learning Rate": 1.4112749210472973e-05, "Finetune/Loss": 0.822116494178772, "Finetune/Loss (Raw)": 0.8256885409355164, "Finetune/Step": 7387, "Finetune/Step Time": 10.79578392393887}
+{"Finetune/Learning Rate": 1.4111214205041641e-05, "Finetune/Loss": 0.8231014609336853, "Finetune/Loss (Raw)": 0.7498018145561218, "Finetune/Step": 7388, "Finetune/Step Time": 10.762228092178702}
+{"Finetune/Learning Rate": 1.4109679083027966e-05, "Finetune/Loss": 0.8223559260368347, "Finetune/Loss (Raw)": 0.7776862978935242, "Finetune/Step": 7389, "Finetune/Step Time": 10.83518048375845}
+{"Finetune/Learning Rate": 1.4108143844475473e-05, "Finetune/Loss": 0.8228503465652466, "Finetune/Loss (Raw)": 0.8794545531272888, "Finetune/Step": 7390, "Finetune/Step Time": 10.821415206417441}
+{"Finetune/Learning Rate": 1.4106608489427704e-05, "Finetune/Loss": 0.821744441986084, "Finetune/Loss (Raw)": 0.7379143238067627, "Finetune/Step": 7391, "Finetune/Step Time": 10.819279588758945}
+{"Finetune/Learning Rate": 1.4105073017928199e-05, "Finetune/Loss": 0.821637749671936, "Finetune/Loss (Raw)": 0.7984925508499146, "Finetune/Step": 7392, "Finetune/Step Time": 10.818582881242037}
+{"Finetune/Learning Rate": 1.4103537430020493e-05, "Finetune/Loss": 0.8221224546432495, "Finetune/Loss (Raw)": 0.8360187411308289, "Finetune/Step": 7393, "Finetune/Step Time": 10.824156746268272}
+{"Finetune/Learning Rate": 1.4102001725748135e-05, "Finetune/Loss": 0.8234865665435791, "Finetune/Loss (Raw)": 0.7446146011352539, "Finetune/Step": 7394, "Finetune/Step Time": 10.799578942358494}
+{"Finetune/Learning Rate": 1.4100465905154677e-05, "Finetune/Loss": 0.8221969604492188, "Finetune/Loss (Raw)": 0.7547882199287415, "Finetune/Step": 7395, "Finetune/Step Time": 10.78838107176125}
+{"Finetune/Learning Rate": 1.4098929968283661e-05, "Finetune/Loss": 0.8212616443634033, "Finetune/Loss (Raw)": 0.7527205348014832, "Finetune/Step": 7396, "Finetune/Step Time": 10.803330339491367}
+{"Finetune/Learning Rate": 1.4097393915178648e-05, "Finetune/Loss": 0.8224090337753296, "Finetune/Loss (Raw)": 0.7835115790367126, "Finetune/Step": 7397, "Finetune/Step Time": 10.778944406658411}
+{"Finetune/Learning Rate": 1.4095857745883197e-05, "Finetune/Loss": 0.8220192790031433, "Finetune/Loss (Raw)": 0.752234935760498, "Finetune/Step": 7398, "Finetune/Step Time": 10.77557560056448}
+{"Finetune/Learning Rate": 1.4094321460440865e-05, "Finetune/Loss": 0.82157301902771, "Finetune/Loss (Raw)": 0.8110023736953735, "Finetune/Step": 7399, "Finetune/Step Time": 10.784191505983472}
+{"Finetune/Learning Rate": 1.409278505889522e-05, "Finetune/Loss": 0.8227189779281616, "Finetune/Loss (Raw)": 0.927099883556366, "Finetune/Step": 7400, "Finetune/Step Time": 10.783152660354972}
+{"Finetune/Learning Rate": 1.409124854128983e-05, "Finetune/Loss": 0.8221938610076904, "Finetune/Loss (Raw)": 0.8117907643318176, "Finetune/Step": 7401, "Finetune/Step Time": 10.793665017932653}
+{"Finetune/Learning Rate": 1.4089711907668265e-05, "Finetune/Loss": 0.8209291100502014, "Finetune/Loss (Raw)": 0.7936081290245056, "Finetune/Step": 7402, "Finetune/Step Time": 10.797611366957426}
+{"Finetune/Learning Rate": 1.4088175158074098e-05, "Finetune/Loss": 0.8197288513183594, "Finetune/Loss (Raw)": 0.7000144124031067, "Finetune/Step": 7403, "Finetune/Step Time": 10.796011613681912}
+{"Finetune/Learning Rate": 1.4086638292550911e-05, "Finetune/Loss": 0.8193824291229248, "Finetune/Loss (Raw)": 0.8187441229820251, "Finetune/Step": 7404, "Finetune/Step Time": 10.790751935914159}
+{"Finetune/Learning Rate": 1.4085101311142282e-05, "Finetune/Loss": 0.8216640949249268, "Finetune/Loss (Raw)": 0.9722394347190857, "Finetune/Step": 7405, "Finetune/Step Time": 10.75472055748105}
+{"Finetune/Learning Rate": 1.4083564213891796e-05, "Finetune/Loss": 0.8228300213813782, "Finetune/Loss (Raw)": 0.9305144548416138, "Finetune/Step": 7406, "Finetune/Step Time": 10.747645432129502}
+{"Finetune/Learning Rate": 1.4082027000843042e-05, "Finetune/Loss": 0.8232556581497192, "Finetune/Loss (Raw)": 0.8418335914611816, "Finetune/Step": 7407, "Finetune/Step Time": 10.727387007325888}
+{"Finetune/Learning Rate": 1.4080489672039608e-05, "Finetune/Loss": 0.8235788345336914, "Finetune/Loss (Raw)": 0.7793538570404053, "Finetune/Step": 7408, "Finetune/Step Time": 10.726749934256077}
+{"Finetune/Learning Rate": 1.4078952227525092e-05, "Finetune/Loss": 0.8220320343971252, "Finetune/Loss (Raw)": 0.7686290144920349, "Finetune/Step": 7409, "Finetune/Step Time": 10.7523552197963}
+{"Finetune/Learning Rate": 1.4077414667343088e-05, "Finetune/Loss": 0.8219449520111084, "Finetune/Loss (Raw)": 0.7510507702827454, "Finetune/Step": 7410, "Finetune/Step Time": 10.746347224339843}
+{"Finetune/Learning Rate": 1.4075876991537198e-05, "Finetune/Loss": 0.8214393854141235, "Finetune/Loss (Raw)": 0.6971033811569214, "Finetune/Step": 7411, "Finetune/Step Time": 10.74264276959002}
+{"Finetune/Learning Rate": 1.4074339200151031e-05, "Finetune/Loss": 0.8219558000564575, "Finetune/Loss (Raw)": 0.7804606556892395, "Finetune/Step": 7412, "Finetune/Step Time": 10.70083893276751}
+{"Finetune/Learning Rate": 1.407280129322819e-05, "Finetune/Loss": 0.8201624155044556, "Finetune/Loss (Raw)": 0.773698091506958, "Finetune/Step": 7413, "Finetune/Step Time": 10.6862364821136}
+{"Finetune/Learning Rate": 1.407126327081228e-05, "Finetune/Loss": 0.8201726675033569, "Finetune/Loss (Raw)": 0.879042387008667, "Finetune/Step": 7414, "Finetune/Step Time": 10.699298050254583}
+{"Finetune/Learning Rate": 1.4069725132946926e-05, "Finetune/Loss": 0.8192640542984009, "Finetune/Loss (Raw)": 0.6859617233276367, "Finetune/Step": 7415, "Finetune/Step Time": 10.704956643283367}
+{"Finetune/Learning Rate": 1.406818687967574e-05, "Finetune/Loss": 0.8198519945144653, "Finetune/Loss (Raw)": 0.9208414554595947, "Finetune/Step": 7416, "Finetune/Step Time": 10.716979071497917}
+{"Finetune/Learning Rate": 1.406664851104234e-05, "Finetune/Loss": 0.8191077709197998, "Finetune/Loss (Raw)": 0.7669419646263123, "Finetune/Step": 7417, "Finetune/Step Time": 10.713833572342992}
+{"Finetune/Learning Rate": 1.4065110027090352e-05, "Finetune/Loss": 0.8200491666793823, "Finetune/Loss (Raw)": 0.7902891635894775, "Finetune/Step": 7418, "Finetune/Step Time": 10.7153599280864}
+{"Finetune/Learning Rate": 1.4063571427863405e-05, "Finetune/Loss": 0.8187637329101562, "Finetune/Loss (Raw)": 0.8376188278198242, "Finetune/Step": 7419, "Finetune/Step Time": 10.709383692592382}
+{"Finetune/Learning Rate": 1.4062032713405127e-05, "Finetune/Loss": 0.8199828863143921, "Finetune/Loss (Raw)": 0.8541682362556458, "Finetune/Step": 7420, "Finetune/Step Time": 10.68629919551313}
+{"Finetune/Learning Rate": 1.406049388375915e-05, "Finetune/Loss": 0.8177210688591003, "Finetune/Loss (Raw)": 0.6939294338226318, "Finetune/Step": 7421, "Finetune/Step Time": 10.680033190175891}
+{"Finetune/Learning Rate": 1.4058954938969115e-05, "Finetune/Loss": 0.8177729249000549, "Finetune/Loss (Raw)": 0.8107635378837585, "Finetune/Step": 7422, "Finetune/Step Time": 10.677237819880247}
+{"Finetune/Learning Rate": 1.4057415879078661e-05, "Finetune/Loss": 0.8177351951599121, "Finetune/Loss (Raw)": 0.8054112195968628, "Finetune/Step": 7423, "Finetune/Step Time": 10.686675677075982}
+{"Finetune/Learning Rate": 1.405587670413143e-05, "Finetune/Loss": 0.8178043365478516, "Finetune/Loss (Raw)": 0.8772711157798767, "Finetune/Step": 7424, "Finetune/Step Time": 10.712087526917458}
+{"Finetune/Learning Rate": 1.4054337414171069e-05, "Finetune/Loss": 0.8189140558242798, "Finetune/Loss (Raw)": 0.9453344941139221, "Finetune/Step": 7425, "Finetune/Step Time": 10.714621501043439}
+{"Finetune/Learning Rate": 1.4052798009241226e-05, "Finetune/Loss": 0.8186412453651428, "Finetune/Loss (Raw)": 0.8284472227096558, "Finetune/Step": 7426, "Finetune/Step Time": 10.720686569809914}
+{"Finetune/Learning Rate": 1.4051258489385558e-05, "Finetune/Loss": 0.818771243095398, "Finetune/Loss (Raw)": 0.8455931544303894, "Finetune/Step": 7427, "Finetune/Step Time": 10.718576161190867}
+{"Finetune/Learning Rate": 1.4049718854647719e-05, "Finetune/Loss": 0.8197890520095825, "Finetune/Loss (Raw)": 0.8829811215400696, "Finetune/Step": 7428, "Finetune/Step Time": 10.707227306440473}
+{"Finetune/Learning Rate": 1.4048179105071369e-05, "Finetune/Loss": 0.8190200328826904, "Finetune/Loss (Raw)": 0.6862275004386902, "Finetune/Step": 7429, "Finetune/Step Time": 10.70807420834899}
+{"Finetune/Learning Rate": 1.404663924070017e-05, "Finetune/Loss": 0.8192277550697327, "Finetune/Loss (Raw)": 0.6563608646392822, "Finetune/Step": 7430, "Finetune/Step Time": 10.72729847021401}
+{"Finetune/Learning Rate": 1.404509926157779e-05, "Finetune/Loss": 0.8194803595542908, "Finetune/Loss (Raw)": 0.8510442972183228, "Finetune/Step": 7431, "Finetune/Step Time": 10.71280462667346}
+{"Finetune/Learning Rate": 1.4043559167747897e-05, "Finetune/Loss": 0.8187382221221924, "Finetune/Loss (Raw)": 0.8507329225540161, "Finetune/Step": 7432, "Finetune/Step Time": 10.71954895183444}
+{"Finetune/Learning Rate": 1.4042018959254167e-05, "Finetune/Loss": 0.8172179460525513, "Finetune/Loss (Raw)": 0.6306553483009338, "Finetune/Step": 7433, "Finetune/Step Time": 10.75591941177845}
+{"Finetune/Learning Rate": 1.4040478636140273e-05, "Finetune/Loss": 0.8165134191513062, "Finetune/Loss (Raw)": 0.858115553855896, "Finetune/Step": 7434, "Finetune/Step Time": 10.7533745970577}
+{"Finetune/Learning Rate": 1.4038938198449892e-05, "Finetune/Loss": 0.8163602352142334, "Finetune/Loss (Raw)": 0.8112317323684692, "Finetune/Step": 7435, "Finetune/Step Time": 10.767545392736793}
+{"Finetune/Learning Rate": 1.403739764622671e-05, "Finetune/Loss": 0.8186529874801636, "Finetune/Loss (Raw)": 0.9243900775909424, "Finetune/Step": 7436, "Finetune/Step Time": 10.733175357803702}
+{"Finetune/Learning Rate": 1.4035856979514413e-05, "Finetune/Loss": 0.818078875541687, "Finetune/Loss (Raw)": 0.7956352233886719, "Finetune/Step": 7437, "Finetune/Step Time": 10.738886257633567}
+{"Finetune/Learning Rate": 1.4034316198356686e-05, "Finetune/Loss": 0.8163802027702332, "Finetune/Loss (Raw)": 0.7749471664428711, "Finetune/Step": 7438, "Finetune/Step Time": 10.754385314881802}
+{"Finetune/Learning Rate": 1.4032775302797223e-05, "Finetune/Loss": 0.8165851831436157, "Finetune/Loss (Raw)": 0.9197165369987488, "Finetune/Step": 7439, "Finetune/Step Time": 10.76548695191741}
+{"Finetune/Learning Rate": 1.4031234292879726e-05, "Finetune/Loss": 0.8160507082939148, "Finetune/Loss (Raw)": 0.7558823227882385, "Finetune/Step": 7440, "Finetune/Step Time": 10.769913338124752}
+{"Finetune/Learning Rate": 1.4029693168647881e-05, "Finetune/Loss": 0.8168790340423584, "Finetune/Loss (Raw)": 0.969546914100647, "Finetune/Step": 7441, "Finetune/Step Time": 10.761386843398213}
+{"Finetune/Learning Rate": 1.4028151930145399e-05, "Finetune/Loss": 0.8164380788803101, "Finetune/Loss (Raw)": 0.7228804230690002, "Finetune/Step": 7442, "Finetune/Step Time": 10.753876579925418}
+{"Finetune/Learning Rate": 1.4026610577415985e-05, "Finetune/Loss": 0.8165720701217651, "Finetune/Loss (Raw)": 0.952897846698761, "Finetune/Step": 7443, "Finetune/Step Time": 10.751847252249718}
+{"Finetune/Learning Rate": 1.4025069110503341e-05, "Finetune/Loss": 0.8165684938430786, "Finetune/Loss (Raw)": 0.7880269885063171, "Finetune/Step": 7444, "Finetune/Step Time": 10.756537957116961}
+{"Finetune/Learning Rate": 1.4023527529451186e-05, "Finetune/Loss": 0.8161056041717529, "Finetune/Loss (Raw)": 0.8982276320457458, "Finetune/Step": 7445, "Finetune/Step Time": 10.753629442304373}
+{"Finetune/Learning Rate": 1.402198583430323e-05, "Finetune/Loss": 0.8151650428771973, "Finetune/Loss (Raw)": 0.8181393146514893, "Finetune/Step": 7446, "Finetune/Step Time": 10.744455490261316}
+{"Finetune/Learning Rate": 1.4020444025103194e-05, "Finetune/Loss": 0.8162013292312622, "Finetune/Loss (Raw)": 0.9565600156784058, "Finetune/Step": 7447, "Finetune/Step Time": 10.74716017022729}
+{"Finetune/Learning Rate": 1.4018902101894798e-05, "Finetune/Loss": 0.8143562078475952, "Finetune/Loss (Raw)": 0.7128587365150452, "Finetune/Step": 7448, "Finetune/Step Time": 10.757215095683932}
+{"Finetune/Learning Rate": 1.4017360064721763e-05, "Finetune/Loss": 0.8143619894981384, "Finetune/Loss (Raw)": 0.8572330474853516, "Finetune/Step": 7449, "Finetune/Step Time": 10.757732732221484}
+{"Finetune/Learning Rate": 1.4015817913627827e-05, "Finetune/Loss": 0.8147205114364624, "Finetune/Loss (Raw)": 0.6960809230804443, "Finetune/Step": 7450, "Finetune/Step Time": 10.767855916172266}
+{"Finetune/Learning Rate": 1.401427564865671e-05, "Finetune/Loss": 0.8154636025428772, "Finetune/Loss (Raw)": 0.829956591129303, "Finetune/Step": 7451, "Finetune/Step Time": 10.7319409660995}
+{"Finetune/Learning Rate": 1.4012733269852152e-05, "Finetune/Loss": 0.8143475651741028, "Finetune/Loss (Raw)": 0.7746056318283081, "Finetune/Step": 7452, "Finetune/Step Time": 10.735899878665805}
+{"Finetune/Learning Rate": 1.4011190777257888e-05, "Finetune/Loss": 0.8141963481903076, "Finetune/Loss (Raw)": 0.7429143786430359, "Finetune/Step": 7453, "Finetune/Step Time": 10.763190131634474}
+{"Finetune/Learning Rate": 1.400964817091766e-05, "Finetune/Loss": 0.812214195728302, "Finetune/Loss (Raw)": 0.6987141966819763, "Finetune/Step": 7454, "Finetune/Step Time": 10.757482880726457}
+{"Finetune/Learning Rate": 1.4008105450875214e-05, "Finetune/Loss": 0.8118159770965576, "Finetune/Loss (Raw)": 0.8406493663787842, "Finetune/Step": 7455, "Finetune/Step Time": 10.76482304930687}
+{"Finetune/Learning Rate": 1.4006562617174292e-05, "Finetune/Loss": 0.8113393783569336, "Finetune/Loss (Raw)": 0.9079982042312622, "Finetune/Step": 7456, "Finetune/Step Time": 10.776110984385014}
+{"Finetune/Learning Rate": 1.4005019669858648e-05, "Finetune/Loss": 0.8099193572998047, "Finetune/Loss (Raw)": 0.7286303043365479, "Finetune/Step": 7457, "Finetune/Step Time": 10.778929900377989}
+{"Finetune/Learning Rate": 1.4003476608972035e-05, "Finetune/Loss": 0.8103131055831909, "Finetune/Loss (Raw)": 0.8801419734954834, "Finetune/Step": 7458, "Finetune/Step Time": 10.776913937181234}
+{"Finetune/Learning Rate": 1.400193343455821e-05, "Finetune/Loss": 0.8103185892105103, "Finetune/Loss (Raw)": 0.8044379353523254, "Finetune/Step": 7459, "Finetune/Step Time": 10.778125014156103}
+{"Finetune/Learning Rate": 1.4000390146660934e-05, "Finetune/Loss": 0.8102066516876221, "Finetune/Loss (Raw)": 0.8077583312988281, "Finetune/Step": 7460, "Finetune/Step Time": 10.770610872656107}
+{"Finetune/Learning Rate": 1.3998846745323968e-05, "Finetune/Loss": 0.8122156858444214, "Finetune/Loss (Raw)": 0.9194666147232056, "Finetune/Step": 7461, "Finetune/Step Time": 10.767000898718834}
+{"Finetune/Learning Rate": 1.3997303230591081e-05, "Finetune/Loss": 0.8110275268554688, "Finetune/Loss (Raw)": 0.6952366232872009, "Finetune/Step": 7462, "Finetune/Step Time": 10.754058167338371}
+{"Finetune/Learning Rate": 1.3995759602506038e-05, "Finetune/Loss": 0.8110430836677551, "Finetune/Loss (Raw)": 0.7806258201599121, "Finetune/Step": 7463, "Finetune/Step Time": 10.74633863195777}
+{"Finetune/Learning Rate": 1.3994215861112617e-05, "Finetune/Loss": 0.8124368190765381, "Finetune/Loss (Raw)": 0.8254639506340027, "Finetune/Step": 7464, "Finetune/Step Time": 10.738059669733047}
+{"Finetune/Learning Rate": 1.3992672006454593e-05, "Finetune/Loss": 0.8129315972328186, "Finetune/Loss (Raw)": 0.988486647605896, "Finetune/Step": 7465, "Finetune/Step Time": 10.736686429008842}
+{"Finetune/Learning Rate": 1.3991128038575741e-05, "Finetune/Loss": 0.8122127652168274, "Finetune/Loss (Raw)": 0.8361855745315552, "Finetune/Step": 7466, "Finetune/Step Time": 10.764011489227414}
+{"Finetune/Learning Rate": 1.398958395751985e-05, "Finetune/Loss": 0.8119808435440063, "Finetune/Loss (Raw)": 0.7239306569099426, "Finetune/Step": 7467, "Finetune/Step Time": 10.757626727223396}
+{"Finetune/Learning Rate": 1.3988039763330705e-05, "Finetune/Loss": 0.813123881816864, "Finetune/Loss (Raw)": 0.8194714784622192, "Finetune/Step": 7468, "Finetune/Step Time": 10.756430730223656}
+{"Finetune/Learning Rate": 1.3986495456052089e-05, "Finetune/Loss": 0.8129149675369263, "Finetune/Loss (Raw)": 0.7494597434997559, "Finetune/Step": 7469, "Finetune/Step Time": 10.75007627159357}
+{"Finetune/Learning Rate": 1.3984951035727799e-05, "Finetune/Loss": 0.8132586479187012, "Finetune/Loss (Raw)": 0.8421120643615723, "Finetune/Step": 7470, "Finetune/Step Time": 10.74580135755241}
+{"Finetune/Learning Rate": 1.3983406502401632e-05, "Finetune/Loss": 0.8122680187225342, "Finetune/Loss (Raw)": 0.8274818658828735, "Finetune/Step": 7471, "Finetune/Step Time": 10.740630071610212}
+{"Finetune/Learning Rate": 1.398186185611738e-05, "Finetune/Loss": 0.8130955696105957, "Finetune/Loss (Raw)": 0.8628085851669312, "Finetune/Step": 7472, "Finetune/Step Time": 10.73961540311575}
+{"Finetune/Learning Rate": 1.398031709691885e-05, "Finetune/Loss": 0.8133684396743774, "Finetune/Loss (Raw)": 0.8118214011192322, "Finetune/Step": 7473, "Finetune/Step Time": 10.752203894779086}
+{"Finetune/Learning Rate": 1.3978772224849845e-05, "Finetune/Loss": 0.8138518333435059, "Finetune/Loss (Raw)": 0.7375569343566895, "Finetune/Step": 7474, "Finetune/Step Time": 10.748886670917273}
+{"Finetune/Learning Rate": 1.3977227239954174e-05, "Finetune/Loss": 0.8133190870285034, "Finetune/Loss (Raw)": 0.7831912636756897, "Finetune/Step": 7475, "Finetune/Step Time": 10.767128834500909}
+{"Finetune/Learning Rate": 1.3975682142275648e-05, "Finetune/Loss": 0.8142820000648499, "Finetune/Loss (Raw)": 0.8762626051902771, "Finetune/Step": 7476, "Finetune/Step Time": 10.765977779403329}
+{"Finetune/Learning Rate": 1.3974136931858082e-05, "Finetune/Loss": 0.8146476745605469, "Finetune/Loss (Raw)": 0.7745281457901001, "Finetune/Step": 7477, "Finetune/Step Time": 10.778061071410775}
+{"Finetune/Learning Rate": 1.3972591608745296e-05, "Finetune/Loss": 0.8142995834350586, "Finetune/Loss (Raw)": 0.7656153440475464, "Finetune/Step": 7478, "Finetune/Step Time": 10.786311382427812}
+{"Finetune/Learning Rate": 1.3971046172981107e-05, "Finetune/Loss": 0.8152599334716797, "Finetune/Loss (Raw)": 0.8794409036636353, "Finetune/Step": 7479, "Finetune/Step Time": 10.783761840313673}
+{"Finetune/Learning Rate": 1.3969500624609338e-05, "Finetune/Loss": 0.8168627023696899, "Finetune/Loss (Raw)": 1.056450366973877, "Finetune/Step": 7480, "Finetune/Step Time": 10.786786070093513}
+{"Finetune/Learning Rate": 1.3967954963673822e-05, "Finetune/Loss": 0.8155829906463623, "Finetune/Loss (Raw)": 0.768817126750946, "Finetune/Step": 7481, "Finetune/Step Time": 10.788099067285657}
+{"Finetune/Learning Rate": 1.3966409190218386e-05, "Finetune/Loss": 0.8158705234527588, "Finetune/Loss (Raw)": 0.8189089894294739, "Finetune/Step": 7482, "Finetune/Step Time": 10.745377289131284}
+{"Finetune/Learning Rate": 1.3964863304286867e-05, "Finetune/Loss": 0.8155818581581116, "Finetune/Loss (Raw)": 0.8863468170166016, "Finetune/Step": 7483, "Finetune/Step Time": 10.747683646157384}
+{"Finetune/Learning Rate": 1.3963317305923095e-05, "Finetune/Loss": 0.8172818422317505, "Finetune/Loss (Raw)": 0.9528628587722778, "Finetune/Step": 7484, "Finetune/Step Time": 10.71955157443881}
+{"Finetune/Learning Rate": 1.3961771195170912e-05, "Finetune/Loss": 0.8191260099411011, "Finetune/Loss (Raw)": 0.9378902912139893, "Finetune/Step": 7485, "Finetune/Step Time": 10.718074874952435}
+{"Finetune/Learning Rate": 1.396022497207417e-05, "Finetune/Loss": 0.8184894919395447, "Finetune/Loss (Raw)": 0.7819892764091492, "Finetune/Step": 7486, "Finetune/Step Time": 10.712812133133411}
+{"Finetune/Learning Rate": 1.3958678636676706e-05, "Finetune/Loss": 0.8188051581382751, "Finetune/Loss (Raw)": 0.9530662298202515, "Finetune/Step": 7487, "Finetune/Step Time": 10.707984901964664}
+{"Finetune/Learning Rate": 1.3957132189022373e-05, "Finetune/Loss": 0.8194983005523682, "Finetune/Loss (Raw)": 0.8679442405700684, "Finetune/Step": 7488, "Finetune/Step Time": 10.707885192707181}
+{"Finetune/Learning Rate": 1.3955585629155026e-05, "Finetune/Loss": 0.819328784942627, "Finetune/Loss (Raw)": 0.7622631192207336, "Finetune/Step": 7489, "Finetune/Step Time": 10.706777388229966}
+{"Finetune/Learning Rate": 1.3954038957118517e-05, "Finetune/Loss": 0.8200218677520752, "Finetune/Loss (Raw)": 0.880824089050293, "Finetune/Step": 7490, "Finetune/Step Time": 10.711020149290562}
+{"Finetune/Learning Rate": 1.3952492172956705e-05, "Finetune/Loss": 0.8194172382354736, "Finetune/Loss (Raw)": 0.7796757221221924, "Finetune/Step": 7491, "Finetune/Step Time": 10.71080975420773}
+{"Finetune/Learning Rate": 1.3950945276713457e-05, "Finetune/Loss": 0.8202489614486694, "Finetune/Loss (Raw)": 0.7435452342033386, "Finetune/Step": 7492, "Finetune/Step Time": 10.695767628028989}
+{"Finetune/Learning Rate": 1.3949398268432634e-05, "Finetune/Loss": 0.821095883846283, "Finetune/Loss (Raw)": 0.880153477191925, "Finetune/Step": 7493, "Finetune/Step Time": 10.672132791951299}
+{"Finetune/Learning Rate": 1.3947851148158107e-05, "Finetune/Loss": 0.8208904266357422, "Finetune/Loss (Raw)": 0.8890084028244019, "Finetune/Step": 7494, "Finetune/Step Time": 10.676019366830587}
+{"Finetune/Learning Rate": 1.394630391593375e-05, "Finetune/Loss": 0.8203347325325012, "Finetune/Loss (Raw)": 0.7442068457603455, "Finetune/Step": 7495, "Finetune/Step Time": 10.677110305055976}
+{"Finetune/Learning Rate": 1.3944756571803435e-05, "Finetune/Loss": 0.8186917901039124, "Finetune/Loss (Raw)": 0.6243113875389099, "Finetune/Step": 7496, "Finetune/Step Time": 10.733613619580865}
+{"Finetune/Learning Rate": 1.394320911581104e-05, "Finetune/Loss": 0.8173828125, "Finetune/Loss (Raw)": 0.7131847143173218, "Finetune/Step": 7497, "Finetune/Step Time": 10.731235278770328}
+{"Finetune/Learning Rate": 1.3941661548000446e-05, "Finetune/Loss": 0.8166167736053467, "Finetune/Loss (Raw)": 0.7269160747528076, "Finetune/Step": 7498, "Finetune/Step Time": 10.731834212318063}
+{"Finetune/Learning Rate": 1.3940113868415541e-05, "Finetune/Loss": 0.8167158961296082, "Finetune/Loss (Raw)": 0.8626703023910522, "Finetune/Step": 7499, "Finetune/Step Time": 10.7308106161654}
+{"Finetune/Learning Rate": 1.3938566077100211e-05, "Finetune/Loss": 0.8168700933456421, "Finetune/Loss (Raw)": 0.9472141861915588, "Finetune/Step": 7500, "Finetune/Step Time": 10.725955260917544}
+{"Finetune/Learning Rate": 1.3937018174098347e-05, "Finetune/Loss": 0.815546452999115, "Finetune/Loss (Raw)": 0.6198487281799316, "Finetune/Step": 7501, "Finetune/Step Time": 10.763739114627242}
+{"Finetune/Learning Rate": 1.393547015945384e-05, "Finetune/Loss": 0.8162075877189636, "Finetune/Loss (Raw)": 0.8232275247573853, "Finetune/Step": 7502, "Finetune/Step Time": 10.779999004676938}
+{"Finetune/Learning Rate": 1.3933922033210594e-05, "Finetune/Loss": 0.8175124526023865, "Finetune/Loss (Raw)": 0.9130113124847412, "Finetune/Step": 7503, "Finetune/Step Time": 10.786366581916809}
+{"Finetune/Learning Rate": 1.3932373795412503e-05, "Finetune/Loss": 0.8171417117118835, "Finetune/Loss (Raw)": 0.7560988664627075, "Finetune/Step": 7504, "Finetune/Step Time": 10.780502239242196}
+{"Finetune/Learning Rate": 1.3930825446103475e-05, "Finetune/Loss": 0.8169518709182739, "Finetune/Loss (Raw)": 0.7729983925819397, "Finetune/Step": 7505, "Finetune/Step Time": 10.765149412676692}
+{"Finetune/Learning Rate": 1.3929276985327415e-05, "Finetune/Loss": 0.8160957098007202, "Finetune/Loss (Raw)": 0.7866105437278748, "Finetune/Step": 7506, "Finetune/Step Time": 10.750771280378103}
+{"Finetune/Learning Rate": 1.3927728413128235e-05, "Finetune/Loss": 0.8162595629692078, "Finetune/Loss (Raw)": 0.8091835975646973, "Finetune/Step": 7507, "Finetune/Step Time": 10.727933958172798}
+{"Finetune/Learning Rate": 1.3926179729549843e-05, "Finetune/Loss": 0.8159803152084351, "Finetune/Loss (Raw)": 0.8952655792236328, "Finetune/Step": 7508, "Finetune/Step Time": 10.73165937140584}
+{"Finetune/Learning Rate": 1.3924630934636158e-05, "Finetune/Loss": 0.8165146112442017, "Finetune/Loss (Raw)": 0.8029969334602356, "Finetune/Step": 7509, "Finetune/Step Time": 10.702099638059735}
+{"Finetune/Learning Rate": 1.3923082028431103e-05, "Finetune/Loss": 0.8158173561096191, "Finetune/Loss (Raw)": 0.8702964782714844, "Finetune/Step": 7510, "Finetune/Step Time": 10.688004529103637}
+{"Finetune/Learning Rate": 1.3921533010978596e-05, "Finetune/Loss": 0.8171031475067139, "Finetune/Loss (Raw)": 0.8494220972061157, "Finetune/Step": 7511, "Finetune/Step Time": 10.701548136770725}
+{"Finetune/Learning Rate": 1.3919983882322563e-05, "Finetune/Loss": 0.8164674043655396, "Finetune/Loss (Raw)": 0.8185555934906006, "Finetune/Step": 7512, "Finetune/Step Time": 10.69440971314907}
+{"Finetune/Learning Rate": 1.3918434642506937e-05, "Finetune/Loss": 0.8153848052024841, "Finetune/Loss (Raw)": 0.69650799036026, "Finetune/Step": 7513, "Finetune/Step Time": 10.694156408309937}
+{"Finetune/Learning Rate": 1.3916885291575643e-05, "Finetune/Loss": 0.8137470483779907, "Finetune/Loss (Raw)": 0.7903377413749695, "Finetune/Step": 7514, "Finetune/Step Time": 10.70699923671782}
+{"Finetune/Learning Rate": 1.3915335829572621e-05, "Finetune/Loss": 0.8134143352508545, "Finetune/Loss (Raw)": 0.7831007838249207, "Finetune/Step": 7515, "Finetune/Step Time": 10.70820776373148}
+{"Finetune/Learning Rate": 1.3913786256541813e-05, "Finetune/Loss": 0.8119563460350037, "Finetune/Loss (Raw)": 0.5631820559501648, "Finetune/Step": 7516, "Finetune/Step Time": 10.749640578404069}
+{"Finetune/Learning Rate": 1.391223657252715e-05, "Finetune/Loss": 0.8108717203140259, "Finetune/Loss (Raw)": 0.638856053352356, "Finetune/Step": 7517, "Finetune/Step Time": 10.731272177770734}
+{"Finetune/Learning Rate": 1.3910686777572587e-05, "Finetune/Loss": 0.8095384240150452, "Finetune/Loss (Raw)": 0.7087956666946411, "Finetune/Step": 7518, "Finetune/Step Time": 10.777874359861016}
+{"Finetune/Learning Rate": 1.3909136871722066e-05, "Finetune/Loss": 0.8103235363960266, "Finetune/Loss (Raw)": 0.8384048938751221, "Finetune/Step": 7519, "Finetune/Step Time": 10.775870127603412}
+{"Finetune/Learning Rate": 1.3907586855019538e-05, "Finetune/Loss": 0.8112211227416992, "Finetune/Loss (Raw)": 0.9133815765380859, "Finetune/Step": 7520, "Finetune/Step Time": 10.774500170722604}
+{"Finetune/Learning Rate": 1.390603672750896e-05, "Finetune/Loss": 0.8111205697059631, "Finetune/Loss (Raw)": 0.8231474161148071, "Finetune/Step": 7521, "Finetune/Step Time": 10.777454575523734}
+{"Finetune/Learning Rate": 1.390448648923429e-05, "Finetune/Loss": 0.8127478957176208, "Finetune/Loss (Raw)": 0.9529141187667847, "Finetune/Step": 7522, "Finetune/Step Time": 10.765741281211376}
+{"Finetune/Learning Rate": 1.3902936140239483e-05, "Finetune/Loss": 0.8137876391410828, "Finetune/Loss (Raw)": 0.8878713846206665, "Finetune/Step": 7523, "Finetune/Step Time": 10.76013002730906}
+{"Finetune/Learning Rate": 1.3901385680568506e-05, "Finetune/Loss": 0.8127342462539673, "Finetune/Loss (Raw)": 0.6178960800170898, "Finetune/Step": 7524, "Finetune/Step Time": 10.766975045204163}
+{"Finetune/Learning Rate": 1.3899835110265325e-05, "Finetune/Loss": 0.8124257922172546, "Finetune/Loss (Raw)": 0.7440251111984253, "Finetune/Step": 7525, "Finetune/Step Time": 10.760409697890282}
+{"Finetune/Learning Rate": 1.389828442937391e-05, "Finetune/Loss": 0.8130156397819519, "Finetune/Loss (Raw)": 0.8277387022972107, "Finetune/Step": 7526, "Finetune/Step Time": 10.758330825716257}
+{"Finetune/Learning Rate": 1.3896733637938233e-05, "Finetune/Loss": 0.8130971789360046, "Finetune/Loss (Raw)": 0.8214311599731445, "Finetune/Step": 7527, "Finetune/Step Time": 10.75189584493637}
+{"Finetune/Learning Rate": 1.3895182736002276e-05, "Finetune/Loss": 0.8122158050537109, "Finetune/Loss (Raw)": 0.8142896890640259, "Finetune/Step": 7528, "Finetune/Step Time": 10.75473877042532}
+{"Finetune/Learning Rate": 1.3893631723610006e-05, "Finetune/Loss": 0.8122048377990723, "Finetune/Loss (Raw)": 0.8103864789009094, "Finetune/Step": 7529, "Finetune/Step Time": 10.757435727864504}
+{"Finetune/Learning Rate": 1.3892080600805415e-05, "Finetune/Loss": 0.8120770454406738, "Finetune/Loss (Raw)": 0.7772496342658997, "Finetune/Step": 7530, "Finetune/Step Time": 10.750864239409566}
+{"Finetune/Learning Rate": 1.3890529367632489e-05, "Finetune/Loss": 0.812315821647644, "Finetune/Loss (Raw)": 0.7305774092674255, "Finetune/Step": 7531, "Finetune/Step Time": 10.758120534941554}
+{"Finetune/Learning Rate": 1.388897802413521e-05, "Finetune/Loss": 0.8117798566818237, "Finetune/Loss (Raw)": 0.750136137008667, "Finetune/Step": 7532, "Finetune/Step Time": 10.775260053575039}
+{"Finetune/Learning Rate": 1.3887426570357571e-05, "Finetune/Loss": 0.8108193874359131, "Finetune/Loss (Raw)": 0.8493085503578186, "Finetune/Step": 7533, "Finetune/Step Time": 10.779187740758061}
+{"Finetune/Learning Rate": 1.3885875006343572e-05, "Finetune/Loss": 0.8104285001754761, "Finetune/Loss (Raw)": 0.8804816007614136, "Finetune/Step": 7534, "Finetune/Step Time": 10.780848676338792}
+{"Finetune/Learning Rate": 1.3884323332137209e-05, "Finetune/Loss": 0.8100340366363525, "Finetune/Loss (Raw)": 0.7913298010826111, "Finetune/Step": 7535, "Finetune/Step Time": 10.7852275185287}
+{"Finetune/Learning Rate": 1.3882771547782476e-05, "Finetune/Loss": 0.8116268515586853, "Finetune/Loss (Raw)": 0.9832429885864258, "Finetune/Step": 7536, "Finetune/Step Time": 10.776767689734697}
+{"Finetune/Learning Rate": 1.3881219653323387e-05, "Finetune/Loss": 0.8126156330108643, "Finetune/Loss (Raw)": 0.8951883316040039, "Finetune/Step": 7537, "Finetune/Step Time": 10.754310110583901}
+{"Finetune/Learning Rate": 1.3879667648803948e-05, "Finetune/Loss": 0.8122515082359314, "Finetune/Loss (Raw)": 0.7044426798820496, "Finetune/Step": 7538, "Finetune/Step Time": 10.749261070042849}
+{"Finetune/Learning Rate": 1.3878115534268164e-05, "Finetune/Loss": 0.8128305673599243, "Finetune/Loss (Raw)": 0.7712242603302002, "Finetune/Step": 7539, "Finetune/Step Time": 10.758655119687319}
+{"Finetune/Learning Rate": 1.387656330976005e-05, "Finetune/Loss": 0.812807559967041, "Finetune/Loss (Raw)": 0.7775217890739441, "Finetune/Step": 7540, "Finetune/Step Time": 10.759638408198953}
+{"Finetune/Learning Rate": 1.3875010975323627e-05, "Finetune/Loss": 0.8134726285934448, "Finetune/Loss (Raw)": 0.8588175773620605, "Finetune/Step": 7541, "Finetune/Step Time": 10.760714378207922}
+{"Finetune/Learning Rate": 1.387345853100291e-05, "Finetune/Loss": 0.8144034147262573, "Finetune/Loss (Raw)": 0.9981852173805237, "Finetune/Step": 7542, "Finetune/Step Time": 10.745607199147344}
+{"Finetune/Learning Rate": 1.3871905976841923e-05, "Finetune/Loss": 0.8155364990234375, "Finetune/Loss (Raw)": 0.8309975266456604, "Finetune/Step": 7543, "Finetune/Step Time": 10.751379719004035}
+{"Finetune/Learning Rate": 1.3870353312884694e-05, "Finetune/Loss": 0.8147815465927124, "Finetune/Loss (Raw)": 0.8242121338844299, "Finetune/Step": 7544, "Finetune/Step Time": 10.739158608019352}
+{"Finetune/Learning Rate": 1.3868800539175252e-05, "Finetune/Loss": 0.8148735761642456, "Finetune/Loss (Raw)": 0.7787172198295593, "Finetune/Step": 7545, "Finetune/Step Time": 10.733559548854828}
+{"Finetune/Learning Rate": 1.3867247655757626e-05, "Finetune/Loss": 0.8153591156005859, "Finetune/Loss (Raw)": 0.8524361252784729, "Finetune/Step": 7546, "Finetune/Step Time": 10.733346736058593}
+{"Finetune/Learning Rate": 1.3865694662675852e-05, "Finetune/Loss": 0.8156130313873291, "Finetune/Loss (Raw)": 0.8701216578483582, "Finetune/Step": 7547, "Finetune/Step Time": 10.723247407004237}
+{"Finetune/Learning Rate": 1.3864141559973971e-05, "Finetune/Loss": 0.8150857090950012, "Finetune/Loss (Raw)": 0.786673367023468, "Finetune/Step": 7548, "Finetune/Step Time": 10.703922720625997}
+{"Finetune/Learning Rate": 1.3862588347696026e-05, "Finetune/Loss": 0.8168855309486389, "Finetune/Loss (Raw)": 0.9243049025535583, "Finetune/Step": 7549, "Finetune/Step Time": 10.70728961378336}
+{"Finetune/Learning Rate": 1.3861035025886058e-05, "Finetune/Loss": 0.8174957633018494, "Finetune/Loss (Raw)": 0.8888803124427795, "Finetune/Step": 7550, "Finetune/Step Time": 10.694269401952624}
+{"Finetune/Learning Rate": 1.3859481594588116e-05, "Finetune/Loss": 0.8186702728271484, "Finetune/Loss (Raw)": 0.9557402729988098, "Finetune/Step": 7551, "Finetune/Step Time": 10.683725200593472}
+{"Finetune/Learning Rate": 1.385792805384625e-05, "Finetune/Loss": 0.8174207210540771, "Finetune/Loss (Raw)": 0.7173324227333069, "Finetune/Step": 7552, "Finetune/Step Time": 10.656498139724135}
+{"Finetune/Learning Rate": 1.3856374403704516e-05, "Finetune/Loss": 0.8167542815208435, "Finetune/Loss (Raw)": 0.8600308895111084, "Finetune/Step": 7553, "Finetune/Step Time": 10.65270628221333}
+{"Finetune/Learning Rate": 1.3854820644206967e-05, "Finetune/Loss": 0.8162447810173035, "Finetune/Loss (Raw)": 0.7632246613502502, "Finetune/Step": 7554, "Finetune/Step Time": 10.67254596017301}
+{"Finetune/Learning Rate": 1.3853266775397669e-05, "Finetune/Loss": 0.8155051469802856, "Finetune/Loss (Raw)": 0.7509269118309021, "Finetune/Step": 7555, "Finetune/Step Time": 10.681874444708228}
+{"Finetune/Learning Rate": 1.3851712797320685e-05, "Finetune/Loss": 0.81502366065979, "Finetune/Loss (Raw)": 0.8213449120521545, "Finetune/Step": 7556, "Finetune/Step Time": 10.690713906660676}
+{"Finetune/Learning Rate": 1.3850158710020072e-05, "Finetune/Loss": 0.815394401550293, "Finetune/Loss (Raw)": 0.7336858510971069, "Finetune/Step": 7557, "Finetune/Step Time": 10.695918450132012}
+{"Finetune/Learning Rate": 1.3848604513539912e-05, "Finetune/Loss": 0.8172199130058289, "Finetune/Loss (Raw)": 0.8900279998779297, "Finetune/Step": 7558, "Finetune/Step Time": 10.661454260349274}
+{"Finetune/Learning Rate": 1.384705020792427e-05, "Finetune/Loss": 0.8155766725540161, "Finetune/Loss (Raw)": 0.6407114267349243, "Finetune/Step": 7559, "Finetune/Step Time": 10.675528556108475}
+{"Finetune/Learning Rate": 1.3845495793217223e-05, "Finetune/Loss": 0.8147076368331909, "Finetune/Loss (Raw)": 0.7394969463348389, "Finetune/Step": 7560, "Finetune/Step Time": 10.660297280177474}
+{"Finetune/Learning Rate": 1.3843941269462851e-05, "Finetune/Loss": 0.8172429800033569, "Finetune/Loss (Raw)": 0.9551753401756287, "Finetune/Step": 7561, "Finetune/Step Time": 10.64497903175652}
+{"Finetune/Learning Rate": 1.3842386636705239e-05, "Finetune/Loss": 0.8168817758560181, "Finetune/Loss (Raw)": 0.8118793368339539, "Finetune/Step": 7562, "Finetune/Step Time": 10.644936863332987}
+{"Finetune/Learning Rate": 1.3840831894988464e-05, "Finetune/Loss": 0.8175352811813354, "Finetune/Loss (Raw)": 0.8948810696601868, "Finetune/Step": 7563, "Finetune/Step Time": 10.637982560321689}
+{"Finetune/Learning Rate": 1.3839277044356615e-05, "Finetune/Loss": 0.8159329891204834, "Finetune/Loss (Raw)": 0.7193010449409485, "Finetune/Step": 7564, "Finetune/Step Time": 10.654118075966835}
+{"Finetune/Learning Rate": 1.3837722084853794e-05, "Finetune/Loss": 0.814552366733551, "Finetune/Loss (Raw)": 0.6189103126525879, "Finetune/Step": 7565, "Finetune/Step Time": 10.64919599890709}
+{"Finetune/Learning Rate": 1.3836167016524084e-05, "Finetune/Loss": 0.8155524730682373, "Finetune/Loss (Raw)": 0.9029701352119446, "Finetune/Step": 7566, "Finetune/Step Time": 10.641601016744971}
+{"Finetune/Learning Rate": 1.3834611839411587e-05, "Finetune/Loss": 0.815032422542572, "Finetune/Loss (Raw)": 0.8531421422958374, "Finetune/Step": 7567, "Finetune/Step Time": 10.62897958792746}
+{"Finetune/Learning Rate": 1.38330565535604e-05, "Finetune/Loss": 0.8147163391113281, "Finetune/Loss (Raw)": 0.715419352054596, "Finetune/Step": 7568, "Finetune/Step Time": 10.619695769622922}
+{"Finetune/Learning Rate": 1.3831501159014631e-05, "Finetune/Loss": 0.8131194114685059, "Finetune/Loss (Raw)": 0.7651410102844238, "Finetune/Step": 7569, "Finetune/Step Time": 10.644364092499018}
+{"Finetune/Learning Rate": 1.3829945655818384e-05, "Finetune/Loss": 0.8145143985748291, "Finetune/Loss (Raw)": 0.9014378190040588, "Finetune/Step": 7570, "Finetune/Step Time": 10.643897024914622}
+{"Finetune/Learning Rate": 1.382839004401577e-05, "Finetune/Loss": 0.8121199607849121, "Finetune/Loss (Raw)": 0.6464135050773621, "Finetune/Step": 7571, "Finetune/Step Time": 10.683929204940796}
+{"Finetune/Learning Rate": 1.3826834323650899e-05, "Finetune/Loss": 0.8120266199111938, "Finetune/Loss (Raw)": 0.7760819792747498, "Finetune/Step": 7572, "Finetune/Step Time": 10.68899898417294}
+{"Finetune/Learning Rate": 1.382527849476789e-05, "Finetune/Loss": 0.8122227191925049, "Finetune/Loss (Raw)": 0.9233291149139404, "Finetune/Step": 7573, "Finetune/Step Time": 10.694147355854511}
+{"Finetune/Learning Rate": 1.3823722557410859e-05, "Finetune/Loss": 0.8128783702850342, "Finetune/Loss (Raw)": 0.9020622968673706, "Finetune/Step": 7574, "Finetune/Step Time": 10.693840511143208}
+{"Finetune/Learning Rate": 1.3822166511623931e-05, "Finetune/Loss": 0.8108341693878174, "Finetune/Loss (Raw)": 0.6949028968811035, "Finetune/Step": 7575, "Finetune/Step Time": 10.73048484697938}
+{"Finetune/Learning Rate": 1.382061035745123e-05, "Finetune/Loss": 0.8127027750015259, "Finetune/Loss (Raw)": 0.9520325064659119, "Finetune/Step": 7576, "Finetune/Step Time": 10.739178348332644}
+{"Finetune/Learning Rate": 1.3819054094936881e-05, "Finetune/Loss": 0.8119621276855469, "Finetune/Loss (Raw)": 0.76242995262146, "Finetune/Step": 7577, "Finetune/Step Time": 10.742767432704568}
+{"Finetune/Learning Rate": 1.3817497724125022e-05, "Finetune/Loss": 0.8121522068977356, "Finetune/Loss (Raw)": 0.7204179167747498, "Finetune/Step": 7578, "Finetune/Step Time": 10.75899930857122}
+{"Finetune/Learning Rate": 1.3815941245059779e-05, "Finetune/Loss": 0.8110246658325195, "Finetune/Loss (Raw)": 0.6856225728988647, "Finetune/Step": 7579, "Finetune/Step Time": 10.768272461369634}
+{"Finetune/Learning Rate": 1.3814384657785298e-05, "Finetune/Loss": 0.811809778213501, "Finetune/Loss (Raw)": 0.8751077651977539, "Finetune/Step": 7580, "Finetune/Step Time": 10.766462991014123}
+{"Finetune/Learning Rate": 1.381282796234571e-05, "Finetune/Loss": 0.8132004737854004, "Finetune/Loss (Raw)": 0.9209228754043579, "Finetune/Step": 7581, "Finetune/Step Time": 10.740302991122007}
+{"Finetune/Learning Rate": 1.3811271158785164e-05, "Finetune/Loss": 0.8136953115463257, "Finetune/Loss (Raw)": 0.7620587348937988, "Finetune/Step": 7582, "Finetune/Step Time": 10.754491740837693}
+{"Finetune/Learning Rate": 1.380971424714781e-05, "Finetune/Loss": 0.8134601712226868, "Finetune/Loss (Raw)": 0.8105467557907104, "Finetune/Step": 7583, "Finetune/Step Time": 10.75585475191474}
+{"Finetune/Learning Rate": 1.3808157227477788e-05, "Finetune/Loss": 0.8127281665802002, "Finetune/Loss (Raw)": 0.8142951130867004, "Finetune/Step": 7584, "Finetune/Step Time": 10.744506916031241}
+{"Finetune/Learning Rate": 1.3806600099819256e-05, "Finetune/Loss": 0.8135504126548767, "Finetune/Loss (Raw)": 0.8338813185691833, "Finetune/Step": 7585, "Finetune/Step Time": 10.74975360929966}
+{"Finetune/Learning Rate": 1.3805042864216373e-05, "Finetune/Loss": 0.8122931718826294, "Finetune/Loss (Raw)": 0.7192116379737854, "Finetune/Step": 7586, "Finetune/Step Time": 10.746235817670822}
+{"Finetune/Learning Rate": 1.3803485520713294e-05, "Finetune/Loss": 0.8107395172119141, "Finetune/Loss (Raw)": 0.6055718660354614, "Finetune/Step": 7587, "Finetune/Step Time": 10.78195228241384}
+{"Finetune/Learning Rate": 1.3801928069354178e-05, "Finetune/Loss": 0.8110284209251404, "Finetune/Loss (Raw)": 0.8447365164756775, "Finetune/Step": 7588, "Finetune/Step Time": 10.805639363825321}
+{"Finetune/Learning Rate": 1.3800370510183198e-05, "Finetune/Loss": 0.8103134632110596, "Finetune/Loss (Raw)": 0.8279644846916199, "Finetune/Step": 7589, "Finetune/Step Time": 10.805896792560816}
+{"Finetune/Learning Rate": 1.3798812843244513e-05, "Finetune/Loss": 0.8115538358688354, "Finetune/Loss (Raw)": 0.8540003895759583, "Finetune/Step": 7590, "Finetune/Step Time": 10.80585042014718}
+{"Finetune/Learning Rate": 1.3797255068582302e-05, "Finetune/Loss": 0.8122643232345581, "Finetune/Loss (Raw)": 0.8715708255767822, "Finetune/Step": 7591, "Finetune/Step Time": 10.832242814823985}
+{"Finetune/Learning Rate": 1.3795697186240733e-05, "Finetune/Loss": 0.8120184540748596, "Finetune/Loss (Raw)": 0.7939860820770264, "Finetune/Step": 7592, "Finetune/Step Time": 10.83475212752819}
+{"Finetune/Learning Rate": 1.3794139196263986e-05, "Finetune/Loss": 0.8114283680915833, "Finetune/Loss (Raw)": 0.9129549264907837, "Finetune/Step": 7593, "Finetune/Step Time": 10.832454696297646}
+{"Finetune/Learning Rate": 1.3792581098696239e-05, "Finetune/Loss": 0.8107917308807373, "Finetune/Loss (Raw)": 0.7546945214271545, "Finetune/Step": 7594, "Finetune/Step Time": 10.802100850269198}
+{"Finetune/Learning Rate": 1.3791022893581678e-05, "Finetune/Loss": 0.8118858337402344, "Finetune/Loss (Raw)": 0.8639788031578064, "Finetune/Step": 7595, "Finetune/Step Time": 10.813386304304004}
+{"Finetune/Learning Rate": 1.3789464580964486e-05, "Finetune/Loss": 0.8114724159240723, "Finetune/Loss (Raw)": 0.766558825969696, "Finetune/Step": 7596, "Finetune/Step Time": 10.82713420689106}
+{"Finetune/Learning Rate": 1.3787906160888857e-05, "Finetune/Loss": 0.8111470937728882, "Finetune/Loss (Raw)": 0.7078169584274292, "Finetune/Step": 7597, "Finetune/Step Time": 10.861697554588318}
+{"Finetune/Learning Rate": 1.378634763339898e-05, "Finetune/Loss": 0.8101869821548462, "Finetune/Loss (Raw)": 0.7192138433456421, "Finetune/Step": 7598, "Finetune/Step Time": 10.863379152491689}
+{"Finetune/Learning Rate": 1.378478899853905e-05, "Finetune/Loss": 0.8102536797523499, "Finetune/Loss (Raw)": 0.8360199928283691, "Finetune/Step": 7599, "Finetune/Step Time": 10.882575411349535}
+{"Finetune/Learning Rate": 1.3783230256353265e-05, "Finetune/Loss": 0.8101096153259277, "Finetune/Loss (Raw)": 0.8443662524223328, "Finetune/Step": 7600, "Finetune/Step Time": 10.881091304123402}
+{"Finetune/Learning Rate": 1.3781671406885835e-05, "Finetune/Loss": 0.8088266849517822, "Finetune/Loss (Raw)": 0.6476143002510071, "Finetune/Step": 7601, "Finetune/Step Time": 10.897671749815345}
+{"Finetune/Learning Rate": 1.3780112450180949e-05, "Finetune/Loss": 0.8097180128097534, "Finetune/Loss (Raw)": 0.8516384959220886, "Finetune/Step": 7602, "Finetune/Step Time": 10.895619202405214}
+{"Finetune/Learning Rate": 1.3778553386282827e-05, "Finetune/Loss": 0.8108394145965576, "Finetune/Loss (Raw)": 0.9267325401306152, "Finetune/Step": 7603, "Finetune/Step Time": 10.879657609388232}
+{"Finetune/Learning Rate": 1.3776994215235677e-05, "Finetune/Loss": 0.8103291988372803, "Finetune/Loss (Raw)": 0.810958206653595, "Finetune/Step": 7604, "Finetune/Step Time": 10.886454502120614}
+{"Finetune/Learning Rate": 1.377543493708371e-05, "Finetune/Loss": 0.8105847835540771, "Finetune/Loss (Raw)": 0.8072406053543091, "Finetune/Step": 7605, "Finetune/Step Time": 10.877559702843428}
+{"Finetune/Learning Rate": 1.3773875551871142e-05, "Finetune/Loss": 0.810433030128479, "Finetune/Loss (Raw)": 0.7461947202682495, "Finetune/Step": 7606, "Finetune/Step Time": 10.875773841515183}
+{"Finetune/Learning Rate": 1.37723160596422e-05, "Finetune/Loss": 0.8085603713989258, "Finetune/Loss (Raw)": 0.6397404074668884, "Finetune/Step": 7607, "Finetune/Step Time": 10.913800604641438}
+{"Finetune/Learning Rate": 1.3770756460441098e-05, "Finetune/Loss": 0.8064810037612915, "Finetune/Loss (Raw)": 0.7902872562408447, "Finetune/Step": 7608, "Finetune/Step Time": 10.90696488134563}
+{"Finetune/Learning Rate": 1.3769196754312061e-05, "Finetune/Loss": 0.8066317439079285, "Finetune/Loss (Raw)": 0.7881107926368713, "Finetune/Step": 7609, "Finetune/Step Time": 10.926520159468055}
+{"Finetune/Learning Rate": 1.3767636941299329e-05, "Finetune/Loss": 0.8071483373641968, "Finetune/Loss (Raw)": 0.885028600692749, "Finetune/Step": 7610, "Finetune/Step Time": 10.93458472006023}
+{"Finetune/Learning Rate": 1.3766077021447126e-05, "Finetune/Loss": 0.8063267469406128, "Finetune/Loss (Raw)": 0.7811900973320007, "Finetune/Step": 7611, "Finetune/Step Time": 10.943489054217935}
+{"Finetune/Learning Rate": 1.3764516994799685e-05, "Finetune/Loss": 0.8061902523040771, "Finetune/Loss (Raw)": 0.9353926777839661, "Finetune/Step": 7612, "Finetune/Step Time": 10.94299828633666}
+{"Finetune/Learning Rate": 1.3762956861401252e-05, "Finetune/Loss": 0.8055810928344727, "Finetune/Loss (Raw)": 0.8599209189414978, "Finetune/Step": 7613, "Finetune/Step Time": 10.940629558637738}
+{"Finetune/Learning Rate": 1.3761396621296057e-05, "Finetune/Loss": 0.8057880401611328, "Finetune/Loss (Raw)": 0.8084736466407776, "Finetune/Step": 7614, "Finetune/Step Time": 10.9297093488276}
+{"Finetune/Learning Rate": 1.3759836274528354e-05, "Finetune/Loss": 0.8036088347434998, "Finetune/Loss (Raw)": 0.6741273403167725, "Finetune/Step": 7615, "Finetune/Step Time": 10.947600562125444}
+{"Finetune/Learning Rate": 1.3758275821142382e-05, "Finetune/Loss": 0.8035087585449219, "Finetune/Loss (Raw)": 0.8551329970359802, "Finetune/Step": 7616, "Finetune/Step Time": 10.95359361730516}
+{"Finetune/Learning Rate": 1.3756715261182399e-05, "Finetune/Loss": 0.8045704960823059, "Finetune/Loss (Raw)": 0.8981686234474182, "Finetune/Step": 7617, "Finetune/Step Time": 10.963933359831572}
+{"Finetune/Learning Rate": 1.375515459469265e-05, "Finetune/Loss": 0.8033871650695801, "Finetune/Loss (Raw)": 0.7293617725372314, "Finetune/Step": 7618, "Finetune/Step Time": 10.976550839841366}
+{"Finetune/Learning Rate": 1.3753593821717397e-05, "Finetune/Loss": 0.8049739599227905, "Finetune/Loss (Raw)": 0.9827757477760315, "Finetune/Step": 7619, "Finetune/Step Time": 10.963970750570297}
+{"Finetune/Learning Rate": 1.3752032942300897e-05, "Finetune/Loss": 0.8056178092956543, "Finetune/Loss (Raw)": 0.8259692192077637, "Finetune/Step": 7620, "Finetune/Step Time": 10.972214296460152}
+{"Finetune/Learning Rate": 1.3750471956487413e-05, "Finetune/Loss": 0.8036513924598694, "Finetune/Loss (Raw)": 0.6284439563751221, "Finetune/Step": 7621, "Finetune/Step Time": 11.010722545906901}
+{"Finetune/Learning Rate": 1.3748910864321207e-05, "Finetune/Loss": 0.8033193349838257, "Finetune/Loss (Raw)": 0.8465022444725037, "Finetune/Step": 7622, "Finetune/Step Time": 11.032095674425364}
+{"Finetune/Learning Rate": 1.3747349665846552e-05, "Finetune/Loss": 0.8048351407051086, "Finetune/Loss (Raw)": 0.9382356405258179, "Finetune/Step": 7623, "Finetune/Step Time": 11.038388701155782}
+{"Finetune/Learning Rate": 1.3745788361107715e-05, "Finetune/Loss": 0.8048855662345886, "Finetune/Loss (Raw)": 0.6307669878005981, "Finetune/Step": 7624, "Finetune/Step Time": 11.004443852230906}
+{"Finetune/Learning Rate": 1.374422695014897e-05, "Finetune/Loss": 0.8040891885757446, "Finetune/Loss (Raw)": 0.6112436652183533, "Finetune/Step": 7625, "Finetune/Step Time": 11.042654987424612}
+{"Finetune/Learning Rate": 1.3742665433014599e-05, "Finetune/Loss": 0.8046607375144958, "Finetune/Loss (Raw)": 0.8000771999359131, "Finetune/Step": 7626, "Finetune/Step Time": 11.043724980205297}
+{"Finetune/Learning Rate": 1.3741103809748877e-05, "Finetune/Loss": 0.8045592308044434, "Finetune/Loss (Raw)": 0.8496741652488708, "Finetune/Step": 7627, "Finetune/Step Time": 11.05299392156303}
+{"Finetune/Learning Rate": 1.373954208039609e-05, "Finetune/Loss": 0.8037428855895996, "Finetune/Loss (Raw)": 0.8427286744117737, "Finetune/Step": 7628, "Finetune/Step Time": 11.054258733987808}
+{"Finetune/Learning Rate": 1.3737980245000524e-05, "Finetune/Loss": 0.8063187599182129, "Finetune/Loss (Raw)": 0.9495538473129272, "Finetune/Step": 7629, "Finetune/Step Time": 11.021213989704847}
+{"Finetune/Learning Rate": 1.3736418303606465e-05, "Finetune/Loss": 0.8059921264648438, "Finetune/Loss (Raw)": 0.781420111656189, "Finetune/Step": 7630, "Finetune/Step Time": 11.002168733626604}
+{"Finetune/Learning Rate": 1.3734856256258211e-05, "Finetune/Loss": 0.8063920140266418, "Finetune/Loss (Raw)": 0.9642009735107422, "Finetune/Step": 7631, "Finetune/Step Time": 11.012607453390956}
+{"Finetune/Learning Rate": 1.3733294103000055e-05, "Finetune/Loss": 0.8075113296508789, "Finetune/Loss (Raw)": 0.8993676900863647, "Finetune/Step": 7632, "Finetune/Step Time": 11.015622006729245}
+{"Finetune/Learning Rate": 1.3731731843876288e-05, "Finetune/Loss": 0.8079804182052612, "Finetune/Loss (Raw)": 0.8330411911010742, "Finetune/Step": 7633, "Finetune/Step Time": 11.008146008476615}
+{"Finetune/Learning Rate": 1.3730169478931222e-05, "Finetune/Loss": 0.8073896169662476, "Finetune/Loss (Raw)": 0.7109907865524292, "Finetune/Step": 7634, "Finetune/Step Time": 11.012620814144611}
+{"Finetune/Learning Rate": 1.3728607008209159e-05, "Finetune/Loss": 0.8078958988189697, "Finetune/Loss (Raw)": 0.8739790916442871, "Finetune/Step": 7635, "Finetune/Step Time": 11.015821458771825}
+{"Finetune/Learning Rate": 1.3727044431754402e-05, "Finetune/Loss": 0.8074378371238708, "Finetune/Loss (Raw)": 0.8366411328315735, "Finetune/Step": 7636, "Finetune/Step Time": 11.008616702631116}
+{"Finetune/Learning Rate": 1.372548174961126e-05, "Finetune/Loss": 0.808363676071167, "Finetune/Loss (Raw)": 0.9215013384819031, "Finetune/Step": 7637, "Finetune/Step Time": 11.012701084837317}
+{"Finetune/Learning Rate": 1.3723918961824053e-05, "Finetune/Loss": 0.8067760467529297, "Finetune/Loss (Raw)": 0.6670764684677124, "Finetune/Step": 7638, "Finetune/Step Time": 11.038538118824363}
+{"Finetune/Learning Rate": 1.3722356068437093e-05, "Finetune/Loss": 0.8065919876098633, "Finetune/Loss (Raw)": 0.8258717060089111, "Finetune/Step": 7639, "Finetune/Step Time": 11.030177369713783}
+{"Finetune/Learning Rate": 1.37207930694947e-05, "Finetune/Loss": 0.8066625595092773, "Finetune/Loss (Raw)": 0.8275898694992065, "Finetune/Step": 7640, "Finetune/Step Time": 11.02604129165411}
+{"Finetune/Learning Rate": 1.3719229965041195e-05, "Finetune/Loss": 0.8078375458717346, "Finetune/Loss (Raw)": 0.8469008803367615, "Finetune/Step": 7641, "Finetune/Step Time": 11.024273311719298}
+{"Finetune/Learning Rate": 1.3717666755120904e-05, "Finetune/Loss": 0.807776153087616, "Finetune/Loss (Raw)": 0.7824774980545044, "Finetune/Step": 7642, "Finetune/Step Time": 11.007785469293594}
+{"Finetune/Learning Rate": 1.3716103439778157e-05, "Finetune/Loss": 0.8084173202514648, "Finetune/Loss (Raw)": 0.8651689887046814, "Finetune/Step": 7643, "Finetune/Step Time": 11.009999372065067}
+{"Finetune/Learning Rate": 1.3714540019057282e-05, "Finetune/Loss": 0.8101281523704529, "Finetune/Loss (Raw)": 0.7821729779243469, "Finetune/Step": 7644, "Finetune/Step Time": 10.972414715215564}
+{"Finetune/Learning Rate": 1.3712976493002616e-05, "Finetune/Loss": 0.8121604919433594, "Finetune/Loss (Raw)": 0.898986279964447, "Finetune/Step": 7645, "Finetune/Step Time": 10.93816313892603}
+{"Finetune/Learning Rate": 1.3711412861658496e-05, "Finetune/Loss": 0.8129904270172119, "Finetune/Loss (Raw)": 0.8150381445884705, "Finetune/Step": 7646, "Finetune/Step Time": 10.881842015311122}
+{"Finetune/Learning Rate": 1.3709849125069259e-05, "Finetune/Loss": 0.8090943098068237, "Finetune/Loss (Raw)": 0.3397039473056793, "Finetune/Step": 7647, "Finetune/Step Time": 10.964700672775507}
+{"Finetune/Learning Rate": 1.3708285283279252e-05, "Finetune/Loss": 0.8078519105911255, "Finetune/Loss (Raw)": 0.7543513774871826, "Finetune/Step": 7648, "Finetune/Step Time": 10.962526241317391}
+{"Finetune/Learning Rate": 1.3706721336332819e-05, "Finetune/Loss": 0.8084872961044312, "Finetune/Loss (Raw)": 0.9044761657714844, "Finetune/Step": 7649, "Finetune/Step Time": 10.957395600154996}
+{"Finetune/Learning Rate": 1.3705157284274311e-05, "Finetune/Loss": 0.808034360408783, "Finetune/Loss (Raw)": 0.894938588142395, "Finetune/Step": 7650, "Finetune/Step Time": 10.958116706460714}
+{"Finetune/Learning Rate": 1.3703593127148071e-05, "Finetune/Loss": 0.8063987493515015, "Finetune/Loss (Raw)": 0.6785147786140442, "Finetune/Step": 7651, "Finetune/Step Time": 10.960701556876302}
+{"Finetune/Learning Rate": 1.3702028864998469e-05, "Finetune/Loss": 0.8087021112442017, "Finetune/Loss (Raw)": 0.9127228260040283, "Finetune/Step": 7652, "Finetune/Step Time": 10.941194035112858}
+{"Finetune/Learning Rate": 1.3700464497869854e-05, "Finetune/Loss": 0.8097202777862549, "Finetune/Loss (Raw)": 0.8743463158607483, "Finetune/Step": 7653, "Finetune/Step Time": 10.937965018674731}
+{"Finetune/Learning Rate": 1.3698900025806587e-05, "Finetune/Loss": 0.8096088171005249, "Finetune/Loss (Raw)": 0.8134809732437134, "Finetune/Step": 7654, "Finetune/Step Time": 10.94012513756752}
+{"Finetune/Learning Rate": 1.3697335448853032e-05, "Finetune/Loss": 0.8098698258399963, "Finetune/Loss (Raw)": 0.8548338413238525, "Finetune/Step": 7655, "Finetune/Step Time": 10.941056411713362}
+{"Finetune/Learning Rate": 1.3695770767053565e-05, "Finetune/Loss": 0.8096839189529419, "Finetune/Loss (Raw)": 0.7904897928237915, "Finetune/Step": 7656, "Finetune/Step Time": 10.941974949091673}
+{"Finetune/Learning Rate": 1.3694205980452541e-05, "Finetune/Loss": 0.8093340396881104, "Finetune/Loss (Raw)": 0.7656108736991882, "Finetune/Step": 7657, "Finetune/Step Time": 10.93179151788354}
+{"Finetune/Learning Rate": 1.3692641089094341e-05, "Finetune/Loss": 0.8095735311508179, "Finetune/Loss (Raw)": 0.8078986406326294, "Finetune/Step": 7658, "Finetune/Step Time": 10.948851626366377}
+{"Finetune/Learning Rate": 1.3691076093023343e-05, "Finetune/Loss": 0.8105738162994385, "Finetune/Loss (Raw)": 0.8586087822914124, "Finetune/Step": 7659, "Finetune/Step Time": 10.940796490758657}
+{"Finetune/Learning Rate": 1.3689510992283923e-05, "Finetune/Loss": 0.8103878498077393, "Finetune/Loss (Raw)": 0.7263411283493042, "Finetune/Step": 7660, "Finetune/Step Time": 10.923505524173379}
+{"Finetune/Learning Rate": 1.3687945786920459e-05, "Finetune/Loss": 0.8097352385520935, "Finetune/Loss (Raw)": 0.7657687067985535, "Finetune/Step": 7661, "Finetune/Step Time": 10.916809098795056}
+{"Finetune/Learning Rate": 1.3686380476977343e-05, "Finetune/Loss": 0.8088343143463135, "Finetune/Loss (Raw)": 0.7651621699333191, "Finetune/Step": 7662, "Finetune/Step Time": 10.931493831798434}
+{"Finetune/Learning Rate": 1.3684815062498959e-05, "Finetune/Loss": 0.8091528415679932, "Finetune/Loss (Raw)": 0.8321102261543274, "Finetune/Step": 7663, "Finetune/Step Time": 10.928527258336544}
+{"Finetune/Learning Rate": 1.3683249543529698e-05, "Finetune/Loss": 0.8088437914848328, "Finetune/Loss (Raw)": 0.9436802268028259, "Finetune/Step": 7664, "Finetune/Step Time": 10.938175804913044}
+{"Finetune/Learning Rate": 1.3681683920113952e-05, "Finetune/Loss": 0.807979166507721, "Finetune/Loss (Raw)": 0.7845183610916138, "Finetune/Step": 7665, "Finetune/Step Time": 10.945497261360288}
+{"Finetune/Learning Rate": 1.368011819229612e-05, "Finetune/Loss": 0.8095186948776245, "Finetune/Loss (Raw)": 0.9015017747879028, "Finetune/Step": 7666, "Finetune/Step Time": 10.953712604939938}
+{"Finetune/Learning Rate": 1.3678552360120603e-05, "Finetune/Loss": 0.8100132346153259, "Finetune/Loss (Raw)": 0.8345256447792053, "Finetune/Step": 7667, "Finetune/Step Time": 10.944685477763414}
+{"Finetune/Learning Rate": 1.36769864236318e-05, "Finetune/Loss": 0.8113257884979248, "Finetune/Loss (Raw)": 0.9455229640007019, "Finetune/Step": 7668, "Finetune/Step Time": 10.941600181162357}
+{"Finetune/Learning Rate": 1.3675420382874118e-05, "Finetune/Loss": 0.8106142282485962, "Finetune/Loss (Raw)": 0.7677471041679382, "Finetune/Step": 7669, "Finetune/Step Time": 10.942177131772041}
+{"Finetune/Learning Rate": 1.3673854237891965e-05, "Finetune/Loss": 0.8091373443603516, "Finetune/Loss (Raw)": 0.8091402053833008, "Finetune/Step": 7670, "Finetune/Step Time": 10.941032096743584}
+{"Finetune/Learning Rate": 1.3672287988729754e-05, "Finetune/Loss": 0.8084942698478699, "Finetune/Loss (Raw)": 0.7486815452575684, "Finetune/Step": 7671, "Finetune/Step Time": 10.968230033293366}
+{"Finetune/Learning Rate": 1.3670721635431896e-05, "Finetune/Loss": 0.8090289831161499, "Finetune/Loss (Raw)": 0.8926544785499573, "Finetune/Step": 7672, "Finetune/Step Time": 10.974454520270228}
+{"Finetune/Learning Rate": 1.3669155178042812e-05, "Finetune/Loss": 0.8086744546890259, "Finetune/Loss (Raw)": 0.7333365678787231, "Finetune/Step": 7673, "Finetune/Step Time": 10.990835441276431}
+{"Finetune/Learning Rate": 1.3667588616606924e-05, "Finetune/Loss": 0.8089891672134399, "Finetune/Loss (Raw)": 0.8927260041236877, "Finetune/Step": 7674, "Finetune/Step Time": 10.987865602597594}
+{"Finetune/Learning Rate": 1.3666021951168647e-05, "Finetune/Loss": 0.8084828853607178, "Finetune/Loss (Raw)": 0.8053110837936401, "Finetune/Step": 7675, "Finetune/Step Time": 10.983568558469415}
+{"Finetune/Learning Rate": 1.3664455181772413e-05, "Finetune/Loss": 0.8073239326477051, "Finetune/Loss (Raw)": 0.6383369565010071, "Finetune/Step": 7676, "Finetune/Step Time": 10.986653413623571}
+{"Finetune/Learning Rate": 1.3662888308462653e-05, "Finetune/Loss": 0.8043006062507629, "Finetune/Loss (Raw)": 0.5373112559318542, "Finetune/Step": 7677, "Finetune/Step Time": 11.023193193599582}
+{"Finetune/Learning Rate": 1.3661321331283796e-05, "Finetune/Loss": 0.804834246635437, "Finetune/Loss (Raw)": 0.9571917057037354, "Finetune/Step": 7678, "Finetune/Step Time": 11.023600339889526}
+{"Finetune/Learning Rate": 1.3659754250280275e-05, "Finetune/Loss": 0.8042787313461304, "Finetune/Loss (Raw)": 0.884631872177124, "Finetune/Step": 7679, "Finetune/Step Time": 11.023957177996635}
+{"Finetune/Learning Rate": 1.3658187065496533e-05, "Finetune/Loss": 0.80549556016922, "Finetune/Loss (Raw)": 0.87308669090271, "Finetune/Step": 7680, "Finetune/Step Time": 11.051120882853866}
+{"Finetune/Learning Rate": 1.3656619776977006e-05, "Finetune/Loss": 0.8053996562957764, "Finetune/Loss (Raw)": 0.847748875617981, "Finetune/Step": 7681, "Finetune/Step Time": 11.050950115546584}
+{"Finetune/Learning Rate": 1.365505238476614e-05, "Finetune/Loss": 0.8055121898651123, "Finetune/Loss (Raw)": 0.7776346802711487, "Finetune/Step": 7682, "Finetune/Step Time": 11.027603847905993}
+{"Finetune/Learning Rate": 1.3653484888908386e-05, "Finetune/Loss": 0.8060987591743469, "Finetune/Loss (Raw)": 0.8260077238082886, "Finetune/Step": 7683, "Finetune/Step Time": 11.032574955374002}
+{"Finetune/Learning Rate": 1.3651917289448187e-05, "Finetune/Loss": 0.8042817115783691, "Finetune/Loss (Raw)": 0.5887684226036072, "Finetune/Step": 7684, "Finetune/Step Time": 11.086917540058494}
+{"Finetune/Learning Rate": 1.3650349586429998e-05, "Finetune/Loss": 0.8047888278961182, "Finetune/Loss (Raw)": 0.7985906004905701, "Finetune/Step": 7685, "Finetune/Step Time": 11.090248001739383}
+{"Finetune/Learning Rate": 1.3648781779898275e-05, "Finetune/Loss": 0.8039208650588989, "Finetune/Loss (Raw)": 0.7789263725280762, "Finetune/Step": 7686, "Finetune/Step Time": 11.084428925067186}
+{"Finetune/Learning Rate": 1.3647213869897476e-05, "Finetune/Loss": 0.8056318759918213, "Finetune/Loss (Raw)": 0.8597217798233032, "Finetune/Step": 7687, "Finetune/Step Time": 11.070981966331601}
+{"Finetune/Learning Rate": 1.3645645856472062e-05, "Finetune/Loss": 0.806803822517395, "Finetune/Loss (Raw)": 0.8895038962364197, "Finetune/Step": 7688, "Finetune/Step Time": 11.081361653283238}
+{"Finetune/Learning Rate": 1.36440777396665e-05, "Finetune/Loss": 0.805942177772522, "Finetune/Loss (Raw)": 0.8448821902275085, "Finetune/Step": 7689, "Finetune/Step Time": 11.063412241637707}
+{"Finetune/Learning Rate": 1.3642509519525256e-05, "Finetune/Loss": 0.8062198162078857, "Finetune/Loss (Raw)": 0.8474277853965759, "Finetune/Step": 7690, "Finetune/Step Time": 11.066941736266017}
+{"Finetune/Learning Rate": 1.36409411960928e-05, "Finetune/Loss": 0.8075547218322754, "Finetune/Loss (Raw)": 1.0657474994659424, "Finetune/Step": 7691, "Finetune/Step Time": 11.055314728990197}
+{"Finetune/Learning Rate": 1.3639372769413606e-05, "Finetune/Loss": 0.8079307675361633, "Finetune/Loss (Raw)": 0.7674352526664734, "Finetune/Step": 7692, "Finetune/Step Time": 11.040569121018052}
+{"Finetune/Learning Rate": 1.3637804239532147e-05, "Finetune/Loss": 0.8090353608131409, "Finetune/Loss (Raw)": 0.7602918744087219, "Finetune/Step": 7693, "Finetune/Step Time": 11.053912771865726}
+{"Finetune/Learning Rate": 1.3636235606492904e-05, "Finetune/Loss": 0.8091813921928406, "Finetune/Loss (Raw)": 0.9216673970222473, "Finetune/Step": 7694, "Finetune/Step Time": 11.047901205718517}
+{"Finetune/Learning Rate": 1.3634666870340364e-05, "Finetune/Loss": 0.8077163696289062, "Finetune/Loss (Raw)": 0.6656185388565063, "Finetune/Step": 7695, "Finetune/Step Time": 11.082383619621396}
+{"Finetune/Learning Rate": 1.3633098031119e-05, "Finetune/Loss": 0.8091374039649963, "Finetune/Loss (Raw)": 0.8973090648651123, "Finetune/Step": 7696, "Finetune/Step Time": 11.082874117419124}
+{"Finetune/Learning Rate": 1.3631529088873312e-05, "Finetune/Loss": 0.8087660670280457, "Finetune/Loss (Raw)": 0.7176089882850647, "Finetune/Step": 7697, "Finetune/Step Time": 11.05658982694149}
+{"Finetune/Learning Rate": 1.3629960043647783e-05, "Finetune/Loss": 0.8083982467651367, "Finetune/Loss (Raw)": 0.854354739189148, "Finetune/Step": 7698, "Finetune/Step Time": 11.066511636599898}
+{"Finetune/Learning Rate": 1.3628390895486912e-05, "Finetune/Loss": 0.8088294863700867, "Finetune/Loss (Raw)": 0.7016174793243408, "Finetune/Step": 7699, "Finetune/Step Time": 11.036610489711165}
+{"Finetune/Learning Rate": 1.3626821644435191e-05, "Finetune/Loss": 0.8096885681152344, "Finetune/Loss (Raw)": 0.8860414624214172, "Finetune/Step": 7700, "Finetune/Step Time": 11.033338969573379}
+{"Finetune/Learning Rate": 1.362525229053712e-05, "Finetune/Loss": 0.8084673881530762, "Finetune/Loss (Raw)": 0.7670232057571411, "Finetune/Step": 7701, "Finetune/Step Time": 11.033684650436044}
+{"Finetune/Learning Rate": 1.3623682833837208e-05, "Finetune/Loss": 0.8087162971496582, "Finetune/Loss (Raw)": 0.9339158535003662, "Finetune/Step": 7702, "Finetune/Step Time": 11.037643909454346}
+{"Finetune/Learning Rate": 1.3622113274379952e-05, "Finetune/Loss": 0.8106024265289307, "Finetune/Loss (Raw)": 0.9363297820091248, "Finetune/Step": 7703, "Finetune/Step Time": 11.006257593631744}
+{"Finetune/Learning Rate": 1.3620543612209861e-05, "Finetune/Loss": 0.8087520003318787, "Finetune/Loss (Raw)": 0.7151761651039124, "Finetune/Step": 7704, "Finetune/Step Time": 10.987396381795406}
+{"Finetune/Learning Rate": 1.3618973847371455e-05, "Finetune/Loss": 0.8100486993789673, "Finetune/Loss (Raw)": 0.9284124374389648, "Finetune/Step": 7705, "Finetune/Step Time": 10.989904714748263}
+{"Finetune/Learning Rate": 1.3617403979909238e-05, "Finetune/Loss": 0.8107792139053345, "Finetune/Loss (Raw)": 0.81391841173172, "Finetune/Step": 7706, "Finetune/Step Time": 10.963226014748216}
+{"Finetune/Learning Rate": 1.3615834009867728e-05, "Finetune/Loss": 0.8110911846160889, "Finetune/Loss (Raw)": 0.7255615592002869, "Finetune/Step": 7707, "Finetune/Step Time": 10.968410788103938}
+{"Finetune/Learning Rate": 1.3614263937291452e-05, "Finetune/Loss": 0.8097299337387085, "Finetune/Loss (Raw)": 0.7008644938468933, "Finetune/Step": 7708, "Finetune/Step Time": 10.970017608255148}
+{"Finetune/Learning Rate": 1.3612693762224927e-05, "Finetune/Loss": 0.809666633605957, "Finetune/Loss (Raw)": 0.9128219485282898, "Finetune/Step": 7709, "Finetune/Step Time": 10.972696946933866}
+{"Finetune/Learning Rate": 1.3611123484712677e-05, "Finetune/Loss": 0.8094081878662109, "Finetune/Loss (Raw)": 0.7289699912071228, "Finetune/Step": 7710, "Finetune/Step Time": 10.96620268188417}
+{"Finetune/Learning Rate": 1.3609553104799239e-05, "Finetune/Loss": 0.8091350793838501, "Finetune/Loss (Raw)": 0.7755996584892273, "Finetune/Step": 7711, "Finetune/Step Time": 10.96678158827126}
+{"Finetune/Learning Rate": 1.3607982622529135e-05, "Finetune/Loss": 0.8102262020111084, "Finetune/Loss (Raw)": 0.9539546966552734, "Finetune/Step": 7712, "Finetune/Step Time": 10.975314632058144}
+{"Finetune/Learning Rate": 1.3606412037946905e-05, "Finetune/Loss": 0.8093171715736389, "Finetune/Loss (Raw)": 0.7175240516662598, "Finetune/Step": 7713, "Finetune/Step Time": 10.969834007322788}
+{"Finetune/Learning Rate": 1.3604841351097084e-05, "Finetune/Loss": 0.8091737031936646, "Finetune/Loss (Raw)": 0.7008455991744995, "Finetune/Step": 7714, "Finetune/Step Time": 10.962715484201908}
+{"Finetune/Learning Rate": 1.3603270562024213e-05, "Finetune/Loss": 0.8108112812042236, "Finetune/Loss (Raw)": 0.8151834607124329, "Finetune/Step": 7715, "Finetune/Step Time": 10.92530364729464}
+{"Finetune/Learning Rate": 1.3601699670772836e-05, "Finetune/Loss": 0.8102093935012817, "Finetune/Loss (Raw)": 0.7676970362663269, "Finetune/Step": 7716, "Finetune/Step Time": 10.917597722262144}
+{"Finetune/Learning Rate": 1.3600128677387498e-05, "Finetune/Loss": 0.8100020885467529, "Finetune/Loss (Raw)": 0.8014265894889832, "Finetune/Step": 7717, "Finetune/Step Time": 10.93581135943532}
+{"Finetune/Learning Rate": 1.3598557581912747e-05, "Finetune/Loss": 0.808979868888855, "Finetune/Loss (Raw)": 0.723156213760376, "Finetune/Step": 7718, "Finetune/Step Time": 10.935535566881299}
+{"Finetune/Learning Rate": 1.3596986384393139e-05, "Finetune/Loss": 0.8074429035186768, "Finetune/Loss (Raw)": 0.6748393177986145, "Finetune/Step": 7719, "Finetune/Step Time": 10.933160591870546}
+{"Finetune/Learning Rate": 1.3595415084873224e-05, "Finetune/Loss": 0.8089767694473267, "Finetune/Loss (Raw)": 0.9903218150138855, "Finetune/Step": 7720, "Finetune/Step Time": 10.929582113400102}
+{"Finetune/Learning Rate": 1.359384368339756e-05, "Finetune/Loss": 0.8088518381118774, "Finetune/Loss (Raw)": 0.8969653844833374, "Finetune/Step": 7721, "Finetune/Step Time": 10.930567372590303}
+{"Finetune/Learning Rate": 1.359227218001071e-05, "Finetune/Loss": 0.8091096878051758, "Finetune/Loss (Raw)": 0.7877030968666077, "Finetune/Step": 7722, "Finetune/Step Time": 10.936204049736261}
+{"Finetune/Learning Rate": 1.3590700574757239e-05, "Finetune/Loss": 0.8092995285987854, "Finetune/Loss (Raw)": 0.8882763385772705, "Finetune/Step": 7723, "Finetune/Step Time": 10.933996738865972}
+{"Finetune/Learning Rate": 1.3589128867681705e-05, "Finetune/Loss": 0.8088887333869934, "Finetune/Loss (Raw)": 0.7139700055122375, "Finetune/Step": 7724, "Finetune/Step Time": 10.946972515434027}
+{"Finetune/Learning Rate": 1.3587557058828682e-05, "Finetune/Loss": 0.8105307817459106, "Finetune/Loss (Raw)": 0.9180083870887756, "Finetune/Step": 7725, "Finetune/Step Time": 10.909281861037016}
+{"Finetune/Learning Rate": 1.3585985148242749e-05, "Finetune/Loss": 0.8110929727554321, "Finetune/Loss (Raw)": 0.791164219379425, "Finetune/Step": 7726, "Finetune/Step Time": 10.910329876467586}
+{"Finetune/Learning Rate": 1.3584413135968467e-05, "Finetune/Loss": 0.8119449615478516, "Finetune/Loss (Raw)": 0.9450839161872864, "Finetune/Step": 7727, "Finetune/Step Time": 10.902823837473989}
+{"Finetune/Learning Rate": 1.3582841022050424e-05, "Finetune/Loss": 0.8120282888412476, "Finetune/Loss (Raw)": 0.8550258278846741, "Finetune/Step": 7728, "Finetune/Step Time": 10.897699970752}
+{"Finetune/Learning Rate": 1.3581268806533201e-05, "Finetune/Loss": 0.8126586675643921, "Finetune/Loss (Raw)": 0.7283012866973877, "Finetune/Step": 7729, "Finetune/Step Time": 10.857058113440871}
+{"Finetune/Learning Rate": 1.3579696489461376e-05, "Finetune/Loss": 0.8122206926345825, "Finetune/Loss (Raw)": 0.795581579208374, "Finetune/Step": 7730, "Finetune/Step Time": 10.867731146514416}
+{"Finetune/Learning Rate": 1.3578124070879534e-05, "Finetune/Loss": 0.812151312828064, "Finetune/Loss (Raw)": 0.9178528785705566, "Finetune/Step": 7731, "Finetune/Step Time": 10.869283325970173}
+{"Finetune/Learning Rate": 1.3576551550832274e-05, "Finetune/Loss": 0.8128613233566284, "Finetune/Loss (Raw)": 0.9018393158912659, "Finetune/Step": 7732, "Finetune/Step Time": 10.862724911421537}
+{"Finetune/Learning Rate": 1.357497892936418e-05, "Finetune/Loss": 0.8118351697921753, "Finetune/Loss (Raw)": 0.675889253616333, "Finetune/Step": 7733, "Finetune/Step Time": 10.879361702129245}
+{"Finetune/Learning Rate": 1.3573406206519847e-05, "Finetune/Loss": 0.8131042718887329, "Finetune/Loss (Raw)": 0.9086471199989319, "Finetune/Step": 7734, "Finetune/Step Time": 10.875805402174592}
+{"Finetune/Learning Rate": 1.357183338234388e-05, "Finetune/Loss": 0.8148521780967712, "Finetune/Loss (Raw)": 0.863469123840332, "Finetune/Step": 7735, "Finetune/Step Time": 10.843315554782748}
+{"Finetune/Learning Rate": 1.3570260456880873e-05, "Finetune/Loss": 0.8156108856201172, "Finetune/Loss (Raw)": 0.8874045610427856, "Finetune/Step": 7736, "Finetune/Step Time": 10.845516314730048}
+{"Finetune/Learning Rate": 1.356868743017543e-05, "Finetune/Loss": 0.8161448240280151, "Finetune/Loss (Raw)": 0.8564490675926208, "Finetune/Step": 7737, "Finetune/Step Time": 10.831127500161529}
+{"Finetune/Learning Rate": 1.3567114302272165e-05, "Finetune/Loss": 0.8168087005615234, "Finetune/Loss (Raw)": 0.970011830329895, "Finetune/Step": 7738, "Finetune/Step Time": 10.825489828363061}
+{"Finetune/Learning Rate": 1.3565541073215676e-05, "Finetune/Loss": 0.8172281980514526, "Finetune/Loss (Raw)": 0.834883451461792, "Finetune/Step": 7739, "Finetune/Step Time": 10.821692237630486}
+{"Finetune/Learning Rate": 1.3563967743050584e-05, "Finetune/Loss": 0.8161488771438599, "Finetune/Loss (Raw)": 0.7972291111946106, "Finetune/Step": 7740, "Finetune/Step Time": 10.837701389566064}
+{"Finetune/Learning Rate": 1.3562394311821501e-05, "Finetune/Loss": 0.8157375454902649, "Finetune/Loss (Raw)": 0.8072788119316101, "Finetune/Step": 7741, "Finetune/Step Time": 10.84745148010552}
+{"Finetune/Learning Rate": 1.3560820779573045e-05, "Finetune/Loss": 0.8168293237686157, "Finetune/Loss (Raw)": 0.9482211470603943, "Finetune/Step": 7742, "Finetune/Step Time": 10.843853767961264}
+{"Finetune/Learning Rate": 1.3559247146349837e-05, "Finetune/Loss": 0.8179407119750977, "Finetune/Loss (Raw)": 0.8163855671882629, "Finetune/Step": 7743, "Finetune/Step Time": 10.829190900549293}
+{"Finetune/Learning Rate": 1.3557673412196504e-05, "Finetune/Loss": 0.8183870911598206, "Finetune/Loss (Raw)": 0.9122657179832458, "Finetune/Step": 7744, "Finetune/Step Time": 10.821769393980503}
+{"Finetune/Learning Rate": 1.3556099577157667e-05, "Finetune/Loss": 0.8176198601722717, "Finetune/Loss (Raw)": 0.7999666333198547, "Finetune/Step": 7745, "Finetune/Step Time": 10.814403025433421}
+{"Finetune/Learning Rate": 1.3554525641277955e-05, "Finetune/Loss": 0.818503201007843, "Finetune/Loss (Raw)": 0.8424293398857117, "Finetune/Step": 7746, "Finetune/Step Time": 10.800140326842666}
+{"Finetune/Learning Rate": 1.355295160460201e-05, "Finetune/Loss": 0.8175491094589233, "Finetune/Loss (Raw)": 0.8606521487236023, "Finetune/Step": 7747, "Finetune/Step Time": 10.80846450291574}
+{"Finetune/Learning Rate": 1.3551377467174455e-05, "Finetune/Loss": 0.8176770210266113, "Finetune/Loss (Raw)": 0.8423386812210083, "Finetune/Step": 7748, "Finetune/Step Time": 10.80481144413352}
+{"Finetune/Learning Rate": 1.3549803229039937e-05, "Finetune/Loss": 0.8194769024848938, "Finetune/Loss (Raw)": 0.858832836151123, "Finetune/Step": 7749, "Finetune/Step Time": 10.772030737251043}
+{"Finetune/Learning Rate": 1.3548228890243096e-05, "Finetune/Loss": 0.8187757730484009, "Finetune/Loss (Raw)": 0.7567633390426636, "Finetune/Step": 7750, "Finetune/Step Time": 10.742054425179958}
+{"Finetune/Learning Rate": 1.3546654450828571e-05, "Finetune/Loss": 0.818801999092102, "Finetune/Loss (Raw)": 0.9415866136550903, "Finetune/Step": 7751, "Finetune/Step Time": 10.741995504125953}
+{"Finetune/Learning Rate": 1.3545079910841007e-05, "Finetune/Loss": 0.8195316791534424, "Finetune/Loss (Raw)": 0.7241719365119934, "Finetune/Step": 7752, "Finetune/Step Time": 10.72552858479321}
+{"Finetune/Learning Rate": 1.3543505270325067e-05, "Finetune/Loss": 0.8213682770729065, "Finetune/Loss (Raw)": 0.8463255167007446, "Finetune/Step": 7753, "Finetune/Step Time": 10.686946548521519}
+{"Finetune/Learning Rate": 1.3541930529325387e-05, "Finetune/Loss": 0.8210068345069885, "Finetune/Loss (Raw)": 0.7538108229637146, "Finetune/Step": 7754, "Finetune/Step Time": 10.689176820218563}
+{"Finetune/Learning Rate": 1.3540355687886629e-05, "Finetune/Loss": 0.8205963969230652, "Finetune/Loss (Raw)": 0.797135055065155, "Finetune/Step": 7755, "Finetune/Step Time": 10.679281601682305}
+{"Finetune/Learning Rate": 1.3538780746053456e-05, "Finetune/Loss": 0.820705771446228, "Finetune/Loss (Raw)": 0.8567297458648682, "Finetune/Step": 7756, "Finetune/Step Time": 10.687291296198964}
+{"Finetune/Learning Rate": 1.3537205703870517e-05, "Finetune/Loss": 0.8194679617881775, "Finetune/Loss (Raw)": 0.7911122441291809, "Finetune/Step": 7757, "Finetune/Step Time": 10.687812792137265}
+{"Finetune/Learning Rate": 1.3535630561382487e-05, "Finetune/Loss": 0.8188694715499878, "Finetune/Loss (Raw)": 0.7048168778419495, "Finetune/Step": 7758, "Finetune/Step Time": 10.689744058996439}
+{"Finetune/Learning Rate": 1.3534055318634027e-05, "Finetune/Loss": 0.8174729347229004, "Finetune/Loss (Raw)": 0.7854438424110413, "Finetune/Step": 7759, "Finetune/Step Time": 10.682420551776886}
+{"Finetune/Learning Rate": 1.3532479975669809e-05, "Finetune/Loss": 0.8177592754364014, "Finetune/Loss (Raw)": 0.9360148906707764, "Finetune/Step": 7760, "Finetune/Step Time": 10.686316769570112}
+{"Finetune/Learning Rate": 1.3530904532534503e-05, "Finetune/Loss": 0.8180661797523499, "Finetune/Loss (Raw)": 0.872331440448761, "Finetune/Step": 7761, "Finetune/Step Time": 10.68791026994586}
+{"Finetune/Learning Rate": 1.3529328989272785e-05, "Finetune/Loss": 0.8192787170410156, "Finetune/Loss (Raw)": 0.8661977052688599, "Finetune/Step": 7762, "Finetune/Step Time": 10.689875990152359}
+{"Finetune/Learning Rate": 1.3527753345929332e-05, "Finetune/Loss": 0.8184517621994019, "Finetune/Loss (Raw)": 0.7681204080581665, "Finetune/Step": 7763, "Finetune/Step Time": 10.68941891938448}
+{"Finetune/Learning Rate": 1.3526177602548827e-05, "Finetune/Loss": 0.8181322813034058, "Finetune/Loss (Raw)": 0.7957535982131958, "Finetune/Step": 7764, "Finetune/Step Time": 10.701209917664528}
+{"Finetune/Learning Rate": 1.3524601759175953e-05, "Finetune/Loss": 0.8178544044494629, "Finetune/Loss (Raw)": 0.8859310150146484, "Finetune/Step": 7765, "Finetune/Step Time": 10.696085888892412}
+{"Finetune/Learning Rate": 1.3523025815855395e-05, "Finetune/Loss": 0.8191556930541992, "Finetune/Loss (Raw)": 0.833641767501831, "Finetune/Step": 7766, "Finetune/Step Time": 10.673853807151318}
+{"Finetune/Learning Rate": 1.3521449772631843e-05, "Finetune/Loss": 0.8191052675247192, "Finetune/Loss (Raw)": 0.8194130659103394, "Finetune/Step": 7767, "Finetune/Step Time": 10.675264162942767}
+{"Finetune/Learning Rate": 1.3519873629549991e-05, "Finetune/Loss": 0.8193788528442383, "Finetune/Loss (Raw)": 0.8626064658164978, "Finetune/Step": 7768, "Finetune/Step Time": 10.68384563922882}
+{"Finetune/Learning Rate": 1.3518297386654527e-05, "Finetune/Loss": 0.818490207195282, "Finetune/Loss (Raw)": 0.7331617474555969, "Finetune/Step": 7769, "Finetune/Step Time": 10.69607300311327}
+{"Finetune/Learning Rate": 1.3516721043990158e-05, "Finetune/Loss": 0.8193100690841675, "Finetune/Loss (Raw)": 0.887414813041687, "Finetune/Step": 7770, "Finetune/Step Time": 10.701309522613883}
+{"Finetune/Learning Rate": 1.351514460160158e-05, "Finetune/Loss": 0.8195652365684509, "Finetune/Loss (Raw)": 0.8978322744369507, "Finetune/Step": 7771, "Finetune/Step Time": 10.7031794115901}
+{"Finetune/Learning Rate": 1.3513568059533495e-05, "Finetune/Loss": 0.8203321695327759, "Finetune/Loss (Raw)": 0.8803390264511108, "Finetune/Step": 7772, "Finetune/Step Time": 10.7018511146307}
+{"Finetune/Learning Rate": 1.3511991417830612e-05, "Finetune/Loss": 0.8186371326446533, "Finetune/Loss (Raw)": 0.6820194125175476, "Finetune/Step": 7773, "Finetune/Step Time": 10.683284105733037}
+{"Finetune/Learning Rate": 1.351041467653764e-05, "Finetune/Loss": 0.8199549913406372, "Finetune/Loss (Raw)": 0.9837290048599243, "Finetune/Step": 7774, "Finetune/Step Time": 10.694422032684088}
+{"Finetune/Learning Rate": 1.3508837835699289e-05, "Finetune/Loss": 0.8242373466491699, "Finetune/Loss (Raw)": 0.8878441452980042, "Finetune/Step": 7775, "Finetune/Step Time": 10.617165608331561}
+{"Finetune/Learning Rate": 1.3507260895360274e-05, "Finetune/Loss": 0.8255703449249268, "Finetune/Loss (Raw)": 0.9249741435050964, "Finetune/Step": 7776, "Finetune/Step Time": 10.62484502978623}
+{"Finetune/Learning Rate": 1.3505683855565317e-05, "Finetune/Loss": 0.8255501985549927, "Finetune/Loss (Raw)": 0.9019039273262024, "Finetune/Step": 7777, "Finetune/Step Time": 10.622709410265088}
+{"Finetune/Learning Rate": 1.3504106716359131e-05, "Finetune/Loss": 0.8247130513191223, "Finetune/Loss (Raw)": 0.7877762317657471, "Finetune/Step": 7778, "Finetune/Step Time": 10.623548010364175}
+{"Finetune/Learning Rate": 1.3502529477786443e-05, "Finetune/Loss": 0.8267384767532349, "Finetune/Loss (Raw)": 0.937768280506134, "Finetune/Step": 7779, "Finetune/Step Time": 10.653131559491158}
+{"Finetune/Learning Rate": 1.3500952139891981e-05, "Finetune/Loss": 0.8245720863342285, "Finetune/Loss (Raw)": 0.6354261040687561, "Finetune/Step": 7780, "Finetune/Step Time": 10.697363780811429}
+{"Finetune/Learning Rate": 1.349937470272047e-05, "Finetune/Loss": 0.8240883350372314, "Finetune/Loss (Raw)": 0.812426745891571, "Finetune/Step": 7781, "Finetune/Step Time": 10.695314157754183}
+{"Finetune/Learning Rate": 1.3497797166316644e-05, "Finetune/Loss": 0.823783278465271, "Finetune/Loss (Raw)": 0.7744333148002625, "Finetune/Step": 7782, "Finetune/Step Time": 10.701827820390463}
+{"Finetune/Learning Rate": 1.3496219530725234e-05, "Finetune/Loss": 0.8230369687080383, "Finetune/Loss (Raw)": 0.7593058347702026, "Finetune/Step": 7783, "Finetune/Step Time": 10.7058375030756}
+{"Finetune/Learning Rate": 1.3494641795990986e-05, "Finetune/Loss": 0.8232868313789368, "Finetune/Loss (Raw)": 0.8224689960479736, "Finetune/Step": 7784, "Finetune/Step Time": 10.71932982839644}
+{"Finetune/Learning Rate": 1.349306396215863e-05, "Finetune/Loss": 0.8243253231048584, "Finetune/Loss (Raw)": 0.8985413312911987, "Finetune/Step": 7785, "Finetune/Step Time": 10.721766961738467}
+{"Finetune/Learning Rate": 1.3491486029272913e-05, "Finetune/Loss": 0.8242586851119995, "Finetune/Loss (Raw)": 0.7993674278259277, "Finetune/Step": 7786, "Finetune/Step Time": 10.735579079017043}
+{"Finetune/Learning Rate": 1.3489907997378582e-05, "Finetune/Loss": 0.8232463002204895, "Finetune/Loss (Raw)": 0.7290236353874207, "Finetune/Step": 7787, "Finetune/Step Time": 10.773805644363165}
+{"Finetune/Learning Rate": 1.3488329866520382e-05, "Finetune/Loss": 0.8243831396102905, "Finetune/Loss (Raw)": 0.8718567490577698, "Finetune/Step": 7788, "Finetune/Step Time": 10.775884447619319}
+{"Finetune/Learning Rate": 1.348675163674307e-05, "Finetune/Loss": 0.8254045248031616, "Finetune/Loss (Raw)": 0.8965062499046326, "Finetune/Step": 7789, "Finetune/Step Time": 10.777280446141958}
+{"Finetune/Learning Rate": 1.3485173308091394e-05, "Finetune/Loss": 0.8250999450683594, "Finetune/Loss (Raw)": 0.7261724472045898, "Finetune/Step": 7790, "Finetune/Step Time": 10.793077129870653}
+{"Finetune/Learning Rate": 1.3483594880610114e-05, "Finetune/Loss": 0.8260293006896973, "Finetune/Loss (Raw)": 0.9510785937309265, "Finetune/Step": 7791, "Finetune/Step Time": 10.792767537757754}
+{"Finetune/Learning Rate": 1.348201635434399e-05, "Finetune/Loss": 0.825209379196167, "Finetune/Loss (Raw)": 0.8387182354927063, "Finetune/Step": 7792, "Finetune/Step Time": 10.7884889151901}
+{"Finetune/Learning Rate": 1.348043772933778e-05, "Finetune/Loss": 0.8247983455657959, "Finetune/Loss (Raw)": 0.7319141030311584, "Finetune/Step": 7793, "Finetune/Step Time": 10.782153626903892}
+{"Finetune/Learning Rate": 1.3478859005636257e-05, "Finetune/Loss": 0.8242347240447998, "Finetune/Loss (Raw)": 0.8293537497520447, "Finetune/Step": 7794, "Finetune/Step Time": 10.77674999833107}
+{"Finetune/Learning Rate": 1.3477280183284185e-05, "Finetune/Loss": 0.8242628574371338, "Finetune/Loss (Raw)": 0.838135302066803, "Finetune/Step": 7795, "Finetune/Step Time": 10.797317501157522}
+{"Finetune/Learning Rate": 1.3475701262326336e-05, "Finetune/Loss": 0.8229268789291382, "Finetune/Loss (Raw)": 0.7745054364204407, "Finetune/Step": 7796, "Finetune/Step Time": 10.79935004003346}
+{"Finetune/Learning Rate": 1.3474122242807479e-05, "Finetune/Loss": 0.8229221105575562, "Finetune/Loss (Raw)": 0.7671414017677307, "Finetune/Step": 7797, "Finetune/Step Time": 10.793558793142438}
+{"Finetune/Learning Rate": 1.3472543124772398e-05, "Finetune/Loss": 0.8237500190734863, "Finetune/Loss (Raw)": 0.915111780166626, "Finetune/Step": 7798, "Finetune/Step Time": 10.814806720241904}
+{"Finetune/Learning Rate": 1.3470963908265868e-05, "Finetune/Loss": 0.8234149813652039, "Finetune/Loss (Raw)": 0.7057982683181763, "Finetune/Step": 7799, "Finetune/Step Time": 10.775499429553747}
+{"Finetune/Learning Rate": 1.3469384593332668e-05, "Finetune/Loss": 0.8230988383293152, "Finetune/Loss (Raw)": 0.8521839380264282, "Finetune/Step": 7800, "Finetune/Step Time": 10.769231371581554}
+{"Finetune/Learning Rate": 1.3467805180017588e-05, "Finetune/Loss": 0.823424756526947, "Finetune/Loss (Raw)": 0.775060772895813, "Finetune/Step": 7801, "Finetune/Step Time": 10.750181199982762}
+{"Finetune/Learning Rate": 1.3466225668365418e-05, "Finetune/Loss": 0.8227789402008057, "Finetune/Loss (Raw)": 0.8100625872612, "Finetune/Step": 7802, "Finetune/Step Time": 10.750580126419663}
+{"Finetune/Learning Rate": 1.346464605842094e-05, "Finetune/Loss": 0.8238339424133301, "Finetune/Loss (Raw)": 0.9403511881828308, "Finetune/Step": 7803, "Finetune/Step Time": 10.753187615424395}
+{"Finetune/Learning Rate": 1.3463066350228952e-05, "Finetune/Loss": 0.8245121240615845, "Finetune/Loss (Raw)": 0.7251364588737488, "Finetune/Step": 7804, "Finetune/Step Time": 10.79363446496427}
+{"Finetune/Learning Rate": 1.3461486543834254e-05, "Finetune/Loss": 0.8275332450866699, "Finetune/Loss (Raw)": 0.9240232110023499, "Finetune/Step": 7805, "Finetune/Step Time": 10.756478743627667}
+{"Finetune/Learning Rate": 1.345990663928164e-05, "Finetune/Loss": 0.8255677223205566, "Finetune/Loss (Raw)": 0.7056059837341309, "Finetune/Step": 7806, "Finetune/Step Time": 10.763519400730729}
+{"Finetune/Learning Rate": 1.345832663661591e-05, "Finetune/Loss": 0.8252713680267334, "Finetune/Loss (Raw)": 0.8467026352882385, "Finetune/Step": 7807, "Finetune/Step Time": 10.761722404509783}
+{"Finetune/Learning Rate": 1.3456746535881872e-05, "Finetune/Loss": 0.825101912021637, "Finetune/Loss (Raw)": 0.851386547088623, "Finetune/Step": 7808, "Finetune/Step Time": 10.738241489976645}
+{"Finetune/Learning Rate": 1.3455166337124332e-05, "Finetune/Loss": 0.8253167271614075, "Finetune/Loss (Raw)": 0.875244677066803, "Finetune/Step": 7809, "Finetune/Step Time": 10.740752959623933}
+{"Finetune/Learning Rate": 1.3453586040388097e-05, "Finetune/Loss": 0.8263028264045715, "Finetune/Loss (Raw)": 0.90385901927948, "Finetune/Step": 7810, "Finetune/Step Time": 10.740258639678359}
+{"Finetune/Learning Rate": 1.3452005645717988e-05, "Finetune/Loss": 0.8261234760284424, "Finetune/Loss (Raw)": 0.8030499219894409, "Finetune/Step": 7811, "Finetune/Step Time": 10.74128052406013}
+{"Finetune/Learning Rate": 1.3450425153158811e-05, "Finetune/Loss": 0.8282595872879028, "Finetune/Loss (Raw)": 0.8621898293495178, "Finetune/Step": 7812, "Finetune/Step Time": 10.688816588371992}
+{"Finetune/Learning Rate": 1.344884456275539e-05, "Finetune/Loss": 0.8284187912940979, "Finetune/Loss (Raw)": 0.8189707398414612, "Finetune/Step": 7813, "Finetune/Step Time": 10.685862321406603}
+{"Finetune/Learning Rate": 1.3447263874552542e-05, "Finetune/Loss": 0.8276869058609009, "Finetune/Loss (Raw)": 0.6852424740791321, "Finetune/Step": 7814, "Finetune/Step Time": 10.714590076357126}
+{"Finetune/Learning Rate": 1.3445683088595097e-05, "Finetune/Loss": 0.8275315761566162, "Finetune/Loss (Raw)": 0.8398439288139343, "Finetune/Step": 7815, "Finetune/Step Time": 10.71409397944808}
+{"Finetune/Learning Rate": 1.3444102204927876e-05, "Finetune/Loss": 0.8262747526168823, "Finetune/Loss (Raw)": 0.728628396987915, "Finetune/Step": 7816, "Finetune/Step Time": 10.712451191619039}
+{"Finetune/Learning Rate": 1.344252122359571e-05, "Finetune/Loss": 0.8249329924583435, "Finetune/Loss (Raw)": 0.6731387972831726, "Finetune/Step": 7817, "Finetune/Step Time": 10.703531263396144}
+{"Finetune/Learning Rate": 1.344094014464343e-05, "Finetune/Loss": 0.825221836566925, "Finetune/Loss (Raw)": 0.8844007849693298, "Finetune/Step": 7818, "Finetune/Step Time": 10.698230180889368}
+{"Finetune/Learning Rate": 1.3439358968115874e-05, "Finetune/Loss": 0.8238445520401001, "Finetune/Loss (Raw)": 0.8894575834274292, "Finetune/Step": 7819, "Finetune/Step Time": 10.724199008196592}
+{"Finetune/Learning Rate": 1.3437777694057878e-05, "Finetune/Loss": 0.8250433206558228, "Finetune/Loss (Raw)": 0.920870840549469, "Finetune/Step": 7820, "Finetune/Step Time": 10.71784583106637}
+{"Finetune/Learning Rate": 1.343619632251428e-05, "Finetune/Loss": 0.8252619504928589, "Finetune/Loss (Raw)": 0.7882795929908752, "Finetune/Step": 7821, "Finetune/Step Time": 10.703933976590633}
+{"Finetune/Learning Rate": 1.3434614853529929e-05, "Finetune/Loss": 0.8246692419052124, "Finetune/Loss (Raw)": 0.8457936644554138, "Finetune/Step": 7822, "Finetune/Step Time": 10.701183509081602}
+{"Finetune/Learning Rate": 1.3433033287149668e-05, "Finetune/Loss": 0.825825572013855, "Finetune/Loss (Raw)": 0.8136314153671265, "Finetune/Step": 7823, "Finetune/Step Time": 10.672203170135617}
+{"Finetune/Learning Rate": 1.3431451623418344e-05, "Finetune/Loss": 0.8253271579742432, "Finetune/Loss (Raw)": 0.833511471748352, "Finetune/Step": 7824, "Finetune/Step Time": 10.677635846659541}
+{"Finetune/Learning Rate": 1.3429869862380805e-05, "Finetune/Loss": 0.8264272212982178, "Finetune/Loss (Raw)": 0.8584190011024475, "Finetune/Step": 7825, "Finetune/Step Time": 10.695810858160257}
+{"Finetune/Learning Rate": 1.3428288004081915e-05, "Finetune/Loss": 0.8251922726631165, "Finetune/Loss (Raw)": 0.6962820291519165, "Finetune/Step": 7826, "Finetune/Step Time": 10.685800097882748}
+{"Finetune/Learning Rate": 1.3426706048566524e-05, "Finetune/Loss": 0.8263998031616211, "Finetune/Loss (Raw)": 0.8561857342720032, "Finetune/Step": 7827, "Finetune/Step Time": 10.684602716937661}
+{"Finetune/Learning Rate": 1.3425123995879497e-05, "Finetune/Loss": 0.8250068426132202, "Finetune/Loss (Raw)": 0.7077393531799316, "Finetune/Step": 7828, "Finetune/Step Time": 10.690125143155456}
+{"Finetune/Learning Rate": 1.3423541846065691e-05, "Finetune/Loss": 0.8250706195831299, "Finetune/Loss (Raw)": 0.7751926183700562, "Finetune/Step": 7829, "Finetune/Step Time": 10.709191262722015}
+{"Finetune/Learning Rate": 1.342195959916997e-05, "Finetune/Loss": 0.8252582550048828, "Finetune/Loss (Raw)": 0.9579265713691711, "Finetune/Step": 7830, "Finetune/Step Time": 10.70761720277369}
+{"Finetune/Learning Rate": 1.3420377255237212e-05, "Finetune/Loss": 0.8224025964736938, "Finetune/Loss (Raw)": 0.5708070397377014, "Finetune/Step": 7831, "Finetune/Step Time": 10.740926971659064}
+{"Finetune/Learning Rate": 1.3418794814312274e-05, "Finetune/Loss": 0.8236525058746338, "Finetune/Loss (Raw)": 0.8751594424247742, "Finetune/Step": 7832, "Finetune/Step Time": 10.735114604234695}
+{"Finetune/Learning Rate": 1.3417212276440043e-05, "Finetune/Loss": 0.8232738971710205, "Finetune/Loss (Raw)": 0.8799538016319275, "Finetune/Step": 7833, "Finetune/Step Time": 10.731805430725217}
+{"Finetune/Learning Rate": 1.3415629641665386e-05, "Finetune/Loss": 0.8227502107620239, "Finetune/Loss (Raw)": 0.7468878030776978, "Finetune/Step": 7834, "Finetune/Step Time": 10.741741094738245}
+{"Finetune/Learning Rate": 1.3414046910033184e-05, "Finetune/Loss": 0.8233030438423157, "Finetune/Loss (Raw)": 0.7963265180587769, "Finetune/Step": 7835, "Finetune/Step Time": 10.737291781231761}
+{"Finetune/Learning Rate": 1.3412464081588323e-05, "Finetune/Loss": 0.8240300416946411, "Finetune/Loss (Raw)": 0.7939216494560242, "Finetune/Step": 7836, "Finetune/Step Time": 10.735975824296474}
+{"Finetune/Learning Rate": 1.3410881156375684e-05, "Finetune/Loss": 0.8233072757720947, "Finetune/Loss (Raw)": 0.8203029036521912, "Finetune/Step": 7837, "Finetune/Step Time": 10.742649585008621}
+{"Finetune/Learning Rate": 1.3409298134440155e-05, "Finetune/Loss": 0.8252654075622559, "Finetune/Loss (Raw)": 0.979613184928894, "Finetune/Step": 7838, "Finetune/Step Time": 10.739818265661597}
+{"Finetune/Learning Rate": 1.3407715015826624e-05, "Finetune/Loss": 0.8254464864730835, "Finetune/Loss (Raw)": 0.7987780570983887, "Finetune/Step": 7839, "Finetune/Step Time": 10.738241156563163}
+{"Finetune/Learning Rate": 1.3406131800579985e-05, "Finetune/Loss": 0.8249472975730896, "Finetune/Loss (Raw)": 0.8900551199913025, "Finetune/Step": 7840, "Finetune/Step Time": 10.727851202711463}
+{"Finetune/Learning Rate": 1.3404548488745137e-05, "Finetune/Loss": 0.8249498009681702, "Finetune/Loss (Raw)": 0.7178417444229126, "Finetune/Step": 7841, "Finetune/Step Time": 10.730695437639952}
+{"Finetune/Learning Rate": 1.3402965080366972e-05, "Finetune/Loss": 0.8253751993179321, "Finetune/Loss (Raw)": 0.7553002238273621, "Finetune/Step": 7842, "Finetune/Step Time": 10.729871202260256}
+{"Finetune/Learning Rate": 1.3401381575490393e-05, "Finetune/Loss": 0.8261203765869141, "Finetune/Loss (Raw)": 0.9105615019798279, "Finetune/Step": 7843, "Finetune/Step Time": 10.730617836117744}
+{"Finetune/Learning Rate": 1.3399797974160309e-05, "Finetune/Loss": 0.826880693435669, "Finetune/Loss (Raw)": 0.8650215864181519, "Finetune/Step": 7844, "Finetune/Step Time": 10.711479546502233}
+{"Finetune/Learning Rate": 1.339821427642162e-05, "Finetune/Loss": 0.8265239000320435, "Finetune/Loss (Raw)": 0.7557582855224609, "Finetune/Step": 7845, "Finetune/Step Time": 10.688966497778893}
+{"Finetune/Learning Rate": 1.3396630482319236e-05, "Finetune/Loss": 0.8276672959327698, "Finetune/Loss (Raw)": 0.8695096969604492, "Finetune/Step": 7846, "Finetune/Step Time": 10.698164332658052}
+{"Finetune/Learning Rate": 1.3395046591898072e-05, "Finetune/Loss": 0.8285393714904785, "Finetune/Loss (Raw)": 0.78645920753479, "Finetune/Step": 7847, "Finetune/Step Time": 10.677732231095433}
+{"Finetune/Learning Rate": 1.3393462605203041e-05, "Finetune/Loss": 0.8265944719314575, "Finetune/Loss (Raw)": 0.74138343334198, "Finetune/Step": 7848, "Finetune/Step Time": 10.674995366483927}
+{"Finetune/Learning Rate": 1.3391878522279056e-05, "Finetune/Loss": 0.8266487121582031, "Finetune/Loss (Raw)": 0.9039030075073242, "Finetune/Step": 7849, "Finetune/Step Time": 10.693840561434627}
+{"Finetune/Learning Rate": 1.3390294343171048e-05, "Finetune/Loss": 0.8265389204025269, "Finetune/Loss (Raw)": 0.7736486792564392, "Finetune/Step": 7850, "Finetune/Step Time": 10.716272719204426}
+{"Finetune/Learning Rate": 1.3388710067923931e-05, "Finetune/Loss": 0.8262046575546265, "Finetune/Loss (Raw)": 0.8454963564872742, "Finetune/Step": 7851, "Finetune/Step Time": 10.717256620526314}
+{"Finetune/Learning Rate": 1.3387125696582631e-05, "Finetune/Loss": 0.8264275789260864, "Finetune/Loss (Raw)": 0.7425045967102051, "Finetune/Step": 7852, "Finetune/Step Time": 10.69522357918322}
+{"Finetune/Learning Rate": 1.3385541229192079e-05, "Finetune/Loss": 0.8249871134757996, "Finetune/Loss (Raw)": 0.7336257696151733, "Finetune/Step": 7853, "Finetune/Step Time": 10.692299673333764}
+{"Finetune/Learning Rate": 1.3383956665797204e-05, "Finetune/Loss": 0.8254770636558533, "Finetune/Loss (Raw)": 0.8538770079612732, "Finetune/Step": 7854, "Finetune/Step Time": 10.69081760942936}
+{"Finetune/Learning Rate": 1.338237200644294e-05, "Finetune/Loss": 0.8240801095962524, "Finetune/Loss (Raw)": 0.7662747502326965, "Finetune/Step": 7855, "Finetune/Step Time": 10.68887559324503}
+{"Finetune/Learning Rate": 1.3380787251174226e-05, "Finetune/Loss": 0.823870837688446, "Finetune/Loss (Raw)": 0.8282424211502075, "Finetune/Step": 7856, "Finetune/Step Time": 10.692577196285129}
+{"Finetune/Learning Rate": 1.3379202400035998e-05, "Finetune/Loss": 0.8239017128944397, "Finetune/Loss (Raw)": 0.7322468161582947, "Finetune/Step": 7857, "Finetune/Step Time": 10.696928771212697}
+{"Finetune/Learning Rate": 1.3377617453073199e-05, "Finetune/Loss": 0.8245259523391724, "Finetune/Loss (Raw)": 0.875490665435791, "Finetune/Step": 7858, "Finetune/Step Time": 10.692520851269364}
+{"Finetune/Learning Rate": 1.3376032410330776e-05, "Finetune/Loss": 0.8240318298339844, "Finetune/Loss (Raw)": 0.8546031713485718, "Finetune/Step": 7859, "Finetune/Step Time": 10.712555844336748}
+{"Finetune/Learning Rate": 1.3374447271853671e-05, "Finetune/Loss": 0.8235535621643066, "Finetune/Loss (Raw)": 0.8406190276145935, "Finetune/Step": 7860, "Finetune/Step Time": 10.719023063778877}
+{"Finetune/Learning Rate": 1.337286203768684e-05, "Finetune/Loss": 0.8226616978645325, "Finetune/Loss (Raw)": 0.5617279410362244, "Finetune/Step": 7861, "Finetune/Step Time": 10.74063972197473}
+{"Finetune/Learning Rate": 1.3371276707875232e-05, "Finetune/Loss": 0.8223705887794495, "Finetune/Loss (Raw)": 0.8713915348052979, "Finetune/Step": 7862, "Finetune/Step Time": 10.741859683766961}
+{"Finetune/Learning Rate": 1.33696912824638e-05, "Finetune/Loss": 0.8212974667549133, "Finetune/Loss (Raw)": 0.7261062860488892, "Finetune/Step": 7863, "Finetune/Step Time": 10.740282220765948}
+{"Finetune/Learning Rate": 1.3368105761497507e-05, "Finetune/Loss": 0.8217543363571167, "Finetune/Loss (Raw)": 0.9458860754966736, "Finetune/Step": 7864, "Finetune/Step Time": 10.739870473742485}
+{"Finetune/Learning Rate": 1.3366520145021313e-05, "Finetune/Loss": 0.8227017521858215, "Finetune/Loss (Raw)": 0.9777178168296814, "Finetune/Step": 7865, "Finetune/Step Time": 10.734177310019732}
+{"Finetune/Learning Rate": 1.3364934433080181e-05, "Finetune/Loss": 0.8217591047286987, "Finetune/Loss (Raw)": 0.8493478894233704, "Finetune/Step": 7866, "Finetune/Step Time": 10.733979431912303}
+{"Finetune/Learning Rate": 1.3363348625719077e-05, "Finetune/Loss": 0.8214726448059082, "Finetune/Loss (Raw)": 0.798222541809082, "Finetune/Step": 7867, "Finetune/Step Time": 10.728847889229655}
+{"Finetune/Learning Rate": 1.3361762722982969e-05, "Finetune/Loss": 0.8221319913864136, "Finetune/Loss (Raw)": 0.8816180229187012, "Finetune/Step": 7868, "Finetune/Step Time": 10.740213638171554}
+{"Finetune/Learning Rate": 1.3360176724916833e-05, "Finetune/Loss": 0.8212806582450867, "Finetune/Loss (Raw)": 0.6983117461204529, "Finetune/Step": 7869, "Finetune/Step Time": 10.729501765221357}
+{"Finetune/Learning Rate": 1.3358590631565635e-05, "Finetune/Loss": 0.8210330009460449, "Finetune/Loss (Raw)": 0.9165284633636475, "Finetune/Step": 7870, "Finetune/Step Time": 10.730731699615717}
+{"Finetune/Learning Rate": 1.3357004442974359e-05, "Finetune/Loss": 0.8222434520721436, "Finetune/Loss (Raw)": 0.9713176488876343, "Finetune/Step": 7871, "Finetune/Step Time": 10.74286725372076}
+{"Finetune/Learning Rate": 1.3355418159187988e-05, "Finetune/Loss": 0.8217906355857849, "Finetune/Loss (Raw)": 0.8543053865432739, "Finetune/Step": 7872, "Finetune/Step Time": 10.755979968234897}
+{"Finetune/Learning Rate": 1.3353831780251493e-05, "Finetune/Loss": 0.8221230506896973, "Finetune/Loss (Raw)": 0.8425135612487793, "Finetune/Step": 7873, "Finetune/Step Time": 10.758591474965215}
+{"Finetune/Learning Rate": 1.3352245306209865e-05, "Finetune/Loss": 0.8227328062057495, "Finetune/Loss (Raw)": 0.9204802513122559, "Finetune/Step": 7874, "Finetune/Step Time": 10.75353485532105}
+{"Finetune/Learning Rate": 1.33506587371081e-05, "Finetune/Loss": 0.8221838474273682, "Finetune/Loss (Raw)": 0.790388286113739, "Finetune/Step": 7875, "Finetune/Step Time": 10.748989563435316}
+{"Finetune/Learning Rate": 1.3349072072991176e-05, "Finetune/Loss": 0.8226242661476135, "Finetune/Loss (Raw)": 0.8987075090408325, "Finetune/Step": 7876, "Finetune/Step Time": 10.750886466354132}
+{"Finetune/Learning Rate": 1.3347485313904091e-05, "Finetune/Loss": 0.8212926387786865, "Finetune/Loss (Raw)": 0.6883798837661743, "Finetune/Step": 7877, "Finetune/Step Time": 10.750550717115402}
+{"Finetune/Learning Rate": 1.3345898459891844e-05, "Finetune/Loss": 0.8211952447891235, "Finetune/Loss (Raw)": 0.7443044185638428, "Finetune/Step": 7878, "Finetune/Step Time": 10.763681409880519}
+{"Finetune/Learning Rate": 1.3344311510999431e-05, "Finetune/Loss": 0.8197260499000549, "Finetune/Loss (Raw)": 0.7535310387611389, "Finetune/Step": 7879, "Finetune/Step Time": 10.75982142239809}
+{"Finetune/Learning Rate": 1.3342724467271852e-05, "Finetune/Loss": 0.8194766044616699, "Finetune/Loss (Raw)": 0.6922385096549988, "Finetune/Step": 7880, "Finetune/Step Time": 10.75222859531641}
+{"Finetune/Learning Rate": 1.3341137328754115e-05, "Finetune/Loss": 0.8201380968093872, "Finetune/Loss (Raw)": 0.9309961795806885, "Finetune/Step": 7881, "Finetune/Step Time": 10.772614737972617}
+{"Finetune/Learning Rate": 1.333955009549122e-05, "Finetune/Loss": 0.8208152055740356, "Finetune/Loss (Raw)": 0.8404839634895325, "Finetune/Step": 7882, "Finetune/Step Time": 10.767781568691134}
+{"Finetune/Learning Rate": 1.3337962767528185e-05, "Finetune/Loss": 0.8197516202926636, "Finetune/Loss (Raw)": 0.6609969735145569, "Finetune/Step": 7883, "Finetune/Step Time": 10.823249768465757}
+{"Finetune/Learning Rate": 1.3336375344910015e-05, "Finetune/Loss": 0.8187315464019775, "Finetune/Loss (Raw)": 0.7261558175086975, "Finetune/Step": 7884, "Finetune/Step Time": 10.82981519214809}
+{"Finetune/Learning Rate": 1.3334787827681728e-05, "Finetune/Loss": 0.8197712898254395, "Finetune/Loss (Raw)": 0.9241950511932373, "Finetune/Step": 7885, "Finetune/Step Time": 10.851854834705591}
+{"Finetune/Learning Rate": 1.3333200215888342e-05, "Finetune/Loss": 0.8201279640197754, "Finetune/Loss (Raw)": 0.7504807114601135, "Finetune/Step": 7886, "Finetune/Step Time": 10.84870476089418}
+{"Finetune/Learning Rate": 1.3331612509574876e-05, "Finetune/Loss": 0.82037353515625, "Finetune/Loss (Raw)": 0.8168739676475525, "Finetune/Step": 7887, "Finetune/Step Time": 10.84599605947733}
+{"Finetune/Learning Rate": 1.3330024708786354e-05, "Finetune/Loss": 0.8194661140441895, "Finetune/Loss (Raw)": 0.8198562264442444, "Finetune/Step": 7888, "Finetune/Step Time": 10.844482766464353}
+{"Finetune/Learning Rate": 1.3328436813567798e-05, "Finetune/Loss": 0.819035530090332, "Finetune/Loss (Raw)": 0.817225992679596, "Finetune/Step": 7889, "Finetune/Step Time": 10.837585914880037}
+{"Finetune/Learning Rate": 1.3326848823964243e-05, "Finetune/Loss": 0.8187730312347412, "Finetune/Loss (Raw)": 0.832595705986023, "Finetune/Step": 7890, "Finetune/Step Time": 10.823739763349295}
+{"Finetune/Learning Rate": 1.3325260740020709e-05, "Finetune/Loss": 0.8193156123161316, "Finetune/Loss (Raw)": 0.8375734090805054, "Finetune/Step": 7891, "Finetune/Step Time": 10.821059327572584}
+{"Finetune/Learning Rate": 1.3323672561782242e-05, "Finetune/Loss": 0.8202549815177917, "Finetune/Loss (Raw)": 0.9159888625144958, "Finetune/Step": 7892, "Finetune/Step Time": 10.816582962870598}
+{"Finetune/Learning Rate": 1.3322084289293871e-05, "Finetune/Loss": 0.8210000395774841, "Finetune/Loss (Raw)": 0.981300413608551, "Finetune/Step": 7893, "Finetune/Step Time": 10.81646329537034}
+{"Finetune/Learning Rate": 1.3320495922600634e-05, "Finetune/Loss": 0.8218393325805664, "Finetune/Loss (Raw)": 0.9410761594772339, "Finetune/Step": 7894, "Finetune/Step Time": 10.818582003936172}
+{"Finetune/Learning Rate": 1.3318907461747576e-05, "Finetune/Loss": 0.8215081691741943, "Finetune/Loss (Raw)": 0.777016282081604, "Finetune/Step": 7895, "Finetune/Step Time": 10.811013836413622}
+{"Finetune/Learning Rate": 1.3317318906779744e-05, "Finetune/Loss": 0.8219916820526123, "Finetune/Loss (Raw)": 0.9245021343231201, "Finetune/Step": 7896, "Finetune/Step Time": 10.802739584818482}
+{"Finetune/Learning Rate": 1.3315730257742177e-05, "Finetune/Loss": 0.8233824968338013, "Finetune/Loss (Raw)": 0.9111783504486084, "Finetune/Step": 7897, "Finetune/Step Time": 10.792452283203602}
+{"Finetune/Learning Rate": 1.3314141514679925e-05, "Finetune/Loss": 0.8226221799850464, "Finetune/Loss (Raw)": 0.7901014685630798, "Finetune/Step": 7898, "Finetune/Step Time": 10.789973881095648}
+{"Finetune/Learning Rate": 1.3312552677638051e-05, "Finetune/Loss": 0.8220703601837158, "Finetune/Loss (Raw)": 0.8272010087966919, "Finetune/Step": 7899, "Finetune/Step Time": 10.790899420157075}
+{"Finetune/Learning Rate": 1.33109637466616e-05, "Finetune/Loss": 0.8220973014831543, "Finetune/Loss (Raw)": 0.8837786316871643, "Finetune/Step": 7900, "Finetune/Step Time": 10.787328995764256}
+{"Finetune/Learning Rate": 1.3309374721795632e-05, "Finetune/Loss": 0.8215950727462769, "Finetune/Loss (Raw)": 0.617742657661438, "Finetune/Step": 7901, "Finetune/Step Time": 10.823854761198163}
+{"Finetune/Learning Rate": 1.3307785603085208e-05, "Finetune/Loss": 0.8212884664535522, "Finetune/Loss (Raw)": 0.944474458694458, "Finetune/Step": 7902, "Finetune/Step Time": 10.81768256612122}
+{"Finetune/Learning Rate": 1.330619639057539e-05, "Finetune/Loss": 0.8212643265724182, "Finetune/Loss (Raw)": 0.8847591876983643, "Finetune/Step": 7903, "Finetune/Step Time": 10.815914031118155}
+{"Finetune/Learning Rate": 1.3304607084311246e-05, "Finetune/Loss": 0.819603681564331, "Finetune/Loss (Raw)": 0.7124134302139282, "Finetune/Step": 7904, "Finetune/Step Time": 10.810899566859007}
+{"Finetune/Learning Rate": 1.3303017684337838e-05, "Finetune/Loss": 0.8191717863082886, "Finetune/Loss (Raw)": 0.8466188311576843, "Finetune/Step": 7905, "Finetune/Step Time": 10.805436881259084}
+{"Finetune/Learning Rate": 1.3301428190700243e-05, "Finetune/Loss": 0.8197429180145264, "Finetune/Loss (Raw)": 0.86087965965271, "Finetune/Step": 7906, "Finetune/Step Time": 10.814617568627}
+{"Finetune/Learning Rate": 1.329983860344353e-05, "Finetune/Loss": 0.8187669515609741, "Finetune/Loss (Raw)": 0.8128491640090942, "Finetune/Step": 7907, "Finetune/Step Time": 10.78778725862503}
+{"Finetune/Learning Rate": 1.3298248922612783e-05, "Finetune/Loss": 0.8191274404525757, "Finetune/Loss (Raw)": 0.6815623044967651, "Finetune/Step": 7908, "Finetune/Step Time": 10.751290863379836}
+{"Finetune/Learning Rate": 1.3296659148253072e-05, "Finetune/Loss": 0.8189684152603149, "Finetune/Loss (Raw)": 0.7920709252357483, "Finetune/Step": 7909, "Finetune/Step Time": 10.75427389331162}
+{"Finetune/Learning Rate": 1.3295069280409482e-05, "Finetune/Loss": 0.8179897665977478, "Finetune/Loss (Raw)": 0.6491710543632507, "Finetune/Step": 7910, "Finetune/Step Time": 10.787866733968258}
+{"Finetune/Learning Rate": 1.32934793191271e-05, "Finetune/Loss": 0.8167238235473633, "Finetune/Loss (Raw)": 0.5972646474838257, "Finetune/Step": 7911, "Finetune/Step Time": 10.823536865413189}
+{"Finetune/Learning Rate": 1.3291889264451005e-05, "Finetune/Loss": 0.8170900344848633, "Finetune/Loss (Raw)": 0.869349479675293, "Finetune/Step": 7912, "Finetune/Step Time": 10.812204975634813}
+{"Finetune/Learning Rate": 1.3290299116426296e-05, "Finetune/Loss": 0.8172792196273804, "Finetune/Loss (Raw)": 0.922746479511261, "Finetune/Step": 7913, "Finetune/Step Time": 10.809644615277648}
+{"Finetune/Learning Rate": 1.328870887509806e-05, "Finetune/Loss": 0.8178168535232544, "Finetune/Loss (Raw)": 0.8681861162185669, "Finetune/Step": 7914, "Finetune/Step Time": 10.788261994719505}
+{"Finetune/Learning Rate": 1.3287118540511388e-05, "Finetune/Loss": 0.8182328939437866, "Finetune/Loss (Raw)": 0.7822757363319397, "Finetune/Step": 7915, "Finetune/Step Time": 10.759585050866008}
+{"Finetune/Learning Rate": 1.3285528112711383e-05, "Finetune/Loss": 0.8192359209060669, "Finetune/Loss (Raw)": 1.000253438949585, "Finetune/Step": 7916, "Finetune/Step Time": 10.777909243479371}
+{"Finetune/Learning Rate": 1.3283937591743147e-05, "Finetune/Loss": 0.8188133239746094, "Finetune/Loss (Raw)": 0.842409610748291, "Finetune/Step": 7917, "Finetune/Step Time": 10.780697846785188}
+{"Finetune/Learning Rate": 1.328234697765178e-05, "Finetune/Loss": 0.8201360702514648, "Finetune/Loss (Raw)": 0.8954806327819824, "Finetune/Step": 7918, "Finetune/Step Time": 10.75883755274117}
+{"Finetune/Learning Rate": 1.328075627048238e-05, "Finetune/Loss": 0.8189550638198853, "Finetune/Loss (Raw)": 0.7999098300933838, "Finetune/Step": 7919, "Finetune/Step Time": 10.75982977449894}
+{"Finetune/Learning Rate": 1.3279165470280067e-05, "Finetune/Loss": 0.8182100057601929, "Finetune/Loss (Raw)": 0.7433516383171082, "Finetune/Step": 7920, "Finetune/Step Time": 10.758265040814877}
+{"Finetune/Learning Rate": 1.3277574577089942e-05, "Finetune/Loss": 0.8183335661888123, "Finetune/Loss (Raw)": 0.7477322220802307, "Finetune/Step": 7921, "Finetune/Step Time": 10.765252823010087}
+{"Finetune/Learning Rate": 1.3275983590957121e-05, "Finetune/Loss": 0.8188484907150269, "Finetune/Loss (Raw)": 0.8952682614326477, "Finetune/Step": 7922, "Finetune/Step Time": 10.76685288734734}
+{"Finetune/Learning Rate": 1.3274392511926726e-05, "Finetune/Loss": 0.8186438083648682, "Finetune/Loss (Raw)": 0.8119249939918518, "Finetune/Step": 7923, "Finetune/Step Time": 10.742882320657372}
+{"Finetune/Learning Rate": 1.3272801340043867e-05, "Finetune/Loss": 0.8177096247673035, "Finetune/Loss (Raw)": 0.6549391746520996, "Finetune/Step": 7924, "Finetune/Step Time": 10.741293597966433}
+{"Finetune/Learning Rate": 1.327121007535367e-05, "Finetune/Loss": 0.8177596926689148, "Finetune/Loss (Raw)": 0.7735472917556763, "Finetune/Step": 7925, "Finetune/Step Time": 10.741827674210072}
+{"Finetune/Learning Rate": 1.3269618717901258e-05, "Finetune/Loss": 0.8158901929855347, "Finetune/Loss (Raw)": 0.6758154630661011, "Finetune/Step": 7926, "Finetune/Step Time": 10.723761152476072}
+{"Finetune/Learning Rate": 1.3268027267731756e-05, "Finetune/Loss": 0.8165011405944824, "Finetune/Loss (Raw)": 0.783997654914856, "Finetune/Step": 7927, "Finetune/Step Time": 10.73012850806117}
+{"Finetune/Learning Rate": 1.3266435724890294e-05, "Finetune/Loss": 0.8158734440803528, "Finetune/Loss (Raw)": 0.7718456983566284, "Finetune/Step": 7928, "Finetune/Step Time": 10.73826939240098}
+{"Finetune/Learning Rate": 1.3264844089422004e-05, "Finetune/Loss": 0.8166862726211548, "Finetune/Loss (Raw)": 0.879102349281311, "Finetune/Step": 7929, "Finetune/Step Time": 10.741784268990159}
+{"Finetune/Learning Rate": 1.3263252361372017e-05, "Finetune/Loss": 0.816522479057312, "Finetune/Loss (Raw)": 0.7890920639038086, "Finetune/Step": 7930, "Finetune/Step Time": 10.744516361504793}
+{"Finetune/Learning Rate": 1.3261660540785474e-05, "Finetune/Loss": 0.815776526927948, "Finetune/Loss (Raw)": 0.8448697924613953, "Finetune/Step": 7931, "Finetune/Step Time": 10.75386361591518}
+{"Finetune/Learning Rate": 1.3260068627707514e-05, "Finetune/Loss": 0.8164370656013489, "Finetune/Loss (Raw)": 0.8096888065338135, "Finetune/Step": 7932, "Finetune/Step Time": 10.711623320356011}
+{"Finetune/Learning Rate": 1.3258476622183275e-05, "Finetune/Loss": 0.8163055777549744, "Finetune/Loss (Raw)": 0.907187819480896, "Finetune/Step": 7933, "Finetune/Step Time": 10.717617213726044}
+{"Finetune/Learning Rate": 1.325688452425791e-05, "Finetune/Loss": 0.8178734183311462, "Finetune/Loss (Raw)": 0.9062957763671875, "Finetune/Step": 7934, "Finetune/Step Time": 10.70734272710979}
+{"Finetune/Learning Rate": 1.325529233397656e-05, "Finetune/Loss": 0.8179577589035034, "Finetune/Loss (Raw)": 0.857494592666626, "Finetune/Step": 7935, "Finetune/Step Time": 10.735162127763033}
+{"Finetune/Learning Rate": 1.3253700051384371e-05, "Finetune/Loss": 0.8185464143753052, "Finetune/Loss (Raw)": 0.9267391562461853, "Finetune/Step": 7936, "Finetune/Step Time": 10.735778076574206}
+{"Finetune/Learning Rate": 1.3252107676526505e-05, "Finetune/Loss": 0.8171682357788086, "Finetune/Loss (Raw)": 0.6988331079483032, "Finetune/Step": 7937, "Finetune/Step Time": 10.756365226581693}
+{"Finetune/Learning Rate": 1.3250515209448114e-05, "Finetune/Loss": 0.8158367872238159, "Finetune/Loss (Raw)": 0.7334339022636414, "Finetune/Step": 7938, "Finetune/Step Time": 10.761779410764575}
+{"Finetune/Learning Rate": 1.3248922650194354e-05, "Finetune/Loss": 0.8169811964035034, "Finetune/Loss (Raw)": 0.9495375752449036, "Finetune/Step": 7939, "Finetune/Step Time": 10.745851565152407}
+{"Finetune/Learning Rate": 1.3247329998810381e-05, "Finetune/Loss": 0.8173384666442871, "Finetune/Loss (Raw)": 0.9079191088676453, "Finetune/Step": 7940, "Finetune/Step Time": 10.747218295931816}
+{"Finetune/Learning Rate": 1.324573725534137e-05, "Finetune/Loss": 0.8172993063926697, "Finetune/Loss (Raw)": 0.8139556050300598, "Finetune/Step": 7941, "Finetune/Step Time": 10.752606736496091}
+{"Finetune/Learning Rate": 1.324414441983248e-05, "Finetune/Loss": 0.8191301822662354, "Finetune/Loss (Raw)": 0.9195942878723145, "Finetune/Step": 7942, "Finetune/Step Time": 10.72969402372837}
+{"Finetune/Learning Rate": 1.3242551492328875e-05, "Finetune/Loss": 0.8182809352874756, "Finetune/Loss (Raw)": 0.7311437129974365, "Finetune/Step": 7943, "Finetune/Step Time": 10.73161407187581}
+{"Finetune/Learning Rate": 1.3240958472875734e-05, "Finetune/Loss": 0.8192700147628784, "Finetune/Loss (Raw)": 0.8552348017692566, "Finetune/Step": 7944, "Finetune/Step Time": 10.723506784066558}
+{"Finetune/Learning Rate": 1.3239365361518226e-05, "Finetune/Loss": 0.821049690246582, "Finetune/Loss (Raw)": 0.9009317755699158, "Finetune/Step": 7945, "Finetune/Step Time": 10.734218114987016}
+{"Finetune/Learning Rate": 1.3237772158301527e-05, "Finetune/Loss": 0.8197532296180725, "Finetune/Loss (Raw)": 0.7184521555900574, "Finetune/Step": 7946, "Finetune/Step Time": 10.732903158292174}
+{"Finetune/Learning Rate": 1.3236178863270815e-05, "Finetune/Loss": 0.8180658221244812, "Finetune/Loss (Raw)": 0.6734673976898193, "Finetune/Step": 7947, "Finetune/Step Time": 10.743032965809107}
+{"Finetune/Learning Rate": 1.3234585476471275e-05, "Finetune/Loss": 0.8169832229614258, "Finetune/Loss (Raw)": 0.7823110818862915, "Finetune/Step": 7948, "Finetune/Step Time": 10.741148829460144}
+{"Finetune/Learning Rate": 1.323299199794809e-05, "Finetune/Loss": 0.8170095086097717, "Finetune/Loss (Raw)": 0.791631281375885, "Finetune/Step": 7949, "Finetune/Step Time": 10.76021883636713}
+{"Finetune/Learning Rate": 1.3231398427746442e-05, "Finetune/Loss": 0.8172011375427246, "Finetune/Loss (Raw)": 0.870322585105896, "Finetune/Step": 7950, "Finetune/Step Time": 10.763277396559715}
+{"Finetune/Learning Rate": 1.3229804765911527e-05, "Finetune/Loss": 0.8175231218338013, "Finetune/Loss (Raw)": 0.8548476696014404, "Finetune/Step": 7951, "Finetune/Step Time": 10.770420901477337}
+{"Finetune/Learning Rate": 1.3228211012488532e-05, "Finetune/Loss": 0.8173298239707947, "Finetune/Loss (Raw)": 0.8087723255157471, "Finetune/Step": 7952, "Finetune/Step Time": 10.759188195690513}
+{"Finetune/Learning Rate": 1.322661716752265e-05, "Finetune/Loss": 0.8166240453720093, "Finetune/Loss (Raw)": 0.7680819034576416, "Finetune/Step": 7953, "Finetune/Step Time": 10.743016058579087}
+{"Finetune/Learning Rate": 1.3225023231059084e-05, "Finetune/Loss": 0.8177345395088196, "Finetune/Loss (Raw)": 0.83841872215271, "Finetune/Step": 7954, "Finetune/Step Time": 10.74620709195733}
+{"Finetune/Learning Rate": 1.3223429203143028e-05, "Finetune/Loss": 0.815716564655304, "Finetune/Loss (Raw)": 0.5978869795799255, "Finetune/Step": 7955, "Finetune/Step Time": 10.772439245134592}
+{"Finetune/Learning Rate": 1.3221835083819685e-05, "Finetune/Loss": 0.8169039487838745, "Finetune/Loss (Raw)": 0.8597206473350525, "Finetune/Step": 7956, "Finetune/Step Time": 10.764203004539013}
+{"Finetune/Learning Rate": 1.3220240873134263e-05, "Finetune/Loss": 0.8176355361938477, "Finetune/Loss (Raw)": 0.8688381314277649, "Finetune/Step": 7957, "Finetune/Step Time": 10.740679383277893}
+{"Finetune/Learning Rate": 1.3218646571131965e-05, "Finetune/Loss": 0.8151742219924927, "Finetune/Loss (Raw)": 0.6428733468055725, "Finetune/Step": 7958, "Finetune/Step Time": 10.736391421407461}
+{"Finetune/Learning Rate": 1.3217052177858006e-05, "Finetune/Loss": 0.8168195486068726, "Finetune/Loss (Raw)": 0.781414270401001, "Finetune/Step": 7959, "Finetune/Step Time": 10.70163575001061}
+{"Finetune/Learning Rate": 1.3215457693357592e-05, "Finetune/Loss": 0.817182183265686, "Finetune/Loss (Raw)": 0.9215830564498901, "Finetune/Step": 7960, "Finetune/Step Time": 10.723526202142239}
+{"Finetune/Learning Rate": 1.3213863117675942e-05, "Finetune/Loss": 0.8165869116783142, "Finetune/Loss (Raw)": 0.803756058216095, "Finetune/Step": 7961, "Finetune/Step Time": 10.726860677823424}
+{"Finetune/Learning Rate": 1.3212268450858275e-05, "Finetune/Loss": 0.8172330856323242, "Finetune/Loss (Raw)": 0.829594075679779, "Finetune/Step": 7962, "Finetune/Step Time": 10.745619153603911}
+{"Finetune/Learning Rate": 1.3210673692949809e-05, "Finetune/Loss": 0.8184633851051331, "Finetune/Loss (Raw)": 0.9538015723228455, "Finetune/Step": 7963, "Finetune/Step Time": 10.76864168047905}
+{"Finetune/Learning Rate": 1.3209078843995763e-05, "Finetune/Loss": 0.8184314966201782, "Finetune/Loss (Raw)": 0.7898526787757874, "Finetune/Step": 7964, "Finetune/Step Time": 10.758301876485348}
+{"Finetune/Learning Rate": 1.320748390404137e-05, "Finetune/Loss": 0.8180418610572815, "Finetune/Loss (Raw)": 0.7704170346260071, "Finetune/Step": 7965, "Finetune/Step Time": 10.75815212354064}
+{"Finetune/Learning Rate": 1.3205888873131856e-05, "Finetune/Loss": 0.816681981086731, "Finetune/Loss (Raw)": 0.8055580258369446, "Finetune/Step": 7966, "Finetune/Step Time": 10.758584838360548}
+{"Finetune/Learning Rate": 1.3204293751312447e-05, "Finetune/Loss": 0.8165310621261597, "Finetune/Loss (Raw)": 0.7794524431228638, "Finetune/Step": 7967, "Finetune/Step Time": 10.78238364495337}
+{"Finetune/Learning Rate": 1.3202698538628376e-05, "Finetune/Loss": 0.8153561353683472, "Finetune/Loss (Raw)": 0.7396717667579651, "Finetune/Step": 7968, "Finetune/Step Time": 10.788466349244118}
+{"Finetune/Learning Rate": 1.3201103235124889e-05, "Finetune/Loss": 0.8163661956787109, "Finetune/Loss (Raw)": 0.8471248745918274, "Finetune/Step": 7969, "Finetune/Step Time": 10.78426430746913}
+{"Finetune/Learning Rate": 1.3199507840847212e-05, "Finetune/Loss": 0.8172017931938171, "Finetune/Loss (Raw)": 0.8622531294822693, "Finetune/Step": 7970, "Finetune/Step Time": 10.786403713747859}
+{"Finetune/Learning Rate": 1.319791235584059e-05, "Finetune/Loss": 0.8176980018615723, "Finetune/Loss (Raw)": 0.9740789532661438, "Finetune/Step": 7971, "Finetune/Step Time": 10.801977647468448}
+{"Finetune/Learning Rate": 1.3196316780150272e-05, "Finetune/Loss": 0.8174505233764648, "Finetune/Loss (Raw)": 0.8333458304405212, "Finetune/Step": 7972, "Finetune/Step Time": 10.806637357920408}
+{"Finetune/Learning Rate": 1.3194721113821494e-05, "Finetune/Loss": 0.8182023167610168, "Finetune/Loss (Raw)": 0.8519889712333679, "Finetune/Step": 7973, "Finetune/Step Time": 10.810172079131007}
+{"Finetune/Learning Rate": 1.3193125356899512e-05, "Finetune/Loss": 0.8177013397216797, "Finetune/Loss (Raw)": 0.8053858280181885, "Finetune/Step": 7974, "Finetune/Step Time": 10.805237337946892}
+{"Finetune/Learning Rate": 1.3191529509429575e-05, "Finetune/Loss": 0.8183059096336365, "Finetune/Loss (Raw)": 0.8638421893119812, "Finetune/Step": 7975, "Finetune/Step Time": 10.806326935067773}
+{"Finetune/Learning Rate": 1.3189933571456937e-05, "Finetune/Loss": 0.8192930221557617, "Finetune/Loss (Raw)": 0.8677359819412231, "Finetune/Step": 7976, "Finetune/Step Time": 10.809432914480567}
+{"Finetune/Learning Rate": 1.3188337543026854e-05, "Finetune/Loss": 0.8182076215744019, "Finetune/Loss (Raw)": 0.7649673223495483, "Finetune/Step": 7977, "Finetune/Step Time": 10.788816334679723}
+{"Finetune/Learning Rate": 1.3186741424184584e-05, "Finetune/Loss": 0.8186177015304565, "Finetune/Loss (Raw)": 0.826143741607666, "Finetune/Step": 7978, "Finetune/Step Time": 10.760569080710411}
+{"Finetune/Learning Rate": 1.3185145214975388e-05, "Finetune/Loss": 0.8183658123016357, "Finetune/Loss (Raw)": 0.8132475018501282, "Finetune/Step": 7979, "Finetune/Step Time": 10.754104705527425}
+{"Finetune/Learning Rate": 1.3183548915444534e-05, "Finetune/Loss": 0.8202110528945923, "Finetune/Loss (Raw)": 0.9786943793296814, "Finetune/Step": 7980, "Finetune/Step Time": 10.754572359845042}
+{"Finetune/Learning Rate": 1.3181952525637282e-05, "Finetune/Loss": 0.8211673498153687, "Finetune/Loss (Raw)": 0.8560333847999573, "Finetune/Step": 7981, "Finetune/Step Time": 10.763094071298838}
+{"Finetune/Learning Rate": 1.3180356045598907e-05, "Finetune/Loss": 0.8212043046951294, "Finetune/Loss (Raw)": 0.8586108088493347, "Finetune/Step": 7982, "Finetune/Step Time": 10.7620230615139}
+{"Finetune/Learning Rate": 1.3178759475374676e-05, "Finetune/Loss": 0.8219027519226074, "Finetune/Loss (Raw)": 0.8556756973266602, "Finetune/Step": 7983, "Finetune/Step Time": 10.752548791468143}
+{"Finetune/Learning Rate": 1.317716281500987e-05, "Finetune/Loss": 0.8214272260665894, "Finetune/Loss (Raw)": 0.7673735022544861, "Finetune/Step": 7984, "Finetune/Step Time": 10.757448187097907}
+{"Finetune/Learning Rate": 1.3175566064549757e-05, "Finetune/Loss": 0.820376992225647, "Finetune/Loss (Raw)": 0.5978209972381592, "Finetune/Step": 7985, "Finetune/Step Time": 10.79596196487546}
+{"Finetune/Learning Rate": 1.3173969224039621e-05, "Finetune/Loss": 0.8201759457588196, "Finetune/Loss (Raw)": 0.8497536778450012, "Finetune/Step": 7986, "Finetune/Step Time": 10.796018175780773}
+{"Finetune/Learning Rate": 1.3172372293524746e-05, "Finetune/Loss": 0.8203142285346985, "Finetune/Loss (Raw)": 0.8723027110099792, "Finetune/Step": 7987, "Finetune/Step Time": 10.775654340162873}
+{"Finetune/Learning Rate": 1.3170775273050411e-05, "Finetune/Loss": 0.819891631603241, "Finetune/Loss (Raw)": 0.7865323424339294, "Finetune/Step": 7988, "Finetune/Step Time": 10.772082846611738}
+{"Finetune/Learning Rate": 1.3169178162661906e-05, "Finetune/Loss": 0.822226881980896, "Finetune/Loss (Raw)": 0.8606374859809875, "Finetune/Step": 7989, "Finetune/Step Time": 10.726915957406163}
+{"Finetune/Learning Rate": 1.3167580962404523e-05, "Finetune/Loss": 0.8225377798080444, "Finetune/Loss (Raw)": 0.911186933517456, "Finetune/Step": 7990, "Finetune/Step Time": 10.730157926678658}
+{"Finetune/Learning Rate": 1.316598367232355e-05, "Finetune/Loss": 0.8223539590835571, "Finetune/Loss (Raw)": 0.7025743722915649, "Finetune/Step": 7991, "Finetune/Step Time": 10.739255981519818}
+{"Finetune/Learning Rate": 1.316438629246428e-05, "Finetune/Loss": 0.8206383585929871, "Finetune/Loss (Raw)": 0.726294219493866, "Finetune/Step": 7992, "Finetune/Step Time": 10.736391751095653}
+{"Finetune/Learning Rate": 1.3162788822872016e-05, "Finetune/Loss": 0.8179535269737244, "Finetune/Loss (Raw)": 0.63405442237854, "Finetune/Step": 7993, "Finetune/Step Time": 10.72688664868474}
+{"Finetune/Learning Rate": 1.3161191263592054e-05, "Finetune/Loss": 0.8169847130775452, "Finetune/Loss (Raw)": 0.725343644618988, "Finetune/Step": 7994, "Finetune/Step Time": 10.724941674619913}
+{"Finetune/Learning Rate": 1.3159593614669698e-05, "Finetune/Loss": 0.8179893493652344, "Finetune/Loss (Raw)": 0.9268126487731934, "Finetune/Step": 7995, "Finetune/Step Time": 10.721625603735447}
+{"Finetune/Learning Rate": 1.3157995876150252e-05, "Finetune/Loss": 0.8172303438186646, "Finetune/Loss (Raw)": 0.7844707369804382, "Finetune/Step": 7996, "Finetune/Step Time": 10.697965186089277}
+{"Finetune/Learning Rate": 1.3156398048079023e-05, "Finetune/Loss": 0.8188965320587158, "Finetune/Loss (Raw)": 0.9115734100341797, "Finetune/Step": 7997, "Finetune/Step Time": 10.709406109526753}
+{"Finetune/Learning Rate": 1.3154800130501317e-05, "Finetune/Loss": 0.8183368444442749, "Finetune/Loss (Raw)": 0.8448931574821472, "Finetune/Step": 7998, "Finetune/Step Time": 10.72162883169949}
+{"Finetune/Learning Rate": 1.3153202123462454e-05, "Finetune/Loss": 0.8177653551101685, "Finetune/Loss (Raw)": 0.898163914680481, "Finetune/Step": 7999, "Finetune/Step Time": 10.713678885251284}
+{"Finetune/Learning Rate": 1.3151604027007744e-05, "Finetune/Loss": 0.815432071685791, "Finetune/Loss (Raw)": 0.5556470155715942, "Finetune/Step": 8000, "Finetune/Step Time": 10.739968469366431}
+{"Finetune/Learning Rate": 1.3150005841182507e-05, "Finetune/Loss": 0.8163090944290161, "Finetune/Loss (Raw)": 0.9547779560089111, "Finetune/Step": 8001, "Finetune/Step Time": 10.740060180425644}
+{"Finetune/Learning Rate": 1.314840756603206e-05, "Finetune/Loss": 0.8152303695678711, "Finetune/Loss (Raw)": 0.7823958992958069, "Finetune/Step": 8002, "Finetune/Step Time": 10.739726610481739}
+{"Finetune/Learning Rate": 1.314680920160173e-05, "Finetune/Loss": 0.8162766098976135, "Finetune/Loss (Raw)": 0.9243113398551941, "Finetune/Step": 8003, "Finetune/Step Time": 10.75800902955234}
+{"Finetune/Learning Rate": 1.3145210747936836e-05, "Finetune/Loss": 0.8160494565963745, "Finetune/Loss (Raw)": 0.8696296811103821, "Finetune/Step": 8004, "Finetune/Step Time": 10.750517770648003}
+{"Finetune/Learning Rate": 1.3143612205082713e-05, "Finetune/Loss": 0.8173683881759644, "Finetune/Loss (Raw)": 0.8572037220001221, "Finetune/Step": 8005, "Finetune/Step Time": 10.79269547574222}
+{"Finetune/Learning Rate": 1.3142013573084682e-05, "Finetune/Loss": 0.8185300827026367, "Finetune/Loss (Raw)": 0.893005907535553, "Finetune/Step": 8006, "Finetune/Step Time": 10.778990924358368}
+{"Finetune/Learning Rate": 1.3140414851988084e-05, "Finetune/Loss": 0.8194393515586853, "Finetune/Loss (Raw)": 0.8699151277542114, "Finetune/Step": 8007, "Finetune/Step Time": 10.78400925733149}
+{"Finetune/Learning Rate": 1.3138816041838251e-05, "Finetune/Loss": 0.8203708529472351, "Finetune/Loss (Raw)": 0.8114734292030334, "Finetune/Step": 8008, "Finetune/Step Time": 10.793183086439967}
+{"Finetune/Learning Rate": 1.3137217142680518e-05, "Finetune/Loss": 0.8199803829193115, "Finetune/Loss (Raw)": 0.8810107707977295, "Finetune/Step": 8009, "Finetune/Step Time": 10.769793087616563}
+{"Finetune/Learning Rate": 1.313561815456023e-05, "Finetune/Loss": 0.8196544647216797, "Finetune/Loss (Raw)": 0.7987703084945679, "Finetune/Step": 8010, "Finetune/Step Time": 10.784895688295364}
+{"Finetune/Learning Rate": 1.313401907752273e-05, "Finetune/Loss": 0.8203233480453491, "Finetune/Loss (Raw)": 0.7466161847114563, "Finetune/Step": 8011, "Finetune/Step Time": 10.73714079335332}
+{"Finetune/Learning Rate": 1.3132419911613358e-05, "Finetune/Loss": 0.8202469348907471, "Finetune/Loss (Raw)": 0.7163750529289246, "Finetune/Step": 8012, "Finetune/Step Time": 10.726092299446464}
+{"Finetune/Learning Rate": 1.3130820656877464e-05, "Finetune/Loss": 0.8195579051971436, "Finetune/Loss (Raw)": 0.8359881639480591, "Finetune/Step": 8013, "Finetune/Step Time": 10.705629143863916}
+{"Finetune/Learning Rate": 1.3129221313360403e-05, "Finetune/Loss": 0.81857830286026, "Finetune/Loss (Raw)": 0.6250976324081421, "Finetune/Step": 8014, "Finetune/Step Time": 10.710330611094832}
+{"Finetune/Learning Rate": 1.312762188110752e-05, "Finetune/Loss": 0.8182306885719299, "Finetune/Loss (Raw)": 0.772374153137207, "Finetune/Step": 8015, "Finetune/Step Time": 10.710520600900054}
+{"Finetune/Learning Rate": 1.3126022360164172e-05, "Finetune/Loss": 0.8183392286300659, "Finetune/Loss (Raw)": 0.8337566256523132, "Finetune/Step": 8016, "Finetune/Step Time": 10.712404685094953}
+{"Finetune/Learning Rate": 1.3124422750575726e-05, "Finetune/Loss": 0.8192983269691467, "Finetune/Loss (Raw)": 0.9399862289428711, "Finetune/Step": 8017, "Finetune/Step Time": 10.717305060476065}
+{"Finetune/Learning Rate": 1.3122823052387533e-05, "Finetune/Loss": 0.8181408643722534, "Finetune/Loss (Raw)": 0.684448778629303, "Finetune/Step": 8018, "Finetune/Step Time": 10.726410388946533}
+{"Finetune/Learning Rate": 1.3121223265644955e-05, "Finetune/Loss": 0.8172622919082642, "Finetune/Loss (Raw)": 0.7251098155975342, "Finetune/Step": 8019, "Finetune/Step Time": 10.726805176585913}
+{"Finetune/Learning Rate": 1.3119623390393364e-05, "Finetune/Loss": 0.8162091970443726, "Finetune/Loss (Raw)": 0.7811944484710693, "Finetune/Step": 8020, "Finetune/Step Time": 10.72110665589571}
+{"Finetune/Learning Rate": 1.3118023426678124e-05, "Finetune/Loss": 0.8151249885559082, "Finetune/Loss (Raw)": 0.8425167202949524, "Finetune/Step": 8021, "Finetune/Step Time": 10.734176736325026}
+{"Finetune/Learning Rate": 1.3116423374544605e-05, "Finetune/Loss": 0.8141816258430481, "Finetune/Loss (Raw)": 0.8203285932540894, "Finetune/Step": 8022, "Finetune/Step Time": 10.740181520581245}
+{"Finetune/Learning Rate": 1.3114823234038183e-05, "Finetune/Loss": 0.8138561844825745, "Finetune/Loss (Raw)": 0.7353636622428894, "Finetune/Step": 8023, "Finetune/Step Time": 10.737586136907339}
+{"Finetune/Learning Rate": 1.311322300520423e-05, "Finetune/Loss": 0.8108592629432678, "Finetune/Loss (Raw)": 0.5408955216407776, "Finetune/Step": 8024, "Finetune/Step Time": 10.774476505815983}
+{"Finetune/Learning Rate": 1.3111622688088126e-05, "Finetune/Loss": 0.8097720146179199, "Finetune/Loss (Raw)": 0.7720102071762085, "Finetune/Step": 8025, "Finetune/Step Time": 10.776080895215273}
+{"Finetune/Learning Rate": 1.3110022282735249e-05, "Finetune/Loss": 0.8094261884689331, "Finetune/Loss (Raw)": 0.7458330988883972, "Finetune/Step": 8026, "Finetune/Step Time": 10.775417109951377}
+{"Finetune/Learning Rate": 1.3108421789190984e-05, "Finetune/Loss": 0.8097432255744934, "Finetune/Loss (Raw)": 0.8677855730056763, "Finetune/Step": 8027, "Finetune/Step Time": 10.768082456663251}
+{"Finetune/Learning Rate": 1.3106821207500718e-05, "Finetune/Loss": 0.8085619211196899, "Finetune/Loss (Raw)": 0.7325707674026489, "Finetune/Step": 8028, "Finetune/Step Time": 10.771903807297349}
+{"Finetune/Learning Rate": 1.310522053770984e-05, "Finetune/Loss": 0.8099543452262878, "Finetune/Loss (Raw)": 0.7959717512130737, "Finetune/Step": 8029, "Finetune/Step Time": 10.760759364813566}
+{"Finetune/Learning Rate": 1.3103619779863732e-05, "Finetune/Loss": 0.8087373375892639, "Finetune/Loss (Raw)": 0.7886952757835388, "Finetune/Step": 8030, "Finetune/Step Time": 10.765406280755997}
+{"Finetune/Learning Rate": 1.3102018934007795e-05, "Finetune/Loss": 0.8077180981636047, "Finetune/Loss (Raw)": 0.7542945146560669, "Finetune/Step": 8031, "Finetune/Step Time": 10.766187777742743}
+{"Finetune/Learning Rate": 1.310041800018742e-05, "Finetune/Loss": 0.8090124130249023, "Finetune/Loss (Raw)": 0.8780884146690369, "Finetune/Step": 8032, "Finetune/Step Time": 10.765587490051985}
+{"Finetune/Learning Rate": 1.309881697844801e-05, "Finetune/Loss": 0.8086594343185425, "Finetune/Loss (Raw)": 0.8014364242553711, "Finetune/Step": 8033, "Finetune/Step Time": 10.768354281783104}
+{"Finetune/Learning Rate": 1.309721586883496e-05, "Finetune/Loss": 0.8081651329994202, "Finetune/Loss (Raw)": 0.7976118922233582, "Finetune/Step": 8034, "Finetune/Step Time": 10.779663195833564}
+{"Finetune/Learning Rate": 1.3095614671393676e-05, "Finetune/Loss": 0.8083767890930176, "Finetune/Loss (Raw)": 0.8399420380592346, "Finetune/Step": 8035, "Finetune/Step Time": 10.771389180794358}
+{"Finetune/Learning Rate": 1.3094013386169565e-05, "Finetune/Loss": 0.8077205419540405, "Finetune/Loss (Raw)": 0.597562313079834, "Finetune/Step": 8036, "Finetune/Step Time": 10.789223479107022}
+{"Finetune/Learning Rate": 1.3092412013208028e-05, "Finetune/Loss": 0.808967113494873, "Finetune/Loss (Raw)": 0.9516280293464661, "Finetune/Step": 8037, "Finetune/Step Time": 10.80841345153749}
+{"Finetune/Learning Rate": 1.3090810552554483e-05, "Finetune/Loss": 0.8085838556289673, "Finetune/Loss (Raw)": 0.6001121401786804, "Finetune/Step": 8038, "Finetune/Step Time": 10.793730538338423}
+{"Finetune/Learning Rate": 1.3089209004254341e-05, "Finetune/Loss": 0.8104687929153442, "Finetune/Loss (Raw)": 0.8385404348373413, "Finetune/Step": 8039, "Finetune/Step Time": 10.751582650467753}
+{"Finetune/Learning Rate": 1.3087607368353015e-05, "Finetune/Loss": 0.8097646236419678, "Finetune/Loss (Raw)": 0.7792165279388428, "Finetune/Step": 8040, "Finetune/Step Time": 10.751892615109682}
+{"Finetune/Learning Rate": 1.3086005644895922e-05, "Finetune/Loss": 0.8079368472099304, "Finetune/Loss (Raw)": 0.6887896060943604, "Finetune/Step": 8041, "Finetune/Step Time": 10.773419119417667}
+{"Finetune/Learning Rate": 1.3084403833928488e-05, "Finetune/Loss": 0.8066869974136353, "Finetune/Loss (Raw)": 0.7082029581069946, "Finetune/Step": 8042, "Finetune/Step Time": 10.805369282141328}
+{"Finetune/Learning Rate": 1.308280193549613e-05, "Finetune/Loss": 0.8068528175354004, "Finetune/Loss (Raw)": 0.8035061359405518, "Finetune/Step": 8043, "Finetune/Step Time": 10.80608183145523}
+{"Finetune/Learning Rate": 1.3081199949644272e-05, "Finetune/Loss": 0.8055436611175537, "Finetune/Loss (Raw)": 0.8326807022094727, "Finetune/Step": 8044, "Finetune/Step Time": 10.782515285536647}
+{"Finetune/Learning Rate": 1.3079597876418351e-05, "Finetune/Loss": 0.8066856861114502, "Finetune/Loss (Raw)": 0.9885873794555664, "Finetune/Step": 8045, "Finetune/Step Time": 10.782545674592257}
+{"Finetune/Learning Rate": 1.3077995715863789e-05, "Finetune/Loss": 0.8063327670097351, "Finetune/Loss (Raw)": 0.8503096103668213, "Finetune/Step": 8046, "Finetune/Step Time": 10.77375129237771}
+{"Finetune/Learning Rate": 1.307639346802602e-05, "Finetune/Loss": 0.8060064315795898, "Finetune/Loss (Raw)": 0.7581381797790527, "Finetune/Step": 8047, "Finetune/Step Time": 10.777276301756501}
+{"Finetune/Learning Rate": 1.3074791132950484e-05, "Finetune/Loss": 0.8054768443107605, "Finetune/Loss (Raw)": 0.6755624413490295, "Finetune/Step": 8048, "Finetune/Step Time": 10.777484992519021}
+{"Finetune/Learning Rate": 1.3073188710682612e-05, "Finetune/Loss": 0.8055602312088013, "Finetune/Loss (Raw)": 0.7584061026573181, "Finetune/Step": 8049, "Finetune/Step Time": 10.783313373103738}
+{"Finetune/Learning Rate": 1.3071586201267848e-05, "Finetune/Loss": 0.804233729839325, "Finetune/Loss (Raw)": 0.7254740595817566, "Finetune/Step": 8050, "Finetune/Step Time": 10.797820223495364}
+{"Finetune/Learning Rate": 1.3069983604751633e-05, "Finetune/Loss": 0.8028825521469116, "Finetune/Loss (Raw)": 0.6389809846878052, "Finetune/Step": 8051, "Finetune/Step Time": 10.805872799828649}
+{"Finetune/Learning Rate": 1.3068380921179413e-05, "Finetune/Loss": 0.8048593401908875, "Finetune/Loss (Raw)": 0.9079612493515015, "Finetune/Step": 8052, "Finetune/Step Time": 10.826997965574265}
+{"Finetune/Learning Rate": 1.3066778150596635e-05, "Finetune/Loss": 0.8053063750267029, "Finetune/Loss (Raw)": 0.8307695388793945, "Finetune/Step": 8053, "Finetune/Step Time": 10.82802002131939}
+{"Finetune/Learning Rate": 1.3065175293048751e-05, "Finetune/Loss": 0.8067380785942078, "Finetune/Loss (Raw)": 0.8590734601020813, "Finetune/Step": 8054, "Finetune/Step Time": 10.849963707849383}
+{"Finetune/Learning Rate": 1.3063572348581208e-05, "Finetune/Loss": 0.8061821460723877, "Finetune/Loss (Raw)": 0.7128337621688843, "Finetune/Step": 8055, "Finetune/Step Time": 10.885093549266458}
+{"Finetune/Learning Rate": 1.306196931723947e-05, "Finetune/Loss": 0.8058168888092041, "Finetune/Loss (Raw)": 0.7250986695289612, "Finetune/Step": 8056, "Finetune/Step Time": 10.88964369520545}
+{"Finetune/Learning Rate": 1.3060366199068989e-05, "Finetune/Loss": 0.8047459125518799, "Finetune/Loss (Raw)": 0.7420192360877991, "Finetune/Step": 8057, "Finetune/Step Time": 10.891974424943328}
+{"Finetune/Learning Rate": 1.305876299411522e-05, "Finetune/Loss": 0.8042783141136169, "Finetune/Loss (Raw)": 0.7292333245277405, "Finetune/Step": 8058, "Finetune/Step Time": 10.89594311453402}
+{"Finetune/Learning Rate": 1.3057159702423634e-05, "Finetune/Loss": 0.8040905594825745, "Finetune/Loss (Raw)": 0.8208418488502502, "Finetune/Step": 8059, "Finetune/Step Time": 10.892540885135531}
+{"Finetune/Learning Rate": 1.3055556324039693e-05, "Finetune/Loss": 0.8032202124595642, "Finetune/Loss (Raw)": 0.6982752680778503, "Finetune/Step": 8060, "Finetune/Step Time": 10.932668969035149}
+{"Finetune/Learning Rate": 1.3053952859008863e-05, "Finetune/Loss": 0.8035246133804321, "Finetune/Loss (Raw)": 0.9461594820022583, "Finetune/Step": 8061, "Finetune/Step Time": 10.930519418790936}
+{"Finetune/Learning Rate": 1.3052349307376611e-05, "Finetune/Loss": 0.8035184144973755, "Finetune/Loss (Raw)": 0.9055036902427673, "Finetune/Step": 8062, "Finetune/Step Time": 10.926648637279868}
+{"Finetune/Learning Rate": 1.3050745669188415e-05, "Finetune/Loss": 0.8038383722305298, "Finetune/Loss (Raw)": 0.8984495401382446, "Finetune/Step": 8063, "Finetune/Step Time": 10.893792036920786}
+{"Finetune/Learning Rate": 1.304914194448975e-05, "Finetune/Loss": 0.8015159368515015, "Finetune/Loss (Raw)": 0.6294610500335693, "Finetune/Step": 8064, "Finetune/Step Time": 10.91305898502469}
+{"Finetune/Learning Rate": 1.3047538133326083e-05, "Finetune/Loss": 0.8028209805488586, "Finetune/Loss (Raw)": 0.8658798336982727, "Finetune/Step": 8065, "Finetune/Step Time": 10.89168524183333}
+{"Finetune/Learning Rate": 1.3045934235742906e-05, "Finetune/Loss": 0.8041927218437195, "Finetune/Loss (Raw)": 0.9090149998664856, "Finetune/Step": 8066, "Finetune/Step Time": 10.882653137668967}
+{"Finetune/Learning Rate": 1.3044330251785695e-05, "Finetune/Loss": 0.8033987879753113, "Finetune/Loss (Raw)": 0.8479247689247131, "Finetune/Step": 8067, "Finetune/Step Time": 10.88188622891903}
+{"Finetune/Learning Rate": 1.3042726181499932e-05, "Finetune/Loss": 0.803433895111084, "Finetune/Loss (Raw)": 0.9124072194099426, "Finetune/Step": 8068, "Finetune/Step Time": 10.87178642861545}
+{"Finetune/Learning Rate": 1.304112202493111e-05, "Finetune/Loss": 0.804328441619873, "Finetune/Loss (Raw)": 0.928452730178833, "Finetune/Step": 8069, "Finetune/Step Time": 10.875148467719555}
+{"Finetune/Learning Rate": 1.3039517782124713e-05, "Finetune/Loss": 0.8024944067001343, "Finetune/Loss (Raw)": 0.6848439574241638, "Finetune/Step": 8070, "Finetune/Step Time": 10.872306829318404}
+{"Finetune/Learning Rate": 1.3037913453126236e-05, "Finetune/Loss": 0.8034400939941406, "Finetune/Loss (Raw)": 0.8521854877471924, "Finetune/Step": 8071, "Finetune/Step Time": 10.88009319268167}
+{"Finetune/Learning Rate": 1.3036309037981171e-05, "Finetune/Loss": 0.8042620420455933, "Finetune/Loss (Raw)": 0.9604486227035522, "Finetune/Step": 8072, "Finetune/Step Time": 10.887945719063282}
+{"Finetune/Learning Rate": 1.3034704536735019e-05, "Finetune/Loss": 0.8038092851638794, "Finetune/Loss (Raw)": 0.8429806232452393, "Finetune/Step": 8073, "Finetune/Step Time": 10.894938154146075}
+{"Finetune/Learning Rate": 1.3033099949433272e-05, "Finetune/Loss": 0.804410457611084, "Finetune/Loss (Raw)": 0.7954007387161255, "Finetune/Step": 8074, "Finetune/Step Time": 10.908688580617309}
+{"Finetune/Learning Rate": 1.3031495276121438e-05, "Finetune/Loss": 0.8053088784217834, "Finetune/Loss (Raw)": 0.7884695529937744, "Finetune/Step": 8075, "Finetune/Step Time": 10.88668405264616}
+{"Finetune/Learning Rate": 1.3029890516845018e-05, "Finetune/Loss": 0.8060515522956848, "Finetune/Loss (Raw)": 0.8773626089096069, "Finetune/Step": 8076, "Finetune/Step Time": 10.896822871640325}
+{"Finetune/Learning Rate": 1.3028285671649518e-05, "Finetune/Loss": 0.805978536605835, "Finetune/Loss (Raw)": 0.7822985053062439, "Finetune/Step": 8077, "Finetune/Step Time": 10.874223168939352}
+{"Finetune/Learning Rate": 1.3026680740580449e-05, "Finetune/Loss": 0.8052034974098206, "Finetune/Loss (Raw)": 0.7711095213890076, "Finetune/Step": 8078, "Finetune/Step Time": 10.87620348483324}
+{"Finetune/Learning Rate": 1.3025075723683319e-05, "Finetune/Loss": 0.8040755391120911, "Finetune/Loss (Raw)": 0.7104705572128296, "Finetune/Step": 8079, "Finetune/Step Time": 10.862710408866405}
+{"Finetune/Learning Rate": 1.3023470621003641e-05, "Finetune/Loss": 0.8034677505493164, "Finetune/Loss (Raw)": 0.7309795022010803, "Finetune/Step": 8080, "Finetune/Step Time": 10.870285671204329}
+{"Finetune/Learning Rate": 1.3021865432586942e-05, "Finetune/Loss": 0.8042644262313843, "Finetune/Loss (Raw)": 0.8700475096702576, "Finetune/Step": 8081, "Finetune/Step Time": 10.867131860926747}
+{"Finetune/Learning Rate": 1.3020260158478726e-05, "Finetune/Loss": 0.8030949831008911, "Finetune/Loss (Raw)": 0.6887267827987671, "Finetune/Step": 8082, "Finetune/Step Time": 10.86299111880362}
+{"Finetune/Learning Rate": 1.301865479872452e-05, "Finetune/Loss": 0.8050280213356018, "Finetune/Loss (Raw)": 0.8453267216682434, "Finetune/Step": 8083, "Finetune/Step Time": 10.831703927367926}
+{"Finetune/Learning Rate": 1.3017049353369853e-05, "Finetune/Loss": 0.8045165538787842, "Finetune/Loss (Raw)": 0.7942500710487366, "Finetune/Step": 8084, "Finetune/Step Time": 10.844991985708475}
+{"Finetune/Learning Rate": 1.3015443822460244e-05, "Finetune/Loss": 0.8029599189758301, "Finetune/Loss (Raw)": 0.6695958375930786, "Finetune/Step": 8085, "Finetune/Step Time": 10.841223834082484}
+{"Finetune/Learning Rate": 1.3013838206041218e-05, "Finetune/Loss": 0.8040878772735596, "Finetune/Loss (Raw)": 0.7872450947761536, "Finetune/Step": 8086, "Finetune/Step Time": 10.847166372463107}
+{"Finetune/Learning Rate": 1.3012232504158315e-05, "Finetune/Loss": 0.8041484355926514, "Finetune/Loss (Raw)": 0.7891618013381958, "Finetune/Step": 8087, "Finetune/Step Time": 10.849126713350415}
+{"Finetune/Learning Rate": 1.3010626716857065e-05, "Finetune/Loss": 0.803985595703125, "Finetune/Loss (Raw)": 0.9007480144500732, "Finetune/Step": 8088, "Finetune/Step Time": 10.828855944797397}
+{"Finetune/Learning Rate": 1.3009020844182998e-05, "Finetune/Loss": 0.8025965094566345, "Finetune/Loss (Raw)": 0.625950813293457, "Finetune/Step": 8089, "Finetune/Step Time": 10.827028525993228}
+{"Finetune/Learning Rate": 1.300741488618166e-05, "Finetune/Loss": 0.802362322807312, "Finetune/Loss (Raw)": 0.7996134757995605, "Finetune/Step": 8090, "Finetune/Step Time": 10.790955567732453}
+{"Finetune/Learning Rate": 1.3005808842898586e-05, "Finetune/Loss": 0.800528883934021, "Finetune/Loss (Raw)": 0.7191235423088074, "Finetune/Step": 8091, "Finetune/Step Time": 10.810945831239223}
+{"Finetune/Learning Rate": 1.3004202714379321e-05, "Finetune/Loss": 0.7998069524765015, "Finetune/Loss (Raw)": 0.697445809841156, "Finetune/Step": 8092, "Finetune/Step Time": 10.822843756526709}
+{"Finetune/Learning Rate": 1.300259650066941e-05, "Finetune/Loss": 0.8002461194992065, "Finetune/Loss (Raw)": 0.826631486415863, "Finetune/Step": 8093, "Finetune/Step Time": 10.825334288179874}
+{"Finetune/Learning Rate": 1.3000990201814401e-05, "Finetune/Loss": 0.7992920875549316, "Finetune/Loss (Raw)": 0.6834329962730408, "Finetune/Step": 8094, "Finetune/Step Time": 10.822864944115281}
+{"Finetune/Learning Rate": 1.2999383817859843e-05, "Finetune/Loss": 0.8006427884101868, "Finetune/Loss (Raw)": 0.9523500800132751, "Finetune/Step": 8095, "Finetune/Step Time": 10.801977192983031}
+{"Finetune/Learning Rate": 1.2997777348851288e-05, "Finetune/Loss": 0.8015210628509521, "Finetune/Loss (Raw)": 0.852088987827301, "Finetune/Step": 8096, "Finetune/Step Time": 10.805696813389659}
+{"Finetune/Learning Rate": 1.2996170794834293e-05, "Finetune/Loss": 0.8014801144599915, "Finetune/Loss (Raw)": 0.8418832421302795, "Finetune/Step": 8097, "Finetune/Step Time": 10.80544232390821}
+{"Finetune/Learning Rate": 1.2994564155854414e-05, "Finetune/Loss": 0.8010256290435791, "Finetune/Loss (Raw)": 0.8040789365768433, "Finetune/Step": 8098, "Finetune/Step Time": 10.805630853399634}
+{"Finetune/Learning Rate": 1.2992957431957211e-05, "Finetune/Loss": 0.8001835346221924, "Finetune/Loss (Raw)": 0.8662883043289185, "Finetune/Step": 8099, "Finetune/Step Time": 10.798395682126284}
+{"Finetune/Learning Rate": 1.2991350623188245e-05, "Finetune/Loss": 0.8005046844482422, "Finetune/Loss (Raw)": 0.87446129322052, "Finetune/Step": 8100, "Finetune/Step Time": 10.804987212643027}
+{"Finetune/Learning Rate": 1.2989743729593082e-05, "Finetune/Loss": 0.8001177906990051, "Finetune/Loss (Raw)": 0.8024638891220093, "Finetune/Step": 8101, "Finetune/Step Time": 10.809064477682114}
+{"Finetune/Learning Rate": 1.2988136751217292e-05, "Finetune/Loss": 0.8003135919570923, "Finetune/Loss (Raw)": 0.8304470181465149, "Finetune/Step": 8102, "Finetune/Step Time": 10.812130458652973}
+{"Finetune/Learning Rate": 1.2986529688106437e-05, "Finetune/Loss": 0.7988476753234863, "Finetune/Loss (Raw)": 0.6761992573738098, "Finetune/Step": 8103, "Finetune/Step Time": 10.822537211701274}
+{"Finetune/Learning Rate": 1.2984922540306095e-05, "Finetune/Loss": 0.797943115234375, "Finetune/Loss (Raw)": 0.7519616484642029, "Finetune/Step": 8104, "Finetune/Step Time": 10.834812864661217}
+{"Finetune/Learning Rate": 1.2983315307861837e-05, "Finetune/Loss": 0.7986530661582947, "Finetune/Loss (Raw)": 0.8558384776115417, "Finetune/Step": 8105, "Finetune/Step Time": 10.844836041331291}
+{"Finetune/Learning Rate": 1.2981707990819242e-05, "Finetune/Loss": 0.7988072633743286, "Finetune/Loss (Raw)": 0.8458805084228516, "Finetune/Step": 8106, "Finetune/Step Time": 10.868045214563608}
+{"Finetune/Learning Rate": 1.298010058922388e-05, "Finetune/Loss": 0.7986923456192017, "Finetune/Loss (Raw)": 0.7985374331474304, "Finetune/Step": 8107, "Finetune/Step Time": 10.87368968501687}
+{"Finetune/Learning Rate": 1.2978493103121347e-05, "Finetune/Loss": 0.796711802482605, "Finetune/Loss (Raw)": 0.7251798510551453, "Finetune/Step": 8108, "Finetune/Step Time": 10.892732102423906}
+{"Finetune/Learning Rate": 1.2976885532557217e-05, "Finetune/Loss": 0.7962050437927246, "Finetune/Loss (Raw)": 0.7911741733551025, "Finetune/Step": 8109, "Finetune/Step Time": 10.888445805758238}
+{"Finetune/Learning Rate": 1.2975277877577077e-05, "Finetune/Loss": 0.7964452505111694, "Finetune/Loss (Raw)": 0.8893591165542603, "Finetune/Step": 8110, "Finetune/Step Time": 10.891023427248001}
+{"Finetune/Learning Rate": 1.297367013822652e-05, "Finetune/Loss": 0.7963799238204956, "Finetune/Loss (Raw)": 0.847313404083252, "Finetune/Step": 8111, "Finetune/Step Time": 10.908603506162763}
+{"Finetune/Learning Rate": 1.297206231455113e-05, "Finetune/Loss": 0.796656608581543, "Finetune/Loss (Raw)": 0.8027859926223755, "Finetune/Step": 8112, "Finetune/Step Time": 10.904247971251607}
+{"Finetune/Learning Rate": 1.2970454406596509e-05, "Finetune/Loss": 0.7991122007369995, "Finetune/Loss (Raw)": 0.9121342301368713, "Finetune/Step": 8113, "Finetune/Step Time": 10.861247079446912}
+{"Finetune/Learning Rate": 1.296884641440824e-05, "Finetune/Loss": 0.7993026971817017, "Finetune/Loss (Raw)": 0.874140202999115, "Finetune/Step": 8114, "Finetune/Step Time": 10.852249370887876}
+{"Finetune/Learning Rate": 1.2967238338031937e-05, "Finetune/Loss": 0.7980453968048096, "Finetune/Loss (Raw)": 0.7113649845123291, "Finetune/Step": 8115, "Finetune/Step Time": 10.850772254168987}
+{"Finetune/Learning Rate": 1.2965630177513192e-05, "Finetune/Loss": 0.7983850240707397, "Finetune/Loss (Raw)": 0.8300098776817322, "Finetune/Step": 8116, "Finetune/Step Time": 10.856991415843368}
+{"Finetune/Learning Rate": 1.2964021932897603e-05, "Finetune/Loss": 0.7992932796478271, "Finetune/Loss (Raw)": 0.9768887758255005, "Finetune/Step": 8117, "Finetune/Step Time": 10.865786153823137}
+{"Finetune/Learning Rate": 1.2962413604230784e-05, "Finetune/Loss": 0.7988693714141846, "Finetune/Loss (Raw)": 0.8569217324256897, "Finetune/Step": 8118, "Finetune/Step Time": 10.877704434096813}
+{"Finetune/Learning Rate": 1.2960805191558339e-05, "Finetune/Loss": 0.7987940907478333, "Finetune/Loss (Raw)": 0.6929463148117065, "Finetune/Step": 8119, "Finetune/Step Time": 10.900864431634545}
+{"Finetune/Learning Rate": 1.2959196694925878e-05, "Finetune/Loss": 0.7991492748260498, "Finetune/Loss (Raw)": 0.7717608213424683, "Finetune/Step": 8120, "Finetune/Step Time": 10.901012094691396}
+{"Finetune/Learning Rate": 1.2957588114379011e-05, "Finetune/Loss": 0.8017135858535767, "Finetune/Loss (Raw)": 0.9622793197631836, "Finetune/Step": 8121, "Finetune/Step Time": 10.908445173874497}
+{"Finetune/Learning Rate": 1.2955979449963358e-05, "Finetune/Loss": 0.8029382228851318, "Finetune/Loss (Raw)": 0.8820974230766296, "Finetune/Step": 8122, "Finetune/Step Time": 10.913629610091448}
+{"Finetune/Learning Rate": 1.2954370701724532e-05, "Finetune/Loss": 0.8020146489143372, "Finetune/Loss (Raw)": 0.8085933923721313, "Finetune/Step": 8123, "Finetune/Step Time": 10.920383989810944}
+{"Finetune/Learning Rate": 1.2952761869708157e-05, "Finetune/Loss": 0.804094672203064, "Finetune/Loss (Raw)": 1.0507149696350098, "Finetune/Step": 8124, "Finetune/Step Time": 10.933396274223924}
+{"Finetune/Learning Rate": 1.295115295395985e-05, "Finetune/Loss": 0.8024430274963379, "Finetune/Loss (Raw)": 0.7001667022705078, "Finetune/Step": 8125, "Finetune/Step Time": 10.94656539708376}
+{"Finetune/Learning Rate": 1.2949543954525236e-05, "Finetune/Loss": 0.803204357624054, "Finetune/Loss (Raw)": 0.9423441290855408, "Finetune/Step": 8126, "Finetune/Step Time": 10.940226834267378}
+{"Finetune/Learning Rate": 1.2947934871449942e-05, "Finetune/Loss": 0.8016504645347595, "Finetune/Loss (Raw)": 0.6992655992507935, "Finetune/Step": 8127, "Finetune/Step Time": 10.937679482623935}
+{"Finetune/Learning Rate": 1.2946325704779602e-05, "Finetune/Loss": 0.8018054962158203, "Finetune/Loss (Raw)": 0.5754948258399963, "Finetune/Step": 8128, "Finetune/Step Time": 10.937294945120811}
+{"Finetune/Learning Rate": 1.294471645455984e-05, "Finetune/Loss": 0.801206648349762, "Finetune/Loss (Raw)": 0.878118634223938, "Finetune/Step": 8129, "Finetune/Step Time": 10.937678411602974}
+{"Finetune/Learning Rate": 1.2943107120836296e-05, "Finetune/Loss": 0.8010547161102295, "Finetune/Loss (Raw)": 0.7629500031471252, "Finetune/Step": 8130, "Finetune/Step Time": 10.93928170017898}
+{"Finetune/Learning Rate": 1.29414977036546e-05, "Finetune/Loss": 0.7989798188209534, "Finetune/Loss (Raw)": 0.6587279438972473, "Finetune/Step": 8131, "Finetune/Step Time": 10.949675913900137}
+{"Finetune/Learning Rate": 1.2939888203060393e-05, "Finetune/Loss": 0.7982909679412842, "Finetune/Loss (Raw)": 0.7814579010009766, "Finetune/Step": 8132, "Finetune/Step Time": 10.952172523364425}
+{"Finetune/Learning Rate": 1.2938278619099323e-05, "Finetune/Loss": 0.798747718334198, "Finetune/Loss (Raw)": 0.9156621694564819, "Finetune/Step": 8133, "Finetune/Step Time": 10.911742368713021}
+{"Finetune/Learning Rate": 1.293666895181702e-05, "Finetune/Loss": 0.7982669472694397, "Finetune/Loss (Raw)": 0.8314674496650696, "Finetune/Step": 8134, "Finetune/Step Time": 10.913609387353063}
+{"Finetune/Learning Rate": 1.2935059201259137e-05, "Finetune/Loss": 0.7982041835784912, "Finetune/Loss (Raw)": 0.861885130405426, "Finetune/Step": 8135, "Finetune/Step Time": 10.910669213160872}
+{"Finetune/Learning Rate": 1.2933449367471322e-05, "Finetune/Loss": 0.7991293668746948, "Finetune/Loss (Raw)": 0.929897665977478, "Finetune/Step": 8136, "Finetune/Step Time": 10.883278800174594}
+{"Finetune/Learning Rate": 1.2931839450499227e-05, "Finetune/Loss": 0.7985237836837769, "Finetune/Loss (Raw)": 0.8034878969192505, "Finetune/Step": 8137, "Finetune/Step Time": 10.891042485833168}
+{"Finetune/Learning Rate": 1.2930229450388499e-05, "Finetune/Loss": 0.7974793910980225, "Finetune/Loss (Raw)": 0.6650952696800232, "Finetune/Step": 8138, "Finetune/Step Time": 10.91796868853271}
+{"Finetune/Learning Rate": 1.2928619367184799e-05, "Finetune/Loss": 0.7986948490142822, "Finetune/Loss (Raw)": 0.902187705039978, "Finetune/Step": 8139, "Finetune/Step Time": 10.918815875425935}
+{"Finetune/Learning Rate": 1.292700920093378e-05, "Finetune/Loss": 0.7997411489486694, "Finetune/Loss (Raw)": 0.8503134250640869, "Finetune/Step": 8140, "Finetune/Step Time": 10.914544945582747}
+{"Finetune/Learning Rate": 1.2925398951681103e-05, "Finetune/Loss": 0.7988702058792114, "Finetune/Loss (Raw)": 0.7245036363601685, "Finetune/Step": 8141, "Finetune/Step Time": 10.910318784415722}
+{"Finetune/Learning Rate": 1.292378861947243e-05, "Finetune/Loss": 0.8002890348434448, "Finetune/Loss (Raw)": 0.8067073225975037, "Finetune/Step": 8142, "Finetune/Step Time": 10.904448242858052}
+{"Finetune/Learning Rate": 1.2922178204353429e-05, "Finetune/Loss": 0.8006114959716797, "Finetune/Loss (Raw)": 0.8136410713195801, "Finetune/Step": 8143, "Finetune/Step Time": 10.899427058175206}
+{"Finetune/Learning Rate": 1.292056770636976e-05, "Finetune/Loss": 0.8011019229888916, "Finetune/Loss (Raw)": 0.896544873714447, "Finetune/Step": 8144, "Finetune/Step Time": 10.887395283207297}
+{"Finetune/Learning Rate": 1.2918957125567098e-05, "Finetune/Loss": 0.8002150058746338, "Finetune/Loss (Raw)": 0.8264551758766174, "Finetune/Step": 8145, "Finetune/Step Time": 10.884386859834194}
+{"Finetune/Learning Rate": 1.2917346461991112e-05, "Finetune/Loss": 0.801344633102417, "Finetune/Loss (Raw)": 0.8290395736694336, "Finetune/Step": 8146, "Finetune/Step Time": 10.889588294550776}
+{"Finetune/Learning Rate": 1.2915735715687475e-05, "Finetune/Loss": 0.800139844417572, "Finetune/Loss (Raw)": 0.5709003210067749, "Finetune/Step": 8147, "Finetune/Step Time": 10.92989450879395}
+{"Finetune/Learning Rate": 1.2914124886701865e-05, "Finetune/Loss": 0.799024760723114, "Finetune/Loss (Raw)": 0.6384629011154175, "Finetune/Step": 8148, "Finetune/Step Time": 10.967677988111973}
+{"Finetune/Learning Rate": 1.2912513975079959e-05, "Finetune/Loss": 0.7994890213012695, "Finetune/Loss (Raw)": 0.9019415974617004, "Finetune/Step": 8149, "Finetune/Step Time": 10.958727791905403}
+{"Finetune/Learning Rate": 1.2910902980867439e-05, "Finetune/Loss": 0.7992399334907532, "Finetune/Loss (Raw)": 0.7884417176246643, "Finetune/Step": 8150, "Finetune/Step Time": 10.955291785299778}
+{"Finetune/Learning Rate": 1.2909291904109994e-05, "Finetune/Loss": 0.8006958961486816, "Finetune/Loss (Raw)": 0.9217284917831421, "Finetune/Step": 8151, "Finetune/Step Time": 10.955456227064133}
+{"Finetune/Learning Rate": 1.2907680744853295e-05, "Finetune/Loss": 0.8022575974464417, "Finetune/Loss (Raw)": 0.7407952547073364, "Finetune/Step": 8152, "Finetune/Step Time": 10.91986577399075}
+{"Finetune/Learning Rate": 1.2906069503143041e-05, "Finetune/Loss": 0.8022363185882568, "Finetune/Loss (Raw)": 0.7692849040031433, "Finetune/Step": 8153, "Finetune/Step Time": 10.919991709291935}
+{"Finetune/Learning Rate": 1.2904458179024921e-05, "Finetune/Loss": 0.8040555715560913, "Finetune/Loss (Raw)": 0.9787004590034485, "Finetune/Step": 8154, "Finetune/Step Time": 10.923677215352654}
+{"Finetune/Learning Rate": 1.2902846772544625e-05, "Finetune/Loss": 0.8032389879226685, "Finetune/Loss (Raw)": 0.7632619738578796, "Finetune/Step": 8155, "Finetune/Step Time": 10.931624218821526}
+{"Finetune/Learning Rate": 1.2901235283747848e-05, "Finetune/Loss": 0.8044693470001221, "Finetune/Loss (Raw)": 0.8900609016418457, "Finetune/Step": 8156, "Finetune/Step Time": 10.924374788999557}
+{"Finetune/Learning Rate": 1.2899623712680293e-05, "Finetune/Loss": 0.8048734068870544, "Finetune/Loss (Raw)": 0.8476829528808594, "Finetune/Step": 8157, "Finetune/Step Time": 10.913384635001421}
+{"Finetune/Learning Rate": 1.2898012059387652e-05, "Finetune/Loss": 0.8044496774673462, "Finetune/Loss (Raw)": 0.7344610691070557, "Finetune/Step": 8158, "Finetune/Step Time": 10.911379827186465}
+{"Finetune/Learning Rate": 1.2896400323915627e-05, "Finetune/Loss": 0.8049795627593994, "Finetune/Loss (Raw)": 0.8221092224121094, "Finetune/Step": 8159, "Finetune/Step Time": 10.908747041597962}
+{"Finetune/Learning Rate": 1.289478850630993e-05, "Finetune/Loss": 0.8034314513206482, "Finetune/Loss (Raw)": 0.6799407601356506, "Finetune/Step": 8160, "Finetune/Step Time": 10.94946863874793}
+{"Finetune/Learning Rate": 1.289317660661626e-05, "Finetune/Loss": 0.8019767999649048, "Finetune/Loss (Raw)": 0.6152373552322388, "Finetune/Step": 8161, "Finetune/Step Time": 10.989705184474587}
+{"Finetune/Learning Rate": 1.289156462488033e-05, "Finetune/Loss": 0.8020945191383362, "Finetune/Loss (Raw)": 0.8126810193061829, "Finetune/Step": 8162, "Finetune/Step Time": 10.978808119893074}
+{"Finetune/Learning Rate": 1.288995256114785e-05, "Finetune/Loss": 0.8016457557678223, "Finetune/Loss (Raw)": 0.7825000286102295, "Finetune/Step": 8163, "Finetune/Step Time": 10.98578654229641}
+{"Finetune/Learning Rate": 1.288834041546453e-05, "Finetune/Loss": 0.8020683526992798, "Finetune/Loss (Raw)": 0.6516509652137756, "Finetune/Step": 8164, "Finetune/Step Time": 11.037433948367834}
+{"Finetune/Learning Rate": 1.2886728187876092e-05, "Finetune/Loss": 0.8003127574920654, "Finetune/Loss (Raw)": 0.7269203066825867, "Finetune/Step": 8165, "Finetune/Step Time": 11.02072343789041}
+{"Finetune/Learning Rate": 1.288511587842825e-05, "Finetune/Loss": 0.8021206855773926, "Finetune/Loss (Raw)": 0.8315201997756958, "Finetune/Step": 8166, "Finetune/Step Time": 10.993647469207644}
+{"Finetune/Learning Rate": 1.2883503487166727e-05, "Finetune/Loss": 0.802586555480957, "Finetune/Loss (Raw)": 0.8981754779815674, "Finetune/Step": 8167, "Finetune/Step Time": 10.994917253032327}
+{"Finetune/Learning Rate": 1.2881891014137242e-05, "Finetune/Loss": 0.8033125996589661, "Finetune/Loss (Raw)": 0.8721466660499573, "Finetune/Step": 8168, "Finetune/Step Time": 10.99659127369523}
+{"Finetune/Learning Rate": 1.2880278459385526e-05, "Finetune/Loss": 0.80543053150177, "Finetune/Loss (Raw)": 0.959886908531189, "Finetune/Step": 8169, "Finetune/Step Time": 10.978160869330168}
+{"Finetune/Learning Rate": 1.2878665822957301e-05, "Finetune/Loss": 0.8047491312026978, "Finetune/Loss (Raw)": 0.620983362197876, "Finetune/Step": 8170, "Finetune/Step Time": 10.994972540065646}
+{"Finetune/Learning Rate": 1.2877053104898302e-05, "Finetune/Loss": 0.8061302900314331, "Finetune/Loss (Raw)": 0.980292022228241, "Finetune/Step": 8171, "Finetune/Step Time": 10.989725476130843}
+{"Finetune/Learning Rate": 1.2875440305254259e-05, "Finetune/Loss": 0.8058043718338013, "Finetune/Loss (Raw)": 0.790968656539917, "Finetune/Step": 8172, "Finetune/Step Time": 10.988254381343722}
+{"Finetune/Learning Rate": 1.28738274240709e-05, "Finetune/Loss": 0.8040506839752197, "Finetune/Loss (Raw)": 0.7641120553016663, "Finetune/Step": 8173, "Finetune/Step Time": 10.986662631854415}
+{"Finetune/Learning Rate": 1.2872214461393971e-05, "Finetune/Loss": 0.8033642172813416, "Finetune/Loss (Raw)": 0.7624402642250061, "Finetune/Step": 8174, "Finetune/Step Time": 10.983375335112214}
+{"Finetune/Learning Rate": 1.2870601417269209e-05, "Finetune/Loss": 0.804480791091919, "Finetune/Loss (Raw)": 0.901057779788971, "Finetune/Step": 8175, "Finetune/Step Time": 10.983649220317602}
+{"Finetune/Learning Rate": 1.2868988291742349e-05, "Finetune/Loss": 0.805774450302124, "Finetune/Loss (Raw)": 0.841155469417572, "Finetune/Step": 8176, "Finetune/Step Time": 10.99283567816019}
+{"Finetune/Learning Rate": 1.2867375084859142e-05, "Finetune/Loss": 0.8069535493850708, "Finetune/Loss (Raw)": 0.909324049949646, "Finetune/Step": 8177, "Finetune/Step Time": 10.980973141267896}
+{"Finetune/Learning Rate": 1.2865761796665332e-05, "Finetune/Loss": 0.8079456686973572, "Finetune/Loss (Raw)": 0.8524739742279053, "Finetune/Step": 8178, "Finetune/Step Time": 10.963727090507746}
+{"Finetune/Learning Rate": 1.2864148427206667e-05, "Finetune/Loss": 0.8100088834762573, "Finetune/Loss (Raw)": 0.9030706286430359, "Finetune/Step": 8179, "Finetune/Step Time": 10.95968872308731}
+{"Finetune/Learning Rate": 1.2862534976528893e-05, "Finetune/Loss": 0.8101277351379395, "Finetune/Loss (Raw)": 0.9231727123260498, "Finetune/Step": 8180, "Finetune/Step Time": 10.93859695084393}
+{"Finetune/Learning Rate": 1.2860921444677772e-05, "Finetune/Loss": 0.810639500617981, "Finetune/Loss (Raw)": 0.8962730169296265, "Finetune/Step": 8181, "Finetune/Step Time": 10.940844554454088}
+{"Finetune/Learning Rate": 1.2859307831699052e-05, "Finetune/Loss": 0.8099270462989807, "Finetune/Loss (Raw)": 0.7678858637809753, "Finetune/Step": 8182, "Finetune/Step Time": 10.911738680675626}
+{"Finetune/Learning Rate": 1.2857694137638493e-05, "Finetune/Loss": 0.8106761574745178, "Finetune/Loss (Raw)": 0.8087151646614075, "Finetune/Step": 8183, "Finetune/Step Time": 10.887841332703829}
+{"Finetune/Learning Rate": 1.2856080362541854e-05, "Finetune/Loss": 0.8114663362503052, "Finetune/Loss (Raw)": 0.8262463808059692, "Finetune/Step": 8184, "Finetune/Step Time": 10.87844187580049}
+{"Finetune/Learning Rate": 1.28544665064549e-05, "Finetune/Loss": 0.8120701313018799, "Finetune/Loss (Raw)": 0.8193008303642273, "Finetune/Step": 8185, "Finetune/Step Time": 10.874594364315271}
+{"Finetune/Learning Rate": 1.2852852569423388e-05, "Finetune/Loss": 0.8122490048408508, "Finetune/Loss (Raw)": 0.7521291971206665, "Finetune/Step": 8186, "Finetune/Step Time": 10.866890201345086}
+{"Finetune/Learning Rate": 1.2851238551493093e-05, "Finetune/Loss": 0.8136831521987915, "Finetune/Loss (Raw)": 1.0044065713882446, "Finetune/Step": 8187, "Finetune/Step Time": 10.878406634554267}
+{"Finetune/Learning Rate": 1.284962445270978e-05, "Finetune/Loss": 0.8148972988128662, "Finetune/Loss (Raw)": 0.8536967039108276, "Finetune/Step": 8188, "Finetune/Step Time": 10.841059390455484}
+{"Finetune/Learning Rate": 1.284801027311922e-05, "Finetune/Loss": 0.8136078715324402, "Finetune/Loss (Raw)": 0.7811075448989868, "Finetune/Step": 8189, "Finetune/Step Time": 10.838561674579978}
+{"Finetune/Learning Rate": 1.2846396012767189e-05, "Finetune/Loss": 0.812764585018158, "Finetune/Loss (Raw)": 0.7975630164146423, "Finetune/Step": 8190, "Finetune/Step Time": 10.841367630288005}
+{"Finetune/Learning Rate": 1.2844781671699457e-05, "Finetune/Loss": 0.8128780126571655, "Finetune/Loss (Raw)": 0.9129666090011597, "Finetune/Step": 8191, "Finetune/Step Time": 10.852250942960382}
+{"Finetune/Learning Rate": 1.284316724996181e-05, "Finetune/Loss": 0.8142315149307251, "Finetune/Loss (Raw)": 0.8027193546295166, "Finetune/Step": 8192, "Finetune/Step Time": 10.826266011223197}
+{"Finetune/Learning Rate": 1.2841552747600025e-05, "Finetune/Loss": 0.8135253190994263, "Finetune/Loss (Raw)": 0.7754849791526794, "Finetune/Step": 8193, "Finetune/Step Time": 10.829888816922903}
+{"Finetune/Learning Rate": 1.2839938164659884e-05, "Finetune/Loss": 0.8124520778656006, "Finetune/Loss (Raw)": 0.7716401219367981, "Finetune/Step": 8194, "Finetune/Step Time": 10.835833422839642}
+{"Finetune/Learning Rate": 1.283832350118717e-05, "Finetune/Loss": 0.8128334283828735, "Finetune/Loss (Raw)": 0.8967377543449402, "Finetune/Step": 8195, "Finetune/Step Time": 10.836459062993526}
+{"Finetune/Learning Rate": 1.2836708757227675e-05, "Finetune/Loss": 0.8127431273460388, "Finetune/Loss (Raw)": 0.9008468985557556, "Finetune/Step": 8196, "Finetune/Step Time": 10.83970289118588}
+{"Finetune/Learning Rate": 1.2835093932827186e-05, "Finetune/Loss": 0.8121136426925659, "Finetune/Loss (Raw)": 0.8478705286979675, "Finetune/Step": 8197, "Finetune/Step Time": 10.837099339812994}
+{"Finetune/Learning Rate": 1.2833479028031492e-05, "Finetune/Loss": 0.8137354850769043, "Finetune/Loss (Raw)": 0.8924468159675598, "Finetune/Step": 8198, "Finetune/Step Time": 10.84104834869504}
+{"Finetune/Learning Rate": 1.2831864042886393e-05, "Finetune/Loss": 0.8135045766830444, "Finetune/Loss (Raw)": 0.8226309418678284, "Finetune/Step": 8199, "Finetune/Step Time": 10.825713893398643}
+{"Finetune/Learning Rate": 1.2830248977437685e-05, "Finetune/Loss": 0.8115428686141968, "Finetune/Loss (Raw)": 0.7093437910079956, "Finetune/Step": 8200, "Finetune/Step Time": 10.84573183208704}
+{"Finetune/Learning Rate": 1.282863383173116e-05, "Finetune/Loss": 0.8105935454368591, "Finetune/Loss (Raw)": 0.7214707136154175, "Finetune/Step": 8201, "Finetune/Step Time": 10.874116830527782}
+{"Finetune/Learning Rate": 1.2827018605812623e-05, "Finetune/Loss": 0.811082661151886, "Finetune/Loss (Raw)": 0.8580085039138794, "Finetune/Step": 8202, "Finetune/Step Time": 10.85676072910428}
+{"Finetune/Learning Rate": 1.2825403299727881e-05, "Finetune/Loss": 0.8114205002784729, "Finetune/Loss (Raw)": 0.8317099213600159, "Finetune/Step": 8203, "Finetune/Step Time": 10.843672161921859}
+{"Finetune/Learning Rate": 1.2823787913522732e-05, "Finetune/Loss": 0.8099851608276367, "Finetune/Loss (Raw)": 0.6936451196670532, "Finetune/Step": 8204, "Finetune/Step Time": 10.853987224400043}
+{"Finetune/Learning Rate": 1.2822172447242989e-05, "Finetune/Loss": 0.8095425367355347, "Finetune/Loss (Raw)": 0.725631833076477, "Finetune/Step": 8205, "Finetune/Step Time": 10.863241154700518}
+{"Finetune/Learning Rate": 1.2820556900934462e-05, "Finetune/Loss": 0.8092226982116699, "Finetune/Loss (Raw)": 0.7301793098449707, "Finetune/Step": 8206, "Finetune/Step Time": 10.893140476197004}
+{"Finetune/Learning Rate": 1.281894127464296e-05, "Finetune/Loss": 0.8115941286087036, "Finetune/Loss (Raw)": 1.0140081644058228, "Finetune/Step": 8207, "Finetune/Step Time": 10.907237321138382}
+{"Finetune/Learning Rate": 1.2817325568414299e-05, "Finetune/Loss": 0.812006413936615, "Finetune/Loss (Raw)": 0.7837564945220947, "Finetune/Step": 8208, "Finetune/Step Time": 10.900370046496391}
+{"Finetune/Learning Rate": 1.2815709782294297e-05, "Finetune/Loss": 0.8113194704055786, "Finetune/Loss (Raw)": 0.7821183800697327, "Finetune/Step": 8209, "Finetune/Step Time": 10.903069645166397}
+{"Finetune/Learning Rate": 1.2814093916328774e-05, "Finetune/Loss": 0.8125535845756531, "Finetune/Loss (Raw)": 0.8466955423355103, "Finetune/Step": 8210, "Finetune/Step Time": 10.902035981416702}
+{"Finetune/Learning Rate": 1.2812477970563546e-05, "Finetune/Loss": 0.8123533725738525, "Finetune/Loss (Raw)": 0.8196998238563538, "Finetune/Step": 8211, "Finetune/Step Time": 10.90590400993824}
+{"Finetune/Learning Rate": 1.2810861945044444e-05, "Finetune/Loss": 0.810747504234314, "Finetune/Loss (Raw)": 0.5887004733085632, "Finetune/Step": 8212, "Finetune/Step Time": 10.93036787956953}
+{"Finetune/Learning Rate": 1.2809245839817288e-05, "Finetune/Loss": 0.8115993142127991, "Finetune/Loss (Raw)": 0.7786204814910889, "Finetune/Step": 8213, "Finetune/Step Time": 10.975326415151358}
+{"Finetune/Learning Rate": 1.280762965492791e-05, "Finetune/Loss": 0.8110558390617371, "Finetune/Loss (Raw)": 0.717678427696228, "Finetune/Step": 8214, "Finetune/Step Time": 11.011882580816746}
+{"Finetune/Learning Rate": 1.2806013390422137e-05, "Finetune/Loss": 0.8112144470214844, "Finetune/Loss (Raw)": 0.809468686580658, "Finetune/Step": 8215, "Finetune/Step Time": 11.00698404200375}
+{"Finetune/Learning Rate": 1.2804397046345805e-05, "Finetune/Loss": 0.8086885213851929, "Finetune/Loss (Raw)": 0.577428936958313, "Finetune/Step": 8216, "Finetune/Step Time": 11.01973651535809}
+{"Finetune/Learning Rate": 1.2802780622744746e-05, "Finetune/Loss": 0.8115803003311157, "Finetune/Loss (Raw)": 0.9961029291152954, "Finetune/Step": 8217, "Finetune/Step Time": 11.020089402794838}
+{"Finetune/Learning Rate": 1.28011641196648e-05, "Finetune/Loss": 0.8114839792251587, "Finetune/Loss (Raw)": 0.7872819900512695, "Finetune/Step": 8218, "Finetune/Step Time": 11.023933935910463}
+{"Finetune/Learning Rate": 1.2799547537151804e-05, "Finetune/Loss": 0.8115005493164062, "Finetune/Loss (Raw)": 0.721247673034668, "Finetune/Step": 8219, "Finetune/Step Time": 10.977874981239438}
+{"Finetune/Learning Rate": 1.2797930875251601e-05, "Finetune/Loss": 0.8121994137763977, "Finetune/Loss (Raw)": 0.7868983745574951, "Finetune/Step": 8220, "Finetune/Step Time": 10.967998925596476}
+{"Finetune/Learning Rate": 1.2796314134010034e-05, "Finetune/Loss": 0.8121398687362671, "Finetune/Loss (Raw)": 0.8189970850944519, "Finetune/Step": 8221, "Finetune/Step Time": 10.960617415606976}
+{"Finetune/Learning Rate": 1.2794697313472953e-05, "Finetune/Loss": 0.8133809566497803, "Finetune/Loss (Raw)": 0.8422989249229431, "Finetune/Step": 8222, "Finetune/Step Time": 10.964473808184266}
+{"Finetune/Learning Rate": 1.27930804136862e-05, "Finetune/Loss": 0.8127265572547913, "Finetune/Loss (Raw)": 0.8685892224311829, "Finetune/Step": 8223, "Finetune/Step Time": 10.967259213328362}
+{"Finetune/Learning Rate": 1.279146343469563e-05, "Finetune/Loss": 0.8130183815956116, "Finetune/Loss (Raw)": 0.8894413709640503, "Finetune/Step": 8224, "Finetune/Step Time": 10.955516558140516}
+{"Finetune/Learning Rate": 1.2789846376547096e-05, "Finetune/Loss": 0.8137370347976685, "Finetune/Loss (Raw)": 0.9338684678077698, "Finetune/Step": 8225, "Finetune/Step Time": 10.962089110165834}
+{"Finetune/Learning Rate": 1.278822923928645e-05, "Finetune/Loss": 0.8145430088043213, "Finetune/Loss (Raw)": 0.9072498679161072, "Finetune/Step": 8226, "Finetune/Step Time": 11.000457173213363}
+{"Finetune/Learning Rate": 1.2786612022959553e-05, "Finetune/Loss": 0.8127593994140625, "Finetune/Loss (Raw)": 0.6379827260971069, "Finetune/Step": 8227, "Finetune/Step Time": 11.017166720703244}
+{"Finetune/Learning Rate": 1.2784994727612263e-05, "Finetune/Loss": 0.8122115731239319, "Finetune/Loss (Raw)": 0.8043419718742371, "Finetune/Step": 8228, "Finetune/Step Time": 11.008145028725266}
+{"Finetune/Learning Rate": 1.2783377353290438e-05, "Finetune/Loss": 0.8124225735664368, "Finetune/Loss (Raw)": 0.8294707536697388, "Finetune/Step": 8229, "Finetune/Step Time": 11.035298302769661}
+{"Finetune/Learning Rate": 1.2781759900039952e-05, "Finetune/Loss": 0.8127662539482117, "Finetune/Loss (Raw)": 0.874432384967804, "Finetune/Step": 8230, "Finetune/Step Time": 11.046683602035046}
+{"Finetune/Learning Rate": 1.2780142367906663e-05, "Finetune/Loss": 0.8148399591445923, "Finetune/Loss (Raw)": 0.9416366815567017, "Finetune/Step": 8231, "Finetune/Step Time": 11.041075507178903}
+{"Finetune/Learning Rate": 1.2778524756936438e-05, "Finetune/Loss": 0.8152421712875366, "Finetune/Loss (Raw)": 0.8034511804580688, "Finetune/Step": 8232, "Finetune/Step Time": 11.043289354071021}
+{"Finetune/Learning Rate": 1.277690706717516e-05, "Finetune/Loss": 0.8144438862800598, "Finetune/Loss (Raw)": 0.7536547780036926, "Finetune/Step": 8233, "Finetune/Step Time": 11.070942716673017}
+{"Finetune/Learning Rate": 1.2775289298668689e-05, "Finetune/Loss": 0.815132737159729, "Finetune/Loss (Raw)": 0.9340535402297974, "Finetune/Step": 8234, "Finetune/Step Time": 11.051531879231334}
+{"Finetune/Learning Rate": 1.2773671451462906e-05, "Finetune/Loss": 0.8150344491004944, "Finetune/Loss (Raw)": 0.7859590649604797, "Finetune/Step": 8235, "Finetune/Step Time": 11.061110271140933}
+{"Finetune/Learning Rate": 1.2772053525603689e-05, "Finetune/Loss": 0.815994143486023, "Finetune/Loss (Raw)": 0.8480172157287598, "Finetune/Step": 8236, "Finetune/Step Time": 11.056709414348006}
+{"Finetune/Learning Rate": 1.2770435521136915e-05, "Finetune/Loss": 0.8163936138153076, "Finetune/Loss (Raw)": 0.842301070690155, "Finetune/Step": 8237, "Finetune/Step Time": 11.059430867433548}
+{"Finetune/Learning Rate": 1.2768817438108468e-05, "Finetune/Loss": 0.8166788816452026, "Finetune/Loss (Raw)": 0.9258772134780884, "Finetune/Step": 8238, "Finetune/Step Time": 11.05932642146945}
+{"Finetune/Learning Rate": 1.2767199276564232e-05, "Finetune/Loss": 0.8163654804229736, "Finetune/Loss (Raw)": 0.8071948289871216, "Finetune/Step": 8239, "Finetune/Step Time": 11.052360162138939}
+{"Finetune/Learning Rate": 1.2765581036550095e-05, "Finetune/Loss": 0.8163827657699585, "Finetune/Loss (Raw)": 0.8050070405006409, "Finetune/Step": 8240, "Finetune/Step Time": 11.072386315092444}
+{"Finetune/Learning Rate": 1.2763962718111942e-05, "Finetune/Loss": 0.8155180215835571, "Finetune/Loss (Raw)": 0.8014439344406128, "Finetune/Step": 8241, "Finetune/Step Time": 11.094301296398044}
+{"Finetune/Learning Rate": 1.2762344321295667e-05, "Finetune/Loss": 0.8149540424346924, "Finetune/Loss (Raw)": 0.8019559383392334, "Finetune/Step": 8242, "Finetune/Step Time": 11.09708583727479}
+{"Finetune/Learning Rate": 1.2760725846147162e-05, "Finetune/Loss": 0.8159337043762207, "Finetune/Loss (Raw)": 0.8367567658424377, "Finetune/Step": 8243, "Finetune/Step Time": 11.100831674411893}
+{"Finetune/Learning Rate": 1.2759107292712324e-05, "Finetune/Loss": 0.8168817758560181, "Finetune/Loss (Raw)": 0.9513649940490723, "Finetune/Step": 8244, "Finetune/Step Time": 11.10169449262321}
+{"Finetune/Learning Rate": 1.2757488661037048e-05, "Finetune/Loss": 0.8143280744552612, "Finetune/Loss (Raw)": 0.6500098705291748, "Finetune/Step": 8245, "Finetune/Step Time": 11.097432870417833}
+{"Finetune/Learning Rate": 1.2755869951167233e-05, "Finetune/Loss": 0.8135838508605957, "Finetune/Loss (Raw)": 0.7616549730300903, "Finetune/Step": 8246, "Finetune/Step Time": 11.083059940487146}
+{"Finetune/Learning Rate": 1.2754251163148783e-05, "Finetune/Loss": 0.8148812055587769, "Finetune/Loss (Raw)": 0.8590195178985596, "Finetune/Step": 8247, "Finetune/Step Time": 11.048420492559671}
+{"Finetune/Learning Rate": 1.2752632297027605e-05, "Finetune/Loss": 0.8142986297607422, "Finetune/Loss (Raw)": 0.697191596031189, "Finetune/Step": 8248, "Finetune/Step Time": 11.076094469055533}
+{"Finetune/Learning Rate": 1.27510133528496e-05, "Finetune/Loss": 0.8131879568099976, "Finetune/Loss (Raw)": 0.820110559463501, "Finetune/Step": 8249, "Finetune/Step Time": 11.064983183518052}
+{"Finetune/Learning Rate": 1.2749394330660679e-05, "Finetune/Loss": 0.8130578398704529, "Finetune/Loss (Raw)": 0.865439236164093, "Finetune/Step": 8250, "Finetune/Step Time": 11.079990969970822}
+{"Finetune/Learning Rate": 1.2747775230506756e-05, "Finetune/Loss": 0.8131154775619507, "Finetune/Loss (Raw)": 0.8159730434417725, "Finetune/Step": 8251, "Finetune/Step Time": 11.077629212290049}
+{"Finetune/Learning Rate": 1.2746156052433738e-05, "Finetune/Loss": 0.8120921850204468, "Finetune/Loss (Raw)": 0.9197415113449097, "Finetune/Step": 8252, "Finetune/Step Time": 11.062150314450264}
+{"Finetune/Learning Rate": 1.2744536796487543e-05, "Finetune/Loss": 0.8140801191329956, "Finetune/Loss (Raw)": 0.9546133279800415, "Finetune/Step": 8253, "Finetune/Step Time": 11.040492478758097}
+{"Finetune/Learning Rate": 1.2742917462714093e-05, "Finetune/Loss": 0.8137045502662659, "Finetune/Loss (Raw)": 0.8942668437957764, "Finetune/Step": 8254, "Finetune/Step Time": 11.046568104997277}
+{"Finetune/Learning Rate": 1.2741298051159298e-05, "Finetune/Loss": 0.8140305280685425, "Finetune/Loss (Raw)": 0.740993320941925, "Finetune/Step": 8255, "Finetune/Step Time": 11.051690991967916}
+{"Finetune/Learning Rate": 1.273967856186909e-05, "Finetune/Loss": 0.8155055046081543, "Finetune/Loss (Raw)": 0.7642965912818909, "Finetune/Step": 8256, "Finetune/Step Time": 11.016881216317415}
+{"Finetune/Learning Rate": 1.2738058994889386e-05, "Finetune/Loss": 0.8151882886886597, "Finetune/Loss (Raw)": 0.8375202417373657, "Finetune/Step": 8257, "Finetune/Step Time": 11.02850859425962}
+{"Finetune/Learning Rate": 1.2736439350266117e-05, "Finetune/Loss": 0.8149122595787048, "Finetune/Loss (Raw)": 0.7276124954223633, "Finetune/Step": 8258, "Finetune/Step Time": 11.030199371278286}
+{"Finetune/Learning Rate": 1.2734819628045207e-05, "Finetune/Loss": 0.8155440092086792, "Finetune/Loss (Raw)": 0.7395856380462646, "Finetune/Step": 8259, "Finetune/Step Time": 11.005063761025667}
+{"Finetune/Learning Rate": 1.2733199828272591e-05, "Finetune/Loss": 0.8153380155563354, "Finetune/Loss (Raw)": 0.7551053166389465, "Finetune/Step": 8260, "Finetune/Step Time": 11.032501313835382}
+{"Finetune/Learning Rate": 1.27315799509942e-05, "Finetune/Loss": 0.8139421939849854, "Finetune/Loss (Raw)": 0.736981213092804, "Finetune/Step": 8261, "Finetune/Step Time": 11.046674927696586}
+{"Finetune/Learning Rate": 1.2729959996255968e-05, "Finetune/Loss": 0.8133343458175659, "Finetune/Loss (Raw)": 0.7536697387695312, "Finetune/Step": 8262, "Finetune/Step Time": 11.046797698363662}
+{"Finetune/Learning Rate": 1.2728339964103834e-05, "Finetune/Loss": 0.8135559558868408, "Finetune/Loss (Raw)": 0.8902539014816284, "Finetune/Step": 8263, "Finetune/Step Time": 11.051485681906343}
+{"Finetune/Learning Rate": 1.2726719854583736e-05, "Finetune/Loss": 0.8127219080924988, "Finetune/Loss (Raw)": 0.8231398463249207, "Finetune/Step": 8264, "Finetune/Step Time": 11.07393754646182}
+{"Finetune/Learning Rate": 1.2725099667741616e-05, "Finetune/Loss": 0.8120793104171753, "Finetune/Loss (Raw)": 0.721228837966919, "Finetune/Step": 8265, "Finetune/Step Time": 11.105377279222012}
+{"Finetune/Learning Rate": 1.2723479403623424e-05, "Finetune/Loss": 0.8134088516235352, "Finetune/Loss (Raw)": 0.8352742195129395, "Finetune/Step": 8266, "Finetune/Step Time": 11.062621155753732}
+{"Finetune/Learning Rate": 1.2721859062275094e-05, "Finetune/Loss": 0.8109792470932007, "Finetune/Loss (Raw)": 0.5911970138549805, "Finetune/Step": 8267, "Finetune/Step Time": 11.080034585669637}
+{"Finetune/Learning Rate": 1.2720238643742585e-05, "Finetune/Loss": 0.8103254437446594, "Finetune/Loss (Raw)": 0.76663738489151, "Finetune/Step": 8268, "Finetune/Step Time": 11.095107268542051}
+{"Finetune/Learning Rate": 1.2718618148071843e-05, "Finetune/Loss": 0.810644805431366, "Finetune/Loss (Raw)": 0.7653767466545105, "Finetune/Step": 8269, "Finetune/Step Time": 11.099751403555274}
+{"Finetune/Learning Rate": 1.2716997575308819e-05, "Finetune/Loss": 0.8117828965187073, "Finetune/Loss (Raw)": 0.9523811340332031, "Finetune/Step": 8270, "Finetune/Step Time": 11.103493310511112}
+{"Finetune/Learning Rate": 1.271537692549947e-05, "Finetune/Loss": 0.8118839263916016, "Finetune/Loss (Raw)": 0.8265770077705383, "Finetune/Step": 8271, "Finetune/Step Time": 11.104337427765131}
+{"Finetune/Learning Rate": 1.2713756198689757e-05, "Finetune/Loss": 0.8109750747680664, "Finetune/Loss (Raw)": 0.7802160978317261, "Finetune/Step": 8272, "Finetune/Step Time": 11.114321613684297}
+{"Finetune/Learning Rate": 1.2712135394925631e-05, "Finetune/Loss": 0.8114746809005737, "Finetune/Loss (Raw)": 0.8904041051864624, "Finetune/Step": 8273, "Finetune/Step Time": 11.117568384855986}
+{"Finetune/Learning Rate": 1.2710514514253057e-05, "Finetune/Loss": 0.8115754127502441, "Finetune/Loss (Raw)": 0.841930091381073, "Finetune/Step": 8274, "Finetune/Step Time": 11.108216112479568}
+{"Finetune/Learning Rate": 1.2708893556718002e-05, "Finetune/Loss": 0.8137549161911011, "Finetune/Loss (Raw)": 0.8498693108558655, "Finetune/Step": 8275, "Finetune/Step Time": 11.080204486846924}
+{"Finetune/Learning Rate": 1.2707272522366428e-05, "Finetune/Loss": 0.8153468370437622, "Finetune/Loss (Raw)": 0.8422333598136902, "Finetune/Step": 8276, "Finetune/Step Time": 11.053299464285374}
+{"Finetune/Learning Rate": 1.27056514112443e-05, "Finetune/Loss": 0.8139315843582153, "Finetune/Loss (Raw)": 0.7207897901535034, "Finetune/Step": 8277, "Finetune/Step Time": 11.048748644068837}
+{"Finetune/Learning Rate": 1.2704030223397597e-05, "Finetune/Loss": 0.8147512078285217, "Finetune/Loss (Raw)": 0.8933500647544861, "Finetune/Step": 8278, "Finetune/Step Time": 11.040801947936416}
+{"Finetune/Learning Rate": 1.2702408958872283e-05, "Finetune/Loss": 0.8142391443252563, "Finetune/Loss (Raw)": 0.8561850190162659, "Finetune/Step": 8279, "Finetune/Step Time": 11.05243387632072}
+{"Finetune/Learning Rate": 1.2700787617714338e-05, "Finetune/Loss": 0.8149700164794922, "Finetune/Loss (Raw)": 0.8343505263328552, "Finetune/Step": 8280, "Finetune/Step Time": 11.061924116685987}
+{"Finetune/Learning Rate": 1.2699166199969733e-05, "Finetune/Loss": 0.8155777454376221, "Finetune/Loss (Raw)": 0.8470690846443176, "Finetune/Step": 8281, "Finetune/Step Time": 11.067963661625981}
+{"Finetune/Learning Rate": 1.2697544705684453e-05, "Finetune/Loss": 0.8140745162963867, "Finetune/Loss (Raw)": 0.786292314529419, "Finetune/Step": 8282, "Finetune/Step Time": 11.075279388576746}
+{"Finetune/Learning Rate": 1.2695923134904474e-05, "Finetune/Loss": 0.8144456148147583, "Finetune/Loss (Raw)": 0.8107612133026123, "Finetune/Step": 8283, "Finetune/Step Time": 11.076331939548254}
+{"Finetune/Learning Rate": 1.2694301487675781e-05, "Finetune/Loss": 0.8152233958244324, "Finetune/Loss (Raw)": 0.9896160364151001, "Finetune/Step": 8284, "Finetune/Step Time": 11.082419164478779}
+{"Finetune/Learning Rate": 1.269267976404436e-05, "Finetune/Loss": 0.8151240348815918, "Finetune/Loss (Raw)": 0.8349618911743164, "Finetune/Step": 8285, "Finetune/Step Time": 11.072423143312335}
+{"Finetune/Learning Rate": 1.2691057964056199e-05, "Finetune/Loss": 0.815945565700531, "Finetune/Loss (Raw)": 0.8396204710006714, "Finetune/Step": 8286, "Finetune/Step Time": 11.069797340780497}
+{"Finetune/Learning Rate": 1.2689436087757285e-05, "Finetune/Loss": 0.8154715299606323, "Finetune/Loss (Raw)": 0.7614328265190125, "Finetune/Step": 8287, "Finetune/Step Time": 11.069256020709872}
+{"Finetune/Learning Rate": 1.2687814135193613e-05, "Finetune/Loss": 0.8158648014068604, "Finetune/Loss (Raw)": 0.730279266834259, "Finetune/Step": 8288, "Finetune/Step Time": 11.03876986168325}
+{"Finetune/Learning Rate": 1.2686192106411172e-05, "Finetune/Loss": 0.8173090219497681, "Finetune/Loss (Raw)": 0.8001049757003784, "Finetune/Step": 8289, "Finetune/Step Time": 11.007855001837015}
+{"Finetune/Learning Rate": 1.2684570001455963e-05, "Finetune/Loss": 0.8172177076339722, "Finetune/Loss (Raw)": 0.8009822964668274, "Finetune/Step": 8290, "Finetune/Step Time": 10.993123698979616}
+{"Finetune/Learning Rate": 1.2682947820373983e-05, "Finetune/Loss": 0.8181812763214111, "Finetune/Loss (Raw)": 0.9058421850204468, "Finetune/Step": 8291, "Finetune/Step Time": 11.002716846764088}
+{"Finetune/Learning Rate": 1.2681325563211231e-05, "Finetune/Loss": 0.8196398019790649, "Finetune/Loss (Raw)": 0.8383461833000183, "Finetune/Step": 8292, "Finetune/Step Time": 10.929858205839992}
+{"Finetune/Learning Rate": 1.2679703230013714e-05, "Finetune/Loss": 0.819933295249939, "Finetune/Loss (Raw)": 0.7644830942153931, "Finetune/Step": 8293, "Finetune/Step Time": 10.92687937989831}
+{"Finetune/Learning Rate": 1.2678080820827432e-05, "Finetune/Loss": 0.8186383247375488, "Finetune/Loss (Raw)": 0.6657664179801941, "Finetune/Step": 8294, "Finetune/Step Time": 10.966934725642204}
+{"Finetune/Learning Rate": 1.267645833569839e-05, "Finetune/Loss": 0.8176896572113037, "Finetune/Loss (Raw)": 0.7767415046691895, "Finetune/Step": 8295, "Finetune/Step Time": 10.972942929714918}
+{"Finetune/Learning Rate": 1.2674835774672603e-05, "Finetune/Loss": 0.8179460167884827, "Finetune/Loss (Raw)": 0.904961347579956, "Finetune/Step": 8296, "Finetune/Step Time": 10.966010253876448}
+{"Finetune/Learning Rate": 1.267321313779608e-05, "Finetune/Loss": 0.8173407316207886, "Finetune/Loss (Raw)": 0.8824062347412109, "Finetune/Step": 8297, "Finetune/Step Time": 10.966165313497186}
+{"Finetune/Learning Rate": 1.2671590425114832e-05, "Finetune/Loss": 0.820016622543335, "Finetune/Loss (Raw)": 0.9634954929351807, "Finetune/Step": 8298, "Finetune/Step Time": 10.911728385835886}
+{"Finetune/Learning Rate": 1.266996763667488e-05, "Finetune/Loss": 0.8185992240905762, "Finetune/Loss (Raw)": 0.7988736033439636, "Finetune/Step": 8299, "Finetune/Step Time": 10.91035833582282}
+{"Finetune/Learning Rate": 1.2668344772522238e-05, "Finetune/Loss": 0.8186565041542053, "Finetune/Loss (Raw)": 0.798296332359314, "Finetune/Step": 8300, "Finetune/Step Time": 10.910240560770035}
+{"Finetune/Learning Rate": 1.2666721832702924e-05, "Finetune/Loss": 0.8184031248092651, "Finetune/Loss (Raw)": 0.731683075428009, "Finetune/Step": 8301, "Finetune/Step Time": 10.91582940518856}
+{"Finetune/Learning Rate": 1.266509881726296e-05, "Finetune/Loss": 0.8181851506233215, "Finetune/Loss (Raw)": 0.7345382571220398, "Finetune/Step": 8302, "Finetune/Step Time": 10.930829165503383}
+{"Finetune/Learning Rate": 1.2663475726248378e-05, "Finetune/Loss": 0.8180315494537354, "Finetune/Loss (Raw)": 0.8813952207565308, "Finetune/Step": 8303, "Finetune/Step Time": 10.921606736257672}
+{"Finetune/Learning Rate": 1.2661852559705192e-05, "Finetune/Loss": 0.8189796805381775, "Finetune/Loss (Raw)": 0.9625161290168762, "Finetune/Step": 8304, "Finetune/Step Time": 10.916118355467916}
+{"Finetune/Learning Rate": 1.2660229317679438e-05, "Finetune/Loss": 0.8188215494155884, "Finetune/Loss (Raw)": 0.8890817165374756, "Finetune/Step": 8305, "Finetune/Step Time": 10.912520034238696}
+{"Finetune/Learning Rate": 1.2658606000217151e-05, "Finetune/Loss": 0.817923903465271, "Finetune/Loss (Raw)": 0.7375775575637817, "Finetune/Step": 8306, "Finetune/Step Time": 10.91262685507536}
+{"Finetune/Learning Rate": 1.2656982607364351e-05, "Finetune/Loss": 0.8175183534622192, "Finetune/Loss (Raw)": 0.851157546043396, "Finetune/Step": 8307, "Finetune/Step Time": 10.94340488128364}
+{"Finetune/Learning Rate": 1.2655359139167083e-05, "Finetune/Loss": 0.8163801431655884, "Finetune/Loss (Raw)": 0.7774918675422668, "Finetune/Step": 8308, "Finetune/Step Time": 10.941430300474167}
+{"Finetune/Learning Rate": 1.265373559567138e-05, "Finetune/Loss": 0.8155893683433533, "Finetune/Loss (Raw)": 0.795048713684082, "Finetune/Step": 8309, "Finetune/Step Time": 10.94503840431571}
+{"Finetune/Learning Rate": 1.2652111976923282e-05, "Finetune/Loss": 0.8162196278572083, "Finetune/Loss (Raw)": 0.8485597968101501, "Finetune/Step": 8310, "Finetune/Step Time": 10.948146859183908}
+{"Finetune/Learning Rate": 1.265048828296883e-05, "Finetune/Loss": 0.8169068098068237, "Finetune/Loss (Raw)": 0.8966684341430664, "Finetune/Step": 8311, "Finetune/Step Time": 10.93941406533122}
+{"Finetune/Learning Rate": 1.2648864513854067e-05, "Finetune/Loss": 0.8168646693229675, "Finetune/Loss (Raw)": 0.8208585381507874, "Finetune/Step": 8312, "Finetune/Step Time": 10.937760915607214}
+{"Finetune/Learning Rate": 1.2647240669625038e-05, "Finetune/Loss": 0.8160468339920044, "Finetune/Loss (Raw)": 0.7146131992340088, "Finetune/Step": 8313, "Finetune/Step Time": 10.933712523430586}
+{"Finetune/Learning Rate": 1.2645616750327792e-05, "Finetune/Loss": 0.8157601356506348, "Finetune/Loss (Raw)": 0.7154293656349182, "Finetune/Step": 8314, "Finetune/Step Time": 10.938326250761747}
+{"Finetune/Learning Rate": 1.2643992756008377e-05, "Finetune/Loss": 0.8146884441375732, "Finetune/Loss (Raw)": 0.8672391176223755, "Finetune/Step": 8315, "Finetune/Step Time": 10.925305830314755}
+{"Finetune/Learning Rate": 1.2642368686712846e-05, "Finetune/Loss": 0.813247561454773, "Finetune/Loss (Raw)": 0.6692608594894409, "Finetune/Step": 8316, "Finetune/Step Time": 10.94181109406054}
+{"Finetune/Learning Rate": 1.2640744542487253e-05, "Finetune/Loss": 0.8113730549812317, "Finetune/Loss (Raw)": 0.5411678552627563, "Finetune/Step": 8317, "Finetune/Step Time": 10.973812250420451}
+{"Finetune/Learning Rate": 1.2639120323377659e-05, "Finetune/Loss": 0.8126340508460999, "Finetune/Loss (Raw)": 0.95897376537323, "Finetune/Step": 8318, "Finetune/Step Time": 10.997272729873657}
+{"Finetune/Learning Rate": 1.263749602943011e-05, "Finetune/Loss": 0.8109728097915649, "Finetune/Loss (Raw)": 0.7003316283226013, "Finetune/Step": 8319, "Finetune/Step Time": 10.995279274880886}
+{"Finetune/Learning Rate": 1.2635871660690677e-05, "Finetune/Loss": 0.8117104768753052, "Finetune/Loss (Raw)": 0.8971343636512756, "Finetune/Step": 8320, "Finetune/Step Time": 11.001022357493639}
+{"Finetune/Learning Rate": 1.2634247217205421e-05, "Finetune/Loss": 0.8133443593978882, "Finetune/Loss (Raw)": 0.9846216440200806, "Finetune/Step": 8321, "Finetune/Step Time": 10.998922726139426}
+{"Finetune/Learning Rate": 1.2632622699020403e-05, "Finetune/Loss": 0.8131616115570068, "Finetune/Loss (Raw)": 0.7482451796531677, "Finetune/Step": 8322, "Finetune/Step Time": 10.995937440544367}
+{"Finetune/Learning Rate": 1.2630998106181688e-05, "Finetune/Loss": 0.8125439286231995, "Finetune/Loss (Raw)": 0.8176801800727844, "Finetune/Step": 8323, "Finetune/Step Time": 10.993170639500022}
+{"Finetune/Learning Rate": 1.2629373438735354e-05, "Finetune/Loss": 0.8118711709976196, "Finetune/Loss (Raw)": 0.814729630947113, "Finetune/Step": 8324, "Finetune/Step Time": 11.00034248828888}
+{"Finetune/Learning Rate": 1.2627748696727465e-05, "Finetune/Loss": 0.8123905658721924, "Finetune/Loss (Raw)": 0.9143574833869934, "Finetune/Step": 8325, "Finetune/Step Time": 10.995573624968529}
+{"Finetune/Learning Rate": 1.2626123880204091e-05, "Finetune/Loss": 0.8122409582138062, "Finetune/Loss (Raw)": 0.8732989430427551, "Finetune/Step": 8326, "Finetune/Step Time": 11.002283377572894}
+{"Finetune/Learning Rate": 1.2624498989211316e-05, "Finetune/Loss": 0.8121913075447083, "Finetune/Loss (Raw)": 0.8162746429443359, "Finetune/Step": 8327, "Finetune/Step Time": 11.030465070158243}
+{"Finetune/Learning Rate": 1.262287402379521e-05, "Finetune/Loss": 0.8118458390235901, "Finetune/Loss (Raw)": 0.6651187539100647, "Finetune/Step": 8328, "Finetune/Step Time": 11.007021265104413}
+{"Finetune/Learning Rate": 1.2621248984001858e-05, "Finetune/Loss": 0.81221604347229, "Finetune/Loss (Raw)": 0.768866240978241, "Finetune/Step": 8329, "Finetune/Step Time": 10.961151165887713}
+{"Finetune/Learning Rate": 1.2619623869877336e-05, "Finetune/Loss": 0.8126102089881897, "Finetune/Loss (Raw)": 0.9084538221359253, "Finetune/Step": 8330, "Finetune/Step Time": 10.963673666119576}
+{"Finetune/Learning Rate": 1.2617998681467732e-05, "Finetune/Loss": 0.8125250339508057, "Finetune/Loss (Raw)": 0.8208135366439819, "Finetune/Step": 8331, "Finetune/Step Time": 10.982874432578683}
+{"Finetune/Learning Rate": 1.2616373418819128e-05, "Finetune/Loss": 0.8122926950454712, "Finetune/Loss (Raw)": 0.663903534412384, "Finetune/Step": 8332, "Finetune/Step Time": 10.975300947204232}
+{"Finetune/Learning Rate": 1.2614748081977615e-05, "Finetune/Loss": 0.8118101358413696, "Finetune/Loss (Raw)": 0.6638579368591309, "Finetune/Step": 8333, "Finetune/Step Time": 10.96249233186245}
+{"Finetune/Learning Rate": 1.2613122670989282e-05, "Finetune/Loss": 0.8116683959960938, "Finetune/Loss (Raw)": 0.7120417356491089, "Finetune/Step": 8334, "Finetune/Step Time": 10.925282100215554}
+{"Finetune/Learning Rate": 1.261149718590022e-05, "Finetune/Loss": 0.8109248876571655, "Finetune/Loss (Raw)": 0.918833315372467, "Finetune/Step": 8335, "Finetune/Step Time": 10.906854337081313}
+{"Finetune/Learning Rate": 1.2609871626756522e-05, "Finetune/Loss": 0.8110951781272888, "Finetune/Loss (Raw)": 0.805557370185852, "Finetune/Step": 8336, "Finetune/Step Time": 10.900324450805783}
+{"Finetune/Learning Rate": 1.260824599360429e-05, "Finetune/Loss": 0.812586784362793, "Finetune/Loss (Raw)": 0.9730443358421326, "Finetune/Step": 8337, "Finetune/Step Time": 10.906090285629034}
+{"Finetune/Learning Rate": 1.2606620286489616e-05, "Finetune/Loss": 0.8125418424606323, "Finetune/Loss (Raw)": 0.8409337997436523, "Finetune/Step": 8338, "Finetune/Step Time": 10.907424319535494}
+{"Finetune/Learning Rate": 1.2604994505458606e-05, "Finetune/Loss": 0.8123016357421875, "Finetune/Loss (Raw)": 0.7889674305915833, "Finetune/Step": 8339, "Finetune/Step Time": 10.906747402623296}
+{"Finetune/Learning Rate": 1.2603368650557354e-05, "Finetune/Loss": 0.8147550821304321, "Finetune/Loss (Raw)": 0.9027384519577026, "Finetune/Step": 8340, "Finetune/Step Time": 10.875878171995282}
+{"Finetune/Learning Rate": 1.2601742721831976e-05, "Finetune/Loss": 0.8149828910827637, "Finetune/Loss (Raw)": 0.8077781796455383, "Finetune/Step": 8341, "Finetune/Step Time": 10.832482375204563}
+{"Finetune/Learning Rate": 1.260011671932857e-05, "Finetune/Loss": 0.8159404993057251, "Finetune/Loss (Raw)": 0.8402451276779175, "Finetune/Step": 8342, "Finetune/Step Time": 10.789750382304192}
+{"Finetune/Learning Rate": 1.2598490643093247e-05, "Finetune/Loss": 0.8160250186920166, "Finetune/Loss (Raw)": 0.820298433303833, "Finetune/Step": 8343, "Finetune/Step Time": 10.782994169741869}
+{"Finetune/Learning Rate": 1.2596864493172119e-05, "Finetune/Loss": 0.8175500631332397, "Finetune/Loss (Raw)": 0.7726262211799622, "Finetune/Step": 8344, "Finetune/Step Time": 10.769742844626307}
+{"Finetune/Learning Rate": 1.25952382696113e-05, "Finetune/Loss": 0.8161237239837646, "Finetune/Loss (Raw)": 0.8135364651679993, "Finetune/Step": 8345, "Finetune/Step Time": 10.771139023825526}
+{"Finetune/Learning Rate": 1.2593611972456903e-05, "Finetune/Loss": 0.8159563541412354, "Finetune/Loss (Raw)": 0.7658564448356628, "Finetune/Step": 8346, "Finetune/Step Time": 10.7773695923388}
+{"Finetune/Learning Rate": 1.2591985601755043e-05, "Finetune/Loss": 0.8173322081565857, "Finetune/Loss (Raw)": 0.8973592519760132, "Finetune/Step": 8347, "Finetune/Step Time": 10.777339451014996}
+{"Finetune/Learning Rate": 1.2590359157551845e-05, "Finetune/Loss": 0.8174357414245605, "Finetune/Loss (Raw)": 0.8001447319984436, "Finetune/Step": 8348, "Finetune/Step Time": 10.782006338238716}
+{"Finetune/Learning Rate": 1.2588732639893426e-05, "Finetune/Loss": 0.8177410364151001, "Finetune/Loss (Raw)": 0.8580834269523621, "Finetune/Step": 8349, "Finetune/Step Time": 10.78368160314858}
+{"Finetune/Learning Rate": 1.258710604882591e-05, "Finetune/Loss": 0.8179255723953247, "Finetune/Loss (Raw)": 0.8659067749977112, "Finetune/Step": 8350, "Finetune/Step Time": 10.773858901113272}
+{"Finetune/Learning Rate": 1.2585479384395424e-05, "Finetune/Loss": 0.8188304901123047, "Finetune/Loss (Raw)": 0.9844319224357605, "Finetune/Step": 8351, "Finetune/Step Time": 10.765416167676449}
+{"Finetune/Learning Rate": 1.2583852646648097e-05, "Finetune/Loss": 0.8183061480522156, "Finetune/Loss (Raw)": 0.8223195672035217, "Finetune/Step": 8352, "Finetune/Step Time": 10.768074365332723}
+{"Finetune/Learning Rate": 1.2582225835630054e-05, "Finetune/Loss": 0.8168184757232666, "Finetune/Loss (Raw)": 0.7434425950050354, "Finetune/Step": 8353, "Finetune/Step Time": 10.790927851572633}
+{"Finetune/Learning Rate": 1.2580598951387429e-05, "Finetune/Loss": 0.8157504200935364, "Finetune/Loss (Raw)": 0.7705407738685608, "Finetune/Step": 8354, "Finetune/Step Time": 10.75871386192739}
+{"Finetune/Learning Rate": 1.2578971993966355e-05, "Finetune/Loss": 0.817517876625061, "Finetune/Loss (Raw)": 0.8642224669456482, "Finetune/Step": 8355, "Finetune/Step Time": 10.739349951967597}
+{"Finetune/Learning Rate": 1.2577344963412971e-05, "Finetune/Loss": 0.8178249001502991, "Finetune/Loss (Raw)": 0.8436422348022461, "Finetune/Step": 8356, "Finetune/Step Time": 10.749878792092204}
+{"Finetune/Learning Rate": 1.257571785977341e-05, "Finetune/Loss": 0.8175138235092163, "Finetune/Loss (Raw)": 0.7896507382392883, "Finetune/Step": 8357, "Finetune/Step Time": 10.714383751153946}
+{"Finetune/Learning Rate": 1.2574090683093818e-05, "Finetune/Loss": 0.816540002822876, "Finetune/Loss (Raw)": 0.7497809529304504, "Finetune/Step": 8358, "Finetune/Step Time": 10.697579931467772}
+{"Finetune/Learning Rate": 1.2572463433420334e-05, "Finetune/Loss": 0.8156654238700867, "Finetune/Loss (Raw)": 0.829695999622345, "Finetune/Step": 8359, "Finetune/Step Time": 10.69939017854631}
+{"Finetune/Learning Rate": 1.2570836110799101e-05, "Finetune/Loss": 0.8151893615722656, "Finetune/Loss (Raw)": 0.7425106763839722, "Finetune/Step": 8360, "Finetune/Step Time": 10.678256962448359}
+{"Finetune/Learning Rate": 1.2569208715276266e-05, "Finetune/Loss": 0.816177248954773, "Finetune/Loss (Raw)": 0.8801066875457764, "Finetune/Step": 8361, "Finetune/Step Time": 10.657804222777486}
+{"Finetune/Learning Rate": 1.2567581246897977e-05, "Finetune/Loss": 0.8159074187278748, "Finetune/Loss (Raw)": 0.8995082974433899, "Finetune/Step": 8362, "Finetune/Step Time": 10.658248936757445}
+{"Finetune/Learning Rate": 1.256595370571039e-05, "Finetune/Loss": 0.816561758518219, "Finetune/Loss (Raw)": 0.869722306728363, "Finetune/Step": 8363, "Finetune/Step Time": 10.650820791721344}
+{"Finetune/Learning Rate": 1.2564326091759647e-05, "Finetune/Loss": 0.8156949877738953, "Finetune/Loss (Raw)": 0.7370682954788208, "Finetune/Step": 8364, "Finetune/Step Time": 10.640918549150229}
+{"Finetune/Learning Rate": 1.2562698405091908e-05, "Finetune/Loss": 0.8151454925537109, "Finetune/Loss (Raw)": 0.7719622254371643, "Finetune/Step": 8365, "Finetune/Step Time": 10.643838016316295}
+{"Finetune/Learning Rate": 1.2561070645753333e-05, "Finetune/Loss": 0.8144863843917847, "Finetune/Loss (Raw)": 0.8415135145187378, "Finetune/Step": 8366, "Finetune/Step Time": 10.64152030274272}
+{"Finetune/Learning Rate": 1.2559442813790077e-05, "Finetune/Loss": 0.814786434173584, "Finetune/Loss (Raw)": 0.84560626745224, "Finetune/Step": 8367, "Finetune/Step Time": 10.640973811969161}
+{"Finetune/Learning Rate": 1.2557814909248297e-05, "Finetune/Loss": 0.8154606223106384, "Finetune/Loss (Raw)": 0.8912973403930664, "Finetune/Step": 8368, "Finetune/Step Time": 10.639131795614958}
+{"Finetune/Learning Rate": 1.2556186932174162e-05, "Finetune/Loss": 0.8157453536987305, "Finetune/Loss (Raw)": 0.837888777256012, "Finetune/Step": 8369, "Finetune/Step Time": 10.630233366042376}
+{"Finetune/Learning Rate": 1.2554558882613837e-05, "Finetune/Loss": 0.8161437511444092, "Finetune/Loss (Raw)": 0.852950930595398, "Finetune/Step": 8370, "Finetune/Step Time": 10.629890324547887}
+{"Finetune/Learning Rate": 1.255293076061348e-05, "Finetune/Loss": 0.8152453899383545, "Finetune/Loss (Raw)": 0.7217721343040466, "Finetune/Step": 8371, "Finetune/Step Time": 10.63319330662489}
+{"Finetune/Learning Rate": 1.255130256621927e-05, "Finetune/Loss": 0.8142746090888977, "Finetune/Loss (Raw)": 0.8271036148071289, "Finetune/Step": 8372, "Finetune/Step Time": 10.629869477823377}
+{"Finetune/Learning Rate": 1.2549674299477377e-05, "Finetune/Loss": 0.8148296475410461, "Finetune/Loss (Raw)": 0.7210557460784912, "Finetune/Step": 8373, "Finetune/Step Time": 10.625010738149285}
+{"Finetune/Learning Rate": 1.2548045960433968e-05, "Finetune/Loss": 0.8148517608642578, "Finetune/Loss (Raw)": 0.7644762396812439, "Finetune/Step": 8374, "Finetune/Step Time": 10.621493669226766}
+{"Finetune/Learning Rate": 1.254641754913522e-05, "Finetune/Loss": 0.8151095509529114, "Finetune/Loss (Raw)": 0.8920270204544067, "Finetune/Step": 8375, "Finetune/Step Time": 10.622429402545094}
+{"Finetune/Learning Rate": 1.2544789065627314e-05, "Finetune/Loss": 0.815244734287262, "Finetune/Loss (Raw)": 0.714491605758667, "Finetune/Step": 8376, "Finetune/Step Time": 10.596184507012367}
+{"Finetune/Learning Rate": 1.2543160509956424e-05, "Finetune/Loss": 0.8158266544342041, "Finetune/Loss (Raw)": 0.8945948481559753, "Finetune/Step": 8377, "Finetune/Step Time": 10.602730177342892}
+{"Finetune/Learning Rate": 1.2541531882168736e-05, "Finetune/Loss": 0.8144679069519043, "Finetune/Loss (Raw)": 0.6915184855461121, "Finetune/Step": 8378, "Finetune/Step Time": 10.585746627300978}
+{"Finetune/Learning Rate": 1.2539903182310428e-05, "Finetune/Loss": 0.8119551539421082, "Finetune/Loss (Raw)": 0.49434658885002136, "Finetune/Step": 8379, "Finetune/Step Time": 10.616876984015107}
+{"Finetune/Learning Rate": 1.253827441042769e-05, "Finetune/Loss": 0.8109252452850342, "Finetune/Loss (Raw)": 0.7879055142402649, "Finetune/Step": 8380, "Finetune/Step Time": 10.621390521526337}
+{"Finetune/Learning Rate": 1.2536645566566709e-05, "Finetune/Loss": 0.8092602491378784, "Finetune/Loss (Raw)": 0.7414978742599487, "Finetune/Step": 8381, "Finetune/Step Time": 10.641774490475655}
+{"Finetune/Learning Rate": 1.253501665077367e-05, "Finetune/Loss": 0.8081243634223938, "Finetune/Loss (Raw)": 0.7488722205162048, "Finetune/Step": 8382, "Finetune/Step Time": 10.635643610730767}
+{"Finetune/Learning Rate": 1.2533387663094771e-05, "Finetune/Loss": 0.8095318078994751, "Finetune/Loss (Raw)": 0.9211515784263611, "Finetune/Step": 8383, "Finetune/Step Time": 10.625407038256526}
+{"Finetune/Learning Rate": 1.25317586035762e-05, "Finetune/Loss": 0.8091996908187866, "Finetune/Loss (Raw)": 0.7217786312103271, "Finetune/Step": 8384, "Finetune/Step Time": 10.621968287974596}
+{"Finetune/Learning Rate": 1.2530129472264155e-05, "Finetune/Loss": 0.809097170829773, "Finetune/Loss (Raw)": 0.8244040608406067, "Finetune/Step": 8385, "Finetune/Step Time": 10.60939178429544}
+{"Finetune/Learning Rate": 1.252850026920483e-05, "Finetune/Loss": 0.8095263242721558, "Finetune/Loss (Raw)": 0.7825372219085693, "Finetune/Step": 8386, "Finetune/Step Time": 10.600574674084783}
+{"Finetune/Learning Rate": 1.252687099444443e-05, "Finetune/Loss": 0.8108835220336914, "Finetune/Loss (Raw)": 0.9133198261260986, "Finetune/Step": 8387, "Finetune/Step Time": 10.594243315979838}
+{"Finetune/Learning Rate": 1.2525241648029157e-05, "Finetune/Loss": 0.8116300702095032, "Finetune/Loss (Raw)": 0.8506513237953186, "Finetune/Step": 8388, "Finetune/Step Time": 10.570369286462665}
+{"Finetune/Learning Rate": 1.2523612230005206e-05, "Finetune/Loss": 0.813044548034668, "Finetune/Loss (Raw)": 0.918046772480011, "Finetune/Step": 8389, "Finetune/Step Time": 10.546761909499764}
+{"Finetune/Learning Rate": 1.252198274041879e-05, "Finetune/Loss": 0.8138971328735352, "Finetune/Loss (Raw)": 0.8627938032150269, "Finetune/Step": 8390, "Finetune/Step Time": 10.54630577750504}
+{"Finetune/Learning Rate": 1.252035317931612e-05, "Finetune/Loss": 0.8125362992286682, "Finetune/Loss (Raw)": 0.7160687446594238, "Finetune/Step": 8391, "Finetune/Step Time": 10.554357370361686}
+{"Finetune/Learning Rate": 1.2518723546743395e-05, "Finetune/Loss": 0.8133513331413269, "Finetune/Loss (Raw)": 0.9274572730064392, "Finetune/Step": 8392, "Finetune/Step Time": 10.561555670574307}
+{"Finetune/Learning Rate": 1.2517093842746832e-05, "Finetune/Loss": 0.81410813331604, "Finetune/Loss (Raw)": 0.8180971145629883, "Finetune/Step": 8393, "Finetune/Step Time": 10.540675483644009}
+{"Finetune/Learning Rate": 1.251546406737265e-05, "Finetune/Loss": 0.8142087459564209, "Finetune/Loss (Raw)": 0.8481557965278625, "Finetune/Step": 8394, "Finetune/Step Time": 10.546183547005057}
+{"Finetune/Learning Rate": 1.2513834220667058e-05, "Finetune/Loss": 0.81398606300354, "Finetune/Loss (Raw)": 0.5627054572105408, "Finetune/Step": 8395, "Finetune/Step Time": 10.559338618069887}
+{"Finetune/Learning Rate": 1.2512204302676274e-05, "Finetune/Loss": 0.8141748905181885, "Finetune/Loss (Raw)": 0.7907914519309998, "Finetune/Step": 8396, "Finetune/Step Time": 10.544545449316502}
+{"Finetune/Learning Rate": 1.2510574313446521e-05, "Finetune/Loss": 0.8155478835105896, "Finetune/Loss (Raw)": 0.9411296248435974, "Finetune/Step": 8397, "Finetune/Step Time": 10.546937193721533}
+{"Finetune/Learning Rate": 1.250894425302402e-05, "Finetune/Loss": 0.813346266746521, "Finetune/Loss (Raw)": 0.6705765724182129, "Finetune/Step": 8398, "Finetune/Step Time": 10.56514979712665}
+{"Finetune/Learning Rate": 1.2507314121454992e-05, "Finetune/Loss": 0.8130923509597778, "Finetune/Loss (Raw)": 0.7940699458122253, "Finetune/Step": 8399, "Finetune/Step Time": 10.566839838400483}
+{"Finetune/Learning Rate": 1.2505683918785669e-05, "Finetune/Loss": 0.8129887580871582, "Finetune/Loss (Raw)": 0.7669564485549927, "Finetune/Step": 8400, "Finetune/Step Time": 10.562660958617926}
+{"Finetune/Learning Rate": 1.2504053645062275e-05, "Finetune/Loss": 0.8125166893005371, "Finetune/Loss (Raw)": 0.829978346824646, "Finetune/Step": 8401, "Finetune/Step Time": 10.560332525521517}
+{"Finetune/Learning Rate": 1.250242330033104e-05, "Finetune/Loss": 0.8114174604415894, "Finetune/Loss (Raw)": 0.7012312412261963, "Finetune/Step": 8402, "Finetune/Step Time": 10.565399153158069}
+{"Finetune/Learning Rate": 1.2500792884638195e-05, "Finetune/Loss": 0.8112564086914062, "Finetune/Loss (Raw)": 0.8292551040649414, "Finetune/Step": 8403, "Finetune/Step Time": 10.552540868520737}
+{"Finetune/Learning Rate": 1.2499162398029974e-05, "Finetune/Loss": 0.8106465339660645, "Finetune/Loss (Raw)": 0.7641642093658447, "Finetune/Step": 8404, "Finetune/Step Time": 10.542838215827942}
+{"Finetune/Learning Rate": 1.2497531840552615e-05, "Finetune/Loss": 0.8113346099853516, "Finetune/Loss (Raw)": 0.8088727593421936, "Finetune/Step": 8405, "Finetune/Step Time": 10.537590026855469}
+{"Finetune/Learning Rate": 1.2495901212252356e-05, "Finetune/Loss": 0.811339259147644, "Finetune/Loss (Raw)": 0.893941342830658, "Finetune/Step": 8406, "Finetune/Step Time": 10.561911173164845}
+{"Finetune/Learning Rate": 1.2494270513175434e-05, "Finetune/Loss": 0.8106792569160461, "Finetune/Loss (Raw)": 0.7717010974884033, "Finetune/Step": 8407, "Finetune/Step Time": 10.554298950359225}
+{"Finetune/Learning Rate": 1.2492639743368096e-05, "Finetune/Loss": 0.809721827507019, "Finetune/Loss (Raw)": 0.7118030190467834, "Finetune/Step": 8408, "Finetune/Step Time": 10.550468681380153}
+{"Finetune/Learning Rate": 1.249100890287658e-05, "Finetune/Loss": 0.8095496892929077, "Finetune/Loss (Raw)": 0.8250331282615662, "Finetune/Step": 8409, "Finetune/Step Time": 10.55647081322968}
+{"Finetune/Learning Rate": 1.2489377991747139e-05, "Finetune/Loss": 0.809723973274231, "Finetune/Loss (Raw)": 0.8085993528366089, "Finetune/Step": 8410, "Finetune/Step Time": 10.54820547811687}
+{"Finetune/Learning Rate": 1.2487747010026011e-05, "Finetune/Loss": 0.8090313673019409, "Finetune/Loss (Raw)": 0.7221084833145142, "Finetune/Step": 8411, "Finetune/Step Time": 10.542146634310484}
+{"Finetune/Learning Rate": 1.2486115957759459e-05, "Finetune/Loss": 0.8074877858161926, "Finetune/Loss (Raw)": 0.7920389771461487, "Finetune/Step": 8412, "Finetune/Step Time": 10.539364090189338}
+{"Finetune/Learning Rate": 1.2484484834993722e-05, "Finetune/Loss": 0.8067905902862549, "Finetune/Loss (Raw)": 0.7457207441329956, "Finetune/Step": 8413, "Finetune/Step Time": 10.538724388927221}
+{"Finetune/Learning Rate": 1.2482853641775062e-05, "Finetune/Loss": 0.8062492609024048, "Finetune/Loss (Raw)": 0.7703340649604797, "Finetune/Step": 8414, "Finetune/Step Time": 10.537478702142835}
+{"Finetune/Learning Rate": 1.2481222378149735e-05, "Finetune/Loss": 0.8072197437286377, "Finetune/Loss (Raw)": 0.8856510519981384, "Finetune/Step": 8415, "Finetune/Step Time": 10.54048609174788}
+{"Finetune/Learning Rate": 1.2479591044163997e-05, "Finetune/Loss": 0.8068326711654663, "Finetune/Loss (Raw)": 0.6807397603988647, "Finetune/Step": 8416, "Finetune/Step Time": 10.542353186756372}
+{"Finetune/Learning Rate": 1.2477959639864104e-05, "Finetune/Loss": 0.8051711320877075, "Finetune/Loss (Raw)": 0.5874191522598267, "Finetune/Step": 8417, "Finetune/Step Time": 10.572844669222832}
+{"Finetune/Learning Rate": 1.2476328165296326e-05, "Finetune/Loss": 0.805286169052124, "Finetune/Loss (Raw)": 0.8157017827033997, "Finetune/Step": 8418, "Finetune/Step Time": 10.589215345680714}
+{"Finetune/Learning Rate": 1.2474696620506921e-05, "Finetune/Loss": 0.8053096532821655, "Finetune/Loss (Raw)": 0.9088529348373413, "Finetune/Step": 8419, "Finetune/Step Time": 10.578842464834452}
+{"Finetune/Learning Rate": 1.2473065005542155e-05, "Finetune/Loss": 0.8050925731658936, "Finetune/Loss (Raw)": 0.8105664253234863, "Finetune/Step": 8420, "Finetune/Step Time": 10.5777317751199}
+{"Finetune/Learning Rate": 1.2471433320448303e-05, "Finetune/Loss": 0.8051780462265015, "Finetune/Loss (Raw)": 0.775421679019928, "Finetune/Step": 8421, "Finetune/Step Time": 10.578132839873433}
+{"Finetune/Learning Rate": 1.2469801565271627e-05, "Finetune/Loss": 0.8066288232803345, "Finetune/Loss (Raw)": 0.8514630198478699, "Finetune/Step": 8422, "Finetune/Step Time": 10.548893682658672}
+{"Finetune/Learning Rate": 1.24681697400584e-05, "Finetune/Loss": 0.8072216510772705, "Finetune/Loss (Raw)": 0.8526257872581482, "Finetune/Step": 8423, "Finetune/Step Time": 10.545096304267645}
+{"Finetune/Learning Rate": 1.24665378448549e-05, "Finetune/Loss": 0.8075000047683716, "Finetune/Loss (Raw)": 0.9405929446220398, "Finetune/Step": 8424, "Finetune/Step Time": 10.54970045760274}
+{"Finetune/Learning Rate": 1.2464905879707401e-05, "Finetune/Loss": 0.8060605525970459, "Finetune/Loss (Raw)": 0.6981532573699951, "Finetune/Step": 8425, "Finetune/Step Time": 10.546931229531765}
+{"Finetune/Learning Rate": 1.2463273844662181e-05, "Finetune/Loss": 0.8052457571029663, "Finetune/Loss (Raw)": 0.859198272228241, "Finetune/Step": 8426, "Finetune/Step Time": 10.547624552622437}
+{"Finetune/Learning Rate": 1.2461641739765515e-05, "Finetune/Loss": 0.806088924407959, "Finetune/Loss (Raw)": 0.9068054556846619, "Finetune/Step": 8427, "Finetune/Step Time": 10.548777358606458}
+{"Finetune/Learning Rate": 1.2460009565063693e-05, "Finetune/Loss": 0.8064843416213989, "Finetune/Loss (Raw)": 0.8489149212837219, "Finetune/Step": 8428, "Finetune/Step Time": 10.554579388350248}
+{"Finetune/Learning Rate": 1.2458377320602995e-05, "Finetune/Loss": 0.8066751956939697, "Finetune/Loss (Raw)": 0.7561017274856567, "Finetune/Step": 8429, "Finetune/Step Time": 10.551437867805362}
+{"Finetune/Learning Rate": 1.2456745006429705e-05, "Finetune/Loss": 0.8088542819023132, "Finetune/Loss (Raw)": 1.0134689807891846, "Finetune/Step": 8430, "Finetune/Step Time": 10.541136788204312}
+{"Finetune/Learning Rate": 1.2455112622590116e-05, "Finetune/Loss": 0.8078774809837341, "Finetune/Loss (Raw)": 0.7563598155975342, "Finetune/Step": 8431, "Finetune/Step Time": 10.546697998419404}
+{"Finetune/Learning Rate": 1.245348016913051e-05, "Finetune/Loss": 0.807038426399231, "Finetune/Loss (Raw)": 0.8551235795021057, "Finetune/Step": 8432, "Finetune/Step Time": 10.559839246794581}
+{"Finetune/Learning Rate": 1.2451847646097188e-05, "Finetune/Loss": 0.8058176636695862, "Finetune/Loss (Raw)": 0.7328163981437683, "Finetune/Step": 8433, "Finetune/Step Time": 10.56710297614336}
+{"Finetune/Learning Rate": 1.2450215053536434e-05, "Finetune/Loss": 0.8044683933258057, "Finetune/Loss (Raw)": 0.5648747086524963, "Finetune/Step": 8434, "Finetune/Step Time": 10.60524613969028}
+{"Finetune/Learning Rate": 1.2448582391494551e-05, "Finetune/Loss": 0.8046625852584839, "Finetune/Loss (Raw)": 0.8760077357292175, "Finetune/Step": 8435, "Finetune/Step Time": 10.568150766193867}
+{"Finetune/Learning Rate": 1.2446949660017835e-05, "Finetune/Loss": 0.8043287992477417, "Finetune/Loss (Raw)": 0.7347784042358398, "Finetune/Step": 8436, "Finetune/Step Time": 10.573134310543537}
+{"Finetune/Learning Rate": 1.2445316859152582e-05, "Finetune/Loss": 0.8054894208908081, "Finetune/Loss (Raw)": 0.9436048865318298, "Finetune/Step": 8437, "Finetune/Step Time": 10.571390086784959}
+{"Finetune/Learning Rate": 1.2443683988945099e-05, "Finetune/Loss": 0.805266261100769, "Finetune/Loss (Raw)": 0.8199929594993591, "Finetune/Step": 8438, "Finetune/Step Time": 10.569156581535935}
+{"Finetune/Learning Rate": 1.2442051049441687e-05, "Finetune/Loss": 0.8049862384796143, "Finetune/Loss (Raw)": 0.8608224391937256, "Finetune/Step": 8439, "Finetune/Step Time": 10.584952460601926}
+{"Finetune/Learning Rate": 1.2440418040688654e-05, "Finetune/Loss": 0.8033735752105713, "Finetune/Loss (Raw)": 0.6144372224807739, "Finetune/Step": 8440, "Finetune/Step Time": 10.625463927164674}
+{"Finetune/Learning Rate": 1.2438784962732298e-05, "Finetune/Loss": 0.8039705753326416, "Finetune/Loss (Raw)": 0.7910268306732178, "Finetune/Step": 8441, "Finetune/Step Time": 10.62690657749772}
+{"Finetune/Learning Rate": 1.2437151815618943e-05, "Finetune/Loss": 0.8051893711090088, "Finetune/Loss (Raw)": 0.8714390397071838, "Finetune/Step": 8442, "Finetune/Step Time": 10.620070649310946}
+{"Finetune/Learning Rate": 1.2435518599394887e-05, "Finetune/Loss": 0.8047678470611572, "Finetune/Loss (Raw)": 0.8132787346839905, "Finetune/Step": 8443, "Finetune/Step Time": 10.619871651753783}
+{"Finetune/Learning Rate": 1.2433885314106451e-05, "Finetune/Loss": 0.8064748644828796, "Finetune/Loss (Raw)": 0.8877654671669006, "Finetune/Step": 8444, "Finetune/Step Time": 10.607006104663014}
+{"Finetune/Learning Rate": 1.243225195979995e-05, "Finetune/Loss": 0.8089144229888916, "Finetune/Loss (Raw)": 0.8534272313117981, "Finetune/Step": 8445, "Finetune/Step Time": 10.57939956150949}
+{"Finetune/Learning Rate": 1.2430618536521699e-05, "Finetune/Loss": 0.8068097829818726, "Finetune/Loss (Raw)": 0.6895880699157715, "Finetune/Step": 8446, "Finetune/Step Time": 10.559415889903903}
+{"Finetune/Learning Rate": 1.2428985044318015e-05, "Finetune/Loss": 0.8080675601959229, "Finetune/Loss (Raw)": 0.8613272309303284, "Finetune/Step": 8447, "Finetune/Step Time": 10.562614357098937}
+{"Finetune/Learning Rate": 1.2427351483235224e-05, "Finetune/Loss": 0.807873010635376, "Finetune/Loss (Raw)": 0.8722231388092041, "Finetune/Step": 8448, "Finetune/Step Time": 10.578038299456239}
+{"Finetune/Learning Rate": 1.242571785331965e-05, "Finetune/Loss": 0.8061044216156006, "Finetune/Loss (Raw)": 0.7582447528839111, "Finetune/Step": 8449, "Finetune/Step Time": 10.579529834911227}
+{"Finetune/Learning Rate": 1.2424084154617614e-05, "Finetune/Loss": 0.8066527843475342, "Finetune/Loss (Raw)": 0.8184360265731812, "Finetune/Step": 8450, "Finetune/Step Time": 10.580930180847645}
+{"Finetune/Learning Rate": 1.2422450387175445e-05, "Finetune/Loss": 0.8058891296386719, "Finetune/Loss (Raw)": 0.7199307680130005, "Finetune/Step": 8451, "Finetune/Step Time": 10.606577467173338}
+{"Finetune/Learning Rate": 1.242081655103947e-05, "Finetune/Loss": 0.8058266639709473, "Finetune/Loss (Raw)": 0.8067317605018616, "Finetune/Step": 8452, "Finetune/Step Time": 10.609870297834277}
+{"Finetune/Learning Rate": 1.2419182646256022e-05, "Finetune/Loss": 0.8048668503761292, "Finetune/Loss (Raw)": 0.791509747505188, "Finetune/Step": 8453, "Finetune/Step Time": 10.609900726005435}
+{"Finetune/Learning Rate": 1.2417548672871436e-05, "Finetune/Loss": 0.8048145174980164, "Finetune/Loss (Raw)": 0.8665938377380371, "Finetune/Step": 8454, "Finetune/Step Time": 10.61758760176599}
+{"Finetune/Learning Rate": 1.241591463093204e-05, "Finetune/Loss": 0.8041936159133911, "Finetune/Loss (Raw)": 0.7367979884147644, "Finetune/Step": 8455, "Finetune/Step Time": 10.600156581029296}
+{"Finetune/Learning Rate": 1.2414280520484178e-05, "Finetune/Loss": 0.8063682317733765, "Finetune/Loss (Raw)": 0.9434791207313538, "Finetune/Step": 8456, "Finetune/Step Time": 10.609932661056519}
+{"Finetune/Learning Rate": 1.2412646341574184e-05, "Finetune/Loss": 0.8078688979148865, "Finetune/Loss (Raw)": 0.9609478116035461, "Finetune/Step": 8457, "Finetune/Step Time": 10.612975340336561}
+{"Finetune/Learning Rate": 1.2411012094248402e-05, "Finetune/Loss": 0.8057349920272827, "Finetune/Loss (Raw)": 0.6353070735931396, "Finetune/Step": 8458, "Finetune/Step Time": 10.614827681332827}
+{"Finetune/Learning Rate": 1.2409377778553172e-05, "Finetune/Loss": 0.8052309155464172, "Finetune/Loss (Raw)": 0.7562929391860962, "Finetune/Step": 8459, "Finetune/Step Time": 10.61037445999682}
+{"Finetune/Learning Rate": 1.2407743394534839e-05, "Finetune/Loss": 0.8068645000457764, "Finetune/Loss (Raw)": 0.8729994893074036, "Finetune/Step": 8460, "Finetune/Step Time": 10.602643614634871}
+{"Finetune/Learning Rate": 1.2406108942239754e-05, "Finetune/Loss": 0.8066471219062805, "Finetune/Loss (Raw)": 0.6360371112823486, "Finetune/Step": 8461, "Finetune/Step Time": 10.631135741248727}
+{"Finetune/Learning Rate": 1.2404474421714254e-05, "Finetune/Loss": 0.8072723150253296, "Finetune/Loss (Raw)": 0.7920702695846558, "Finetune/Step": 8462, "Finetune/Step Time": 10.643325638025999}
+{"Finetune/Learning Rate": 1.2402839833004704e-05, "Finetune/Loss": 0.8068602085113525, "Finetune/Loss (Raw)": 0.8660837411880493, "Finetune/Step": 8463, "Finetune/Step Time": 10.645028069615364}
+{"Finetune/Learning Rate": 1.2401205176157447e-05, "Finetune/Loss": 0.8063977956771851, "Finetune/Loss (Raw)": 0.7463716864585876, "Finetune/Step": 8464, "Finetune/Step Time": 10.653342761099339}
+{"Finetune/Learning Rate": 1.2399570451218837e-05, "Finetune/Loss": 0.8048248887062073, "Finetune/Loss (Raw)": 0.7717102766036987, "Finetune/Step": 8465, "Finetune/Step Time": 10.646715883165598}
+{"Finetune/Learning Rate": 1.2397935658235234e-05, "Finetune/Loss": 0.8044441938400269, "Finetune/Loss (Raw)": 0.7922024130821228, "Finetune/Step": 8466, "Finetune/Step Time": 10.664360309019685}
+{"Finetune/Learning Rate": 1.2396300797252996e-05, "Finetune/Loss": 0.8046150207519531, "Finetune/Loss (Raw)": 0.8108375072479248, "Finetune/Step": 8467, "Finetune/Step Time": 10.66280448436737}
+{"Finetune/Learning Rate": 1.2394665868318478e-05, "Finetune/Loss": 0.8035705089569092, "Finetune/Loss (Raw)": 0.7690373659133911, "Finetune/Step": 8468, "Finetune/Step Time": 10.671768629923463}
+{"Finetune/Learning Rate": 1.2393030871478047e-05, "Finetune/Loss": 0.8028335571289062, "Finetune/Loss (Raw)": 0.7134501934051514, "Finetune/Step": 8469, "Finetune/Step Time": 10.676964627578855}
+{"Finetune/Learning Rate": 1.2391395806778068e-05, "Finetune/Loss": 0.802959680557251, "Finetune/Loss (Raw)": 0.8563821911811829, "Finetune/Step": 8470, "Finetune/Step Time": 10.69104003161192}
+{"Finetune/Learning Rate": 1.2389760674264901e-05, "Finetune/Loss": 0.8030275106430054, "Finetune/Loss (Raw)": 0.8289788365364075, "Finetune/Step": 8471, "Finetune/Step Time": 10.691484501585364}
+{"Finetune/Learning Rate": 1.2388125473984918e-05, "Finetune/Loss": 0.8029679656028748, "Finetune/Loss (Raw)": 0.7650101780891418, "Finetune/Step": 8472, "Finetune/Step Time": 10.697503663599491}
+{"Finetune/Learning Rate": 1.2386490205984488e-05, "Finetune/Loss": 0.8040169477462769, "Finetune/Loss (Raw)": 0.9478009939193726, "Finetune/Step": 8473, "Finetune/Step Time": 10.69522518105805}
+{"Finetune/Learning Rate": 1.2384854870309982e-05, "Finetune/Loss": 0.8055018782615662, "Finetune/Loss (Raw)": 0.9559313058853149, "Finetune/Step": 8474, "Finetune/Step Time": 10.684270963072777}
+{"Finetune/Learning Rate": 1.2383219467007772e-05, "Finetune/Loss": 0.8049671053886414, "Finetune/Loss (Raw)": 0.8289042711257935, "Finetune/Step": 8475, "Finetune/Step Time": 10.68648599460721}
+{"Finetune/Learning Rate": 1.2381583996124236e-05, "Finetune/Loss": 0.8052381277084351, "Finetune/Loss (Raw)": 0.8348358273506165, "Finetune/Step": 8476, "Finetune/Step Time": 10.681880593299866}
+{"Finetune/Learning Rate": 1.2379948457705748e-05, "Finetune/Loss": 0.8047628402709961, "Finetune/Loss (Raw)": 0.7972467541694641, "Finetune/Step": 8477, "Finetune/Step Time": 10.679919093847275}
+{"Finetune/Learning Rate": 1.2378312851798693e-05, "Finetune/Loss": 0.8029773235321045, "Finetune/Loss (Raw)": 0.6373646855354309, "Finetune/Step": 8478, "Finetune/Step Time": 10.70996280387044}
+{"Finetune/Learning Rate": 1.2376677178449445e-05, "Finetune/Loss": 0.8029488921165466, "Finetune/Loss (Raw)": 0.9807941913604736, "Finetune/Step": 8479, "Finetune/Step Time": 10.707091815769672}
+{"Finetune/Learning Rate": 1.2375041437704394e-05, "Finetune/Loss": 0.8032057285308838, "Finetune/Loss (Raw)": 0.8551906943321228, "Finetune/Step": 8480, "Finetune/Step Time": 10.72227244824171}
+{"Finetune/Learning Rate": 1.237340562960992e-05, "Finetune/Loss": 0.8036479949951172, "Finetune/Loss (Raw)": 0.8000577092170715, "Finetune/Step": 8481, "Finetune/Step Time": 10.697169790044427}
+{"Finetune/Learning Rate": 1.237176975421241e-05, "Finetune/Loss": 0.8046438097953796, "Finetune/Loss (Raw)": 0.898002564907074, "Finetune/Step": 8482, "Finetune/Step Time": 10.694211529567838}
+{"Finetune/Learning Rate": 1.2370133811558256e-05, "Finetune/Loss": 0.8039805889129639, "Finetune/Loss (Raw)": 0.7793285846710205, "Finetune/Step": 8483, "Finetune/Step Time": 10.709240866824985}
+{"Finetune/Learning Rate": 1.2368497801693846e-05, "Finetune/Loss": 0.8024853467941284, "Finetune/Loss (Raw)": 0.6522565484046936, "Finetune/Step": 8484, "Finetune/Step Time": 10.732278779149055}
+{"Finetune/Learning Rate": 1.2366861724665577e-05, "Finetune/Loss": 0.8027056455612183, "Finetune/Loss (Raw)": 0.8178465962409973, "Finetune/Step": 8485, "Finetune/Step Time": 10.733149403706193}
+{"Finetune/Learning Rate": 1.2365225580519836e-05, "Finetune/Loss": 0.8031331300735474, "Finetune/Loss (Raw)": 0.8045060634613037, "Finetune/Step": 8486, "Finetune/Step Time": 10.739442903548479}
+{"Finetune/Learning Rate": 1.2363589369303022e-05, "Finetune/Loss": 0.8026519417762756, "Finetune/Loss (Raw)": 0.7680975198745728, "Finetune/Step": 8487, "Finetune/Step Time": 10.742315579205751}
+{"Finetune/Learning Rate": 1.236195309106154e-05, "Finetune/Loss": 0.8027976751327515, "Finetune/Loss (Raw)": 0.7611643075942993, "Finetune/Step": 8488, "Finetune/Step Time": 10.743839314207435}
+{"Finetune/Learning Rate": 1.236031674584178e-05, "Finetune/Loss": 0.8016641139984131, "Finetune/Loss (Raw)": 0.7350144982337952, "Finetune/Step": 8489, "Finetune/Step Time": 10.72827604971826}
+{"Finetune/Learning Rate": 1.235868033369015e-05, "Finetune/Loss": 0.8016234636306763, "Finetune/Loss (Raw)": 0.894298791885376, "Finetune/Step": 8490, "Finetune/Step Time": 10.730116648599505}
+{"Finetune/Learning Rate": 1.2357043854653055e-05, "Finetune/Loss": 0.8017308712005615, "Finetune/Loss (Raw)": 0.8834713101387024, "Finetune/Step": 8491, "Finetune/Step Time": 10.724606193602085}
+{"Finetune/Learning Rate": 1.2355407308776897e-05, "Finetune/Loss": 0.8016631603240967, "Finetune/Loss (Raw)": 0.728399395942688, "Finetune/Step": 8492, "Finetune/Step Time": 10.71541690081358}
+{"Finetune/Learning Rate": 1.2353770696108085e-05, "Finetune/Loss": 0.8012668490409851, "Finetune/Loss (Raw)": 0.7212329506874084, "Finetune/Step": 8493, "Finetune/Step Time": 10.713845206424594}
+{"Finetune/Learning Rate": 1.2352134016693032e-05, "Finetune/Loss": 0.8001693487167358, "Finetune/Loss (Raw)": 0.701036810874939, "Finetune/Step": 8494, "Finetune/Step Time": 10.715367568656802}
+{"Finetune/Learning Rate": 1.2350497270578144e-05, "Finetune/Loss": 0.7997909784317017, "Finetune/Loss (Raw)": 0.7971766591072083, "Finetune/Step": 8495, "Finetune/Step Time": 10.711599694564939}
+{"Finetune/Learning Rate": 1.234886045780984e-05, "Finetune/Loss": 0.7990759611129761, "Finetune/Loss (Raw)": 0.7997767925262451, "Finetune/Step": 8496, "Finetune/Step Time": 10.722389280796051}
+{"Finetune/Learning Rate": 1.2347223578434528e-05, "Finetune/Loss": 0.7988430857658386, "Finetune/Loss (Raw)": 0.8080805540084839, "Finetune/Step": 8497, "Finetune/Step Time": 10.714199101552367}
+{"Finetune/Learning Rate": 1.2345586632498634e-05, "Finetune/Loss": 0.7978311777114868, "Finetune/Loss (Raw)": 0.7234269976615906, "Finetune/Step": 8498, "Finetune/Step Time": 10.717561027035117}
+{"Finetune/Learning Rate": 1.2343949620048573e-05, "Finetune/Loss": 0.7981200218200684, "Finetune/Loss (Raw)": 0.7587417364120483, "Finetune/Step": 8499, "Finetune/Step Time": 10.710681732743979}
+{"Finetune/Learning Rate": 1.2342312541130766e-05, "Finetune/Loss": 0.7981756329536438, "Finetune/Loss (Raw)": 0.8342235088348389, "Finetune/Step": 8500, "Finetune/Step Time": 10.705886729061604}
+{"Finetune/Learning Rate": 1.2340675395791632e-05, "Finetune/Loss": 0.799862265586853, "Finetune/Loss (Raw)": 0.936938464641571, "Finetune/Step": 8501, "Finetune/Step Time": 10.705736257135868}
+{"Finetune/Learning Rate": 1.2339038184077606e-05, "Finetune/Loss": 0.7999030351638794, "Finetune/Loss (Raw)": 0.7697004675865173, "Finetune/Step": 8502, "Finetune/Step Time": 10.706958817318082}
+{"Finetune/Learning Rate": 1.2337400906035104e-05, "Finetune/Loss": 0.7972683310508728, "Finetune/Loss (Raw)": 0.5547827482223511, "Finetune/Step": 8503, "Finetune/Step Time": 10.742502084001899}
+{"Finetune/Learning Rate": 1.2335763561710562e-05, "Finetune/Loss": 0.7979361414909363, "Finetune/Loss (Raw)": 0.7999728918075562, "Finetune/Step": 8504, "Finetune/Step Time": 10.748580425977707}
+{"Finetune/Learning Rate": 1.2334126151150402e-05, "Finetune/Loss": 0.796707272529602, "Finetune/Loss (Raw)": 0.7372983694076538, "Finetune/Step": 8505, "Finetune/Step Time": 10.746126735582948}
+{"Finetune/Learning Rate": 1.2332488674401068e-05, "Finetune/Loss": 0.7964818477630615, "Finetune/Loss (Raw)": 0.6626644134521484, "Finetune/Step": 8506, "Finetune/Step Time": 10.769781807437539}
+{"Finetune/Learning Rate": 1.2330851131508985e-05, "Finetune/Loss": 0.8000598549842834, "Finetune/Loss (Raw)": 0.9523322582244873, "Finetune/Step": 8507, "Finetune/Step Time": 10.780541770160198}
+{"Finetune/Learning Rate": 1.2329213522520591e-05, "Finetune/Loss": 0.8001611232757568, "Finetune/Loss (Raw)": 0.8008679151535034, "Finetune/Step": 8508, "Finetune/Step Time": 10.775013774633408}
+{"Finetune/Learning Rate": 1.2327575847482329e-05, "Finetune/Loss": 0.8002762198448181, "Finetune/Loss (Raw)": 0.7562264800071716, "Finetune/Step": 8509, "Finetune/Step Time": 10.756734451279044}
+{"Finetune/Learning Rate": 1.2325938106440629e-05, "Finetune/Loss": 0.8018388748168945, "Finetune/Loss (Raw)": 0.9488916397094727, "Finetune/Step": 8510, "Finetune/Step Time": 10.753809753805399}
+{"Finetune/Learning Rate": 1.2324300299441942e-05, "Finetune/Loss": 0.8005348443984985, "Finetune/Loss (Raw)": 0.7542386651039124, "Finetune/Step": 8511, "Finetune/Step Time": 10.76246888563037}
+{"Finetune/Learning Rate": 1.232266242653271e-05, "Finetune/Loss": 0.8026105165481567, "Finetune/Loss (Raw)": 0.9874694347381592, "Finetune/Step": 8512, "Finetune/Step Time": 10.765460209921002}
+{"Finetune/Learning Rate": 1.2321024487759373e-05, "Finetune/Loss": 0.8034799098968506, "Finetune/Loss (Raw)": 0.9356788396835327, "Finetune/Step": 8513, "Finetune/Step Time": 10.763204766437411}
+{"Finetune/Learning Rate": 1.2319386483168379e-05, "Finetune/Loss": 0.8028990030288696, "Finetune/Loss (Raw)": 0.708186149597168, "Finetune/Step": 8514, "Finetune/Step Time": 10.771560199558735}
+{"Finetune/Learning Rate": 1.2317748412806184e-05, "Finetune/Loss": 0.8018428087234497, "Finetune/Loss (Raw)": 0.7781271934509277, "Finetune/Step": 8515, "Finetune/Step Time": 10.767370091751218}
+{"Finetune/Learning Rate": 1.2316110276719236e-05, "Finetune/Loss": 0.8012050986289978, "Finetune/Loss (Raw)": 0.7690216302871704, "Finetune/Step": 8516, "Finetune/Step Time": 10.762079326435924}
+{"Finetune/Learning Rate": 1.2314472074953985e-05, "Finetune/Loss": 0.8002362251281738, "Finetune/Loss (Raw)": 0.7940340042114258, "Finetune/Step": 8517, "Finetune/Step Time": 10.772060479968786}
+{"Finetune/Learning Rate": 1.2312833807556886e-05, "Finetune/Loss": 0.7981746792793274, "Finetune/Loss (Raw)": 0.5989124774932861, "Finetune/Step": 8518, "Finetune/Step Time": 10.826048161834478}
+{"Finetune/Learning Rate": 1.2311195474574398e-05, "Finetune/Loss": 0.7988159656524658, "Finetune/Loss (Raw)": 0.7981511354446411, "Finetune/Step": 8519, "Finetune/Step Time": 10.813958438113332}
+{"Finetune/Learning Rate": 1.2309557076052978e-05, "Finetune/Loss": 0.7976471185684204, "Finetune/Loss (Raw)": 0.7778490781784058, "Finetune/Step": 8520, "Finetune/Step Time": 10.834246829152107}
+{"Finetune/Learning Rate": 1.2307918612039088e-05, "Finetune/Loss": 0.7982447743415833, "Finetune/Loss (Raw)": 0.8945959806442261, "Finetune/Step": 8521, "Finetune/Step Time": 10.81775138527155}
+{"Finetune/Learning Rate": 1.2306280082579186e-05, "Finetune/Loss": 0.7981173396110535, "Finetune/Loss (Raw)": 0.8318495750427246, "Finetune/Step": 8522, "Finetune/Step Time": 10.814806450158358}
+{"Finetune/Learning Rate": 1.2304641487719741e-05, "Finetune/Loss": 0.8001943826675415, "Finetune/Loss (Raw)": 0.8285642266273499, "Finetune/Step": 8523, "Finetune/Step Time": 10.779020996764302}
+{"Finetune/Learning Rate": 1.2303002827507218e-05, "Finetune/Loss": 0.8002697825431824, "Finetune/Loss (Raw)": 0.8004399538040161, "Finetune/Step": 8524, "Finetune/Step Time": 10.80029514618218}
+{"Finetune/Learning Rate": 1.2301364101988083e-05, "Finetune/Loss": 0.7985788583755493, "Finetune/Loss (Raw)": 0.7246888875961304, "Finetune/Step": 8525, "Finetune/Step Time": 10.821018988266587}
+{"Finetune/Learning Rate": 1.2299725311208807e-05, "Finetune/Loss": 0.7985569834709167, "Finetune/Loss (Raw)": 0.6677764058113098, "Finetune/Step": 8526, "Finetune/Step Time": 10.797771364450455}
+{"Finetune/Learning Rate": 1.229808645521586e-05, "Finetune/Loss": 0.7998455166816711, "Finetune/Loss (Raw)": 0.9590070247650146, "Finetune/Step": 8527, "Finetune/Step Time": 10.797934086993337}
+{"Finetune/Learning Rate": 1.2296447534055715e-05, "Finetune/Loss": 0.7989439964294434, "Finetune/Loss (Raw)": 0.6515598893165588, "Finetune/Step": 8528, "Finetune/Step Time": 10.805957550182939}
+{"Finetune/Learning Rate": 1.229480854777485e-05, "Finetune/Loss": 0.7976800203323364, "Finetune/Loss (Raw)": 0.6681830286979675, "Finetune/Step": 8529, "Finetune/Step Time": 10.838772010058165}
+{"Finetune/Learning Rate": 1.2293169496419738e-05, "Finetune/Loss": 0.7973859310150146, "Finetune/Loss (Raw)": 0.6635916233062744, "Finetune/Step": 8530, "Finetune/Step Time": 10.838906126096845}
+{"Finetune/Learning Rate": 1.2291530380036863e-05, "Finetune/Loss": 0.798497200012207, "Finetune/Loss (Raw)": 0.9714973568916321, "Finetune/Step": 8531, "Finetune/Step Time": 10.84599420428276}
+{"Finetune/Learning Rate": 1.2289891198672699e-05, "Finetune/Loss": 0.7982814908027649, "Finetune/Loss (Raw)": 0.7365553975105286, "Finetune/Step": 8532, "Finetune/Step Time": 10.859225446358323}
+{"Finetune/Learning Rate": 1.2288251952373735e-05, "Finetune/Loss": 0.8000725507736206, "Finetune/Loss (Raw)": 1.0381298065185547, "Finetune/Step": 8533, "Finetune/Step Time": 10.868506450206041}
+{"Finetune/Learning Rate": 1.2286612641186453e-05, "Finetune/Loss": 0.7992011308670044, "Finetune/Loss (Raw)": 0.7823927402496338, "Finetune/Step": 8534, "Finetune/Step Time": 10.856186976656318}
+{"Finetune/Learning Rate": 1.2284973265157336e-05, "Finetune/Loss": 0.799065113067627, "Finetune/Loss (Raw)": 0.7543032169342041, "Finetune/Step": 8535, "Finetune/Step Time": 10.859255069866776}
+{"Finetune/Learning Rate": 1.2283333824332874e-05, "Finetune/Loss": 0.7998937964439392, "Finetune/Loss (Raw)": 0.817868173122406, "Finetune/Step": 8536, "Finetune/Step Time": 10.858813161030412}
+{"Finetune/Learning Rate": 1.2281694318759562e-05, "Finetune/Loss": 0.8011965751647949, "Finetune/Loss (Raw)": 0.9917910099029541, "Finetune/Step": 8537, "Finetune/Step Time": 10.851440099999309}
+{"Finetune/Learning Rate": 1.2280054748483883e-05, "Finetune/Loss": 0.8018834590911865, "Finetune/Loss (Raw)": 0.896523118019104, "Finetune/Step": 8538, "Finetune/Step Time": 10.855575075373054}
+{"Finetune/Learning Rate": 1.2278415113552338e-05, "Finetune/Loss": 0.801729679107666, "Finetune/Loss (Raw)": 0.7024223804473877, "Finetune/Step": 8539, "Finetune/Step Time": 10.86858400516212}
+{"Finetune/Learning Rate": 1.2276775414011421e-05, "Finetune/Loss": 0.8017226457595825, "Finetune/Loss (Raw)": 0.7911377549171448, "Finetune/Step": 8540, "Finetune/Step Time": 10.885193651542068}
+{"Finetune/Learning Rate": 1.2275135649907624e-05, "Finetune/Loss": 0.8030751943588257, "Finetune/Loss (Raw)": 0.918846070766449, "Finetune/Step": 8541, "Finetune/Step Time": 10.882518626749516}
+{"Finetune/Learning Rate": 1.2273495821287449e-05, "Finetune/Loss": 0.8038063645362854, "Finetune/Loss (Raw)": 0.8639233112335205, "Finetune/Step": 8542, "Finetune/Step Time": 10.88479177840054}
+{"Finetune/Learning Rate": 1.22718559281974e-05, "Finetune/Loss": 0.8010765314102173, "Finetune/Loss (Raw)": 0.5362306237220764, "Finetune/Step": 8543, "Finetune/Step Time": 10.914865700528026}
+{"Finetune/Learning Rate": 1.2270215970683977e-05, "Finetune/Loss": 0.803290605545044, "Finetune/Loss (Raw)": 0.9641438126564026, "Finetune/Step": 8544, "Finetune/Step Time": 10.903451463207603}
+{"Finetune/Learning Rate": 1.2268575948793684e-05, "Finetune/Loss": 0.8045139312744141, "Finetune/Loss (Raw)": 0.744006872177124, "Finetune/Step": 8545, "Finetune/Step Time": 10.866283308714628}
+{"Finetune/Learning Rate": 1.2266935862573029e-05, "Finetune/Loss": 0.8046318292617798, "Finetune/Loss (Raw)": 0.830788254737854, "Finetune/Step": 8546, "Finetune/Step Time": 10.8506117220968}
+{"Finetune/Learning Rate": 1.2265295712068517e-05, "Finetune/Loss": 0.8031811118125916, "Finetune/Loss (Raw)": 0.7231643199920654, "Finetune/Step": 8547, "Finetune/Step Time": 10.876552132889628}
+{"Finetune/Learning Rate": 1.2263655497326661e-05, "Finetune/Loss": 0.8037691116333008, "Finetune/Loss (Raw)": 0.8858293294906616, "Finetune/Step": 8548, "Finetune/Step Time": 10.872490150853992}
+{"Finetune/Learning Rate": 1.2262015218393972e-05, "Finetune/Loss": 0.8042683601379395, "Finetune/Loss (Raw)": 0.8393279910087585, "Finetune/Step": 8549, "Finetune/Step Time": 10.877364384010434}
+{"Finetune/Learning Rate": 1.2260374875316966e-05, "Finetune/Loss": 0.8038113117218018, "Finetune/Loss (Raw)": 0.792948842048645, "Finetune/Step": 8550, "Finetune/Step Time": 10.8871785197407}
+{"Finetune/Learning Rate": 1.2258734468142153e-05, "Finetune/Loss": 0.8034892082214355, "Finetune/Loss (Raw)": 0.8114023208618164, "Finetune/Step": 8551, "Finetune/Step Time": 10.889577055349946}
+{"Finetune/Learning Rate": 1.2257093996916057e-05, "Finetune/Loss": 0.8030557632446289, "Finetune/Loss (Raw)": 0.8851106762886047, "Finetune/Step": 8552, "Finetune/Step Time": 10.888502046465874}
+{"Finetune/Learning Rate": 1.2255453461685189e-05, "Finetune/Loss": 0.8037991523742676, "Finetune/Loss (Raw)": 0.7933152914047241, "Finetune/Step": 8553, "Finetune/Step Time": 10.890789404511452}
+{"Finetune/Learning Rate": 1.2253812862496076e-05, "Finetune/Loss": 0.8036210536956787, "Finetune/Loss (Raw)": 0.8363995552062988, "Finetune/Step": 8554, "Finetune/Step Time": 10.907311050221324}
+{"Finetune/Learning Rate": 1.2252172199395245e-05, "Finetune/Loss": 0.8029888868331909, "Finetune/Loss (Raw)": 0.8258858323097229, "Finetune/Step": 8555, "Finetune/Step Time": 10.911698300391436}
+{"Finetune/Learning Rate": 1.2250531472429207e-05, "Finetune/Loss": 0.8029122352600098, "Finetune/Loss (Raw)": 0.8390957117080688, "Finetune/Step": 8556, "Finetune/Step Time": 10.909772893413901}
+{"Finetune/Learning Rate": 1.2248890681644499e-05, "Finetune/Loss": 0.8026838302612305, "Finetune/Loss (Raw)": 0.7268803715705872, "Finetune/Step": 8557, "Finetune/Step Time": 10.909808846190572}
+{"Finetune/Learning Rate": 1.2247249827087648e-05, "Finetune/Loss": 0.8000142574310303, "Finetune/Loss (Raw)": 0.6717579960823059, "Finetune/Step": 8558, "Finetune/Step Time": 10.903809666633606}
+{"Finetune/Learning Rate": 1.2245608908805178e-05, "Finetune/Loss": 0.80063796043396, "Finetune/Loss (Raw)": 0.8361969590187073, "Finetune/Step": 8559, "Finetune/Step Time": 10.901011489331722}
+{"Finetune/Learning Rate": 1.2243967926843627e-05, "Finetune/Loss": 0.8006339073181152, "Finetune/Loss (Raw)": 0.8545991778373718, "Finetune/Step": 8560, "Finetune/Step Time": 10.885413460433483}
+{"Finetune/Learning Rate": 1.2242326881249528e-05, "Finetune/Loss": 0.8018625974655151, "Finetune/Loss (Raw)": 0.8900867700576782, "Finetune/Step": 8561, "Finetune/Step Time": 10.885305806994438}
+{"Finetune/Learning Rate": 1.2240685772069417e-05, "Finetune/Loss": 0.8021803498268127, "Finetune/Loss (Raw)": 0.6055476665496826, "Finetune/Step": 8562, "Finetune/Step Time": 10.851968940347433}
+{"Finetune/Learning Rate": 1.2239044599349823e-05, "Finetune/Loss": 0.8013066053390503, "Finetune/Loss (Raw)": 0.7641736268997192, "Finetune/Step": 8563, "Finetune/Step Time": 10.853712443262339}
+{"Finetune/Learning Rate": 1.2237403363137298e-05, "Finetune/Loss": 0.80190509557724, "Finetune/Loss (Raw)": 0.8113821744918823, "Finetune/Step": 8564, "Finetune/Step Time": 10.850702894851565}
+{"Finetune/Learning Rate": 1.2235762063478372e-05, "Finetune/Loss": 0.800183892250061, "Finetune/Loss (Raw)": 0.7232959866523743, "Finetune/Step": 8565, "Finetune/Step Time": 10.84916883893311}
+{"Finetune/Learning Rate": 1.2234120700419588e-05, "Finetune/Loss": 0.7994470000267029, "Finetune/Loss (Raw)": 0.725662887096405, "Finetune/Step": 8566, "Finetune/Step Time": 10.869548162445426}
+{"Finetune/Learning Rate": 1.22324792740075e-05, "Finetune/Loss": 0.7968727350234985, "Finetune/Loss (Raw)": 0.5313208699226379, "Finetune/Step": 8567, "Finetune/Step Time": 10.88653133995831}
+{"Finetune/Learning Rate": 1.2230837784288646e-05, "Finetune/Loss": 0.7983007431030273, "Finetune/Loss (Raw)": 0.7972204685211182, "Finetune/Step": 8568, "Finetune/Step Time": 10.854549894109368}
+{"Finetune/Learning Rate": 1.2229196231309575e-05, "Finetune/Loss": 0.7968592643737793, "Finetune/Loss (Raw)": 0.6065247058868408, "Finetune/Step": 8569, "Finetune/Step Time": 10.8602692540735}
+{"Finetune/Learning Rate": 1.222755461511684e-05, "Finetune/Loss": 0.7966605424880981, "Finetune/Loss (Raw)": 0.8459956645965576, "Finetune/Step": 8570, "Finetune/Step Time": 10.863330535590649}
+{"Finetune/Learning Rate": 1.222591293575699e-05, "Finetune/Loss": 0.7975175380706787, "Finetune/Loss (Raw)": 0.922971785068512, "Finetune/Step": 8571, "Finetune/Step Time": 10.86040174216032}
+{"Finetune/Learning Rate": 1.2224271193276576e-05, "Finetune/Loss": 0.797365128993988, "Finetune/Loss (Raw)": 0.8682569265365601, "Finetune/Step": 8572, "Finetune/Step Time": 10.860763421282172}
+{"Finetune/Learning Rate": 1.2222629387722159e-05, "Finetune/Loss": 0.7966289520263672, "Finetune/Loss (Raw)": 0.7592049241065979, "Finetune/Step": 8573, "Finetune/Step Time": 10.853084659203887}
+{"Finetune/Learning Rate": 1.2220987519140291e-05, "Finetune/Loss": 0.7977871298789978, "Finetune/Loss (Raw)": 0.8378309607505798, "Finetune/Step": 8574, "Finetune/Step Time": 10.849007548764348}
+{"Finetune/Learning Rate": 1.2219345587577533e-05, "Finetune/Loss": 0.7979516983032227, "Finetune/Loss (Raw)": 0.8823854327201843, "Finetune/Step": 8575, "Finetune/Step Time": 10.841627458110452}
+{"Finetune/Learning Rate": 1.2217703593080445e-05, "Finetune/Loss": 0.7980190515518188, "Finetune/Loss (Raw)": 0.8808484673500061, "Finetune/Step": 8576, "Finetune/Step Time": 10.824841383844614}
+{"Finetune/Learning Rate": 1.221606153569559e-05, "Finetune/Loss": 0.798128604888916, "Finetune/Loss (Raw)": 0.7722632884979248, "Finetune/Step": 8577, "Finetune/Step Time": 10.817604821175337}
+{"Finetune/Learning Rate": 1.2214419415469532e-05, "Finetune/Loss": 0.7979707717895508, "Finetune/Loss (Raw)": 0.7982350587844849, "Finetune/Step": 8578, "Finetune/Step Time": 10.81755499728024}
+{"Finetune/Learning Rate": 1.2212777232448837e-05, "Finetune/Loss": 0.8002771139144897, "Finetune/Loss (Raw)": 1.0151411294937134, "Finetune/Step": 8579, "Finetune/Step Time": 10.794662345200777}
+{"Finetune/Learning Rate": 1.221113498668007e-05, "Finetune/Loss": 0.8005868196487427, "Finetune/Loss (Raw)": 0.8463828563690186, "Finetune/Step": 8580, "Finetune/Step Time": 10.78697163425386}
+{"Finetune/Learning Rate": 1.2209492678209803e-05, "Finetune/Loss": 0.8004285097122192, "Finetune/Loss (Raw)": 0.7712424397468567, "Finetune/Step": 8581, "Finetune/Step Time": 10.798737525939941}
+{"Finetune/Learning Rate": 1.2207850307084607e-05, "Finetune/Loss": 0.8007315993309021, "Finetune/Loss (Raw)": 0.9053886532783508, "Finetune/Step": 8582, "Finetune/Step Time": 10.784596661105752}
+{"Finetune/Learning Rate": 1.2206207873351055e-05, "Finetune/Loss": 0.8011147975921631, "Finetune/Loss (Raw)": 0.7858493328094482, "Finetune/Step": 8583, "Finetune/Step Time": 10.788604186847806}
+{"Finetune/Learning Rate": 1.220456537705572e-05, "Finetune/Loss": 0.8003499507904053, "Finetune/Loss (Raw)": 0.8455773591995239, "Finetune/Step": 8584, "Finetune/Step Time": 10.775717347860336}
+{"Finetune/Learning Rate": 1.2202922818245182e-05, "Finetune/Loss": 0.7999894022941589, "Finetune/Loss (Raw)": 0.9148018956184387, "Finetune/Step": 8585, "Finetune/Step Time": 10.779694503173232}
+{"Finetune/Learning Rate": 1.2201280196966016e-05, "Finetune/Loss": 0.8011137247085571, "Finetune/Loss (Raw)": 0.7792156934738159, "Finetune/Step": 8586, "Finetune/Step Time": 10.779558036476374}
+{"Finetune/Learning Rate": 1.2199637513264799e-05, "Finetune/Loss": 0.8015813827514648, "Finetune/Loss (Raw)": 0.8161470890045166, "Finetune/Step": 8587, "Finetune/Step Time": 10.799915565177798}
+{"Finetune/Learning Rate": 1.2197994767188124e-05, "Finetune/Loss": 0.8013647794723511, "Finetune/Loss (Raw)": 0.8452761769294739, "Finetune/Step": 8588, "Finetune/Step Time": 10.797953378409147}
+{"Finetune/Learning Rate": 1.2196351958782565e-05, "Finetune/Loss": 0.8027825355529785, "Finetune/Loss (Raw)": 0.8175117373466492, "Finetune/Step": 8589, "Finetune/Step Time": 10.77426040917635}
+{"Finetune/Learning Rate": 1.219470908809471e-05, "Finetune/Loss": 0.8041779398918152, "Finetune/Loss (Raw)": 0.9706869721412659, "Finetune/Step": 8590, "Finetune/Step Time": 10.784690232947469}
+{"Finetune/Learning Rate": 1.2193066155171144e-05, "Finetune/Loss": 0.8040173053741455, "Finetune/Loss (Raw)": 0.8455253839492798, "Finetune/Step": 8591, "Finetune/Step Time": 10.785941682755947}
+{"Finetune/Learning Rate": 1.2191423160058462e-05, "Finetune/Loss": 0.8042763471603394, "Finetune/Loss (Raw)": 0.7795324325561523, "Finetune/Step": 8592, "Finetune/Step Time": 10.803227590397}
+{"Finetune/Learning Rate": 1.2189780102803249e-05, "Finetune/Loss": 0.806026816368103, "Finetune/Loss (Raw)": 0.9957653284072876, "Finetune/Step": 8593, "Finetune/Step Time": 10.803969191387296}
+{"Finetune/Learning Rate": 1.2188136983452097e-05, "Finetune/Loss": 0.806898832321167, "Finetune/Loss (Raw)": 0.9038220643997192, "Finetune/Step": 8594, "Finetune/Step Time": 10.784277273342013}
+{"Finetune/Learning Rate": 1.2186493802051605e-05, "Finetune/Loss": 0.8070826530456543, "Finetune/Loss (Raw)": 0.834367573261261, "Finetune/Step": 8595, "Finetune/Step Time": 10.78990094549954}
+{"Finetune/Learning Rate": 1.2184850558648365e-05, "Finetune/Loss": 0.8074241876602173, "Finetune/Loss (Raw)": 0.8127461671829224, "Finetune/Step": 8596, "Finetune/Step Time": 10.772561460733414}
+{"Finetune/Learning Rate": 1.2183207253288975e-05, "Finetune/Loss": 0.8082599639892578, "Finetune/Loss (Raw)": 0.8204357624053955, "Finetune/Step": 8597, "Finetune/Step Time": 10.765752332285047}
+{"Finetune/Learning Rate": 1.2181563886020038e-05, "Finetune/Loss": 0.8091886639595032, "Finetune/Loss (Raw)": 0.975249707698822, "Finetune/Step": 8598, "Finetune/Step Time": 10.755714651197195}
+{"Finetune/Learning Rate": 1.2179920456888152e-05, "Finetune/Loss": 0.8082506656646729, "Finetune/Loss (Raw)": 0.7089204788208008, "Finetune/Step": 8599, "Finetune/Step Time": 10.784260829910636}
+{"Finetune/Learning Rate": 1.2178276965939923e-05, "Finetune/Loss": 0.8091589212417603, "Finetune/Loss (Raw)": 0.8812656998634338, "Finetune/Step": 8600, "Finetune/Step Time": 10.776558363810182}
+{"Finetune/Learning Rate": 1.217663341322195e-05, "Finetune/Loss": 0.8073337078094482, "Finetune/Loss (Raw)": 0.7141745686531067, "Finetune/Step": 8601, "Finetune/Step Time": 10.78380000218749}
+{"Finetune/Learning Rate": 1.2174989798780842e-05, "Finetune/Loss": 0.804408848285675, "Finetune/Loss (Raw)": 0.5815476775169373, "Finetune/Step": 8602, "Finetune/Step Time": 10.823320189490914}
+{"Finetune/Learning Rate": 1.2173346122663212e-05, "Finetune/Loss": 0.8042446970939636, "Finetune/Loss (Raw)": 0.8078905940055847, "Finetune/Step": 8603, "Finetune/Step Time": 10.830267133191228}
+{"Finetune/Learning Rate": 1.2171702384915662e-05, "Finetune/Loss": 0.803990364074707, "Finetune/Loss (Raw)": 0.8022792935371399, "Finetune/Step": 8604, "Finetune/Step Time": 10.835858687758446}
+{"Finetune/Learning Rate": 1.2170058585584809e-05, "Finetune/Loss": 0.8045041561126709, "Finetune/Loss (Raw)": 0.8630123138427734, "Finetune/Step": 8605, "Finetune/Step Time": 10.838371742516756}
+{"Finetune/Learning Rate": 1.216841472471727e-05, "Finetune/Loss": 0.8062418699264526, "Finetune/Loss (Raw)": 0.8598001003265381, "Finetune/Step": 8606, "Finetune/Step Time": 10.818489810451865}
+{"Finetune/Learning Rate": 1.216677080235965e-05, "Finetune/Loss": 0.8060705661773682, "Finetune/Loss (Raw)": 0.958864688873291, "Finetune/Step": 8607, "Finetune/Step Time": 10.81979919038713}
+{"Finetune/Learning Rate": 1.2165126818558572e-05, "Finetune/Loss": 0.8056609630584717, "Finetune/Loss (Raw)": 0.802761971950531, "Finetune/Step": 8608, "Finetune/Step Time": 10.807613728567958}
+{"Finetune/Learning Rate": 1.216348277336066e-05, "Finetune/Loss": 0.8052827715873718, "Finetune/Loss (Raw)": 0.7516472935676575, "Finetune/Step": 8609, "Finetune/Step Time": 10.808354252949357}
+{"Finetune/Learning Rate": 1.2161838666812522e-05, "Finetune/Loss": 0.8052449226379395, "Finetune/Loss (Raw)": 0.8931567668914795, "Finetune/Step": 8610, "Finetune/Step Time": 10.81837604753673}
+{"Finetune/Learning Rate": 1.216019449896079e-05, "Finetune/Loss": 0.8055993914604187, "Finetune/Loss (Raw)": 0.8246996402740479, "Finetune/Step": 8611, "Finetune/Step Time": 10.791471576318145}
+{"Finetune/Learning Rate": 1.2158550269852084e-05, "Finetune/Loss": 0.8063202500343323, "Finetune/Loss (Raw)": 0.744527280330658, "Finetune/Step": 8612, "Finetune/Step Time": 10.75721276178956}
+{"Finetune/Learning Rate": 1.2156905979533031e-05, "Finetune/Loss": 0.8073717355728149, "Finetune/Loss (Raw)": 0.9524385333061218, "Finetune/Step": 8613, "Finetune/Step Time": 10.755707427859306}
+{"Finetune/Learning Rate": 1.2155261628050257e-05, "Finetune/Loss": 0.8073897361755371, "Finetune/Loss (Raw)": 0.8068110346794128, "Finetune/Step": 8614, "Finetune/Step Time": 10.769468015059829}
+{"Finetune/Learning Rate": 1.215361721545039e-05, "Finetune/Loss": 0.8078817129135132, "Finetune/Loss (Raw)": 0.8310683965682983, "Finetune/Step": 8615, "Finetune/Step Time": 10.757991785183549}
+{"Finetune/Learning Rate": 1.2151972741780067e-05, "Finetune/Loss": 0.8079408407211304, "Finetune/Loss (Raw)": 0.7687385678291321, "Finetune/Step": 8616, "Finetune/Step Time": 10.758150635287166}
+{"Finetune/Learning Rate": 1.2150328207085913e-05, "Finetune/Loss": 0.8077183961868286, "Finetune/Loss (Raw)": 0.7065367102622986, "Finetune/Step": 8617, "Finetune/Step Time": 10.76550693064928}
+{"Finetune/Learning Rate": 1.214868361141457e-05, "Finetune/Loss": 0.8071510195732117, "Finetune/Loss (Raw)": 0.8216739892959595, "Finetune/Step": 8618, "Finetune/Step Time": 10.764656284824014}
+{"Finetune/Learning Rate": 1.2147038954812665e-05, "Finetune/Loss": 0.806881308555603, "Finetune/Loss (Raw)": 0.8489460349082947, "Finetune/Step": 8619, "Finetune/Step Time": 10.765365462750196}
+{"Finetune/Learning Rate": 1.2145394237326842e-05, "Finetune/Loss": 0.8073083758354187, "Finetune/Loss (Raw)": 0.783065676689148, "Finetune/Step": 8620, "Finetune/Step Time": 10.778646612539887}
+{"Finetune/Learning Rate": 1.214374945900374e-05, "Finetune/Loss": 0.8082110285758972, "Finetune/Loss (Raw)": 0.8367757201194763, "Finetune/Step": 8621, "Finetune/Step Time": 10.780265303328633}
+{"Finetune/Learning Rate": 1.2142104619890001e-05, "Finetune/Loss": 0.808519721031189, "Finetune/Loss (Raw)": 0.7405542135238647, "Finetune/Step": 8622, "Finetune/Step Time": 10.778732096776366}
+{"Finetune/Learning Rate": 1.2140459720032262e-05, "Finetune/Loss": 0.8081985712051392, "Finetune/Loss (Raw)": 0.7560663819313049, "Finetune/Step": 8623, "Finetune/Step Time": 10.780246628448367}
+{"Finetune/Learning Rate": 1.2138814759477176e-05, "Finetune/Loss": 0.8071790933609009, "Finetune/Loss (Raw)": 0.6692818403244019, "Finetune/Step": 8624, "Finetune/Step Time": 10.75550246797502}
+{"Finetune/Learning Rate": 1.2137169738271384e-05, "Finetune/Loss": 0.807183563709259, "Finetune/Loss (Raw)": 0.8086516261100769, "Finetune/Step": 8625, "Finetune/Step Time": 10.757347857579589}
+{"Finetune/Learning Rate": 1.2135524656461535e-05, "Finetune/Loss": 0.8072700500488281, "Finetune/Loss (Raw)": 0.734498918056488, "Finetune/Step": 8626, "Finetune/Step Time": 10.758904380723834}
+{"Finetune/Learning Rate": 1.2133879514094277e-05, "Finetune/Loss": 0.807804524898529, "Finetune/Loss (Raw)": 0.8271496891975403, "Finetune/Step": 8627, "Finetune/Step Time": 10.755219528451562}
+{"Finetune/Learning Rate": 1.2132234311216271e-05, "Finetune/Loss": 0.8075234293937683, "Finetune/Loss (Raw)": 0.7982436418533325, "Finetune/Step": 8628, "Finetune/Step Time": 10.754131590947509}
+{"Finetune/Learning Rate": 1.2130589047874155e-05, "Finetune/Loss": 0.806938648223877, "Finetune/Loss (Raw)": 0.862087607383728, "Finetune/Step": 8629, "Finetune/Step Time": 10.773243989795446}
+{"Finetune/Learning Rate": 1.2128943724114597e-05, "Finetune/Loss": 0.8074878454208374, "Finetune/Loss (Raw)": 0.8400006294250488, "Finetune/Step": 8630, "Finetune/Step Time": 10.770521692931652}
+{"Finetune/Learning Rate": 1.212729833998425e-05, "Finetune/Loss": 0.8107021450996399, "Finetune/Loss (Raw)": 0.9662129282951355, "Finetune/Step": 8631, "Finetune/Step Time": 10.762203162536025}
+{"Finetune/Learning Rate": 1.2125652895529766e-05, "Finetune/Loss": 0.8108248710632324, "Finetune/Loss (Raw)": 0.8156768679618835, "Finetune/Step": 8632, "Finetune/Step Time": 10.776453003287315}
+{"Finetune/Learning Rate": 1.2124007390797814e-05, "Finetune/Loss": 0.8122705817222595, "Finetune/Loss (Raw)": 0.9223552942276001, "Finetune/Step": 8633, "Finetune/Step Time": 10.782931674271822}
+{"Finetune/Learning Rate": 1.2122361825835054e-05, "Finetune/Loss": 0.8141611218452454, "Finetune/Loss (Raw)": 0.9046515822410583, "Finetune/Step": 8634, "Finetune/Step Time": 10.75466543622315}
+{"Finetune/Learning Rate": 1.2120716200688146e-05, "Finetune/Loss": 0.8133901357650757, "Finetune/Loss (Raw)": 0.8536376953125, "Finetune/Step": 8635, "Finetune/Step Time": 10.71433350071311}
+{"Finetune/Learning Rate": 1.2119070515403755e-05, "Finetune/Loss": 0.8129538297653198, "Finetune/Loss (Raw)": 0.7450239062309265, "Finetune/Step": 8636, "Finetune/Step Time": 10.71322849392891}
+{"Finetune/Learning Rate": 1.2117424770028554e-05, "Finetune/Loss": 0.8130558133125305, "Finetune/Loss (Raw)": 0.769288182258606, "Finetune/Step": 8637, "Finetune/Step Time": 10.715313728898764}
+{"Finetune/Learning Rate": 1.2115778964609204e-05, "Finetune/Loss": 0.8122341632843018, "Finetune/Loss (Raw)": 0.8437170386314392, "Finetune/Step": 8638, "Finetune/Step Time": 10.717292999848723}
+{"Finetune/Learning Rate": 1.2114133099192383e-05, "Finetune/Loss": 0.8127812743186951, "Finetune/Loss (Raw)": 0.8242670297622681, "Finetune/Step": 8639, "Finetune/Step Time": 10.719523364678025}
+{"Finetune/Learning Rate": 1.2112487173824755e-05, "Finetune/Loss": 0.8115141987800598, "Finetune/Loss (Raw)": 0.8252815008163452, "Finetune/Step": 8640, "Finetune/Step Time": 10.716925216838717}
+{"Finetune/Learning Rate": 1.2110841188553e-05, "Finetune/Loss": 0.8098973035812378, "Finetune/Loss (Raw)": 0.7287212014198303, "Finetune/Step": 8641, "Finetune/Step Time": 10.719198251143098}
+{"Finetune/Learning Rate": 1.2109195143423792e-05, "Finetune/Loss": 0.8108872771263123, "Finetune/Loss (Raw)": 0.834898829460144, "Finetune/Step": 8642, "Finetune/Step Time": 10.725967353209853}
+{"Finetune/Learning Rate": 1.2107549038483803e-05, "Finetune/Loss": 0.8109555244445801, "Finetune/Loss (Raw)": 0.7868687510490417, "Finetune/Step": 8643, "Finetune/Step Time": 10.734618229791522}
+{"Finetune/Learning Rate": 1.210590287377972e-05, "Finetune/Loss": 0.8119798898696899, "Finetune/Loss (Raw)": 0.9001339077949524, "Finetune/Step": 8644, "Finetune/Step Time": 10.738381801173091}
+{"Finetune/Learning Rate": 1.2104256649358219e-05, "Finetune/Loss": 0.8123081922531128, "Finetune/Loss (Raw)": 0.8360545635223389, "Finetune/Step": 8645, "Finetune/Step Time": 10.731929136440158}
+{"Finetune/Learning Rate": 1.2102610365265985e-05, "Finetune/Loss": 0.8146692514419556, "Finetune/Loss (Raw)": 0.9011308550834656, "Finetune/Step": 8646, "Finetune/Step Time": 10.674413112923503}
+{"Finetune/Learning Rate": 1.2100964021549697e-05, "Finetune/Loss": 0.8146994113922119, "Finetune/Loss (Raw)": 0.8020168542861938, "Finetune/Step": 8647, "Finetune/Step Time": 10.674901157617569}
+{"Finetune/Learning Rate": 1.2099317618256046e-05, "Finetune/Loss": 0.8142900466918945, "Finetune/Loss (Raw)": 0.7254472970962524, "Finetune/Step": 8648, "Finetune/Step Time": 10.629530655220151}
+{"Finetune/Learning Rate": 1.2097671155431718e-05, "Finetune/Loss": 0.8133736848831177, "Finetune/Loss (Raw)": 0.7773046493530273, "Finetune/Step": 8649, "Finetune/Step Time": 10.63566818088293}
+{"Finetune/Learning Rate": 1.2096024633123397e-05, "Finetune/Loss": 0.8138735890388489, "Finetune/Loss (Raw)": 0.8958375453948975, "Finetune/Step": 8650, "Finetune/Step Time": 10.65601759031415}
+{"Finetune/Learning Rate": 1.2094378051377782e-05, "Finetune/Loss": 0.8141173124313354, "Finetune/Loss (Raw)": 0.8597496151924133, "Finetune/Step": 8651, "Finetune/Step Time": 10.659794384613633}
+{"Finetune/Learning Rate": 1.209273141024156e-05, "Finetune/Loss": 0.814488410949707, "Finetune/Loss (Raw)": 0.8479490876197815, "Finetune/Step": 8652, "Finetune/Step Time": 10.64196110330522}
+{"Finetune/Learning Rate": 1.2091084709761422e-05, "Finetune/Loss": 0.8147275447845459, "Finetune/Loss (Raw)": 0.7552972435951233, "Finetune/Step": 8653, "Finetune/Step Time": 10.61885661445558}
+{"Finetune/Learning Rate": 1.2089437949984074e-05, "Finetune/Loss": 0.8155020475387573, "Finetune/Loss (Raw)": 0.766911506652832, "Finetune/Step": 8654, "Finetune/Step Time": 10.626506997272372}
+{"Finetune/Learning Rate": 1.2087791130956203e-05, "Finetune/Loss": 0.8146709203720093, "Finetune/Loss (Raw)": 0.8526297211647034, "Finetune/Step": 8655, "Finetune/Step Time": 10.628640161827207}
+{"Finetune/Learning Rate": 1.2086144252724514e-05, "Finetune/Loss": 0.816137433052063, "Finetune/Loss (Raw)": 0.8392699956893921, "Finetune/Step": 8656, "Finetune/Step Time": 10.622402818873525}
+{"Finetune/Learning Rate": 1.2084497315335705e-05, "Finetune/Loss": 0.8167047500610352, "Finetune/Loss (Raw)": 0.7407979965209961, "Finetune/Step": 8657, "Finetune/Step Time": 10.590842850506306}
+{"Finetune/Learning Rate": 1.2082850318836484e-05, "Finetune/Loss": 0.8170922994613647, "Finetune/Loss (Raw)": 0.7131938338279724, "Finetune/Step": 8658, "Finetune/Step Time": 10.589096803218126}
+{"Finetune/Learning Rate": 1.2081203263273546e-05, "Finetune/Loss": 0.8155300617218018, "Finetune/Loss (Raw)": 0.7715373635292053, "Finetune/Step": 8659, "Finetune/Step Time": 10.582006646320224}
+{"Finetune/Learning Rate": 1.2079556148693602e-05, "Finetune/Loss": 0.8159748315811157, "Finetune/Loss (Raw)": 0.7934799790382385, "Finetune/Step": 8660, "Finetune/Step Time": 10.570369247347116}
+{"Finetune/Learning Rate": 1.2077908975143362e-05, "Finetune/Loss": 0.8138149976730347, "Finetune/Loss (Raw)": 0.7616758942604065, "Finetune/Step": 8661, "Finetune/Step Time": 10.570173438638449}
+{"Finetune/Learning Rate": 1.207626174266953e-05, "Finetune/Loss": 0.8140115737915039, "Finetune/Loss (Raw)": 0.8075531125068665, "Finetune/Step": 8662, "Finetune/Step Time": 10.564196670427918}
+{"Finetune/Learning Rate": 1.207461445131882e-05, "Finetune/Loss": 0.8163194060325623, "Finetune/Loss (Raw)": 1.0497063398361206, "Finetune/Step": 8663, "Finetune/Step Time": 10.567049292847514}
+{"Finetune/Learning Rate": 1.2072967101137942e-05, "Finetune/Loss": 0.8154027462005615, "Finetune/Loss (Raw)": 0.70053631067276, "Finetune/Step": 8664, "Finetune/Step Time": 10.558897621929646}
+{"Finetune/Learning Rate": 1.2071319692173613e-05, "Finetune/Loss": 0.8146212697029114, "Finetune/Loss (Raw)": 0.8917598724365234, "Finetune/Step": 8665, "Finetune/Step Time": 10.557612808421254}
+{"Finetune/Learning Rate": 1.2069672224472548e-05, "Finetune/Loss": 0.813843309879303, "Finetune/Loss (Raw)": 0.7969470620155334, "Finetune/Step": 8666, "Finetune/Step Time": 10.556866772472858}
+{"Finetune/Learning Rate": 1.2068024698081462e-05, "Finetune/Loss": 0.8147071599960327, "Finetune/Loss (Raw)": 0.8129851222038269, "Finetune/Step": 8667, "Finetune/Step Time": 10.546691551804543}
+{"Finetune/Learning Rate": 1.2066377113047078e-05, "Finetune/Loss": 0.8152859210968018, "Finetune/Loss (Raw)": 0.8652245998382568, "Finetune/Step": 8668, "Finetune/Step Time": 10.533987119793892}
+{"Finetune/Learning Rate": 1.2064729469416114e-05, "Finetune/Loss": 0.8148109316825867, "Finetune/Loss (Raw)": 0.8580473065376282, "Finetune/Step": 8669, "Finetune/Step Time": 10.529498044401407}
+{"Finetune/Learning Rate": 1.2063081767235296e-05, "Finetune/Loss": 0.8137822151184082, "Finetune/Loss (Raw)": 0.732246458530426, "Finetune/Step": 8670, "Finetune/Step Time": 10.525961434468627}
+{"Finetune/Learning Rate": 1.2061434006551343e-05, "Finetune/Loss": 0.8162494897842407, "Finetune/Loss (Raw)": 0.8520442247390747, "Finetune/Step": 8671, "Finetune/Step Time": 10.489853382110596}
+{"Finetune/Learning Rate": 1.2059786187410984e-05, "Finetune/Loss": 0.8156322240829468, "Finetune/Loss (Raw)": 0.885129451751709, "Finetune/Step": 8672, "Finetune/Step Time": 10.492308389395475}
+{"Finetune/Learning Rate": 1.205813830986095e-05, "Finetune/Loss": 0.8160061836242676, "Finetune/Loss (Raw)": 0.7918803095817566, "Finetune/Step": 8673, "Finetune/Step Time": 10.489630265161395}
+{"Finetune/Learning Rate": 1.205649037394796e-05, "Finetune/Loss": 0.8164380192756653, "Finetune/Loss (Raw)": 0.8860645294189453, "Finetune/Step": 8674, "Finetune/Step Time": 10.497197940945625}
+{"Finetune/Learning Rate": 1.2054842379718755e-05, "Finetune/Loss": 0.8148932456970215, "Finetune/Loss (Raw)": 0.5254228711128235, "Finetune/Step": 8675, "Finetune/Step Time": 10.509668078273535}
+{"Finetune/Learning Rate": 1.2053194327220061e-05, "Finetune/Loss": 0.8141423463821411, "Finetune/Loss (Raw)": 0.7897214889526367, "Finetune/Step": 8676, "Finetune/Step Time": 10.509307777509093}
+{"Finetune/Learning Rate": 1.2051546216498615e-05, "Finetune/Loss": 0.8139051795005798, "Finetune/Loss (Raw)": 0.808967113494873, "Finetune/Step": 8677, "Finetune/Step Time": 10.511006828397512}
+{"Finetune/Learning Rate": 1.2049898047601152e-05, "Finetune/Loss": 0.8149400949478149, "Finetune/Loss (Raw)": 0.9254201650619507, "Finetune/Step": 8678, "Finetune/Step Time": 10.489174738526344}
+{"Finetune/Learning Rate": 1.2048249820574411e-05, "Finetune/Loss": 0.8148824572563171, "Finetune/Loss (Raw)": 0.8040252327919006, "Finetune/Step": 8679, "Finetune/Step Time": 10.50142253562808}
+{"Finetune/Learning Rate": 1.2046601535465127e-05, "Finetune/Loss": 0.8131088018417358, "Finetune/Loss (Raw)": 0.658085823059082, "Finetune/Step": 8680, "Finetune/Step Time": 10.500984596088529}
+{"Finetune/Learning Rate": 1.2044953192320044e-05, "Finetune/Loss": 0.8142740726470947, "Finetune/Loss (Raw)": 0.9424653053283691, "Finetune/Step": 8681, "Finetune/Step Time": 10.50243585370481}
+{"Finetune/Learning Rate": 1.2043304791185906e-05, "Finetune/Loss": 0.8143993020057678, "Finetune/Loss (Raw)": 0.852433443069458, "Finetune/Step": 8682, "Finetune/Step Time": 10.493161519989371}
+{"Finetune/Learning Rate": 1.2041656332109453e-05, "Finetune/Loss": 0.8141416311264038, "Finetune/Loss (Raw)": 0.7929031252861023, "Finetune/Step": 8683, "Finetune/Step Time": 10.488628650084138}
+{"Finetune/Learning Rate": 1.2040007815137431e-05, "Finetune/Loss": 0.8143585920333862, "Finetune/Loss (Raw)": 0.8668646216392517, "Finetune/Step": 8684, "Finetune/Step Time": 10.505789620801806}
+{"Finetune/Learning Rate": 1.2038359240316589e-05, "Finetune/Loss": 0.8149940967559814, "Finetune/Loss (Raw)": 0.8082250356674194, "Finetune/Step": 8685, "Finetune/Step Time": 10.532823964953423}
+{"Finetune/Learning Rate": 1.2036710607693673e-05, "Finetune/Loss": 0.8148438930511475, "Finetune/Loss (Raw)": 0.6525359153747559, "Finetune/Step": 8686, "Finetune/Step Time": 10.568601597100496}
+{"Finetune/Learning Rate": 1.2035061917315441e-05, "Finetune/Loss": 0.8143958449363708, "Finetune/Loss (Raw)": 0.7788397073745728, "Finetune/Step": 8687, "Finetune/Step Time": 10.570984050631523}
+{"Finetune/Learning Rate": 1.2033413169228636e-05, "Finetune/Loss": 0.8138090372085571, "Finetune/Loss (Raw)": 0.7794939279556274, "Finetune/Step": 8688, "Finetune/Step Time": 10.568456422537565}
+{"Finetune/Learning Rate": 1.2031764363480017e-05, "Finetune/Loss": 0.8132128715515137, "Finetune/Loss (Raw)": 0.8137751221656799, "Finetune/Step": 8689, "Finetune/Step Time": 10.570773443207145}
+{"Finetune/Learning Rate": 1.2030115500116338e-05, "Finetune/Loss": 0.8136839270591736, "Finetune/Loss (Raw)": 0.6658479571342468, "Finetune/Step": 8690, "Finetune/Step Time": 10.585152138024569}
+{"Finetune/Learning Rate": 1.2028466579184355e-05, "Finetune/Loss": 0.8141165971755981, "Finetune/Loss (Raw)": 0.8195454478263855, "Finetune/Step": 8691, "Finetune/Step Time": 10.584563596174121}
+{"Finetune/Learning Rate": 1.202681760073083e-05, "Finetune/Loss": 0.8140929341316223, "Finetune/Loss (Raw)": 0.8083600997924805, "Finetune/Step": 8692, "Finetune/Step Time": 10.589302875101566}
+{"Finetune/Learning Rate": 1.202516856480252e-05, "Finetune/Loss": 0.8146872520446777, "Finetune/Loss (Raw)": 0.7993659377098083, "Finetune/Step": 8693, "Finetune/Step Time": 10.589151699095964}
+{"Finetune/Learning Rate": 1.2023519471446192e-05, "Finetune/Loss": 0.8156615495681763, "Finetune/Loss (Raw)": 0.8503783941268921, "Finetune/Step": 8694, "Finetune/Step Time": 10.578870385885239}
+{"Finetune/Learning Rate": 1.2021870320708599e-05, "Finetune/Loss": 0.8166818618774414, "Finetune/Loss (Raw)": 0.6619194149971008, "Finetune/Step": 8695, "Finetune/Step Time": 10.543083926662803}
+{"Finetune/Learning Rate": 1.2020221112636518e-05, "Finetune/Loss": 0.8164801597595215, "Finetune/Loss (Raw)": 0.771401047706604, "Finetune/Step": 8696, "Finetune/Step Time": 10.53636434301734}
+{"Finetune/Learning Rate": 1.201857184727671e-05, "Finetune/Loss": 0.8185849189758301, "Finetune/Loss (Raw)": 0.875935971736908, "Finetune/Step": 8697, "Finetune/Step Time": 10.534881232306361}
+{"Finetune/Learning Rate": 1.2016922524675945e-05, "Finetune/Loss": 0.8175289034843445, "Finetune/Loss (Raw)": 0.7108222842216492, "Finetune/Step": 8698, "Finetune/Step Time": 10.545815480872989}
+{"Finetune/Learning Rate": 1.2015273144880992e-05, "Finetune/Loss": 0.8176848888397217, "Finetune/Loss (Raw)": 0.9429409503936768, "Finetune/Step": 8699, "Finetune/Step Time": 10.542660938575864}
+{"Finetune/Learning Rate": 1.2013623707938622e-05, "Finetune/Loss": 0.8174513578414917, "Finetune/Loss (Raw)": 0.8383634686470032, "Finetune/Step": 8700, "Finetune/Step Time": 10.538781628012657}
+{"Finetune/Learning Rate": 1.2011974213895614e-05, "Finetune/Loss": 0.8177856206893921, "Finetune/Loss (Raw)": 0.8019883632659912, "Finetune/Step": 8701, "Finetune/Step Time": 10.539860552176833}
+{"Finetune/Learning Rate": 1.2010324662798734e-05, "Finetune/Loss": 0.8180915117263794, "Finetune/Loss (Raw)": 0.8769890069961548, "Finetune/Step": 8702, "Finetune/Step Time": 10.547937335446477}
+{"Finetune/Learning Rate": 1.2008675054694763e-05, "Finetune/Loss": 0.8168343305587769, "Finetune/Loss (Raw)": 0.721459150314331, "Finetune/Step": 8703, "Finetune/Step Time": 10.571812745183706}
+{"Finetune/Learning Rate": 1.2007025389630484e-05, "Finetune/Loss": 0.814199686050415, "Finetune/Loss (Raw)": 0.543610155582428, "Finetune/Step": 8704, "Finetune/Step Time": 10.609120395034552}
+{"Finetune/Learning Rate": 1.2005375667652667e-05, "Finetune/Loss": 0.8155906200408936, "Finetune/Loss (Raw)": 0.9503104090690613, "Finetune/Step": 8705, "Finetune/Step Time": 10.61520440876484}
+{"Finetune/Learning Rate": 1.20037258888081e-05, "Finetune/Loss": 0.815217137336731, "Finetune/Loss (Raw)": 0.7504361271858215, "Finetune/Step": 8706, "Finetune/Step Time": 10.635901598259807}
+{"Finetune/Learning Rate": 1.2002076053143568e-05, "Finetune/Loss": 0.8139218091964722, "Finetune/Loss (Raw)": 0.8493363261222839, "Finetune/Step": 8707, "Finetune/Step Time": 10.637905344367027}
+{"Finetune/Learning Rate": 1.2000426160705849e-05, "Finetune/Loss": 0.8137034773826599, "Finetune/Loss (Raw)": 0.8184356689453125, "Finetune/Step": 8708, "Finetune/Step Time": 10.63238124921918}
+{"Finetune/Learning Rate": 1.1998776211541732e-05, "Finetune/Loss": 0.8134860992431641, "Finetune/Loss (Raw)": 0.7434183359146118, "Finetune/Step": 8709, "Finetune/Step Time": 10.617831882089376}
+{"Finetune/Learning Rate": 1.199712620569801e-05, "Finetune/Loss": 0.8127962350845337, "Finetune/Loss (Raw)": 0.8170800805091858, "Finetune/Step": 8710, "Finetune/Step Time": 10.61142316274345}
+{"Finetune/Learning Rate": 1.1995476143221462e-05, "Finetune/Loss": 0.8128799796104431, "Finetune/Loss (Raw)": 0.7965713143348694, "Finetune/Step": 8711, "Finetune/Step Time": 10.60089528374374}
+{"Finetune/Learning Rate": 1.1993826024158887e-05, "Finetune/Loss": 0.8137747645378113, "Finetune/Loss (Raw)": 0.9601112008094788, "Finetune/Step": 8712, "Finetune/Step Time": 10.613514930009842}
+{"Finetune/Learning Rate": 1.1992175848557076e-05, "Finetune/Loss": 0.812957763671875, "Finetune/Loss (Raw)": 0.8102200031280518, "Finetune/Step": 8713, "Finetune/Step Time": 10.619460651651025}
+{"Finetune/Learning Rate": 1.1990525616462825e-05, "Finetune/Loss": 0.813316822052002, "Finetune/Loss (Raw)": 0.8251791000366211, "Finetune/Step": 8714, "Finetune/Step Time": 10.62681845575571}
+{"Finetune/Learning Rate": 1.1988875327922923e-05, "Finetune/Loss": 0.813847005367279, "Finetune/Loss (Raw)": 0.8840125203132629, "Finetune/Step": 8715, "Finetune/Step Time": 10.592503624036908}
+{"Finetune/Learning Rate": 1.1987224982984176e-05, "Finetune/Loss": 0.8134531378746033, "Finetune/Loss (Raw)": 0.794855535030365, "Finetune/Step": 8716, "Finetune/Step Time": 10.592178586870432}
+{"Finetune/Learning Rate": 1.1985574581693378e-05, "Finetune/Loss": 0.8130943775177002, "Finetune/Loss (Raw)": 0.7715915441513062, "Finetune/Step": 8717, "Finetune/Step Time": 10.592231459915638}
+{"Finetune/Learning Rate": 1.1983924124097333e-05, "Finetune/Loss": 0.8131610155105591, "Finetune/Loss (Raw)": 0.9792223572731018, "Finetune/Step": 8718, "Finetune/Step Time": 10.59188842214644}
+{"Finetune/Learning Rate": 1.1982273610242839e-05, "Finetune/Loss": 0.8130984306335449, "Finetune/Loss (Raw)": 0.8375127911567688, "Finetune/Step": 8719, "Finetune/Step Time": 10.60169924609363}
+{"Finetune/Learning Rate": 1.1980623040176704e-05, "Finetune/Loss": 0.8125176429748535, "Finetune/Loss (Raw)": 0.7051892876625061, "Finetune/Step": 8720, "Finetune/Step Time": 10.591434659436345}
+{"Finetune/Learning Rate": 1.1978972413945732e-05, "Finetune/Loss": 0.8112595081329346, "Finetune/Loss (Raw)": 0.8347193002700806, "Finetune/Step": 8721, "Finetune/Step Time": 10.591935032978654}
+{"Finetune/Learning Rate": 1.197732173159673e-05, "Finetune/Loss": 0.8098773956298828, "Finetune/Loss (Raw)": 0.7269219756126404, "Finetune/Step": 8722, "Finetune/Step Time": 10.621369948610663}
+{"Finetune/Learning Rate": 1.1975670993176503e-05, "Finetune/Loss": 0.8094430565834045, "Finetune/Loss (Raw)": 0.7787648439407349, "Finetune/Step": 8723, "Finetune/Step Time": 10.614384278655052}
+{"Finetune/Learning Rate": 1.1974020198731867e-05, "Finetune/Loss": 0.8096914291381836, "Finetune/Loss (Raw)": 0.8445402979850769, "Finetune/Step": 8724, "Finetune/Step Time": 10.621771782636642}
+{"Finetune/Learning Rate": 1.1972369348309632e-05, "Finetune/Loss": 0.8096484541893005, "Finetune/Loss (Raw)": 0.8149387836456299, "Finetune/Step": 8725, "Finetune/Step Time": 10.647085228934884}
+{"Finetune/Learning Rate": 1.1970718441956608e-05, "Finetune/Loss": 0.8091311454772949, "Finetune/Loss (Raw)": 0.9090272188186646, "Finetune/Step": 8726, "Finetune/Step Time": 10.651059931144118}
+{"Finetune/Learning Rate": 1.1969067479719615e-05, "Finetune/Loss": 0.8101738691329956, "Finetune/Loss (Raw)": 0.8423926830291748, "Finetune/Step": 8727, "Finetune/Step Time": 10.63762741908431}
+{"Finetune/Learning Rate": 1.196741646164547e-05, "Finetune/Loss": 0.8090579509735107, "Finetune/Loss (Raw)": 0.7384275794029236, "Finetune/Step": 8728, "Finetune/Step Time": 10.641360340639949}
+{"Finetune/Learning Rate": 1.1965765387780988e-05, "Finetune/Loss": 0.8106796741485596, "Finetune/Loss (Raw)": 0.9217545986175537, "Finetune/Step": 8729, "Finetune/Step Time": 10.63626522757113}
+{"Finetune/Learning Rate": 1.1964114258172986e-05, "Finetune/Loss": 0.8124405145645142, "Finetune/Loss (Raw)": 0.8069381713867188, "Finetune/Step": 8730, "Finetune/Step Time": 10.604840653017163}
+{"Finetune/Learning Rate": 1.1962463072868291e-05, "Finetune/Loss": 0.8110471963882446, "Finetune/Loss (Raw)": 0.6295496821403503, "Finetune/Step": 8731, "Finetune/Step Time": 10.631697176024318}
+{"Finetune/Learning Rate": 1.1960811831913723e-05, "Finetune/Loss": 0.811326265335083, "Finetune/Loss (Raw)": 0.8379892110824585, "Finetune/Step": 8732, "Finetune/Step Time": 10.632790308445692}
+{"Finetune/Learning Rate": 1.195916053535611e-05, "Finetune/Loss": 0.8097410202026367, "Finetune/Loss (Raw)": 0.6601091623306274, "Finetune/Step": 8733, "Finetune/Step Time": 10.631887653842568}
+{"Finetune/Learning Rate": 1.1957509183242273e-05, "Finetune/Loss": 0.8099403977394104, "Finetune/Loss (Raw)": 0.8853141665458679, "Finetune/Step": 8734, "Finetune/Step Time": 10.62959055788815}
+{"Finetune/Learning Rate": 1.1955857775619041e-05, "Finetune/Loss": 0.8091896772384644, "Finetune/Loss (Raw)": 0.8627778887748718, "Finetune/Step": 8735, "Finetune/Step Time": 10.628124680370092}
+{"Finetune/Learning Rate": 1.1954206312533246e-05, "Finetune/Loss": 0.8088265061378479, "Finetune/Loss (Raw)": 0.7562781572341919, "Finetune/Step": 8736, "Finetune/Step Time": 10.62804939225316}
+{"Finetune/Learning Rate": 1.1952554794031714e-05, "Finetune/Loss": 0.808475136756897, "Finetune/Loss (Raw)": 0.7066656947135925, "Finetune/Step": 8737, "Finetune/Step Time": 10.64860992692411}
+{"Finetune/Learning Rate": 1.1950903220161286e-05, "Finetune/Loss": 0.8087272644042969, "Finetune/Loss (Raw)": 0.9254308938980103, "Finetune/Step": 8738, "Finetune/Step Time": 10.637313121929765}
+{"Finetune/Learning Rate": 1.1949251590968784e-05, "Finetune/Loss": 0.808948278427124, "Finetune/Loss (Raw)": 0.8529863953590393, "Finetune/Step": 8739, "Finetune/Step Time": 10.653699921444058}
+{"Finetune/Learning Rate": 1.1947599906501055e-05, "Finetune/Loss": 0.8100369572639465, "Finetune/Loss (Raw)": 0.8838822245597839, "Finetune/Step": 8740, "Finetune/Step Time": 10.661809971556067}
+{"Finetune/Learning Rate": 1.1945948166804928e-05, "Finetune/Loss": 0.8084781765937805, "Finetune/Loss (Raw)": 0.7529133558273315, "Finetune/Step": 8741, "Finetune/Step Time": 10.667074481025338}
+{"Finetune/Learning Rate": 1.1944296371927245e-05, "Finetune/Loss": 0.8080545663833618, "Finetune/Loss (Raw)": 0.7525893449783325, "Finetune/Step": 8742, "Finetune/Step Time": 10.641806073486805}
+{"Finetune/Learning Rate": 1.1942644521914846e-05, "Finetune/Loss": 0.8073716163635254, "Finetune/Loss (Raw)": 0.7436519265174866, "Finetune/Step": 8743, "Finetune/Step Time": 10.641427341848612}
+{"Finetune/Learning Rate": 1.1940992616814572e-05, "Finetune/Loss": 0.807537317276001, "Finetune/Loss (Raw)": 0.7899475693702698, "Finetune/Step": 8744, "Finetune/Step Time": 10.644422896206379}
+{"Finetune/Learning Rate": 1.1939340656673269e-05, "Finetune/Loss": 0.8082059621810913, "Finetune/Loss (Raw)": 0.7921257615089417, "Finetune/Step": 8745, "Finetune/Step Time": 10.644078005105257}
+{"Finetune/Learning Rate": 1.1937688641537779e-05, "Finetune/Loss": 0.8069906234741211, "Finetune/Loss (Raw)": 0.666106641292572, "Finetune/Step": 8746, "Finetune/Step Time": 10.661204408854246}
+{"Finetune/Learning Rate": 1.1936036571454946e-05, "Finetune/Loss": 0.8067749738693237, "Finetune/Loss (Raw)": 0.8213453888893127, "Finetune/Step": 8747, "Finetune/Step Time": 10.663419583812356}
+{"Finetune/Learning Rate": 1.1934384446471622e-05, "Finetune/Loss": 0.8073445558547974, "Finetune/Loss (Raw)": 0.8559741377830505, "Finetune/Step": 8748, "Finetune/Step Time": 10.659430842846632}
+{"Finetune/Learning Rate": 1.193273226663466e-05, "Finetune/Loss": 0.8069143295288086, "Finetune/Loss (Raw)": 0.7817026972770691, "Finetune/Step": 8749, "Finetune/Step Time": 10.654070414602757}
+{"Finetune/Learning Rate": 1.1931080031990905e-05, "Finetune/Loss": 0.8072001934051514, "Finetune/Loss (Raw)": 0.7771420478820801, "Finetune/Step": 8750, "Finetune/Step Time": 10.65487913787365}
+{"Finetune/Learning Rate": 1.1929427742587207e-05, "Finetune/Loss": 0.8089510202407837, "Finetune/Loss (Raw)": 0.9801763296127319, "Finetune/Step": 8751, "Finetune/Step Time": 10.660507751628757}
+{"Finetune/Learning Rate": 1.1927775398470432e-05, "Finetune/Loss": 0.8101043701171875, "Finetune/Loss (Raw)": 0.8169116973876953, "Finetune/Step": 8752, "Finetune/Step Time": 10.656776338815689}
+{"Finetune/Learning Rate": 1.1926122999687423e-05, "Finetune/Loss": 0.8091524839401245, "Finetune/Loss (Raw)": 0.6868066191673279, "Finetune/Step": 8753, "Finetune/Step Time": 10.654248740524054}
+{"Finetune/Learning Rate": 1.1924470546285043e-05, "Finetune/Loss": 0.8098521828651428, "Finetune/Loss (Raw)": 0.8240610957145691, "Finetune/Step": 8754, "Finetune/Step Time": 10.667901875451207}
+{"Finetune/Learning Rate": 1.1922818038310155e-05, "Finetune/Loss": 0.8092527389526367, "Finetune/Loss (Raw)": 0.7504222393035889, "Finetune/Step": 8755, "Finetune/Step Time": 10.667034087702632}
+{"Finetune/Learning Rate": 1.1921165475809612e-05, "Finetune/Loss": 0.8092739582061768, "Finetune/Loss (Raw)": 0.8009583950042725, "Finetune/Step": 8756, "Finetune/Step Time": 10.671888619661331}
+{"Finetune/Learning Rate": 1.191951285883028e-05, "Finetune/Loss": 0.8089002370834351, "Finetune/Loss (Raw)": 0.8142549991607666, "Finetune/Step": 8757, "Finetune/Step Time": 10.666611222550273}
+{"Finetune/Learning Rate": 1.1917860187419022e-05, "Finetune/Loss": 0.8092935681343079, "Finetune/Loss (Raw)": 0.8903452754020691, "Finetune/Step": 8758, "Finetune/Step Time": 10.672598594799638}
+{"Finetune/Learning Rate": 1.1916207461622702e-05, "Finetune/Loss": 0.8086785078048706, "Finetune/Loss (Raw)": 0.8874778747558594, "Finetune/Step": 8759, "Finetune/Step Time": 10.657028192654252}
+{"Finetune/Learning Rate": 1.1914554681488188e-05, "Finetune/Loss": 0.8092533946037292, "Finetune/Loss (Raw)": 0.8892717361450195, "Finetune/Step": 8760, "Finetune/Step Time": 10.645603626966476}
+{"Finetune/Learning Rate": 1.1912901847062346e-05, "Finetune/Loss": 0.8092190623283386, "Finetune/Loss (Raw)": 0.9179574251174927, "Finetune/Step": 8761, "Finetune/Step Time": 10.684961514547467}
+{"Finetune/Learning Rate": 1.191124895839205e-05, "Finetune/Loss": 0.8087422847747803, "Finetune/Loss (Raw)": 0.8436216711997986, "Finetune/Step": 8762, "Finetune/Step Time": 10.68459908105433}
+{"Finetune/Learning Rate": 1.1909596015524165e-05, "Finetune/Loss": 0.808559775352478, "Finetune/Loss (Raw)": 0.8302735686302185, "Finetune/Step": 8763, "Finetune/Step Time": 10.70199384354055}
+{"Finetune/Learning Rate": 1.190794301850557e-05, "Finetune/Loss": 0.8087586164474487, "Finetune/Loss (Raw)": 0.7704823613166809, "Finetune/Step": 8764, "Finetune/Step Time": 10.709546690806746}
+{"Finetune/Learning Rate": 1.1906289967383135e-05, "Finetune/Loss": 0.8089369535446167, "Finetune/Loss (Raw)": 0.7921202182769775, "Finetune/Step": 8765, "Finetune/Step Time": 10.700321037322283}
+{"Finetune/Learning Rate": 1.1904636862203737e-05, "Finetune/Loss": 0.8094044327735901, "Finetune/Loss (Raw)": 0.9035458564758301, "Finetune/Step": 8766, "Finetune/Step Time": 10.69965934380889}
+{"Finetune/Learning Rate": 1.1902983703014257e-05, "Finetune/Loss": 0.8101798295974731, "Finetune/Loss (Raw)": 0.9235158562660217, "Finetune/Step": 8767, "Finetune/Step Time": 10.703272107988596}
+{"Finetune/Learning Rate": 1.1901330489861564e-05, "Finetune/Loss": 0.8097442984580994, "Finetune/Loss (Raw)": 0.7695361375808716, "Finetune/Step": 8768, "Finetune/Step Time": 10.70326802879572}
+{"Finetune/Learning Rate": 1.189967722279255e-05, "Finetune/Loss": 0.8105427026748657, "Finetune/Loss (Raw)": 0.8309226632118225, "Finetune/Step": 8769, "Finetune/Step Time": 10.710606321692467}
+{"Finetune/Learning Rate": 1.1898023901854092e-05, "Finetune/Loss": 0.8094948530197144, "Finetune/Loss (Raw)": 0.7007682919502258, "Finetune/Step": 8770, "Finetune/Step Time": 10.697298765182495}
+{"Finetune/Learning Rate": 1.189637052709307e-05, "Finetune/Loss": 0.8099112510681152, "Finetune/Loss (Raw)": 0.8401744365692139, "Finetune/Step": 8771, "Finetune/Step Time": 10.694765735417604}
+{"Finetune/Learning Rate": 1.1894717098556376e-05, "Finetune/Loss": 0.8086673021316528, "Finetune/Loss (Raw)": 0.7409061193466187, "Finetune/Step": 8772, "Finetune/Step Time": 10.697584005072713}
+{"Finetune/Learning Rate": 1.1893063616290891e-05, "Finetune/Loss": 0.8082832098007202, "Finetune/Loss (Raw)": 0.7868847846984863, "Finetune/Step": 8773, "Finetune/Step Time": 10.725110640749335}
+{"Finetune/Learning Rate": 1.1891410080343508e-05, "Finetune/Loss": 0.8067173957824707, "Finetune/Loss (Raw)": 0.700714111328125, "Finetune/Step": 8774, "Finetune/Step Time": 10.734861485660076}
+{"Finetune/Learning Rate": 1.1889756490761109e-05, "Finetune/Loss": 0.8066836595535278, "Finetune/Loss (Raw)": 0.7976981401443481, "Finetune/Step": 8775, "Finetune/Step Time": 10.730026075616479}
+{"Finetune/Learning Rate": 1.1888102847590592e-05, "Finetune/Loss": 0.8076609373092651, "Finetune/Loss (Raw)": 0.8505321741104126, "Finetune/Step": 8776, "Finetune/Step Time": 10.728756913915277}
+{"Finetune/Learning Rate": 1.1886449150878848e-05, "Finetune/Loss": 0.8082650303840637, "Finetune/Loss (Raw)": 0.8546311259269714, "Finetune/Step": 8777, "Finetune/Step Time": 10.741770341992378}
+{"Finetune/Learning Rate": 1.1884795400672769e-05, "Finetune/Loss": 0.8086617588996887, "Finetune/Loss (Raw)": 0.9466171860694885, "Finetune/Step": 8778, "Finetune/Step Time": 10.74099786952138}
+{"Finetune/Learning Rate": 1.1883141597019252e-05, "Finetune/Loss": 0.8088340759277344, "Finetune/Loss (Raw)": 0.8818060159683228, "Finetune/Step": 8779, "Finetune/Step Time": 10.73834015801549}
+{"Finetune/Learning Rate": 1.1881487739965197e-05, "Finetune/Loss": 0.8091688752174377, "Finetune/Loss (Raw)": 0.8908050656318665, "Finetune/Step": 8780, "Finetune/Step Time": 10.7432980556041}
+{"Finetune/Learning Rate": 1.1879833829557497e-05, "Finetune/Loss": 0.8100606203079224, "Finetune/Loss (Raw)": 0.8694498538970947, "Finetune/Step": 8781, "Finetune/Step Time": 10.738357190042734}
+{"Finetune/Learning Rate": 1.1878179865843054e-05, "Finetune/Loss": 0.810996949672699, "Finetune/Loss (Raw)": 0.8867519497871399, "Finetune/Step": 8782, "Finetune/Step Time": 10.726793449372053}
+{"Finetune/Learning Rate": 1.1876525848868773e-05, "Finetune/Loss": 0.8108283281326294, "Finetune/Loss (Raw)": 0.8310526013374329, "Finetune/Step": 8783, "Finetune/Step Time": 10.74318997003138}
+{"Finetune/Learning Rate": 1.1874871778681555e-05, "Finetune/Loss": 0.8101469874382019, "Finetune/Loss (Raw)": 0.7520565390586853, "Finetune/Step": 8784, "Finetune/Step Time": 10.74816850759089}
+{"Finetune/Learning Rate": 1.1873217655328303e-05, "Finetune/Loss": 0.8095505237579346, "Finetune/Loss (Raw)": 0.6644459962844849, "Finetune/Step": 8785, "Finetune/Step Time": 10.760484594851732}
+{"Finetune/Learning Rate": 1.1871563478855928e-05, "Finetune/Loss": 0.8110355138778687, "Finetune/Loss (Raw)": 0.9032713770866394, "Finetune/Step": 8786, "Finetune/Step Time": 10.76349838078022}
+{"Finetune/Learning Rate": 1.1869909249311333e-05, "Finetune/Loss": 0.8115414381027222, "Finetune/Loss (Raw)": 0.836307168006897, "Finetune/Step": 8787, "Finetune/Step Time": 10.786609683185816}
+{"Finetune/Learning Rate": 1.186825496674143e-05, "Finetune/Loss": 0.8113895654678345, "Finetune/Loss (Raw)": 0.7740288972854614, "Finetune/Step": 8788, "Finetune/Step Time": 10.805064883083105}
+{"Finetune/Learning Rate": 1.1866600631193129e-05, "Finetune/Loss": 0.812470018863678, "Finetune/Loss (Raw)": 0.8999788761138916, "Finetune/Step": 8789, "Finetune/Step Time": 10.805109532549977}
+{"Finetune/Learning Rate": 1.186494624271334e-05, "Finetune/Loss": 0.8123574256896973, "Finetune/Loss (Raw)": 0.7931385040283203, "Finetune/Step": 8790, "Finetune/Step Time": 10.803247662261128}
+{"Finetune/Learning Rate": 1.186329180134898e-05, "Finetune/Loss": 0.8107715249061584, "Finetune/Loss (Raw)": 0.8467145562171936, "Finetune/Step": 8791, "Finetune/Step Time": 10.800799123942852}
+{"Finetune/Learning Rate": 1.1861637307146962e-05, "Finetune/Loss": 0.8116119503974915, "Finetune/Loss (Raw)": 0.8081114888191223, "Finetune/Step": 8792, "Finetune/Step Time": 10.806344084441662}
+{"Finetune/Learning Rate": 1.1859982760154205e-05, "Finetune/Loss": 0.8112170696258545, "Finetune/Loss (Raw)": 0.8412091732025146, "Finetune/Step": 8793, "Finetune/Step Time": 10.800154853612185}
+{"Finetune/Learning Rate": 1.1858328160417625e-05, "Finetune/Loss": 0.8120297193527222, "Finetune/Loss (Raw)": 0.9009632468223572, "Finetune/Step": 8794, "Finetune/Step Time": 10.800626687705517}
+{"Finetune/Learning Rate": 1.1856673507984145e-05, "Finetune/Loss": 0.8124874830245972, "Finetune/Loss (Raw)": 0.871586799621582, "Finetune/Step": 8795, "Finetune/Step Time": 10.802069241181016}
+{"Finetune/Learning Rate": 1.185501880290068e-05, "Finetune/Loss": 0.8108011484146118, "Finetune/Loss (Raw)": 0.6493731737136841, "Finetune/Step": 8796, "Finetune/Step Time": 10.815390018746257}
+{"Finetune/Learning Rate": 1.185336404521416e-05, "Finetune/Loss": 0.8105013966560364, "Finetune/Loss (Raw)": 0.8196799755096436, "Finetune/Step": 8797, "Finetune/Step Time": 10.819351302459836}
+{"Finetune/Learning Rate": 1.1851709234971507e-05, "Finetune/Loss": 0.8111608624458313, "Finetune/Loss (Raw)": 0.8166515827178955, "Finetune/Step": 8798, "Finetune/Step Time": 10.816933428868651}
+{"Finetune/Learning Rate": 1.185005437221964e-05, "Finetune/Loss": 0.811830997467041, "Finetune/Loss (Raw)": 0.9378281235694885, "Finetune/Step": 8799, "Finetune/Step Time": 10.820075280964375}
+{"Finetune/Learning Rate": 1.1848399457005496e-05, "Finetune/Loss": 0.8116798400878906, "Finetune/Loss (Raw)": 0.8657822608947754, "Finetune/Step": 8800, "Finetune/Step Time": 10.82389440946281}
+{"Finetune/Learning Rate": 1.1846744489376e-05, "Finetune/Loss": 0.8129767179489136, "Finetune/Loss (Raw)": 0.957875669002533, "Finetune/Step": 8801, "Finetune/Step Time": 10.827872907742858}
+{"Finetune/Learning Rate": 1.1845089469378081e-05, "Finetune/Loss": 0.8128278255462646, "Finetune/Loss (Raw)": 0.8670109510421753, "Finetune/Step": 8802, "Finetune/Step Time": 10.822095623239875}
+{"Finetune/Learning Rate": 1.1843434397058668e-05, "Finetune/Loss": 0.8149567246437073, "Finetune/Loss (Raw)": 0.7979214787483215, "Finetune/Step": 8803, "Finetune/Step Time": 10.777160888537765}
+{"Finetune/Learning Rate": 1.1841779272464703e-05, "Finetune/Loss": 0.8152713775634766, "Finetune/Loss (Raw)": 0.8299951553344727, "Finetune/Step": 8804, "Finetune/Step Time": 10.776006504893303}
+{"Finetune/Learning Rate": 1.1840124095643113e-05, "Finetune/Loss": 0.8156209588050842, "Finetune/Loss (Raw)": 0.8537150621414185, "Finetune/Step": 8805, "Finetune/Step Time": 10.769234893843532}
+{"Finetune/Learning Rate": 1.1838468866640836e-05, "Finetune/Loss": 0.8149411678314209, "Finetune/Loss (Raw)": 0.838398814201355, "Finetune/Step": 8806, "Finetune/Step Time": 10.779588274657726}
+{"Finetune/Learning Rate": 1.183681358550481e-05, "Finetune/Loss": 0.8157907724380493, "Finetune/Loss (Raw)": 0.9127843976020813, "Finetune/Step": 8807, "Finetune/Step Time": 10.783449040725827}
+{"Finetune/Learning Rate": 1.1835158252281973e-05, "Finetune/Loss": 0.8168690204620361, "Finetune/Loss (Raw)": 0.7961013913154602, "Finetune/Step": 8808, "Finetune/Step Time": 10.77873551286757}
+{"Finetune/Learning Rate": 1.1833502867019269e-05, "Finetune/Loss": 0.8167330026626587, "Finetune/Loss (Raw)": 0.9250523447990417, "Finetune/Step": 8809, "Finetune/Step Time": 10.775373615324497}
+{"Finetune/Learning Rate": 1.1831847429763634e-05, "Finetune/Loss": 0.8162193894386292, "Finetune/Loss (Raw)": 0.7866882681846619, "Finetune/Step": 8810, "Finetune/Step Time": 10.761773105710745}
+{"Finetune/Learning Rate": 1.1830191940562016e-05, "Finetune/Loss": 0.815677285194397, "Finetune/Loss (Raw)": 0.7235170602798462, "Finetune/Step": 8811, "Finetune/Step Time": 10.757692001760006}
+{"Finetune/Learning Rate": 1.1828536399461362e-05, "Finetune/Loss": 0.8157882690429688, "Finetune/Loss (Raw)": 0.8810730576515198, "Finetune/Step": 8812, "Finetune/Step Time": 10.751052062958479}
+{"Finetune/Learning Rate": 1.1826880806508611e-05, "Finetune/Loss": 0.8149987459182739, "Finetune/Loss (Raw)": 0.7071569561958313, "Finetune/Step": 8813, "Finetune/Step Time": 10.74946865811944}
+{"Finetune/Learning Rate": 1.1825225161750718e-05, "Finetune/Loss": 0.8167954683303833, "Finetune/Loss (Raw)": 0.8825112581253052, "Finetune/Step": 8814, "Finetune/Step Time": 10.713195756077766}
+{"Finetune/Learning Rate": 1.1823569465234628e-05, "Finetune/Loss": 0.8178719282150269, "Finetune/Loss (Raw)": 0.9166358709335327, "Finetune/Step": 8815, "Finetune/Step Time": 10.711458653211594}
+{"Finetune/Learning Rate": 1.1821913717007298e-05, "Finetune/Loss": 0.8179654479026794, "Finetune/Loss (Raw)": 0.7914649844169617, "Finetune/Step": 8816, "Finetune/Step Time": 10.71252560801804}
+{"Finetune/Learning Rate": 1.1820257917115669e-05, "Finetune/Loss": 0.818347692489624, "Finetune/Loss (Raw)": 0.8627001643180847, "Finetune/Step": 8817, "Finetune/Step Time": 10.706744434311986}
+{"Finetune/Learning Rate": 1.1818602065606706e-05, "Finetune/Loss": 0.8187347054481506, "Finetune/Loss (Raw)": 0.7153816223144531, "Finetune/Step": 8818, "Finetune/Step Time": 10.696792673319578}
+{"Finetune/Learning Rate": 1.181694616252736e-05, "Finetune/Loss": 0.8187645077705383, "Finetune/Loss (Raw)": 0.8233659267425537, "Finetune/Step": 8819, "Finetune/Step Time": 10.697493711486459}
+{"Finetune/Learning Rate": 1.1815290207924584e-05, "Finetune/Loss": 0.8186749219894409, "Finetune/Loss (Raw)": 0.7968897819519043, "Finetune/Step": 8820, "Finetune/Step Time": 10.693930914625525}
+{"Finetune/Learning Rate": 1.181363420184534e-05, "Finetune/Loss": 0.8192937970161438, "Finetune/Loss (Raw)": 0.8785849213600159, "Finetune/Step": 8821, "Finetune/Step Time": 10.690244426950812}
+{"Finetune/Learning Rate": 1.1811978144336594e-05, "Finetune/Loss": 0.8185021877288818, "Finetune/Loss (Raw)": 0.7490493655204773, "Finetune/Step": 8822, "Finetune/Step Time": 10.6964471321553}
+{"Finetune/Learning Rate": 1.1810322035445294e-05, "Finetune/Loss": 0.8205944895744324, "Finetune/Loss (Raw)": 0.9297375082969666, "Finetune/Step": 8823, "Finetune/Step Time": 10.691536905243993}
+{"Finetune/Learning Rate": 1.1808665875218408e-05, "Finetune/Loss": 0.8207504153251648, "Finetune/Loss (Raw)": 0.7913551330566406, "Finetune/Step": 8824, "Finetune/Step Time": 10.689624398946762}
+{"Finetune/Learning Rate": 1.1807009663702907e-05, "Finetune/Loss": 0.8204783797264099, "Finetune/Loss (Raw)": 0.8411165475845337, "Finetune/Step": 8825, "Finetune/Step Time": 10.698281548917294}
+{"Finetune/Learning Rate": 1.1805353400945748e-05, "Finetune/Loss": 0.8218899965286255, "Finetune/Loss (Raw)": 0.8915106654167175, "Finetune/Step": 8826, "Finetune/Step Time": 10.69060012511909}
+{"Finetune/Learning Rate": 1.1803697086993896e-05, "Finetune/Loss": 0.8217954635620117, "Finetune/Loss (Raw)": 0.9308457374572754, "Finetune/Step": 8827, "Finetune/Step Time": 10.692198304459453}
+{"Finetune/Learning Rate": 1.1802040721894328e-05, "Finetune/Loss": 0.8213917016983032, "Finetune/Loss (Raw)": 0.7866795659065247, "Finetune/Step": 8828, "Finetune/Step Time": 10.700578825548291}
+{"Finetune/Learning Rate": 1.1800384305694009e-05, "Finetune/Loss": 0.8221914172172546, "Finetune/Loss (Raw)": 0.9043484330177307, "Finetune/Step": 8829, "Finetune/Step Time": 10.70034491457045}
+{"Finetune/Learning Rate": 1.179872783843991e-05, "Finetune/Loss": 0.8221275806427002, "Finetune/Loss (Raw)": 0.8688217997550964, "Finetune/Step": 8830, "Finetune/Step Time": 10.698777537792921}
+{"Finetune/Learning Rate": 1.1797071320179003e-05, "Finetune/Loss": 0.8239222764968872, "Finetune/Loss (Raw)": 0.9511813521385193, "Finetune/Step": 8831, "Finetune/Step Time": 10.678317360579967}
+{"Finetune/Learning Rate": 1.1795414750958265e-05, "Finetune/Loss": 0.8253222703933716, "Finetune/Loss (Raw)": 0.7228066325187683, "Finetune/Step": 8832, "Finetune/Step Time": 10.683261156082153}
+{"Finetune/Learning Rate": 1.1793758130824671e-05, "Finetune/Loss": 0.8240185976028442, "Finetune/Loss (Raw)": 0.7834379076957703, "Finetune/Step": 8833, "Finetune/Step Time": 10.696734955534339}
+{"Finetune/Learning Rate": 1.1792101459825194e-05, "Finetune/Loss": 0.8240622878074646, "Finetune/Loss (Raw)": 0.7560252547264099, "Finetune/Step": 8834, "Finetune/Step Time": 10.674618050456047}
+{"Finetune/Learning Rate": 1.1790444738006819e-05, "Finetune/Loss": 0.8240859508514404, "Finetune/Loss (Raw)": 0.8523648381233215, "Finetune/Step": 8835, "Finetune/Step Time": 10.672598188742995}
+{"Finetune/Learning Rate": 1.178878796541652e-05, "Finetune/Loss": 0.8244854807853699, "Finetune/Loss (Raw)": 0.8695825338363647, "Finetune/Step": 8836, "Finetune/Step Time": 10.670641941949725}
+{"Finetune/Learning Rate": 1.1787131142101282e-05, "Finetune/Loss": 0.8257868885993958, "Finetune/Loss (Raw)": 0.9099951982498169, "Finetune/Step": 8837, "Finetune/Step Time": 10.693122293800116}
+{"Finetune/Learning Rate": 1.1785474268108088e-05, "Finetune/Loss": 0.8262298107147217, "Finetune/Loss (Raw)": 0.8737767934799194, "Finetune/Step": 8838, "Finetune/Step Time": 10.69745154492557}
+{"Finetune/Learning Rate": 1.178381734348392e-05, "Finetune/Loss": 0.826489269733429, "Finetune/Loss (Raw)": 0.8297780752182007, "Finetune/Step": 8839, "Finetune/Step Time": 10.695761544629931}
+{"Finetune/Learning Rate": 1.1782160368275768e-05, "Finetune/Loss": 0.8256275653839111, "Finetune/Loss (Raw)": 0.8498142957687378, "Finetune/Step": 8840, "Finetune/Step Time": 10.701064644381404}
+{"Finetune/Learning Rate": 1.178050334253061e-05, "Finetune/Loss": 0.8271414637565613, "Finetune/Loss (Raw)": 1.004001498222351, "Finetune/Step": 8841, "Finetune/Step Time": 10.69076774828136}
+{"Finetune/Learning Rate": 1.1778846266295441e-05, "Finetune/Loss": 0.8267186880111694, "Finetune/Loss (Raw)": 0.7710649967193604, "Finetune/Step": 8842, "Finetune/Step Time": 10.683420695364475}
+{"Finetune/Learning Rate": 1.1777189139617255e-05, "Finetune/Loss": 0.8260377645492554, "Finetune/Loss (Raw)": 0.7968536615371704, "Finetune/Step": 8843, "Finetune/Step Time": 10.685852840542793}
+{"Finetune/Learning Rate": 1.1775531962543036e-05, "Finetune/Loss": 0.8255764842033386, "Finetune/Loss (Raw)": 0.735813319683075, "Finetune/Step": 8844, "Finetune/Step Time": 10.685836466029286}
+{"Finetune/Learning Rate": 1.1773874735119778e-05, "Finetune/Loss": 0.8258695602416992, "Finetune/Loss (Raw)": 0.8090935349464417, "Finetune/Step": 8845, "Finetune/Step Time": 10.683343511074781}
+{"Finetune/Learning Rate": 1.177221745739448e-05, "Finetune/Loss": 0.82478266954422, "Finetune/Loss (Raw)": 0.8401105403900146, "Finetune/Step": 8846, "Finetune/Step Time": 10.664509216323495}
+{"Finetune/Learning Rate": 1.177056012941413e-05, "Finetune/Loss": 0.8234512209892273, "Finetune/Loss (Raw)": 0.6670827269554138, "Finetune/Step": 8847, "Finetune/Step Time": 10.656545843929052}
+{"Finetune/Learning Rate": 1.176890275122573e-05, "Finetune/Loss": 0.8244680762290955, "Finetune/Loss (Raw)": 0.8353496193885803, "Finetune/Step": 8848, "Finetune/Step Time": 10.645860696211457}
+{"Finetune/Learning Rate": 1.1767245322876282e-05, "Finetune/Loss": 0.8241630792617798, "Finetune/Loss (Raw)": 0.7956772446632385, "Finetune/Step": 8849, "Finetune/Step Time": 10.640743479132652}
+{"Finetune/Learning Rate": 1.176558784441278e-05, "Finetune/Loss": 0.8245751261711121, "Finetune/Loss (Raw)": 0.7796654105186462, "Finetune/Step": 8850, "Finetune/Step Time": 10.619219722226262}
+{"Finetune/Learning Rate": 1.1763930315882226e-05, "Finetune/Loss": 0.8236425518989563, "Finetune/Loss (Raw)": 0.6593917012214661, "Finetune/Step": 8851, "Finetune/Step Time": 10.654458684846759}
+{"Finetune/Learning Rate": 1.1762272737331626e-05, "Finetune/Loss": 0.8253011703491211, "Finetune/Loss (Raw)": 1.0568501949310303, "Finetune/Step": 8852, "Finetune/Step Time": 10.666322328150272}
+{"Finetune/Learning Rate": 1.1760615108807982e-05, "Finetune/Loss": 0.824906587600708, "Finetune/Loss (Raw)": 0.7644307017326355, "Finetune/Step": 8853, "Finetune/Step Time": 10.641166115179658}
+{"Finetune/Learning Rate": 1.17589574303583e-05, "Finetune/Loss": 0.8239383697509766, "Finetune/Loss (Raw)": 0.7851009368896484, "Finetune/Step": 8854, "Finetune/Step Time": 10.641807230189443}
+{"Finetune/Learning Rate": 1.1757299702029586e-05, "Finetune/Loss": 0.8230561017990112, "Finetune/Loss (Raw)": 0.7294521927833557, "Finetune/Step": 8855, "Finetune/Step Time": 10.644861243665218}
+{"Finetune/Learning Rate": 1.175564192386885e-05, "Finetune/Loss": 0.8222236633300781, "Finetune/Loss (Raw)": 0.6318807005882263, "Finetune/Step": 8856, "Finetune/Step Time": 10.649013852700591}
+{"Finetune/Learning Rate": 1.1753984095923102e-05, "Finetune/Loss": 0.8212435245513916, "Finetune/Loss (Raw)": 0.796295166015625, "Finetune/Step": 8857, "Finetune/Step Time": 10.643552612513304}
+{"Finetune/Learning Rate": 1.1752326218239354e-05, "Finetune/Loss": 0.8204917907714844, "Finetune/Loss (Raw)": 0.7107231020927429, "Finetune/Step": 8858, "Finetune/Step Time": 10.638623738661408}
+{"Finetune/Learning Rate": 1.1750668290864616e-05, "Finetune/Loss": 0.8231370449066162, "Finetune/Loss (Raw)": 0.9681355953216553, "Finetune/Step": 8859, "Finetune/Step Time": 10.605537565425038}
+{"Finetune/Learning Rate": 1.1749010313845903e-05, "Finetune/Loss": 0.8233499526977539, "Finetune/Loss (Raw)": 0.8652396202087402, "Finetune/Step": 8860, "Finetune/Step Time": 10.603345915675163}
+{"Finetune/Learning Rate": 1.1747352287230234e-05, "Finetune/Loss": 0.8255826830863953, "Finetune/Loss (Raw)": 0.9458968639373779, "Finetune/Step": 8861, "Finetune/Step Time": 10.599483290687203}
+{"Finetune/Learning Rate": 1.1745694211064617e-05, "Finetune/Loss": 0.8250648379325867, "Finetune/Loss (Raw)": 0.8190351724624634, "Finetune/Step": 8862, "Finetune/Step Time": 10.595961157232523}
+{"Finetune/Learning Rate": 1.174403608539608e-05, "Finetune/Loss": 0.8248923420906067, "Finetune/Loss (Raw)": 0.8406965136528015, "Finetune/Step": 8863, "Finetune/Step Time": 10.600717095658183}
+{"Finetune/Learning Rate": 1.1742377910271638e-05, "Finetune/Loss": 0.825939416885376, "Finetune/Loss (Raw)": 0.8903069496154785, "Finetune/Step": 8864, "Finetune/Step Time": 10.59559204429388}
+{"Finetune/Learning Rate": 1.1740719685738316e-05, "Finetune/Loss": 0.8272067904472351, "Finetune/Loss (Raw)": 0.8688872456550598, "Finetune/Step": 8865, "Finetune/Step Time": 10.574470778927207}
+{"Finetune/Learning Rate": 1.1739061411843129e-05, "Finetune/Loss": 0.8273242712020874, "Finetune/Loss (Raw)": 0.9404740929603577, "Finetune/Step": 8866, "Finetune/Step Time": 10.57506750896573}
+{"Finetune/Learning Rate": 1.1737403088633108e-05, "Finetune/Loss": 0.8268206715583801, "Finetune/Loss (Raw)": 0.7885146141052246, "Finetune/Step": 8867, "Finetune/Step Time": 10.568368813022971}
+{"Finetune/Learning Rate": 1.173574471615528e-05, "Finetune/Loss": 0.8260787725448608, "Finetune/Loss (Raw)": 0.7889259457588196, "Finetune/Step": 8868, "Finetune/Step Time": 10.56323029473424}
+{"Finetune/Learning Rate": 1.1734086294456659e-05, "Finetune/Loss": 0.8272439241409302, "Finetune/Loss (Raw)": 0.9020541906356812, "Finetune/Step": 8869, "Finetune/Step Time": 10.5574989952147}
+{"Finetune/Learning Rate": 1.1732427823584287e-05, "Finetune/Loss": 0.8278376460075378, "Finetune/Loss (Raw)": 0.828586220741272, "Finetune/Step": 8870, "Finetune/Step Time": 10.568410251289606}
+{"Finetune/Learning Rate": 1.173076930358519e-05, "Finetune/Loss": 0.827854335308075, "Finetune/Loss (Raw)": 0.7457849979400635, "Finetune/Step": 8871, "Finetune/Step Time": 10.569976724684238}
+{"Finetune/Learning Rate": 1.1729110734506396e-05, "Finetune/Loss": 0.827112078666687, "Finetune/Loss (Raw)": 0.6949429512023926, "Finetune/Step": 8872, "Finetune/Step Time": 10.580754490569234}
+{"Finetune/Learning Rate": 1.1727452116394935e-05, "Finetune/Loss": 0.8278552293777466, "Finetune/Loss (Raw)": 0.8872447609901428, "Finetune/Step": 8873, "Finetune/Step Time": 10.575975149869919}
+{"Finetune/Learning Rate": 1.1725793449297849e-05, "Finetune/Loss": 0.8297172784805298, "Finetune/Loss (Raw)": 0.9044538140296936, "Finetune/Step": 8874, "Finetune/Step Time": 10.55709003098309}
+{"Finetune/Learning Rate": 1.1724134733262165e-05, "Finetune/Loss": 0.830150306224823, "Finetune/Loss (Raw)": 0.87677001953125, "Finetune/Step": 8875, "Finetune/Step Time": 10.553809070959687}
+{"Finetune/Learning Rate": 1.1722475968334921e-05, "Finetune/Loss": 0.828831672668457, "Finetune/Loss (Raw)": 0.6871910095214844, "Finetune/Step": 8876, "Finetune/Step Time": 10.549706544727087}
+{"Finetune/Learning Rate": 1.1720817154563162e-05, "Finetune/Loss": 0.8287637233734131, "Finetune/Loss (Raw)": 0.7730019688606262, "Finetune/Step": 8877, "Finetune/Step Time": 10.555277716368437}
+{"Finetune/Learning Rate": 1.1719158291993917e-05, "Finetune/Loss": 0.8286154866218567, "Finetune/Loss (Raw)": 0.7581651210784912, "Finetune/Step": 8878, "Finetune/Step Time": 10.554486589506269}
+{"Finetune/Learning Rate": 1.1717499380674235e-05, "Finetune/Loss": 0.8272275924682617, "Finetune/Loss (Raw)": 0.8025256991386414, "Finetune/Step": 8879, "Finetune/Step Time": 10.552201323211193}
+{"Finetune/Learning Rate": 1.1715840420651153e-05, "Finetune/Loss": 0.8272440433502197, "Finetune/Loss (Raw)": 0.81902676820755, "Finetune/Step": 8880, "Finetune/Step Time": 10.557928213849664}
+{"Finetune/Learning Rate": 1.1714181411971715e-05, "Finetune/Loss": 0.8291670680046082, "Finetune/Loss (Raw)": 0.9329463839530945, "Finetune/Step": 8881, "Finetune/Step Time": 10.563624516129494}
+{"Finetune/Learning Rate": 1.171252235468297e-05, "Finetune/Loss": 0.8277427554130554, "Finetune/Loss (Raw)": 0.6417533159255981, "Finetune/Step": 8882, "Finetune/Step Time": 10.548417296260595}
+{"Finetune/Learning Rate": 1.1710863248831956e-05, "Finetune/Loss": 0.8280739784240723, "Finetune/Loss (Raw)": 0.7928203344345093, "Finetune/Step": 8883, "Finetune/Step Time": 10.554329315200448}
+{"Finetune/Learning Rate": 1.1709204094465728e-05, "Finetune/Loss": 0.8285569548606873, "Finetune/Loss (Raw)": 0.8627736568450928, "Finetune/Step": 8884, "Finetune/Step Time": 10.554623426869512}
+{"Finetune/Learning Rate": 1.170754489163133e-05, "Finetune/Loss": 0.8283445835113525, "Finetune/Loss (Raw)": 0.7870780825614929, "Finetune/Step": 8885, "Finetune/Step Time": 10.54272353835404}
+{"Finetune/Learning Rate": 1.1705885640375819e-05, "Finetune/Loss": 0.8270577192306519, "Finetune/Loss (Raw)": 0.7256211638450623, "Finetune/Step": 8886, "Finetune/Step Time": 10.54395705461502}
+{"Finetune/Learning Rate": 1.1704226340746239e-05, "Finetune/Loss": 0.8262547254562378, "Finetune/Loss (Raw)": 0.7846973538398743, "Finetune/Step": 8887, "Finetune/Step Time": 10.543987119570374}
+{"Finetune/Learning Rate": 1.1702566992789646e-05, "Finetune/Loss": 0.8254275321960449, "Finetune/Loss (Raw)": 0.7833875417709351, "Finetune/Step": 8888, "Finetune/Step Time": 10.538172233849764}
+{"Finetune/Learning Rate": 1.1700907596553097e-05, "Finetune/Loss": 0.8247820734977722, "Finetune/Loss (Raw)": 0.8353456258773804, "Finetune/Step": 8889, "Finetune/Step Time": 10.493425652384758}
+{"Finetune/Learning Rate": 1.169924815208364e-05, "Finetune/Loss": 0.8249733448028564, "Finetune/Loss (Raw)": 0.8680976629257202, "Finetune/Step": 8890, "Finetune/Step Time": 10.497933387756348}
+{"Finetune/Learning Rate": 1.1697588659428343e-05, "Finetune/Loss": 0.8245892524719238, "Finetune/Loss (Raw)": 0.7811071872711182, "Finetune/Step": 8891, "Finetune/Step Time": 10.482885701581836}
+{"Finetune/Learning Rate": 1.1695929118634257e-05, "Finetune/Loss": 0.8250155448913574, "Finetune/Loss (Raw)": 0.8250532150268555, "Finetune/Step": 8892, "Finetune/Step Time": 10.476491024717689}
+{"Finetune/Learning Rate": 1.1694269529748442e-05, "Finetune/Loss": 0.8255905508995056, "Finetune/Loss (Raw)": 0.8657236695289612, "Finetune/Step": 8893, "Finetune/Step Time": 10.477654315531254}
+{"Finetune/Learning Rate": 1.1692609892817961e-05, "Finetune/Loss": 0.8257003426551819, "Finetune/Loss (Raw)": 0.9175943732261658, "Finetune/Step": 8894, "Finetune/Step Time": 10.472726039588451}
+{"Finetune/Learning Rate": 1.1690950207889882e-05, "Finetune/Loss": 0.8254106044769287, "Finetune/Loss (Raw)": 0.8864285945892334, "Finetune/Step": 8895, "Finetune/Step Time": 10.464084759354591}
+{"Finetune/Learning Rate": 1.1689290475011258e-05, "Finetune/Loss": 0.8251833319664001, "Finetune/Loss (Raw)": 0.7404492497444153, "Finetune/Step": 8896, "Finetune/Step Time": 10.470881721004844}
+{"Finetune/Learning Rate": 1.1687630694229159e-05, "Finetune/Loss": 0.8246041536331177, "Finetune/Loss (Raw)": 0.7567896246910095, "Finetune/Step": 8897, "Finetune/Step Time": 10.474124854430556}
+{"Finetune/Learning Rate": 1.1685970865590659e-05, "Finetune/Loss": 0.8256644010543823, "Finetune/Loss (Raw)": 0.8364832997322083, "Finetune/Step": 8898, "Finetune/Step Time": 10.475348066538572}
+{"Finetune/Learning Rate": 1.1684310989142816e-05, "Finetune/Loss": 0.8252173066139221, "Finetune/Loss (Raw)": 0.782940149307251, "Finetune/Step": 8899, "Finetune/Step Time": 10.473204180598259}
+{"Finetune/Learning Rate": 1.1682651064932702e-05, "Finetune/Loss": 0.8265876770019531, "Finetune/Loss (Raw)": 0.916314959526062, "Finetune/Step": 8900, "Finetune/Step Time": 10.46861862204969}
+{"Finetune/Learning Rate": 1.1680991093007388e-05, "Finetune/Loss": 0.8262133598327637, "Finetune/Loss (Raw)": 0.7389745116233826, "Finetune/Step": 8901, "Finetune/Step Time": 10.461993139237165}
+{"Finetune/Learning Rate": 1.1679331073413946e-05, "Finetune/Loss": 0.8269811868667603, "Finetune/Loss (Raw)": 0.7989896535873413, "Finetune/Step": 8902, "Finetune/Step Time": 10.45383396372199}
+{"Finetune/Learning Rate": 1.1677671006199453e-05, "Finetune/Loss": 0.8271963596343994, "Finetune/Loss (Raw)": 0.8252428770065308, "Finetune/Step": 8903, "Finetune/Step Time": 10.45426801033318}
+{"Finetune/Learning Rate": 1.167601089141098e-05, "Finetune/Loss": 0.8276021480560303, "Finetune/Loss (Raw)": 0.9024704098701477, "Finetune/Step": 8904, "Finetune/Step Time": 10.452737027779222}
+{"Finetune/Learning Rate": 1.1674350729095603e-05, "Finetune/Loss": 0.8276997804641724, "Finetune/Loss (Raw)": 0.8671380877494812, "Finetune/Step": 8905, "Finetune/Step Time": 10.435266746208072}
+{"Finetune/Learning Rate": 1.16726905193004e-05, "Finetune/Loss": 0.8266210556030273, "Finetune/Loss (Raw)": 0.8085328936576843, "Finetune/Step": 8906, "Finetune/Step Time": 10.428602194413543}
+{"Finetune/Learning Rate": 1.1671030262072454e-05, "Finetune/Loss": 0.8259372711181641, "Finetune/Loss (Raw)": 0.7942765951156616, "Finetune/Step": 8907, "Finetune/Step Time": 10.443038875237107}
+{"Finetune/Learning Rate": 1.1669369957458838e-05, "Finetune/Loss": 0.8248893022537231, "Finetune/Loss (Raw)": 0.7566715478897095, "Finetune/Step": 8908, "Finetune/Step Time": 10.43733193166554}
+{"Finetune/Learning Rate": 1.1667709605506638e-05, "Finetune/Loss": 0.8254971504211426, "Finetune/Loss (Raw)": 0.9472573399543762, "Finetune/Step": 8909, "Finetune/Step Time": 10.437221672385931}
+{"Finetune/Learning Rate": 1.166604920626294e-05, "Finetune/Loss": 0.8246505260467529, "Finetune/Loss (Raw)": 0.7783834934234619, "Finetune/Step": 8910, "Finetune/Step Time": 10.440914107486606}
+{"Finetune/Learning Rate": 1.1664388759774817e-05, "Finetune/Loss": 0.8249244689941406, "Finetune/Loss (Raw)": 0.8661159873008728, "Finetune/Step": 8911, "Finetune/Step Time": 10.430120030418038}
+{"Finetune/Learning Rate": 1.1662728266089365e-05, "Finetune/Loss": 0.8265532851219177, "Finetune/Loss (Raw)": 0.9605424404144287, "Finetune/Step": 8912, "Finetune/Step Time": 10.424997067078948}
+{"Finetune/Learning Rate": 1.166106772525367e-05, "Finetune/Loss": 0.8280225992202759, "Finetune/Loss (Raw)": 0.8525205254554749, "Finetune/Step": 8913, "Finetune/Step Time": 10.411373974755406}
+{"Finetune/Learning Rate": 1.1659407137314811e-05, "Finetune/Loss": 0.8277784585952759, "Finetune/Loss (Raw)": 0.8720176219940186, "Finetune/Step": 8914, "Finetune/Step Time": 10.410012079402804}
+{"Finetune/Learning Rate": 1.1657746502319888e-05, "Finetune/Loss": 0.8284469842910767, "Finetune/Loss (Raw)": 0.9218797087669373, "Finetune/Step": 8915, "Finetune/Step Time": 10.392485562711954}
+{"Finetune/Learning Rate": 1.1656085820315992e-05, "Finetune/Loss": 0.8291248083114624, "Finetune/Loss (Raw)": 0.8607894778251648, "Finetune/Step": 8916, "Finetune/Step Time": 10.374066261574626}
+{"Finetune/Learning Rate": 1.1654425091350208e-05, "Finetune/Loss": 0.8281285166740417, "Finetune/Loss (Raw)": 0.7724528908729553, "Finetune/Step": 8917, "Finetune/Step Time": 10.371698793023825}
+{"Finetune/Learning Rate": 1.1652764315469631e-05, "Finetune/Loss": 0.8288336396217346, "Finetune/Loss (Raw)": 0.883396565914154, "Finetune/Step": 8918, "Finetune/Step Time": 10.372969705611467}
+{"Finetune/Learning Rate": 1.1651103492721363e-05, "Finetune/Loss": 0.8282164335250854, "Finetune/Loss (Raw)": 0.7677098512649536, "Finetune/Step": 8919, "Finetune/Step Time": 10.37487973459065}
+{"Finetune/Learning Rate": 1.1649442623152492e-05, "Finetune/Loss": 0.8276748657226562, "Finetune/Loss (Raw)": 0.7387920022010803, "Finetune/Step": 8920, "Finetune/Step Time": 10.37289728410542}
+{"Finetune/Learning Rate": 1.1647781706810116e-05, "Finetune/Loss": 0.8273943662643433, "Finetune/Loss (Raw)": 0.8053023219108582, "Finetune/Step": 8921, "Finetune/Step Time": 10.380978664383292}
+{"Finetune/Learning Rate": 1.164612074374134e-05, "Finetune/Loss": 0.8274358510971069, "Finetune/Loss (Raw)": 0.9062719345092773, "Finetune/Step": 8922, "Finetune/Step Time": 10.37233067676425}
+{"Finetune/Learning Rate": 1.1644459733993261e-05, "Finetune/Loss": 0.8257808089256287, "Finetune/Loss (Raw)": 0.6597442030906677, "Finetune/Step": 8923, "Finetune/Step Time": 10.372300826013088}
+{"Finetune/Learning Rate": 1.1642798677612979e-05, "Finetune/Loss": 0.828244686126709, "Finetune/Loss (Raw)": 0.9647507071495056, "Finetune/Step": 8924, "Finetune/Step Time": 10.366037676110864}
+{"Finetune/Learning Rate": 1.1641137574647596e-05, "Finetune/Loss": 0.8279150724411011, "Finetune/Loss (Raw)": 0.7774935364723206, "Finetune/Step": 8925, "Finetune/Step Time": 10.36479844339192}
+{"Finetune/Learning Rate": 1.163947642514422e-05, "Finetune/Loss": 0.8265427350997925, "Finetune/Loss (Raw)": 0.6409884095191956, "Finetune/Step": 8926, "Finetune/Step Time": 10.413791904225945}
+{"Finetune/Learning Rate": 1.1637815229149956e-05, "Finetune/Loss": 0.8249244689941406, "Finetune/Loss (Raw)": 0.7306842803955078, "Finetune/Step": 8927, "Finetune/Step Time": 10.412549836561084}
+{"Finetune/Learning Rate": 1.1636153986711906e-05, "Finetune/Loss": 0.8251339197158813, "Finetune/Loss (Raw)": 0.8925924897193909, "Finetune/Step": 8928, "Finetune/Step Time": 10.403578938916326}
+{"Finetune/Learning Rate": 1.1634492697877184e-05, "Finetune/Loss": 0.8233747482299805, "Finetune/Loss (Raw)": 0.732708215713501, "Finetune/Step": 8929, "Finetune/Step Time": 10.418411441147327}
+{"Finetune/Learning Rate": 1.1632831362692897e-05, "Finetune/Loss": 0.8213557004928589, "Finetune/Loss (Raw)": 0.6085665225982666, "Finetune/Step": 8930, "Finetune/Step Time": 10.419750893488526}
+{"Finetune/Learning Rate": 1.1631169981206156e-05, "Finetune/Loss": 0.8211543560028076, "Finetune/Loss (Raw)": 0.7721446752548218, "Finetune/Step": 8931, "Finetune/Step Time": 10.429628308862448}
+{"Finetune/Learning Rate": 1.162950855346407e-05, "Finetune/Loss": 0.8206876516342163, "Finetune/Loss (Raw)": 0.7702630162239075, "Finetune/Step": 8932, "Finetune/Step Time": 10.43161453679204}
+{"Finetune/Learning Rate": 1.1627847079513759e-05, "Finetune/Loss": 0.819698691368103, "Finetune/Loss (Raw)": 0.7271290421485901, "Finetune/Step": 8933, "Finetune/Step Time": 10.430637748911977}
+{"Finetune/Learning Rate": 1.1626185559402335e-05, "Finetune/Loss": 0.818651020526886, "Finetune/Loss (Raw)": 0.7042993903160095, "Finetune/Step": 8934, "Finetune/Step Time": 10.426270063966513}
+{"Finetune/Learning Rate": 1.1624523993176907e-05, "Finetune/Loss": 0.8181569576263428, "Finetune/Loss (Raw)": 0.8495393395423889, "Finetune/Step": 8935, "Finetune/Step Time": 10.409604825079441}
+{"Finetune/Learning Rate": 1.16228623808846e-05, "Finetune/Loss": 0.8185345530509949, "Finetune/Loss (Raw)": 0.84443598985672, "Finetune/Step": 8936, "Finetune/Step Time": 10.411127230152488}
+{"Finetune/Learning Rate": 1.1621200722572535e-05, "Finetune/Loss": 0.818233072757721, "Finetune/Loss (Raw)": 0.886464536190033, "Finetune/Step": 8937, "Finetune/Step Time": 10.419998401775956}
+{"Finetune/Learning Rate": 1.1619539018287822e-05, "Finetune/Loss": 0.818114161491394, "Finetune/Loss (Raw)": 0.771465003490448, "Finetune/Step": 8938, "Finetune/Step Time": 10.420223582535982}
+{"Finetune/Learning Rate": 1.161787726807759e-05, "Finetune/Loss": 0.8184248805046082, "Finetune/Loss (Raw)": 0.7632920145988464, "Finetune/Step": 8939, "Finetune/Step Time": 10.430589815601707}
+{"Finetune/Learning Rate": 1.161621547198896e-05, "Finetune/Loss": 0.8174296617507935, "Finetune/Loss (Raw)": 0.7536820769309998, "Finetune/Step": 8940, "Finetune/Step Time": 10.418502802029252}
+{"Finetune/Learning Rate": 1.1614553630069055e-05, "Finetune/Loss": 0.8187881708145142, "Finetune/Loss (Raw)": 0.8810442686080933, "Finetune/Step": 8941, "Finetune/Step Time": 10.396824626252055}
+{"Finetune/Learning Rate": 1.1612891742364995e-05, "Finetune/Loss": 0.8178493976593018, "Finetune/Loss (Raw)": 0.762347936630249, "Finetune/Step": 8942, "Finetune/Step Time": 10.44690065830946}
+{"Finetune/Learning Rate": 1.1611229808923921e-05, "Finetune/Loss": 0.8164090514183044, "Finetune/Loss (Raw)": 0.7322735786437988, "Finetune/Step": 8943, "Finetune/Step Time": 10.443437488749623}
+{"Finetune/Learning Rate": 1.1609567829792945e-05, "Finetune/Loss": 0.8163127899169922, "Finetune/Loss (Raw)": 0.7791479825973511, "Finetune/Step": 8944, "Finetune/Step Time": 10.43719718977809}
+{"Finetune/Learning Rate": 1.1607905805019203e-05, "Finetune/Loss": 0.8153078556060791, "Finetune/Loss (Raw)": 0.7340728044509888, "Finetune/Step": 8945, "Finetune/Step Time": 10.439566968008876}
+{"Finetune/Learning Rate": 1.1606243734649827e-05, "Finetune/Loss": 0.8148062825202942, "Finetune/Loss (Raw)": 0.6511724591255188, "Finetune/Step": 8946, "Finetune/Step Time": 10.452485155314207}
+{"Finetune/Learning Rate": 1.1604581618731946e-05, "Finetune/Loss": 0.8138450384140015, "Finetune/Loss (Raw)": 0.7003263235092163, "Finetune/Step": 8947, "Finetune/Step Time": 10.456378985196352}
+{"Finetune/Learning Rate": 1.1602919457312689e-05, "Finetune/Loss": 0.8141595721244812, "Finetune/Loss (Raw)": 0.8371527194976807, "Finetune/Step": 8948, "Finetune/Step Time": 10.447584878653288}
+{"Finetune/Learning Rate": 1.1601257250439195e-05, "Finetune/Loss": 0.8128108978271484, "Finetune/Loss (Raw)": 0.7059541940689087, "Finetune/Step": 8949, "Finetune/Step Time": 10.455965515226126}
+{"Finetune/Learning Rate": 1.1599594998158602e-05, "Finetune/Loss": 0.8133737444877625, "Finetune/Loss (Raw)": 0.8210909962654114, "Finetune/Step": 8950, "Finetune/Step Time": 10.437084332108498}
+{"Finetune/Learning Rate": 1.1597932700518044e-05, "Finetune/Loss": 0.8114892244338989, "Finetune/Loss (Raw)": 0.6885223388671875, "Finetune/Step": 8951, "Finetune/Step Time": 10.43910774961114}
+{"Finetune/Learning Rate": 1.1596270357564656e-05, "Finetune/Loss": 0.8112009167671204, "Finetune/Loss (Raw)": 0.7544506788253784, "Finetune/Step": 8952, "Finetune/Step Time": 10.437867050990462}
+{"Finetune/Learning Rate": 1.1594607969345582e-05, "Finetune/Loss": 0.812135636806488, "Finetune/Loss (Raw)": 0.9607620239257812, "Finetune/Step": 8953, "Finetune/Step Time": 10.436137484386563}
+{"Finetune/Learning Rate": 1.1592945535907958e-05, "Finetune/Loss": 0.8121026158332825, "Finetune/Loss (Raw)": 0.8872830867767334, "Finetune/Step": 8954, "Finetune/Step Time": 10.43692716024816}
+{"Finetune/Learning Rate": 1.159128305729893e-05, "Finetune/Loss": 0.8114219903945923, "Finetune/Loss (Raw)": 0.843726634979248, "Finetune/Step": 8955, "Finetune/Step Time": 10.439446900039911}
+{"Finetune/Learning Rate": 1.158962053356564e-05, "Finetune/Loss": 0.8122627139091492, "Finetune/Loss (Raw)": 0.8942863941192627, "Finetune/Step": 8956, "Finetune/Step Time": 10.44009916856885}
+{"Finetune/Learning Rate": 1.158795796475523e-05, "Finetune/Loss": 0.8109754323959351, "Finetune/Loss (Raw)": 0.7395861148834229, "Finetune/Step": 8957, "Finetune/Step Time": 10.443756990134716}
+{"Finetune/Learning Rate": 1.158629535091485e-05, "Finetune/Loss": 0.8100435733795166, "Finetune/Loss (Raw)": 0.7495377063751221, "Finetune/Step": 8958, "Finetune/Step Time": 10.438489830121398}
+{"Finetune/Learning Rate": 1.1584632692091643e-05, "Finetune/Loss": 0.8091911673545837, "Finetune/Loss (Raw)": 0.8420768976211548, "Finetune/Step": 8959, "Finetune/Step Time": 10.453071538358927}
+{"Finetune/Learning Rate": 1.1582969988332757e-05, "Finetune/Loss": 0.8082841634750366, "Finetune/Loss (Raw)": 0.6067052483558655, "Finetune/Step": 8960, "Finetune/Step Time": 10.434104701504111}
+{"Finetune/Learning Rate": 1.1581307239685346e-05, "Finetune/Loss": 0.8088226318359375, "Finetune/Loss (Raw)": 0.8523641228675842, "Finetune/Step": 8961, "Finetune/Step Time": 10.419379778206348}
+{"Finetune/Learning Rate": 1.157964444619656e-05, "Finetune/Loss": 0.8081214427947998, "Finetune/Loss (Raw)": 0.6662721037864685, "Finetune/Step": 8962, "Finetune/Step Time": 10.430096484720707}
+{"Finetune/Learning Rate": 1.1577981607913547e-05, "Finetune/Loss": 0.8085525631904602, "Finetune/Loss (Raw)": 0.9075458645820618, "Finetune/Step": 8963, "Finetune/Step Time": 10.428421964868903}
+{"Finetune/Learning Rate": 1.1576318724883461e-05, "Finetune/Loss": 0.8082243204116821, "Finetune/Loss (Raw)": 0.8275675773620605, "Finetune/Step": 8964, "Finetune/Step Time": 10.435681123286486}
+{"Finetune/Learning Rate": 1.1574655797153464e-05, "Finetune/Loss": 0.8073980212211609, "Finetune/Loss (Raw)": 0.8042354583740234, "Finetune/Step": 8965, "Finetune/Step Time": 10.413299359381199}
+{"Finetune/Learning Rate": 1.1572992824770703e-05, "Finetune/Loss": 0.8063912391662598, "Finetune/Loss (Raw)": 0.7448993921279907, "Finetune/Step": 8966, "Finetune/Step Time": 10.435043318197131}
+{"Finetune/Learning Rate": 1.1571329807782336e-05, "Finetune/Loss": 0.8068038821220398, "Finetune/Loss (Raw)": 0.8826019167900085, "Finetune/Step": 8967, "Finetune/Step Time": 10.436526717618108}
+{"Finetune/Learning Rate": 1.1569666746235527e-05, "Finetune/Loss": 0.8062665462493896, "Finetune/Loss (Raw)": 0.7810314893722534, "Finetune/Step": 8968, "Finetune/Step Time": 10.423385525122285}
+{"Finetune/Learning Rate": 1.1568003640177434e-05, "Finetune/Loss": 0.8053333759307861, "Finetune/Loss (Raw)": 0.8845582008361816, "Finetune/Step": 8969, "Finetune/Step Time": 10.421344378963113}
+{"Finetune/Learning Rate": 1.1566340489655213e-05, "Finetune/Loss": 0.8054382801055908, "Finetune/Loss (Raw)": 0.7844914197921753, "Finetune/Step": 8970, "Finetune/Step Time": 10.423570718616247}
+{"Finetune/Learning Rate": 1.1564677294716032e-05, "Finetune/Loss": 0.8061668872833252, "Finetune/Loss (Raw)": 0.8901194334030151, "Finetune/Step": 8971, "Finetune/Step Time": 10.420723969116807}
+{"Finetune/Learning Rate": 1.1563014055407052e-05, "Finetune/Loss": 0.8050857186317444, "Finetune/Loss (Raw)": 0.5974230170249939, "Finetune/Step": 8972, "Finetune/Step Time": 10.44722206518054}
+{"Finetune/Learning Rate": 1.1561350771775438e-05, "Finetune/Loss": 0.8040217161178589, "Finetune/Loss (Raw)": 0.6728975176811218, "Finetune/Step": 8973, "Finetune/Step Time": 10.451786426827312}
+{"Finetune/Learning Rate": 1.1559687443868354e-05, "Finetune/Loss": 0.8037371039390564, "Finetune/Loss (Raw)": 0.8036850690841675, "Finetune/Step": 8974, "Finetune/Step Time": 10.459480633959174}
+{"Finetune/Learning Rate": 1.1558024071732971e-05, "Finetune/Loss": 0.8047441244125366, "Finetune/Loss (Raw)": 0.7959774732589722, "Finetune/Step": 8975, "Finetune/Step Time": 10.455758621916175}
+{"Finetune/Learning Rate": 1.1556360655416457e-05, "Finetune/Loss": 0.8054499626159668, "Finetune/Loss (Raw)": 0.9257025122642517, "Finetune/Step": 8976, "Finetune/Step Time": 10.462510127574205}
+{"Finetune/Learning Rate": 1.1554697194965978e-05, "Finetune/Loss": 0.8059014678001404, "Finetune/Loss (Raw)": 0.8534645438194275, "Finetune/Step": 8977, "Finetune/Step Time": 10.465068774297833}
+{"Finetune/Learning Rate": 1.1553033690428708e-05, "Finetune/Loss": 0.8057588934898376, "Finetune/Loss (Raw)": 0.7614176869392395, "Finetune/Step": 8978, "Finetune/Step Time": 10.461051896214485}
+{"Finetune/Learning Rate": 1.1551370141851819e-05, "Finetune/Loss": 0.8069776296615601, "Finetune/Loss (Raw)": 0.8153946995735168, "Finetune/Step": 8979, "Finetune/Step Time": 10.427159998565912}
+{"Finetune/Learning Rate": 1.1549706549282486e-05, "Finetune/Loss": 0.8050354719161987, "Finetune/Loss (Raw)": 0.8082543015480042, "Finetune/Step": 8980, "Finetune/Step Time": 10.419069614261389}
+{"Finetune/Learning Rate": 1.1548042912767881e-05, "Finetune/Loss": 0.8044835925102234, "Finetune/Loss (Raw)": 0.6937848925590515, "Finetune/Step": 8981, "Finetune/Step Time": 10.420189222320914}
+{"Finetune/Learning Rate": 1.154637923235518e-05, "Finetune/Loss": 0.8037014007568359, "Finetune/Loss (Raw)": 0.6849831938743591, "Finetune/Step": 8982, "Finetune/Step Time": 10.413801085203886}
+{"Finetune/Learning Rate": 1.1544715508091564e-05, "Finetune/Loss": 0.804417610168457, "Finetune/Loss (Raw)": 0.8211284279823303, "Finetune/Step": 8983, "Finetune/Step Time": 10.399213459342718}
+{"Finetune/Learning Rate": 1.1543051740024204e-05, "Finetune/Loss": 0.8059039115905762, "Finetune/Loss (Raw)": 0.8221288919448853, "Finetune/Step": 8984, "Finetune/Step Time": 10.394832691177726}
+{"Finetune/Learning Rate": 1.1541387928200286e-05, "Finetune/Loss": 0.8063464760780334, "Finetune/Loss (Raw)": 0.8529357314109802, "Finetune/Step": 8985, "Finetune/Step Time": 10.40474027954042}
+{"Finetune/Learning Rate": 1.1539724072666995e-05, "Finetune/Loss": 0.8076517581939697, "Finetune/Loss (Raw)": 0.8777993321418762, "Finetune/Step": 8986, "Finetune/Step Time": 10.426399452611804}
+{"Finetune/Learning Rate": 1.1538060173471502e-05, "Finetune/Loss": 0.8062105178833008, "Finetune/Loss (Raw)": 0.7836577892303467, "Finetune/Step": 8987, "Finetune/Step Time": 10.42267549969256}
+{"Finetune/Learning Rate": 1.1536396230660998e-05, "Finetune/Loss": 0.8047839403152466, "Finetune/Loss (Raw)": 0.6826393604278564, "Finetune/Step": 8988, "Finetune/Step Time": 10.502627968788147}
+{"Finetune/Learning Rate": 1.1534732244282666e-05, "Finetune/Loss": 0.8027872443199158, "Finetune/Loss (Raw)": 0.6903160214424133, "Finetune/Step": 8989, "Finetune/Step Time": 10.500494182109833}
+{"Finetune/Learning Rate": 1.1533068214383692e-05, "Finetune/Loss": 0.8029091954231262, "Finetune/Loss (Raw)": 0.8346501588821411, "Finetune/Step": 8990, "Finetune/Step Time": 10.52838871255517}
+{"Finetune/Learning Rate": 1.153140414101126e-05, "Finetune/Loss": 0.8019136786460876, "Finetune/Loss (Raw)": 0.7132686972618103, "Finetune/Step": 8991, "Finetune/Step Time": 10.527893902733922}
+{"Finetune/Learning Rate": 1.1529740024212566e-05, "Finetune/Loss": 0.800800085067749, "Finetune/Loss (Raw)": 0.7477701902389526, "Finetune/Step": 8992, "Finetune/Step Time": 10.573067918419838}
+{"Finetune/Learning Rate": 1.1528075864034791e-05, "Finetune/Loss": 0.8008154034614563, "Finetune/Loss (Raw)": 0.8708441853523254, "Finetune/Step": 8993, "Finetune/Step Time": 10.57848179526627}
+{"Finetune/Learning Rate": 1.1526411660525132e-05, "Finetune/Loss": 0.7993489503860474, "Finetune/Loss (Raw)": 0.7527629733085632, "Finetune/Step": 8994, "Finetune/Step Time": 10.57664866372943}
+{"Finetune/Learning Rate": 1.1524747413730777e-05, "Finetune/Loss": 0.7999441623687744, "Finetune/Loss (Raw)": 0.8647111058235168, "Finetune/Step": 8995, "Finetune/Step Time": 10.573935888707638}
+{"Finetune/Learning Rate": 1.1523083123698921e-05, "Finetune/Loss": 0.8010742664337158, "Finetune/Loss (Raw)": 0.9335747957229614, "Finetune/Step": 8996, "Finetune/Step Time": 10.611874956637621}
+{"Finetune/Learning Rate": 1.152141879047676e-05, "Finetune/Loss": 0.8007227182388306, "Finetune/Loss (Raw)": 0.8570529222488403, "Finetune/Step": 8997, "Finetune/Step Time": 10.620325347408652}
+{"Finetune/Learning Rate": 1.1519754414111488e-05, "Finetune/Loss": 0.8003419041633606, "Finetune/Loss (Raw)": 0.7798448801040649, "Finetune/Step": 8998, "Finetune/Step Time": 10.617197539657354}
+{"Finetune/Learning Rate": 1.1518089994650303e-05, "Finetune/Loss": 0.8006491661071777, "Finetune/Loss (Raw)": 0.7851181030273438, "Finetune/Step": 8999, "Finetune/Step Time": 10.617678605020046}
+{"Finetune/Learning Rate": 1.1516425532140403e-05, "Finetune/Loss": 0.802034318447113, "Finetune/Loss (Raw)": 0.8722415566444397, "Finetune/Step": 9000, "Finetune/Step Time": 10.618429007008672}
+{"Finetune/Learning Rate": 1.1514761026628985e-05, "Finetune/Loss": 0.8012722730636597, "Finetune/Loss (Raw)": 0.7897029519081116, "Finetune/Step": 9001, "Finetune/Step Time": 10.626275954768062}
+{"Finetune/Learning Rate": 1.1513096478163252e-05, "Finetune/Loss": 0.8005958795547485, "Finetune/Loss (Raw)": 0.8178686499595642, "Finetune/Step": 9002, "Finetune/Step Time": 10.624424206092954}
+{"Finetune/Learning Rate": 1.1511431886790407e-05, "Finetune/Loss": 0.8006739020347595, "Finetune/Loss (Raw)": 0.8867580890655518, "Finetune/Step": 9003, "Finetune/Step Time": 10.629760686308146}
+{"Finetune/Learning Rate": 1.1509767252557651e-05, "Finetune/Loss": 0.8014964461326599, "Finetune/Loss (Raw)": 0.792478621006012, "Finetune/Step": 9004, "Finetune/Step Time": 10.634613474830985}
+{"Finetune/Learning Rate": 1.150810257551219e-05, "Finetune/Loss": 0.8012247085571289, "Finetune/Loss (Raw)": 0.7382196187973022, "Finetune/Step": 9005, "Finetune/Step Time": 10.626723619177938}
+{"Finetune/Learning Rate": 1.1506437855701227e-05, "Finetune/Loss": 0.8022885322570801, "Finetune/Loss (Raw)": 0.8943353295326233, "Finetune/Step": 9006, "Finetune/Step Time": 10.646535886451602}
+{"Finetune/Learning Rate": 1.1504773093171972e-05, "Finetune/Loss": 0.8030052185058594, "Finetune/Loss (Raw)": 0.8942673802375793, "Finetune/Step": 9007, "Finetune/Step Time": 10.637418396770954}
+{"Finetune/Learning Rate": 1.1503108287971627e-05, "Finetune/Loss": 0.8032786846160889, "Finetune/Loss (Raw)": 0.8540283441543579, "Finetune/Step": 9008, "Finetune/Step Time": 10.629531916230917}
+{"Finetune/Learning Rate": 1.1501443440147409e-05, "Finetune/Loss": 0.8015745878219604, "Finetune/Loss (Raw)": 0.7148208022117615, "Finetune/Step": 9009, "Finetune/Step Time": 10.626725805923343}
+{"Finetune/Learning Rate": 1.1499778549746525e-05, "Finetune/Loss": 0.8033359050750732, "Finetune/Loss (Raw)": 0.867201030254364, "Finetune/Step": 9010, "Finetune/Step Time": 10.63246938958764}
+{"Finetune/Learning Rate": 1.1498113616816185e-05, "Finetune/Loss": 0.8047128915786743, "Finetune/Loss (Raw)": 0.9690703749656677, "Finetune/Step": 9011, "Finetune/Step Time": 10.62690239585936}
+{"Finetune/Learning Rate": 1.1496448641403602e-05, "Finetune/Loss": 0.8036421537399292, "Finetune/Loss (Raw)": 0.7257165908813477, "Finetune/Step": 9012, "Finetune/Step Time": 10.623579442501068}
+{"Finetune/Learning Rate": 1.1494783623555992e-05, "Finetune/Loss": 0.8038102388381958, "Finetune/Loss (Raw)": 0.8086026906967163, "Finetune/Step": 9013, "Finetune/Step Time": 10.622150955721736}
+{"Finetune/Learning Rate": 1.1493118563320569e-05, "Finetune/Loss": 0.8045974969863892, "Finetune/Loss (Raw)": 0.826384961605072, "Finetune/Step": 9014, "Finetune/Step Time": 10.618044605478644}
+{"Finetune/Learning Rate": 1.1491453460744546e-05, "Finetune/Loss": 0.8056114912033081, "Finetune/Loss (Raw)": 0.9144912958145142, "Finetune/Step": 9015, "Finetune/Step Time": 10.616486925631762}
+{"Finetune/Learning Rate": 1.148978831587515e-05, "Finetune/Loss": 0.8045414686203003, "Finetune/Loss (Raw)": 0.6464216709136963, "Finetune/Step": 9016, "Finetune/Step Time": 10.611620074138045}
+{"Finetune/Learning Rate": 1.148812312875959e-05, "Finetune/Loss": 0.8059426546096802, "Finetune/Loss (Raw)": 1.014695167541504, "Finetune/Step": 9017, "Finetune/Step Time": 10.616773981601}
+{"Finetune/Learning Rate": 1.148645789944509e-05, "Finetune/Loss": 0.8046071529388428, "Finetune/Loss (Raw)": 0.6971616744995117, "Finetune/Step": 9018, "Finetune/Step Time": 10.615304918959737}
+{"Finetune/Learning Rate": 1.1484792627978872e-05, "Finetune/Loss": 0.8044668436050415, "Finetune/Loss (Raw)": 0.7631389498710632, "Finetune/Step": 9019, "Finetune/Step Time": 10.645639963448048}
+{"Finetune/Learning Rate": 1.1483127314408156e-05, "Finetune/Loss": 0.8044042587280273, "Finetune/Loss (Raw)": 0.8170459270477295, "Finetune/Step": 9020, "Finetune/Step Time": 10.650290220975876}
+{"Finetune/Learning Rate": 1.1481461958780166e-05, "Finetune/Loss": 0.801895022392273, "Finetune/Loss (Raw)": 0.5445442199707031, "Finetune/Step": 9021, "Finetune/Step Time": 10.692812575027347}
+{"Finetune/Learning Rate": 1.147979656114213e-05, "Finetune/Loss": 0.802613377571106, "Finetune/Loss (Raw)": 1.0095422267913818, "Finetune/Step": 9022, "Finetune/Step Time": 10.707582969218493}
+{"Finetune/Learning Rate": 1.147813112154127e-05, "Finetune/Loss": 0.8022952079772949, "Finetune/Loss (Raw)": 0.8457055687904358, "Finetune/Step": 9023, "Finetune/Step Time": 10.722365994006395}
+{"Finetune/Learning Rate": 1.1476465640024814e-05, "Finetune/Loss": 0.8025243282318115, "Finetune/Loss (Raw)": 0.769775390625, "Finetune/Step": 9024, "Finetune/Step Time": 10.71752629801631}
+{"Finetune/Learning Rate": 1.1474800116639993e-05, "Finetune/Loss": 0.8033101558685303, "Finetune/Loss (Raw)": 0.8573741912841797, "Finetune/Step": 9025, "Finetune/Step Time": 10.71052336320281}
+{"Finetune/Learning Rate": 1.147313455143403e-05, "Finetune/Loss": 0.8035248517990112, "Finetune/Loss (Raw)": 0.8639704585075378, "Finetune/Step": 9026, "Finetune/Step Time": 10.711001174524426}
+{"Finetune/Learning Rate": 1.1471468944454165e-05, "Finetune/Loss": 0.8043630719184875, "Finetune/Loss (Raw)": 0.8902252912521362, "Finetune/Step": 9027, "Finetune/Step Time": 10.70901669189334}
+{"Finetune/Learning Rate": 1.1469803295747626e-05, "Finetune/Loss": 0.8038347363471985, "Finetune/Loss (Raw)": 0.8486869931221008, "Finetune/Step": 9028, "Finetune/Step Time": 10.709601810202003}
+{"Finetune/Learning Rate": 1.146813760536164e-05, "Finetune/Loss": 0.8045065402984619, "Finetune/Loss (Raw)": 0.8249707221984863, "Finetune/Step": 9029, "Finetune/Step Time": 10.68729823641479}
+{"Finetune/Learning Rate": 1.146647187334345e-05, "Finetune/Loss": 0.804863691329956, "Finetune/Loss (Raw)": 0.8447039723396301, "Finetune/Step": 9030, "Finetune/Step Time": 10.686953267082572}
+{"Finetune/Learning Rate": 1.1464806099740287e-05, "Finetune/Loss": 0.8043334484100342, "Finetune/Loss (Raw)": 0.757366955280304, "Finetune/Step": 9031, "Finetune/Step Time": 10.691054401919246}
+{"Finetune/Learning Rate": 1.1463140284599387e-05, "Finetune/Loss": 0.803481936454773, "Finetune/Loss (Raw)": 0.7934795618057251, "Finetune/Step": 9032, "Finetune/Step Time": 10.694995276629925}
+{"Finetune/Learning Rate": 1.1461474427967988e-05, "Finetune/Loss": 0.8028872013092041, "Finetune/Loss (Raw)": 0.7910066843032837, "Finetune/Step": 9033, "Finetune/Step Time": 10.697173908352852}
+{"Finetune/Learning Rate": 1.1459808529893334e-05, "Finetune/Loss": 0.803003191947937, "Finetune/Loss (Raw)": 0.8233834505081177, "Finetune/Step": 9034, "Finetune/Step Time": 10.682963838800788}
+{"Finetune/Learning Rate": 1.145814259042266e-05, "Finetune/Loss": 0.8034906387329102, "Finetune/Loss (Raw)": 0.8566683530807495, "Finetune/Step": 9035, "Finetune/Step Time": 10.669404434040189}
+{"Finetune/Learning Rate": 1.1456476609603206e-05, "Finetune/Loss": 0.8042033910751343, "Finetune/Loss (Raw)": 0.8479076027870178, "Finetune/Step": 9036, "Finetune/Step Time": 10.682038851082325}
+{"Finetune/Learning Rate": 1.1454810587482221e-05, "Finetune/Loss": 0.802879273891449, "Finetune/Loss (Raw)": 0.7777698636054993, "Finetune/Step": 9037, "Finetune/Step Time": 10.692863704636693}
+{"Finetune/Learning Rate": 1.1453144524106944e-05, "Finetune/Loss": 0.8030261993408203, "Finetune/Loss (Raw)": 0.7971859574317932, "Finetune/Step": 9038, "Finetune/Step Time": 10.703174503520131}
+{"Finetune/Learning Rate": 1.145147841952462e-05, "Finetune/Loss": 0.8039884567260742, "Finetune/Loss (Raw)": 0.9892943501472473, "Finetune/Step": 9039, "Finetune/Step Time": 10.695979880169034}
+{"Finetune/Learning Rate": 1.1449812273782492e-05, "Finetune/Loss": 0.803281307220459, "Finetune/Loss (Raw)": 0.8700240850448608, "Finetune/Step": 9040, "Finetune/Step Time": 10.699101898819208}
+{"Finetune/Learning Rate": 1.1448146086927816e-05, "Finetune/Loss": 0.803327739238739, "Finetune/Loss (Raw)": 0.8584630489349365, "Finetune/Step": 9041, "Finetune/Step Time": 10.69968861527741}
+{"Finetune/Learning Rate": 1.1446479859007834e-05, "Finetune/Loss": 0.8023480772972107, "Finetune/Loss (Raw)": 0.7466229200363159, "Finetune/Step": 9042, "Finetune/Step Time": 10.752329243347049}
+{"Finetune/Learning Rate": 1.144481359006979e-05, "Finetune/Loss": 0.8016791343688965, "Finetune/Loss (Raw)": 0.8362518548965454, "Finetune/Step": 9043, "Finetune/Step Time": 10.748040679842234}
+{"Finetune/Learning Rate": 1.1443147280160949e-05, "Finetune/Loss": 0.8014301061630249, "Finetune/Loss (Raw)": 0.8289152979850769, "Finetune/Step": 9044, "Finetune/Step Time": 10.74946746043861}
+{"Finetune/Learning Rate": 1.144148092932855e-05, "Finetune/Loss": 0.8014074563980103, "Finetune/Loss (Raw)": 0.7695563435554504, "Finetune/Step": 9045, "Finetune/Step Time": 10.750493286177516}
+{"Finetune/Learning Rate": 1.1439814537619853e-05, "Finetune/Loss": 0.801598310470581, "Finetune/Loss (Raw)": 0.9078282117843628, "Finetune/Step": 9046, "Finetune/Step Time": 10.747401865199208}
+{"Finetune/Learning Rate": 1.1438148105082109e-05, "Finetune/Loss": 0.8017953038215637, "Finetune/Loss (Raw)": 0.7929196357727051, "Finetune/Step": 9047, "Finetune/Step Time": 10.758767452090979}
+{"Finetune/Learning Rate": 1.1436481631762574e-05, "Finetune/Loss": 0.8028396368026733, "Finetune/Loss (Raw)": 0.8724636435508728, "Finetune/Step": 9048, "Finetune/Step Time": 10.760338021442294}
+{"Finetune/Learning Rate": 1.1434815117708507e-05, "Finetune/Loss": 0.8026349544525146, "Finetune/Loss (Raw)": 0.7791066765785217, "Finetune/Step": 9049, "Finetune/Step Time": 10.756735561415553}
+{"Finetune/Learning Rate": 1.1433148562967162e-05, "Finetune/Loss": 0.8024799823760986, "Finetune/Loss (Raw)": 0.8864392638206482, "Finetune/Step": 9050, "Finetune/Step Time": 10.763559030368924}
+{"Finetune/Learning Rate": 1.1431481967585799e-05, "Finetune/Loss": 0.8029738068580627, "Finetune/Loss (Raw)": 0.7229474186897278, "Finetune/Step": 9051, "Finetune/Step Time": 10.75538576580584}
+{"Finetune/Learning Rate": 1.1429815331611677e-05, "Finetune/Loss": 0.8010227680206299, "Finetune/Loss (Raw)": 0.7150187492370605, "Finetune/Step": 9052, "Finetune/Step Time": 10.746622564271092}
+{"Finetune/Learning Rate": 1.1428148655092059e-05, "Finetune/Loss": 0.8008898496627808, "Finetune/Loss (Raw)": 0.760479748249054, "Finetune/Step": 9053, "Finetune/Step Time": 10.750991396605968}
+{"Finetune/Learning Rate": 1.1426481938074208e-05, "Finetune/Loss": 0.8015102744102478, "Finetune/Loss (Raw)": 0.7204033136367798, "Finetune/Step": 9054, "Finetune/Step Time": 10.704143274575472}
+{"Finetune/Learning Rate": 1.1424815180605382e-05, "Finetune/Loss": 0.8023016452789307, "Finetune/Loss (Raw)": 0.8319834470748901, "Finetune/Step": 9055, "Finetune/Step Time": 10.711300944909453}
+{"Finetune/Learning Rate": 1.1423148382732854e-05, "Finetune/Loss": 0.8010933995246887, "Finetune/Loss (Raw)": 0.7379305362701416, "Finetune/Step": 9056, "Finetune/Step Time": 10.720599811524153}
+{"Finetune/Learning Rate": 1.142148154450388e-05, "Finetune/Loss": 0.8011182546615601, "Finetune/Loss (Raw)": 0.7358980178833008, "Finetune/Step": 9057, "Finetune/Step Time": 10.725884672254324}
+{"Finetune/Learning Rate": 1.1419814665965733e-05, "Finetune/Loss": 0.8030180931091309, "Finetune/Loss (Raw)": 0.8517398834228516, "Finetune/Step": 9058, "Finetune/Step Time": 10.72394185513258}
+{"Finetune/Learning Rate": 1.1418147747165683e-05, "Finetune/Loss": 0.8034334778785706, "Finetune/Loss (Raw)": 0.8253123760223389, "Finetune/Step": 9059, "Finetune/Step Time": 10.72285463474691}
+{"Finetune/Learning Rate": 1.141648078815099e-05, "Finetune/Loss": 0.8041380047798157, "Finetune/Loss (Raw)": 0.8604450225830078, "Finetune/Step": 9060, "Finetune/Step Time": 10.736693063750863}
+{"Finetune/Learning Rate": 1.141481378896893e-05, "Finetune/Loss": 0.8057588338851929, "Finetune/Loss (Raw)": 0.9345965385437012, "Finetune/Step": 9061, "Finetune/Step Time": 10.729000717401505}
+{"Finetune/Learning Rate": 1.141314674966678e-05, "Finetune/Loss": 0.8068823218345642, "Finetune/Loss (Raw)": 0.8481043577194214, "Finetune/Step": 9062, "Finetune/Step Time": 10.726324249058962}
+{"Finetune/Learning Rate": 1.1411479670291803e-05, "Finetune/Loss": 0.8051241040229797, "Finetune/Loss (Raw)": 0.6244844794273376, "Finetune/Step": 9063, "Finetune/Step Time": 10.737238019704819}
+{"Finetune/Learning Rate": 1.1409812550891272e-05, "Finetune/Loss": 0.8051975965499878, "Finetune/Loss (Raw)": 0.8538479804992676, "Finetune/Step": 9064, "Finetune/Step Time": 10.74302096106112}
+{"Finetune/Learning Rate": 1.1408145391512474e-05, "Finetune/Loss": 0.8043355345726013, "Finetune/Loss (Raw)": 0.7761178612709045, "Finetune/Step": 9065, "Finetune/Step Time": 10.741426615044475}
+{"Finetune/Learning Rate": 1.1406478192202672e-05, "Finetune/Loss": 0.8033933639526367, "Finetune/Loss (Raw)": 0.6508657336235046, "Finetune/Step": 9066, "Finetune/Step Time": 10.756259577348828}
+{"Finetune/Learning Rate": 1.140481095300915e-05, "Finetune/Loss": 0.8031190633773804, "Finetune/Loss (Raw)": 0.728180468082428, "Finetune/Step": 9067, "Finetune/Step Time": 10.750147914513946}
+{"Finetune/Learning Rate": 1.1403143673979182e-05, "Finetune/Loss": 0.8038153648376465, "Finetune/Loss (Raw)": 0.8428080081939697, "Finetune/Step": 9068, "Finetune/Step Time": 10.757056316360831}
+{"Finetune/Learning Rate": 1.1401476355160051e-05, "Finetune/Loss": 0.8018608093261719, "Finetune/Loss (Raw)": 0.6308619976043701, "Finetune/Step": 9069, "Finetune/Step Time": 10.79484092630446}
+{"Finetune/Learning Rate": 1.1399808996599036e-05, "Finetune/Loss": 0.8017309904098511, "Finetune/Loss (Raw)": 0.7457294464111328, "Finetune/Step": 9070, "Finetune/Step Time": 10.753221966326237}
+{"Finetune/Learning Rate": 1.1398141598343417e-05, "Finetune/Loss": 0.8016356229782104, "Finetune/Loss (Raw)": 0.7200705409049988, "Finetune/Step": 9071, "Finetune/Step Time": 10.762337258085608}
+{"Finetune/Learning Rate": 1.1396474160440479e-05, "Finetune/Loss": 0.8019767999649048, "Finetune/Loss (Raw)": 0.8228201866149902, "Finetune/Step": 9072, "Finetune/Step Time": 10.769285021349788}
+{"Finetune/Learning Rate": 1.1394806682937505e-05, "Finetune/Loss": 0.8025784492492676, "Finetune/Loss (Raw)": 0.8110812902450562, "Finetune/Step": 9073, "Finetune/Step Time": 10.762787844985723}
+{"Finetune/Learning Rate": 1.139313916588178e-05, "Finetune/Loss": 0.8029971122741699, "Finetune/Loss (Raw)": 0.7047670483589172, "Finetune/Step": 9074, "Finetune/Step Time": 10.754456646740437}
+{"Finetune/Learning Rate": 1.1391471609320588e-05, "Finetune/Loss": 0.8038896918296814, "Finetune/Loss (Raw)": 0.8145689368247986, "Finetune/Step": 9075, "Finetune/Step Time": 10.771214535459876}
+{"Finetune/Learning Rate": 1.1389804013301219e-05, "Finetune/Loss": 0.8036237955093384, "Finetune/Loss (Raw)": 0.803117573261261, "Finetune/Step": 9076, "Finetune/Step Time": 10.775792008265853}
+{"Finetune/Learning Rate": 1.1388136377870965e-05, "Finetune/Loss": 0.8042429685592651, "Finetune/Loss (Raw)": 0.7852064967155457, "Finetune/Step": 9077, "Finetune/Step Time": 10.771419795230031}
+{"Finetune/Learning Rate": 1.1386468703077102e-05, "Finetune/Loss": 0.8049858212471008, "Finetune/Loss (Raw)": 0.9161781668663025, "Finetune/Step": 9078, "Finetune/Step Time": 10.795592576265335}
+{"Finetune/Learning Rate": 1.1384800988966933e-05, "Finetune/Loss": 0.8070600032806396, "Finetune/Loss (Raw)": 0.954020619392395, "Finetune/Step": 9079, "Finetune/Step Time": 10.800167068839073}
+{"Finetune/Learning Rate": 1.1383133235587748e-05, "Finetune/Loss": 0.807774543762207, "Finetune/Loss (Raw)": 0.845917284488678, "Finetune/Step": 9080, "Finetune/Step Time": 10.825165973976254}
+{"Finetune/Learning Rate": 1.1381465442986834e-05, "Finetune/Loss": 0.8072177171707153, "Finetune/Loss (Raw)": 0.8894768953323364, "Finetune/Step": 9081, "Finetune/Step Time": 10.819202560931444}
+{"Finetune/Learning Rate": 1.1379797611211491e-05, "Finetune/Loss": 0.806393027305603, "Finetune/Loss (Raw)": 0.7817281484603882, "Finetune/Step": 9082, "Finetune/Step Time": 10.814009813591838}
+{"Finetune/Learning Rate": 1.1378129740309011e-05, "Finetune/Loss": 0.8058173656463623, "Finetune/Loss (Raw)": 0.7700381875038147, "Finetune/Step": 9083, "Finetune/Step Time": 10.80607831850648}
+{"Finetune/Learning Rate": 1.137646183032669e-05, "Finetune/Loss": 0.8050252795219421, "Finetune/Loss (Raw)": 0.7929012179374695, "Finetune/Step": 9084, "Finetune/Step Time": 10.807660525664687}
+{"Finetune/Learning Rate": 1.1374793881311826e-05, "Finetune/Loss": 0.8060671091079712, "Finetune/Loss (Raw)": 0.8729496598243713, "Finetune/Step": 9085, "Finetune/Step Time": 10.80711479485035}
+{"Finetune/Learning Rate": 1.1373125893311717e-05, "Finetune/Loss": 0.8056369423866272, "Finetune/Loss (Raw)": 0.6944696307182312, "Finetune/Step": 9086, "Finetune/Step Time": 10.817512789741158}
+{"Finetune/Learning Rate": 1.1371457866373662e-05, "Finetune/Loss": 0.8067648410797119, "Finetune/Loss (Raw)": 0.9864446520805359, "Finetune/Step": 9087, "Finetune/Step Time": 10.803809866309166}
+{"Finetune/Learning Rate": 1.136978980054496e-05, "Finetune/Loss": 0.8090090155601501, "Finetune/Loss (Raw)": 0.8939638137817383, "Finetune/Step": 9088, "Finetune/Step Time": 10.783102350309491}
+{"Finetune/Learning Rate": 1.1368121695872918e-05, "Finetune/Loss": 0.8097137212753296, "Finetune/Loss (Raw)": 0.9425598978996277, "Finetune/Step": 9089, "Finetune/Step Time": 10.785576725378633}
+{"Finetune/Learning Rate": 1.1366453552404832e-05, "Finetune/Loss": 0.8090112805366516, "Finetune/Loss (Raw)": 0.5763680934906006, "Finetune/Step": 9090, "Finetune/Step Time": 10.812249621376395}
+{"Finetune/Learning Rate": 1.136478537018801e-05, "Finetune/Loss": 0.8099467158317566, "Finetune/Loss (Raw)": 1.0272771120071411, "Finetune/Step": 9091, "Finetune/Step Time": 10.816724233329296}
+{"Finetune/Learning Rate": 1.1363117149269756e-05, "Finetune/Loss": 0.8099628686904907, "Finetune/Loss (Raw)": 0.8296369314193726, "Finetune/Step": 9092, "Finetune/Step Time": 10.823958963155746}
+{"Finetune/Learning Rate": 1.1361448889697376e-05, "Finetune/Loss": 0.8087550401687622, "Finetune/Loss (Raw)": 0.6496282815933228, "Finetune/Step": 9093, "Finetune/Step Time": 10.845813369378448}
+{"Finetune/Learning Rate": 1.1359780591518177e-05, "Finetune/Loss": 0.8099969625473022, "Finetune/Loss (Raw)": 0.9038686156272888, "Finetune/Step": 9094, "Finetune/Step Time": 10.833975963294506}
+{"Finetune/Learning Rate": 1.1358112254779465e-05, "Finetune/Loss": 0.8099672794342041, "Finetune/Loss (Raw)": 0.8788037896156311, "Finetune/Step": 9095, "Finetune/Step Time": 10.837292518466711}
+{"Finetune/Learning Rate": 1.1356443879528554e-05, "Finetune/Loss": 0.8108673095703125, "Finetune/Loss (Raw)": 0.8962374925613403, "Finetune/Step": 9096, "Finetune/Step Time": 10.846310237422585}
+{"Finetune/Learning Rate": 1.135477546581275e-05, "Finetune/Loss": 0.8099274635314941, "Finetune/Loss (Raw)": 0.7642620205879211, "Finetune/Step": 9097, "Finetune/Step Time": 10.867985915392637}
+{"Finetune/Learning Rate": 1.1353107013679368e-05, "Finetune/Loss": 0.8099555969238281, "Finetune/Loss (Raw)": 0.7880819439888, "Finetune/Step": 9098, "Finetune/Step Time": 10.86491409689188}
+{"Finetune/Learning Rate": 1.1351438523175717e-05, "Finetune/Loss": 0.8095258474349976, "Finetune/Loss (Raw)": 0.835114598274231, "Finetune/Step": 9099, "Finetune/Step Time": 10.878858936950564}
+{"Finetune/Learning Rate": 1.1349769994349113e-05, "Finetune/Loss": 0.812476634979248, "Finetune/Loss (Raw)": 0.9751226305961609, "Finetune/Step": 9100, "Finetune/Step Time": 10.850558515638113}
+{"Finetune/Learning Rate": 1.1348101427246873e-05, "Finetune/Loss": 0.8138709664344788, "Finetune/Loss (Raw)": 0.851375937461853, "Finetune/Step": 9101, "Finetune/Step Time": 10.854079347103834}
+{"Finetune/Learning Rate": 1.1346432821916307e-05, "Finetune/Loss": 0.8142969608306885, "Finetune/Loss (Raw)": 0.8582140803337097, "Finetune/Step": 9102, "Finetune/Step Time": 10.854683483019471}
+{"Finetune/Learning Rate": 1.1344764178404734e-05, "Finetune/Loss": 0.8142073154449463, "Finetune/Loss (Raw)": 0.7844985127449036, "Finetune/Step": 9103, "Finetune/Step Time": 10.859824102371931}
+{"Finetune/Learning Rate": 1.1343095496759478e-05, "Finetune/Loss": 0.813054084777832, "Finetune/Loss (Raw)": 0.7780899405479431, "Finetune/Step": 9104, "Finetune/Step Time": 10.85749545879662}
+{"Finetune/Learning Rate": 1.1341426777027848e-05, "Finetune/Loss": 0.8117129802703857, "Finetune/Loss (Raw)": 0.6818010210990906, "Finetune/Step": 9105, "Finetune/Step Time": 10.868537409231067}
+{"Finetune/Learning Rate": 1.133975801925717e-05, "Finetune/Loss": 0.8128550052642822, "Finetune/Loss (Raw)": 0.9076045155525208, "Finetune/Step": 9106, "Finetune/Step Time": 10.890043580904603}
+{"Finetune/Learning Rate": 1.1338089223494767e-05, "Finetune/Loss": 0.813005268573761, "Finetune/Loss (Raw)": 0.8346208333969116, "Finetune/Step": 9107, "Finetune/Step Time": 10.885882005095482}
+{"Finetune/Learning Rate": 1.1336420389787957e-05, "Finetune/Loss": 0.8136001825332642, "Finetune/Loss (Raw)": 0.8844002485275269, "Finetune/Step": 9108, "Finetune/Step Time": 10.880577674135566}
+{"Finetune/Learning Rate": 1.1334751518184062e-05, "Finetune/Loss": 0.814716100692749, "Finetune/Loss (Raw)": 0.8366243839263916, "Finetune/Step": 9109, "Finetune/Step Time": 10.881273936480284}
+{"Finetune/Learning Rate": 1.1333082608730415e-05, "Finetune/Loss": 0.8149592280387878, "Finetune/Loss (Raw)": 0.7161056399345398, "Finetune/Step": 9110, "Finetune/Step Time": 10.882988149300218}
+{"Finetune/Learning Rate": 1.133141366147433e-05, "Finetune/Loss": 0.8149778842926025, "Finetune/Loss (Raw)": 0.8235224485397339, "Finetune/Step": 9111, "Finetune/Step Time": 10.883226765319705}
+{"Finetune/Learning Rate": 1.1329744676463144e-05, "Finetune/Loss": 0.8148975968360901, "Finetune/Loss (Raw)": 0.8118481040000916, "Finetune/Step": 9112, "Finetune/Step Time": 10.88679015263915}
+{"Finetune/Learning Rate": 1.1328075653744177e-05, "Finetune/Loss": 0.8150407075881958, "Finetune/Loss (Raw)": 0.871259331703186, "Finetune/Step": 9113, "Finetune/Step Time": 10.889993334189057}
+{"Finetune/Learning Rate": 1.1326406593364766e-05, "Finetune/Loss": 0.8141109943389893, "Finetune/Loss (Raw)": 0.7587910890579224, "Finetune/Step": 9114, "Finetune/Step Time": 10.900896560400724}
+{"Finetune/Learning Rate": 1.1324737495372232e-05, "Finetune/Loss": 0.8147744536399841, "Finetune/Loss (Raw)": 0.8685768246650696, "Finetune/Step": 9115, "Finetune/Step Time": 10.910771997645497}
+{"Finetune/Learning Rate": 1.132306835981391e-05, "Finetune/Loss": 0.8156437277793884, "Finetune/Loss (Raw)": 0.7939046621322632, "Finetune/Step": 9116, "Finetune/Step Time": 10.833621956408024}
+{"Finetune/Learning Rate": 1.1321399186737131e-05, "Finetune/Loss": 0.8162645101547241, "Finetune/Loss (Raw)": 0.7697798609733582, "Finetune/Step": 9117, "Finetune/Step Time": 10.839456964284182}
+{"Finetune/Learning Rate": 1.1319729976189231e-05, "Finetune/Loss": 0.816765546798706, "Finetune/Loss (Raw)": 0.8987810015678406, "Finetune/Step": 9118, "Finetune/Step Time": 10.811378672719002}
+{"Finetune/Learning Rate": 1.131806072821754e-05, "Finetune/Loss": 0.8178114295005798, "Finetune/Loss (Raw)": 0.8471469879150391, "Finetune/Step": 9119, "Finetune/Step Time": 10.813176156952977}
+{"Finetune/Learning Rate": 1.1316391442869394e-05, "Finetune/Loss": 0.8186394572257996, "Finetune/Loss (Raw)": 0.8537557125091553, "Finetune/Step": 9120, "Finetune/Step Time": 10.769034281373024}
+{"Finetune/Learning Rate": 1.1314722120192133e-05, "Finetune/Loss": 0.817608118057251, "Finetune/Loss (Raw)": 0.7388332486152649, "Finetune/Step": 9121, "Finetune/Step Time": 10.807957574725151}
+{"Finetune/Learning Rate": 1.1313052760233087e-05, "Finetune/Loss": 0.8177947998046875, "Finetune/Loss (Raw)": 0.7766532897949219, "Finetune/Step": 9122, "Finetune/Step Time": 10.809955153614283}
+{"Finetune/Learning Rate": 1.13113833630396e-05, "Finetune/Loss": 0.817415177822113, "Finetune/Loss (Raw)": 0.8161191940307617, "Finetune/Step": 9123, "Finetune/Step Time": 10.816518975421786}
+{"Finetune/Learning Rate": 1.1309713928659012e-05, "Finetune/Loss": 0.816960334777832, "Finetune/Loss (Raw)": 0.8753536939620972, "Finetune/Step": 9124, "Finetune/Step Time": 10.780958423390985}
+{"Finetune/Learning Rate": 1.130804445713866e-05, "Finetune/Loss": 0.8154516816139221, "Finetune/Loss (Raw)": 0.6639488935470581, "Finetune/Step": 9125, "Finetune/Step Time": 10.784929666668177}
+{"Finetune/Learning Rate": 1.1306374948525886e-05, "Finetune/Loss": 0.8162359595298767, "Finetune/Loss (Raw)": 0.8802288174629211, "Finetune/Step": 9126, "Finetune/Step Time": 10.789546597748995}
+{"Finetune/Learning Rate": 1.1304705402868035e-05, "Finetune/Loss": 0.8181877732276917, "Finetune/Loss (Raw)": 1.0349587202072144, "Finetune/Step": 9127, "Finetune/Step Time": 10.788650512695312}
+{"Finetune/Learning Rate": 1.130303582021245e-05, "Finetune/Loss": 0.8164000511169434, "Finetune/Loss (Raw)": 0.643408477306366, "Finetune/Step": 9128, "Finetune/Step Time": 10.774755369871855}
+{"Finetune/Learning Rate": 1.1301366200606472e-05, "Finetune/Loss": 0.8169839382171631, "Finetune/Loss (Raw)": 0.8644400835037231, "Finetune/Step": 9129, "Finetune/Step Time": 10.766715543344617}
+{"Finetune/Learning Rate": 1.1299696544097447e-05, "Finetune/Loss": 0.8171175718307495, "Finetune/Loss (Raw)": 0.8349697589874268, "Finetune/Step": 9130, "Finetune/Step Time": 10.790182637050748}
+{"Finetune/Learning Rate": 1.1298026850732728e-05, "Finetune/Loss": 0.8161301016807556, "Finetune/Loss (Raw)": 0.7603654265403748, "Finetune/Step": 9131, "Finetune/Step Time": 10.779904717579484}
+{"Finetune/Learning Rate": 1.1296357120559658e-05, "Finetune/Loss": 0.8158369660377502, "Finetune/Loss (Raw)": 0.7549553513526917, "Finetune/Step": 9132, "Finetune/Step Time": 10.772648174315691}
+{"Finetune/Learning Rate": 1.1294687353625586e-05, "Finetune/Loss": 0.8160596489906311, "Finetune/Loss (Raw)": 0.7667250633239746, "Finetune/Step": 9133, "Finetune/Step Time": 10.780573133379221}
+{"Finetune/Learning Rate": 1.129301754997786e-05, "Finetune/Loss": 0.8146463632583618, "Finetune/Loss (Raw)": 0.7134323120117188, "Finetune/Step": 9134, "Finetune/Step Time": 10.762935750186443}
+{"Finetune/Learning Rate": 1.1291347709663837e-05, "Finetune/Loss": 0.813713014125824, "Finetune/Loss (Raw)": 0.7748028635978699, "Finetune/Step": 9135, "Finetune/Step Time": 10.792948432266712}
+{"Finetune/Learning Rate": 1.1289677832730864e-05, "Finetune/Loss": 0.814049243927002, "Finetune/Loss (Raw)": 0.897065281867981, "Finetune/Step": 9136, "Finetune/Step Time": 10.802204508334398}
+{"Finetune/Learning Rate": 1.1288007919226289e-05, "Finetune/Loss": 0.8163970112800598, "Finetune/Loss (Raw)": 1.0153372287750244, "Finetune/Step": 9137, "Finetune/Step Time": 10.805629052221775}
+{"Finetune/Learning Rate": 1.128633796919748e-05, "Finetune/Loss": 0.8151426315307617, "Finetune/Loss (Raw)": 0.7066410779953003, "Finetune/Step": 9138, "Finetune/Step Time": 10.820997573435307}
+{"Finetune/Learning Rate": 1.1284667982691781e-05, "Finetune/Loss": 0.8136893510818481, "Finetune/Loss (Raw)": 0.7830454707145691, "Finetune/Step": 9139, "Finetune/Step Time": 10.82566262409091}
+{"Finetune/Learning Rate": 1.1282997959756551e-05, "Finetune/Loss": 0.8135153651237488, "Finetune/Loss (Raw)": 0.7034511566162109, "Finetune/Step": 9140, "Finetune/Step Time": 10.86090219579637}
+{"Finetune/Learning Rate": 1.1281327900439147e-05, "Finetune/Loss": 0.8137593269348145, "Finetune/Loss (Raw)": 0.8398301005363464, "Finetune/Step": 9141, "Finetune/Step Time": 10.860954890027642}
+{"Finetune/Learning Rate": 1.1279657804786927e-05, "Finetune/Loss": 0.8141836524009705, "Finetune/Loss (Raw)": 0.8806914687156677, "Finetune/Step": 9142, "Finetune/Step Time": 10.86237022280693}
+{"Finetune/Learning Rate": 1.1277987672847253e-05, "Finetune/Loss": 0.8143486976623535, "Finetune/Loss (Raw)": 0.9356250762939453, "Finetune/Step": 9143, "Finetune/Step Time": 10.84711898677051}
+{"Finetune/Learning Rate": 1.127631750466748e-05, "Finetune/Loss": 0.8157074451446533, "Finetune/Loss (Raw)": 0.8203376531600952, "Finetune/Step": 9144, "Finetune/Step Time": 10.852784780785441}
+{"Finetune/Learning Rate": 1.1274647300294975e-05, "Finetune/Loss": 0.8150043487548828, "Finetune/Loss (Raw)": 0.9247041344642639, "Finetune/Step": 9145, "Finetune/Step Time": 10.842693401500583}
+{"Finetune/Learning Rate": 1.1272977059777093e-05, "Finetune/Loss": 0.8164840936660767, "Finetune/Loss (Raw)": 0.8865640163421631, "Finetune/Step": 9146, "Finetune/Step Time": 10.853467898443341}
+{"Finetune/Learning Rate": 1.1271306783161204e-05, "Finetune/Loss": 0.8180850744247437, "Finetune/Loss (Raw)": 0.9680639505386353, "Finetune/Step": 9147, "Finetune/Step Time": 10.823038661852479}
+{"Finetune/Learning Rate": 1.1269636470494669e-05, "Finetune/Loss": 0.8150347471237183, "Finetune/Loss (Raw)": 0.42660394310951233, "Finetune/Step": 9148, "Finetune/Step Time": 10.844993371516466}
+{"Finetune/Learning Rate": 1.1267966121824854e-05, "Finetune/Loss": 0.8167252540588379, "Finetune/Loss (Raw)": 0.7609343528747559, "Finetune/Step": 9149, "Finetune/Step Time": 10.83128690160811}
+{"Finetune/Learning Rate": 1.1266295737199129e-05, "Finetune/Loss": 0.8141640424728394, "Finetune/Loss (Raw)": 0.6817048788070679, "Finetune/Step": 9150, "Finetune/Step Time": 10.83171871677041}
+{"Finetune/Learning Rate": 1.126462531666485e-05, "Finetune/Loss": 0.8128739595413208, "Finetune/Loss (Raw)": 0.6805715560913086, "Finetune/Step": 9151, "Finetune/Step Time": 10.819538570940495}
+{"Finetune/Learning Rate": 1.12629548602694e-05, "Finetune/Loss": 0.8134808540344238, "Finetune/Loss (Raw)": 0.8474621772766113, "Finetune/Step": 9152, "Finetune/Step Time": 10.842911435291171}
+{"Finetune/Learning Rate": 1.1261284368060139e-05, "Finetune/Loss": 0.8114206790924072, "Finetune/Loss (Raw)": 0.5936658382415771, "Finetune/Step": 9153, "Finetune/Step Time": 10.847965626046062}
+{"Finetune/Learning Rate": 1.1259613840084438e-05, "Finetune/Loss": 0.8112116456031799, "Finetune/Loss (Raw)": 0.8372205495834351, "Finetune/Step": 9154, "Finetune/Step Time": 10.851940529420972}
+{"Finetune/Learning Rate": 1.1257943276389673e-05, "Finetune/Loss": 0.8106497526168823, "Finetune/Loss (Raw)": 0.818303108215332, "Finetune/Step": 9155, "Finetune/Step Time": 10.866594778373837}
+{"Finetune/Learning Rate": 1.1256272677023214e-05, "Finetune/Loss": 0.8110083341598511, "Finetune/Loss (Raw)": 0.8945898413658142, "Finetune/Step": 9156, "Finetune/Step Time": 10.868016438558698}
+{"Finetune/Learning Rate": 1.1254602042032434e-05, "Finetune/Loss": 0.8123946189880371, "Finetune/Loss (Raw)": 1.0024155378341675, "Finetune/Step": 9157, "Finetune/Step Time": 10.87263916246593}
+{"Finetune/Learning Rate": 1.1252931371464707e-05, "Finetune/Loss": 0.8128687143325806, "Finetune/Loss (Raw)": 0.9053811430931091, "Finetune/Step": 9158, "Finetune/Step Time": 10.872672490775585}
+{"Finetune/Learning Rate": 1.125126066536741e-05, "Finetune/Loss": 0.8121384382247925, "Finetune/Loss (Raw)": 0.6638916730880737, "Finetune/Step": 9159, "Finetune/Step Time": 10.90649999678135}
+{"Finetune/Learning Rate": 1.1249589923787918e-05, "Finetune/Loss": 0.8121135234832764, "Finetune/Loss (Raw)": 0.790286660194397, "Finetune/Step": 9160, "Finetune/Step Time": 10.908507607877254}
+{"Finetune/Learning Rate": 1.124791914677361e-05, "Finetune/Loss": 0.8116431832313538, "Finetune/Loss (Raw)": 0.7308056950569153, "Finetune/Step": 9161, "Finetune/Step Time": 10.907490488141775}
+{"Finetune/Learning Rate": 1.124624833437186e-05, "Finetune/Loss": 0.8112823367118835, "Finetune/Loss (Raw)": 0.7771979570388794, "Finetune/Step": 9162, "Finetune/Step Time": 10.910674614831805}
+{"Finetune/Learning Rate": 1.1244577486630055e-05, "Finetune/Loss": 0.8110353946685791, "Finetune/Loss (Raw)": 0.8250535726547241, "Finetune/Step": 9163, "Finetune/Step Time": 10.904305025935173}
+{"Finetune/Learning Rate": 1.124290660359557e-05, "Finetune/Loss": 0.8101465702056885, "Finetune/Loss (Raw)": 0.734142005443573, "Finetune/Step": 9164, "Finetune/Step Time": 10.894965510815382}
+{"Finetune/Learning Rate": 1.1241235685315788e-05, "Finetune/Loss": 0.8103066682815552, "Finetune/Loss (Raw)": 0.7982624173164368, "Finetune/Step": 9165, "Finetune/Step Time": 10.887396341189742}
+{"Finetune/Learning Rate": 1.1239564731838093e-05, "Finetune/Loss": 0.8106168508529663, "Finetune/Loss (Raw)": 0.8368874192237854, "Finetune/Step": 9166, "Finetune/Step Time": 10.879093535244465}
+{"Finetune/Learning Rate": 1.1237893743209865e-05, "Finetune/Loss": 0.80889892578125, "Finetune/Loss (Raw)": 0.7694053053855896, "Finetune/Step": 9167, "Finetune/Step Time": 10.884004812687635}
+{"Finetune/Learning Rate": 1.123622271947849e-05, "Finetune/Loss": 0.8082047700881958, "Finetune/Loss (Raw)": 0.7811720371246338, "Finetune/Step": 9168, "Finetune/Step Time": 10.875895189121366}
+{"Finetune/Learning Rate": 1.1234551660691357e-05, "Finetune/Loss": 0.8083446621894836, "Finetune/Loss (Raw)": 0.8763658404350281, "Finetune/Step": 9169, "Finetune/Step Time": 10.872865771874785}
+{"Finetune/Learning Rate": 1.1232880566895847e-05, "Finetune/Loss": 0.8084008693695068, "Finetune/Loss (Raw)": 0.7538221478462219, "Finetune/Step": 9170, "Finetune/Step Time": 10.817756783217192}
+{"Finetune/Learning Rate": 1.1231209438139354e-05, "Finetune/Loss": 0.8083614110946655, "Finetune/Loss (Raw)": 0.8311941027641296, "Finetune/Step": 9171, "Finetune/Step Time": 10.813696397468448}
+{"Finetune/Learning Rate": 1.1229538274469258e-05, "Finetune/Loss": 0.8078045845031738, "Finetune/Loss (Raw)": 0.7576435208320618, "Finetune/Step": 9172, "Finetune/Step Time": 10.812530251219869}
+{"Finetune/Learning Rate": 1.1227867075932954e-05, "Finetune/Loss": 0.808600664138794, "Finetune/Loss (Raw)": 0.8714548945426941, "Finetune/Step": 9173, "Finetune/Step Time": 10.83476554788649}
+{"Finetune/Learning Rate": 1.1226195842577834e-05, "Finetune/Loss": 0.8062743544578552, "Finetune/Loss (Raw)": 0.6100597977638245, "Finetune/Step": 9174, "Finetune/Step Time": 10.858822310343385}
+{"Finetune/Learning Rate": 1.1224524574451282e-05, "Finetune/Loss": 0.8072867393493652, "Finetune/Loss (Raw)": 0.9225084185600281, "Finetune/Step": 9175, "Finetune/Step Time": 10.846644284203649}
+{"Finetune/Learning Rate": 1.1222853271600698e-05, "Finetune/Loss": 0.8075513243675232, "Finetune/Loss (Raw)": 0.9063279032707214, "Finetune/Step": 9176, "Finetune/Step Time": 10.848840331658721}
+{"Finetune/Learning Rate": 1.1221181934073473e-05, "Finetune/Loss": 0.8077812194824219, "Finetune/Loss (Raw)": 0.8085373044013977, "Finetune/Step": 9177, "Finetune/Step Time": 10.843937952071428}
+{"Finetune/Learning Rate": 1.1219510561916999e-05, "Finetune/Loss": 0.8064063787460327, "Finetune/Loss (Raw)": 0.7104554176330566, "Finetune/Step": 9178, "Finetune/Step Time": 10.841744117438793}
+{"Finetune/Learning Rate": 1.1217839155178673e-05, "Finetune/Loss": 0.8077039122581482, "Finetune/Loss (Raw)": 0.8890297412872314, "Finetune/Step": 9179, "Finetune/Step Time": 10.853721061721444}
+{"Finetune/Learning Rate": 1.1216167713905896e-05, "Finetune/Loss": 0.8084179162979126, "Finetune/Loss (Raw)": 0.8064163327217102, "Finetune/Step": 9180, "Finetune/Step Time": 10.853623881936073}
+{"Finetune/Learning Rate": 1.1214496238146057e-05, "Finetune/Loss": 0.8082815408706665, "Finetune/Loss (Raw)": 0.7430253624916077, "Finetune/Step": 9181, "Finetune/Step Time": 10.851867957040668}
+{"Finetune/Learning Rate": 1.1212824727946557e-05, "Finetune/Loss": 0.8085616827011108, "Finetune/Loss (Raw)": 0.7562536001205444, "Finetune/Step": 9182, "Finetune/Step Time": 10.88606340251863}
+{"Finetune/Learning Rate": 1.1211153183354801e-05, "Finetune/Loss": 0.8082807064056396, "Finetune/Loss (Raw)": 0.7960214614868164, "Finetune/Step": 9183, "Finetune/Step Time": 10.89659751392901}
+{"Finetune/Learning Rate": 1.1209481604418182e-05, "Finetune/Loss": 0.8098800182342529, "Finetune/Loss (Raw)": 0.9426435828208923, "Finetune/Step": 9184, "Finetune/Step Time": 10.890087340027094}
+{"Finetune/Learning Rate": 1.1207809991184103e-05, "Finetune/Loss": 0.8106205463409424, "Finetune/Loss (Raw)": 0.8306788206100464, "Finetune/Step": 9185, "Finetune/Step Time": 10.869567219167948}
+{"Finetune/Learning Rate": 1.1206138343699971e-05, "Finetune/Loss": 0.8106529116630554, "Finetune/Loss (Raw)": 0.8558915853500366, "Finetune/Step": 9186, "Finetune/Step Time": 10.883587380871177}
+{"Finetune/Learning Rate": 1.1204466662013182e-05, "Finetune/Loss": 0.811764121055603, "Finetune/Loss (Raw)": 0.967541515827179, "Finetune/Step": 9187, "Finetune/Step Time": 10.88109339773655}
+{"Finetune/Learning Rate": 1.1202794946171144e-05, "Finetune/Loss": 0.8124891519546509, "Finetune/Loss (Raw)": 0.9532473683357239, "Finetune/Step": 9188, "Finetune/Step Time": 10.861323464661837}
+{"Finetune/Learning Rate": 1.1201123196221262e-05, "Finetune/Loss": 0.8118633031845093, "Finetune/Loss (Raw)": 0.8544949293136597, "Finetune/Step": 9189, "Finetune/Step Time": 10.87280161306262}
+{"Finetune/Learning Rate": 1.1199451412210941e-05, "Finetune/Loss": 0.811093807220459, "Finetune/Loss (Raw)": 0.7496038675308228, "Finetune/Step": 9190, "Finetune/Step Time": 10.87838913872838}
+{"Finetune/Learning Rate": 1.1197779594187592e-05, "Finetune/Loss": 0.8124885559082031, "Finetune/Loss (Raw)": 0.8030174374580383, "Finetune/Step": 9191, "Finetune/Step Time": 10.86958939395845}
+{"Finetune/Learning Rate": 1.1196107742198617e-05, "Finetune/Loss": 0.8123290538787842, "Finetune/Loss (Raw)": 0.833429753780365, "Finetune/Step": 9192, "Finetune/Step Time": 10.867921214550734}
+{"Finetune/Learning Rate": 1.1194435856291427e-05, "Finetune/Loss": 0.8128159046173096, "Finetune/Loss (Raw)": 0.8384284973144531, "Finetune/Step": 9193, "Finetune/Step Time": 10.863738548010588}
+{"Finetune/Learning Rate": 1.1192763936513433e-05, "Finetune/Loss": 0.8133653402328491, "Finetune/Loss (Raw)": 0.7211914658546448, "Finetune/Step": 9194, "Finetune/Step Time": 10.901729926466942}
+{"Finetune/Learning Rate": 1.119109198291205e-05, "Finetune/Loss": 0.8125824928283691, "Finetune/Loss (Raw)": 0.6279776692390442, "Finetune/Step": 9195, "Finetune/Step Time": 10.904251271858811}
+{"Finetune/Learning Rate": 1.1189419995534677e-05, "Finetune/Loss": 0.8123952150344849, "Finetune/Loss (Raw)": 0.8188411593437195, "Finetune/Step": 9196, "Finetune/Step Time": 10.907657502219081}
+{"Finetune/Learning Rate": 1.1187747974428742e-05, "Finetune/Loss": 0.8138294816017151, "Finetune/Loss (Raw)": 0.8144513964653015, "Finetune/Step": 9197, "Finetune/Step Time": 10.867074450477958}
+{"Finetune/Learning Rate": 1.1186075919641648e-05, "Finetune/Loss": 0.8154875636100769, "Finetune/Loss (Raw)": 0.9579592347145081, "Finetune/Step": 9198, "Finetune/Step Time": 10.866619531065226}
+{"Finetune/Learning Rate": 1.1184403831220818e-05, "Finetune/Loss": 0.8161411285400391, "Finetune/Loss (Raw)": 0.8037304878234863, "Finetune/Step": 9199, "Finetune/Step Time": 10.854540802538395}
+{"Finetune/Learning Rate": 1.1182731709213658e-05, "Finetune/Loss": 0.8148763179779053, "Finetune/Loss (Raw)": 0.6609266400337219, "Finetune/Step": 9200, "Finetune/Step Time": 10.860087530687451}
+{"Finetune/Learning Rate": 1.1181059553667592e-05, "Finetune/Loss": 0.8139224648475647, "Finetune/Loss (Raw)": 0.6889814138412476, "Finetune/Step": 9201, "Finetune/Step Time": 10.881442775949836}
+{"Finetune/Learning Rate": 1.117938736463004e-05, "Finetune/Loss": 0.8146004676818848, "Finetune/Loss (Raw)": 0.7915577292442322, "Finetune/Step": 9202, "Finetune/Step Time": 10.886668616905808}
+{"Finetune/Learning Rate": 1.117771514214841e-05, "Finetune/Loss": 0.8156206607818604, "Finetune/Loss (Raw)": 0.9451435804367065, "Finetune/Step": 9203, "Finetune/Step Time": 10.86459332704544}
+{"Finetune/Learning Rate": 1.1176042886270128e-05, "Finetune/Loss": 0.8157285451889038, "Finetune/Loss (Raw)": 0.8169298768043518, "Finetune/Step": 9204, "Finetune/Step Time": 10.865721371024847}
+{"Finetune/Learning Rate": 1.1174370597042619e-05, "Finetune/Loss": 0.8154370784759521, "Finetune/Loss (Raw)": 0.7479035258293152, "Finetune/Step": 9205, "Finetune/Step Time": 10.87073888629675}
+{"Finetune/Learning Rate": 1.1172698274513297e-05, "Finetune/Loss": 0.8155844807624817, "Finetune/Loss (Raw)": 0.9350457787513733, "Finetune/Step": 9206, "Finetune/Step Time": 10.85445798188448}
+{"Finetune/Learning Rate": 1.1171025918729584e-05, "Finetune/Loss": 0.8132419586181641, "Finetune/Loss (Raw)": 0.6541758179664612, "Finetune/Step": 9207, "Finetune/Step Time": 10.871840458363295}
+{"Finetune/Learning Rate": 1.116935352973891e-05, "Finetune/Loss": 0.8140990734100342, "Finetune/Loss (Raw)": 0.9556292295455933, "Finetune/Step": 9208, "Finetune/Step Time": 10.851133018732071}
+{"Finetune/Learning Rate": 1.116768110758869e-05, "Finetune/Loss": 0.8135653138160706, "Finetune/Loss (Raw)": 0.8211530447006226, "Finetune/Step": 9209, "Finetune/Step Time": 10.873259579762816}
+{"Finetune/Learning Rate": 1.1166008652326358e-05, "Finetune/Loss": 0.8135062456130981, "Finetune/Loss (Raw)": 0.7741713523864746, "Finetune/Step": 9210, "Finetune/Step Time": 10.88647617958486}
+{"Finetune/Learning Rate": 1.1164336163999334e-05, "Finetune/Loss": 0.8129295110702515, "Finetune/Loss (Raw)": 0.6962127685546875, "Finetune/Step": 9211, "Finetune/Step Time": 10.891734957695007}
+{"Finetune/Learning Rate": 1.1162663642655049e-05, "Finetune/Loss": 0.812045693397522, "Finetune/Loss (Raw)": 0.679772138595581, "Finetune/Step": 9212, "Finetune/Step Time": 10.916332373395562}
+{"Finetune/Learning Rate": 1.116099108834093e-05, "Finetune/Loss": 0.812160849571228, "Finetune/Loss (Raw)": 0.8876880407333374, "Finetune/Step": 9213, "Finetune/Step Time": 10.915793171152472}
+{"Finetune/Learning Rate": 1.1159318501104403e-05, "Finetune/Loss": 0.8112732172012329, "Finetune/Loss (Raw)": 0.5808536410331726, "Finetune/Step": 9214, "Finetune/Step Time": 10.905902326107025}
+{"Finetune/Learning Rate": 1.1157645880992901e-05, "Finetune/Loss": 0.8097434043884277, "Finetune/Loss (Raw)": 0.7906333208084106, "Finetune/Step": 9215, "Finetune/Step Time": 10.910765584558249}
+{"Finetune/Learning Rate": 1.1155973228053854e-05, "Finetune/Loss": 0.8094890117645264, "Finetune/Loss (Raw)": 0.8614051938056946, "Finetune/Step": 9216, "Finetune/Step Time": 10.907462371513247}
+{"Finetune/Learning Rate": 1.1154300542334692e-05, "Finetune/Loss": 0.8077452182769775, "Finetune/Loss (Raw)": 0.7193500399589539, "Finetune/Step": 9217, "Finetune/Step Time": 10.898509450256824}
+{"Finetune/Learning Rate": 1.1152627823882852e-05, "Finetune/Loss": 0.8103073835372925, "Finetune/Loss (Raw)": 0.9043298959732056, "Finetune/Step": 9218, "Finetune/Step Time": 10.857928080484271}
+{"Finetune/Learning Rate": 1.1150955072745762e-05, "Finetune/Loss": 0.8070719242095947, "Finetune/Loss (Raw)": 0.6131321787834167, "Finetune/Step": 9219, "Finetune/Step Time": 10.867809036746621}
+{"Finetune/Learning Rate": 1.114928228897086e-05, "Finetune/Loss": 0.8076423406600952, "Finetune/Loss (Raw)": 0.9026489853858948, "Finetune/Step": 9220, "Finetune/Step Time": 10.859087398275733}
+{"Finetune/Learning Rate": 1.1147609472605578e-05, "Finetune/Loss": 0.8084494471549988, "Finetune/Loss (Raw)": 0.7529426217079163, "Finetune/Step": 9221, "Finetune/Step Time": 10.834167573601007}
+{"Finetune/Learning Rate": 1.1145936623697357e-05, "Finetune/Loss": 0.8080717325210571, "Finetune/Loss (Raw)": 0.8555207252502441, "Finetune/Step": 9222, "Finetune/Step Time": 10.83152056671679}
+{"Finetune/Learning Rate": 1.1144263742293635e-05, "Finetune/Loss": 0.8066759705543518, "Finetune/Loss (Raw)": 0.7001411318778992, "Finetune/Step": 9223, "Finetune/Step Time": 10.841743586584926}
+{"Finetune/Learning Rate": 1.1142590828441841e-05, "Finetune/Loss": 0.8039419651031494, "Finetune/Loss (Raw)": 0.546289324760437, "Finetune/Step": 9224, "Finetune/Step Time": 10.864035904407501}
+{"Finetune/Learning Rate": 1.1140917882189424e-05, "Finetune/Loss": 0.8032593727111816, "Finetune/Loss (Raw)": 0.6768870949745178, "Finetune/Step": 9225, "Finetune/Step Time": 10.865293998271227}
+{"Finetune/Learning Rate": 1.1139244903583822e-05, "Finetune/Loss": 0.8031442165374756, "Finetune/Loss (Raw)": 0.7733401656150818, "Finetune/Step": 9226, "Finetune/Step Time": 10.8742382992059}
+{"Finetune/Learning Rate": 1.113757189267247e-05, "Finetune/Loss": 0.8033298850059509, "Finetune/Loss (Raw)": 0.8588813543319702, "Finetune/Step": 9227, "Finetune/Step Time": 10.87475667335093}
+{"Finetune/Learning Rate": 1.1135898849502813e-05, "Finetune/Loss": 0.8021855354309082, "Finetune/Loss (Raw)": 0.8286470770835876, "Finetune/Step": 9228, "Finetune/Step Time": 10.880383932963014}
+{"Finetune/Learning Rate": 1.11342257741223e-05, "Finetune/Loss": 0.802564263343811, "Finetune/Loss (Raw)": 0.8998590111732483, "Finetune/Step": 9229, "Finetune/Step Time": 10.877891657873988}
+{"Finetune/Learning Rate": 1.1132552666578364e-05, "Finetune/Loss": 0.8008599281311035, "Finetune/Loss (Raw)": 0.6400587558746338, "Finetune/Step": 9230, "Finetune/Step Time": 10.87479536049068}
+{"Finetune/Learning Rate": 1.1130879526918457e-05, "Finetune/Loss": 0.8009845614433289, "Finetune/Loss (Raw)": 0.8004451394081116, "Finetune/Step": 9231, "Finetune/Step Time": 10.912919878959656}
+{"Finetune/Learning Rate": 1.1129206355190025e-05, "Finetune/Loss": 0.8014920949935913, "Finetune/Loss (Raw)": 0.8430576920509338, "Finetune/Step": 9232, "Finetune/Step Time": 10.915202282369137}
+{"Finetune/Learning Rate": 1.1127533151440509e-05, "Finetune/Loss": 0.8024814128875732, "Finetune/Loss (Raw)": 0.8084332346916199, "Finetune/Step": 9233, "Finetune/Step Time": 10.911486715078354}
+{"Finetune/Learning Rate": 1.1125859915717359e-05, "Finetune/Loss": 0.8018088340759277, "Finetune/Loss (Raw)": 0.8215166330337524, "Finetune/Step": 9234, "Finetune/Step Time": 10.885700523853302}
+{"Finetune/Learning Rate": 1.1124186648068024e-05, "Finetune/Loss": 0.8025212287902832, "Finetune/Loss (Raw)": 0.9258026480674744, "Finetune/Step": 9235, "Finetune/Step Time": 10.889774920418859}
+{"Finetune/Learning Rate": 1.112251334853995e-05, "Finetune/Loss": 0.8010265231132507, "Finetune/Loss (Raw)": 0.6930842995643616, "Finetune/Step": 9236, "Finetune/Step Time": 10.886178886517882}
+{"Finetune/Learning Rate": 1.1120840017180594e-05, "Finetune/Loss": 0.8003852963447571, "Finetune/Loss (Raw)": 0.7545449137687683, "Finetune/Step": 9237, "Finetune/Step Time": 10.884075466543436}
+{"Finetune/Learning Rate": 1.11191666540374e-05, "Finetune/Loss": 0.8014264702796936, "Finetune/Loss (Raw)": 0.8493731021881104, "Finetune/Step": 9238, "Finetune/Step Time": 10.884120602160692}
+{"Finetune/Learning Rate": 1.1117493259157823e-05, "Finetune/Loss": 0.8013126254081726, "Finetune/Loss (Raw)": 0.8089454770088196, "Finetune/Step": 9239, "Finetune/Step Time": 10.879231514409184}
+{"Finetune/Learning Rate": 1.1115819832589314e-05, "Finetune/Loss": 0.801476776599884, "Finetune/Loss (Raw)": 0.8328704237937927, "Finetune/Step": 9240, "Finetune/Step Time": 10.876533009111881}
+{"Finetune/Learning Rate": 1.1114146374379327e-05, "Finetune/Loss": 0.8011956214904785, "Finetune/Loss (Raw)": 0.8352582454681396, "Finetune/Step": 9241, "Finetune/Step Time": 10.864921551197767}
+{"Finetune/Learning Rate": 1.1112472884575319e-05, "Finetune/Loss": 0.7999086380004883, "Finetune/Loss (Raw)": 0.5940665006637573, "Finetune/Step": 9242, "Finetune/Step Time": 10.860660625621676}
+{"Finetune/Learning Rate": 1.111079936322474e-05, "Finetune/Loss": 0.7989992499351501, "Finetune/Loss (Raw)": 0.7521730065345764, "Finetune/Step": 9243, "Finetune/Step Time": 10.855692377313972}
+{"Finetune/Learning Rate": 1.1109125810375054e-05, "Finetune/Loss": 0.7987195253372192, "Finetune/Loss (Raw)": 0.758105456829071, "Finetune/Step": 9244, "Finetune/Step Time": 10.850063931196928}
+{"Finetune/Learning Rate": 1.1107452226073709e-05, "Finetune/Loss": 0.7978693842887878, "Finetune/Loss (Raw)": 0.6609582901000977, "Finetune/Step": 9245, "Finetune/Step Time": 10.84949216619134}
+{"Finetune/Learning Rate": 1.1105778610368172e-05, "Finetune/Loss": 0.7967938184738159, "Finetune/Loss (Raw)": 0.761105477809906, "Finetune/Step": 9246, "Finetune/Step Time": 10.848600191995502}
+{"Finetune/Learning Rate": 1.1104104963305899e-05, "Finetune/Loss": 0.7960383892059326, "Finetune/Loss (Raw)": 0.7504568696022034, "Finetune/Step": 9247, "Finetune/Step Time": 10.850690161809325}
+{"Finetune/Learning Rate": 1.1102431284934345e-05, "Finetune/Loss": 0.7965420484542847, "Finetune/Loss (Raw)": 0.9182238578796387, "Finetune/Step": 9248, "Finetune/Step Time": 10.84681037068367}
+{"Finetune/Learning Rate": 1.1100757575300976e-05, "Finetune/Loss": 0.7964520454406738, "Finetune/Loss (Raw)": 0.7273122668266296, "Finetune/Step": 9249, "Finetune/Step Time": 10.798879431560636}
+{"Finetune/Learning Rate": 1.1099083834453255e-05, "Finetune/Loss": 0.7948994040489197, "Finetune/Loss (Raw)": 0.5779150724411011, "Finetune/Step": 9250, "Finetune/Step Time": 10.819705853238702}
+{"Finetune/Learning Rate": 1.1097410062438641e-05, "Finetune/Loss": 0.7940330505371094, "Finetune/Loss (Raw)": 0.7052234411239624, "Finetune/Step": 9251, "Finetune/Step Time": 10.821698155254126}
+{"Finetune/Learning Rate": 1.1095736259304593e-05, "Finetune/Loss": 0.7933524250984192, "Finetune/Loss (Raw)": 0.7882369160652161, "Finetune/Step": 9252, "Finetune/Step Time": 10.819504519924521}
+{"Finetune/Learning Rate": 1.1094062425098586e-05, "Finetune/Loss": 0.7936947345733643, "Finetune/Loss (Raw)": 0.7077597379684448, "Finetune/Step": 9253, "Finetune/Step Time": 10.811206007376313}
+{"Finetune/Learning Rate": 1.109238855986808e-05, "Finetune/Loss": 0.7937061190605164, "Finetune/Loss (Raw)": 0.8816837072372437, "Finetune/Step": 9254, "Finetune/Step Time": 10.799970593303442}
+{"Finetune/Learning Rate": 1.1090714663660538e-05, "Finetune/Loss": 0.7918448448181152, "Finetune/Loss (Raw)": 0.7967208027839661, "Finetune/Step": 9255, "Finetune/Step Time": 10.800193278118968}
+{"Finetune/Learning Rate": 1.1089040736523431e-05, "Finetune/Loss": 0.7930625677108765, "Finetune/Loss (Raw)": 0.7992837429046631, "Finetune/Step": 9256, "Finetune/Step Time": 10.79567552357912}
+{"Finetune/Learning Rate": 1.1087366778504225e-05, "Finetune/Loss": 0.7929582595825195, "Finetune/Loss (Raw)": 0.8510850667953491, "Finetune/Step": 9257, "Finetune/Step Time": 10.797868352383375}
+{"Finetune/Learning Rate": 1.1085692789650388e-05, "Finetune/Loss": 0.7936009168624878, "Finetune/Loss (Raw)": 0.9172258377075195, "Finetune/Step": 9258, "Finetune/Step Time": 10.776128564029932}
+{"Finetune/Learning Rate": 1.1084018770009392e-05, "Finetune/Loss": 0.7930002808570862, "Finetune/Loss (Raw)": 0.6834855675697327, "Finetune/Step": 9259, "Finetune/Step Time": 10.780844682827592}
+{"Finetune/Learning Rate": 1.1082344719628707e-05, "Finetune/Loss": 0.7928316593170166, "Finetune/Loss (Raw)": 0.7333675622940063, "Finetune/Step": 9260, "Finetune/Step Time": 10.783366614952683}
+{"Finetune/Learning Rate": 1.1080670638555804e-05, "Finetune/Loss": 0.7918888330459595, "Finetune/Loss (Raw)": 0.6460452675819397, "Finetune/Step": 9261, "Finetune/Step Time": 10.776022108271718}
+{"Finetune/Learning Rate": 1.1078996526838153e-05, "Finetune/Loss": 0.7922863960266113, "Finetune/Loss (Raw)": 0.7643187046051025, "Finetune/Step": 9262, "Finetune/Step Time": 10.777157086879015}
+{"Finetune/Learning Rate": 1.1077322384523229e-05, "Finetune/Loss": 0.791471004486084, "Finetune/Loss (Raw)": 0.6704287528991699, "Finetune/Step": 9263, "Finetune/Step Time": 10.756496898829937}
+{"Finetune/Learning Rate": 1.1075648211658505e-05, "Finetune/Loss": 0.7899171113967896, "Finetune/Loss (Raw)": 0.6981744170188904, "Finetune/Step": 9264, "Finetune/Step Time": 10.761096542701125}
+{"Finetune/Learning Rate": 1.1073974008291456e-05, "Finetune/Loss": 0.7884541749954224, "Finetune/Loss (Raw)": 0.8280783295631409, "Finetune/Step": 9265, "Finetune/Step Time": 10.767304053530097}
+{"Finetune/Learning Rate": 1.1072299774469562e-05, "Finetune/Loss": 0.7884927988052368, "Finetune/Loss (Raw)": 0.7115845680236816, "Finetune/Step": 9266, "Finetune/Step Time": 10.749607361853123}
+{"Finetune/Learning Rate": 1.1070625510240291e-05, "Finetune/Loss": 0.7897620797157288, "Finetune/Loss (Raw)": 0.945514976978302, "Finetune/Step": 9267, "Finetune/Step Time": 10.745756914839149}
+{"Finetune/Learning Rate": 1.1068951215651132e-05, "Finetune/Loss": 0.7899871468544006, "Finetune/Loss (Raw)": 0.7322609424591064, "Finetune/Step": 9268, "Finetune/Step Time": 10.736419327557087}
+{"Finetune/Learning Rate": 1.1067276890749547e-05, "Finetune/Loss": 0.7904558181762695, "Finetune/Loss (Raw)": 0.8998152017593384, "Finetune/Step": 9269, "Finetune/Step Time": 10.748044328764081}
+{"Finetune/Learning Rate": 1.1065602535583029e-05, "Finetune/Loss": 0.7904436588287354, "Finetune/Loss (Raw)": 0.8791388869285583, "Finetune/Step": 9270, "Finetune/Step Time": 10.767189789563417}
+{"Finetune/Learning Rate": 1.1063928150199054e-05, "Finetune/Loss": 0.7895656824111938, "Finetune/Loss (Raw)": 0.8232439160346985, "Finetune/Step": 9271, "Finetune/Step Time": 10.769656896591187}
+{"Finetune/Learning Rate": 1.1062253734645103e-05, "Finetune/Loss": 0.7888051271438599, "Finetune/Loss (Raw)": 0.7229956984519958, "Finetune/Step": 9272, "Finetune/Step Time": 10.763389410451055}
+{"Finetune/Learning Rate": 1.106057928896865e-05, "Finetune/Loss": 0.7882280349731445, "Finetune/Loss (Raw)": 0.8508261442184448, "Finetune/Step": 9273, "Finetune/Step Time": 10.767585085704923}
+{"Finetune/Learning Rate": 1.1058904813217192e-05, "Finetune/Loss": 0.7888229489326477, "Finetune/Loss (Raw)": 0.9627144932746887, "Finetune/Step": 9274, "Finetune/Step Time": 10.754197647795081}
+{"Finetune/Learning Rate": 1.1057230307438203e-05, "Finetune/Loss": 0.7866398096084595, "Finetune/Loss (Raw)": 0.6886215806007385, "Finetune/Step": 9275, "Finetune/Step Time": 10.75275787897408}
+{"Finetune/Learning Rate": 1.1055555771679165e-05, "Finetune/Loss": 0.7903420925140381, "Finetune/Loss (Raw)": 0.9004982709884644, "Finetune/Step": 9276, "Finetune/Step Time": 10.730132753029466}
+{"Finetune/Learning Rate": 1.1053881205987571e-05, "Finetune/Loss": 0.7906254529953003, "Finetune/Loss (Raw)": 0.797205924987793, "Finetune/Step": 9277, "Finetune/Step Time": 10.708405500277877}
+{"Finetune/Learning Rate": 1.10522066104109e-05, "Finetune/Loss": 0.7920913696289062, "Finetune/Loss (Raw)": 0.869339644908905, "Finetune/Step": 9278, "Finetune/Step Time": 10.692894926294684}
+{"Finetune/Learning Rate": 1.1050531984996644e-05, "Finetune/Loss": 0.7933368682861328, "Finetune/Loss (Raw)": 0.8399942517280579, "Finetune/Step": 9279, "Finetune/Step Time": 10.710387479513884}
+{"Finetune/Learning Rate": 1.1048857329792284e-05, "Finetune/Loss": 0.7933529615402222, "Finetune/Loss (Raw)": 0.8495243191719055, "Finetune/Step": 9280, "Finetune/Step Time": 10.682680347934365}
+{"Finetune/Learning Rate": 1.1047182644845318e-05, "Finetune/Loss": 0.7947884798049927, "Finetune/Loss (Raw)": 0.777410626411438, "Finetune/Step": 9281, "Finetune/Step Time": 10.678408460691571}
+{"Finetune/Learning Rate": 1.1045507930203228e-05, "Finetune/Loss": 0.7954728603363037, "Finetune/Loss (Raw)": 0.924821138381958, "Finetune/Step": 9282, "Finetune/Step Time": 10.676551150158048}
+{"Finetune/Learning Rate": 1.1043833185913506e-05, "Finetune/Loss": 0.7952315807342529, "Finetune/Loss (Raw)": 0.7874155044555664, "Finetune/Step": 9283, "Finetune/Step Time": 10.667391231283545}
+{"Finetune/Learning Rate": 1.1042158412023642e-05, "Finetune/Loss": 0.7945067882537842, "Finetune/Loss (Raw)": 0.8018226623535156, "Finetune/Step": 9284, "Finetune/Step Time": 10.669327734038234}
+{"Finetune/Learning Rate": 1.1040483608581132e-05, "Finetune/Loss": 0.793176531791687, "Finetune/Loss (Raw)": 0.8321387767791748, "Finetune/Step": 9285, "Finetune/Step Time": 10.665319044142962}
+{"Finetune/Learning Rate": 1.1038808775633462e-05, "Finetune/Loss": 0.7926220297813416, "Finetune/Loss (Raw)": 0.8344074487686157, "Finetune/Step": 9286, "Finetune/Step Time": 10.665743937715888}
+{"Finetune/Learning Rate": 1.103713391322813e-05, "Finetune/Loss": 0.7933262586593628, "Finetune/Loss (Raw)": 0.7540381550788879, "Finetune/Step": 9287, "Finetune/Step Time": 10.640718849375844}
+{"Finetune/Learning Rate": 1.1035459021412631e-05, "Finetune/Loss": 0.7943475246429443, "Finetune/Loss (Raw)": 0.9210078716278076, "Finetune/Step": 9288, "Finetune/Step Time": 10.635824093595147}
+{"Finetune/Learning Rate": 1.1033784100234458e-05, "Finetune/Loss": 0.7943877577781677, "Finetune/Loss (Raw)": 0.7359488606452942, "Finetune/Step": 9289, "Finetune/Step Time": 10.653545150533319}
+{"Finetune/Learning Rate": 1.1032109149741105e-05, "Finetune/Loss": 0.7938107848167419, "Finetune/Loss (Raw)": 0.7033532857894897, "Finetune/Step": 9290, "Finetune/Step Time": 10.658567883074284}
+{"Finetune/Learning Rate": 1.1030434169980075e-05, "Finetune/Loss": 0.7936044931411743, "Finetune/Loss (Raw)": 0.7986400127410889, "Finetune/Step": 9291, "Finetune/Step Time": 10.661105260252953}
+{"Finetune/Learning Rate": 1.102875916099886e-05, "Finetune/Loss": 0.7941914200782776, "Finetune/Loss (Raw)": 0.8092730641365051, "Finetune/Step": 9292, "Finetune/Step Time": 10.658900987356901}
+{"Finetune/Learning Rate": 1.1027084122844962e-05, "Finetune/Loss": 0.7945091724395752, "Finetune/Loss (Raw)": 0.838936984539032, "Finetune/Step": 9293, "Finetune/Step Time": 10.660538813099265}
+{"Finetune/Learning Rate": 1.1025409055565879e-05, "Finetune/Loss": 0.7956467866897583, "Finetune/Loss (Raw)": 0.9824977517127991, "Finetune/Step": 9294, "Finetune/Step Time": 10.66100532002747}
+{"Finetune/Learning Rate": 1.1023733959209108e-05, "Finetune/Loss": 0.796491265296936, "Finetune/Loss (Raw)": 0.8774933218955994, "Finetune/Step": 9295, "Finetune/Step Time": 10.656809892505407}
+{"Finetune/Learning Rate": 1.1022058833822158e-05, "Finetune/Loss": 0.7962245941162109, "Finetune/Loss (Raw)": 0.7470430135726929, "Finetune/Step": 9296, "Finetune/Step Time": 10.67283295467496}
+{"Finetune/Learning Rate": 1.1020383679452522e-05, "Finetune/Loss": 0.7963847517967224, "Finetune/Loss (Raw)": 0.8968630433082581, "Finetune/Step": 9297, "Finetune/Step Time": 10.672614976763725}
+{"Finetune/Learning Rate": 1.1018708496147708e-05, "Finetune/Loss": 0.7966494560241699, "Finetune/Loss (Raw)": 0.7877081632614136, "Finetune/Step": 9298, "Finetune/Step Time": 10.68991975300014}
+{"Finetune/Learning Rate": 1.1017033283955219e-05, "Finetune/Loss": 0.7967619895935059, "Finetune/Loss (Raw)": 0.8455972075462341, "Finetune/Step": 9299, "Finetune/Step Time": 10.72005533427}
+{"Finetune/Learning Rate": 1.1015358042922554e-05, "Finetune/Loss": 0.7968081831932068, "Finetune/Loss (Raw)": 0.7635584473609924, "Finetune/Step": 9300, "Finetune/Step Time": 10.72352490387857}
+{"Finetune/Learning Rate": 1.1013682773097225e-05, "Finetune/Loss": 0.797168493270874, "Finetune/Loss (Raw)": 0.917568027973175, "Finetune/Step": 9301, "Finetune/Step Time": 10.715172577649355}
+{"Finetune/Learning Rate": 1.1012007474526735e-05, "Finetune/Loss": 0.798334538936615, "Finetune/Loss (Raw)": 0.7593150734901428, "Finetune/Step": 9302, "Finetune/Step Time": 10.695702413097024}
+{"Finetune/Learning Rate": 1.1010332147258592e-05, "Finetune/Loss": 0.7972897291183472, "Finetune/Loss (Raw)": 0.7887725830078125, "Finetune/Step": 9303, "Finetune/Step Time": 10.69337721541524}
+{"Finetune/Learning Rate": 1.1008656791340297e-05, "Finetune/Loss": 0.7961977124214172, "Finetune/Loss (Raw)": 0.7665557861328125, "Finetune/Step": 9304, "Finetune/Step Time": 10.691940324380994}
+{"Finetune/Learning Rate": 1.100698140681937e-05, "Finetune/Loss": 0.7958266735076904, "Finetune/Loss (Raw)": 0.7610471844673157, "Finetune/Step": 9305, "Finetune/Step Time": 10.697389177978039}
+{"Finetune/Learning Rate": 1.100530599374331e-05, "Finetune/Loss": 0.7978569865226746, "Finetune/Loss (Raw)": 0.9703311324119568, "Finetune/Step": 9306, "Finetune/Step Time": 10.698945792391896}
+{"Finetune/Learning Rate": 1.1003630552159634e-05, "Finetune/Loss": 0.7956981062889099, "Finetune/Loss (Raw)": 0.6126928329467773, "Finetune/Step": 9307, "Finetune/Step Time": 10.70785628259182}
+{"Finetune/Learning Rate": 1.1001955082115847e-05, "Finetune/Loss": 0.7953270673751831, "Finetune/Loss (Raw)": 0.7589174509048462, "Finetune/Step": 9308, "Finetune/Step Time": 10.711252139881253}
+{"Finetune/Learning Rate": 1.1000279583659465e-05, "Finetune/Loss": 0.7959601879119873, "Finetune/Loss (Raw)": 0.8240653276443481, "Finetune/Step": 9309, "Finetune/Step Time": 10.707225736230612}
+{"Finetune/Learning Rate": 1.0998604056837995e-05, "Finetune/Loss": 0.7956163883209229, "Finetune/Loss (Raw)": 0.7122527956962585, "Finetune/Step": 9310, "Finetune/Step Time": 10.684111813083291}
+{"Finetune/Learning Rate": 1.0996928501698958e-05, "Finetune/Loss": 0.7963227033615112, "Finetune/Loss (Raw)": 0.8864269256591797, "Finetune/Step": 9311, "Finetune/Step Time": 10.667258294299245}
+{"Finetune/Learning Rate": 1.099525291828986e-05, "Finetune/Loss": 0.7950494289398193, "Finetune/Loss (Raw)": 0.7796733975410461, "Finetune/Step": 9312, "Finetune/Step Time": 10.66393037699163}
+{"Finetune/Learning Rate": 1.099357730665822e-05, "Finetune/Loss": 0.7947883009910583, "Finetune/Loss (Raw)": 0.797248363494873, "Finetune/Step": 9313, "Finetune/Step Time": 10.660783173516393}
+{"Finetune/Learning Rate": 1.0991901666851555e-05, "Finetune/Loss": 0.7945175766944885, "Finetune/Loss (Raw)": 0.8212391138076782, "Finetune/Step": 9314, "Finetune/Step Time": 10.650024823844433}
+{"Finetune/Learning Rate": 1.0990225998917376e-05, "Finetune/Loss": 0.7937500476837158, "Finetune/Loss (Raw)": 0.8693022131919861, "Finetune/Step": 9315, "Finetune/Step Time": 10.652253776788712}
+{"Finetune/Learning Rate": 1.0988550302903205e-05, "Finetune/Loss": 0.7915875911712646, "Finetune/Loss (Raw)": 0.6764421463012695, "Finetune/Step": 9316, "Finetune/Step Time": 10.676382159814239}
+{"Finetune/Learning Rate": 1.0986874578856562e-05, "Finetune/Loss": 0.790591835975647, "Finetune/Loss (Raw)": 0.7270402312278748, "Finetune/Step": 9317, "Finetune/Step Time": 10.669100606814027}
+{"Finetune/Learning Rate": 1.0985198826824956e-05, "Finetune/Loss": 0.7918040752410889, "Finetune/Loss (Raw)": 0.9047694802284241, "Finetune/Step": 9318, "Finetune/Step Time": 10.674085246399045}
+{"Finetune/Learning Rate": 1.0983523046855917e-05, "Finetune/Loss": 0.792035698890686, "Finetune/Loss (Raw)": 0.8326668739318848, "Finetune/Step": 9319, "Finetune/Step Time": 10.679362142458558}
+{"Finetune/Learning Rate": 1.098184723899696e-05, "Finetune/Loss": 0.7910913228988647, "Finetune/Loss (Raw)": 0.7125568389892578, "Finetune/Step": 9320, "Finetune/Step Time": 10.673493834212422}
+{"Finetune/Learning Rate": 1.098017140329561e-05, "Finetune/Loss": 0.7913287878036499, "Finetune/Loss (Raw)": 0.8688173890113831, "Finetune/Step": 9321, "Finetune/Step Time": 10.677120232954621}
+{"Finetune/Learning Rate": 1.097849553979938e-05, "Finetune/Loss": 0.7916045784950256, "Finetune/Loss (Raw)": 0.7564947009086609, "Finetune/Step": 9322, "Finetune/Step Time": 10.630152562633157}
+{"Finetune/Learning Rate": 1.0976819648555806e-05, "Finetune/Loss": 0.7943044900894165, "Finetune/Loss (Raw)": 0.9735687971115112, "Finetune/Step": 9323, "Finetune/Step Time": 10.630230525508523}
+{"Finetune/Learning Rate": 1.0975143729612399e-05, "Finetune/Loss": 0.7949498891830444, "Finetune/Loss (Raw)": 0.9014530181884766, "Finetune/Step": 9324, "Finetune/Step Time": 10.62546550668776}
+{"Finetune/Learning Rate": 1.097346778301669e-05, "Finetune/Loss": 0.7925978899002075, "Finetune/Loss (Raw)": 0.5133876800537109, "Finetune/Step": 9325, "Finetune/Step Time": 10.654699435457587}
+{"Finetune/Learning Rate": 1.0971791808816204e-05, "Finetune/Loss": 0.7908961176872253, "Finetune/Loss (Raw)": 0.7401317358016968, "Finetune/Step": 9326, "Finetune/Step Time": 10.654953081160784}
+{"Finetune/Learning Rate": 1.0970115807058465e-05, "Finetune/Loss": 0.7917898893356323, "Finetune/Loss (Raw)": 0.9181296825408936, "Finetune/Step": 9327, "Finetune/Step Time": 10.661830240860581}
+{"Finetune/Learning Rate": 1.0968439777791e-05, "Finetune/Loss": 0.7922406792640686, "Finetune/Loss (Raw)": 0.7186360359191895, "Finetune/Step": 9328, "Finetune/Step Time": 10.651183964684606}
+{"Finetune/Learning Rate": 1.0966763721061337e-05, "Finetune/Loss": 0.7930593490600586, "Finetune/Loss (Raw)": 0.7937723398208618, "Finetune/Step": 9329, "Finetune/Step Time": 10.638196574524045}
+{"Finetune/Learning Rate": 1.0965087636917006e-05, "Finetune/Loss": 0.7928707599639893, "Finetune/Loss (Raw)": 0.7674170732498169, "Finetune/Step": 9330, "Finetune/Step Time": 10.61875150538981}
+{"Finetune/Learning Rate": 1.0963411525405532e-05, "Finetune/Loss": 0.7916805744171143, "Finetune/Loss (Raw)": 0.7927979826927185, "Finetune/Step": 9331, "Finetune/Step Time": 10.627456776797771}
+{"Finetune/Learning Rate": 1.0961735386574447e-05, "Finetune/Loss": 0.7913960218429565, "Finetune/Loss (Raw)": 0.7805138826370239, "Finetune/Step": 9332, "Finetune/Step Time": 10.628721948713064}
+{"Finetune/Learning Rate": 1.0960059220471282e-05, "Finetune/Loss": 0.7924525737762451, "Finetune/Loss (Raw)": 0.8831335306167603, "Finetune/Step": 9333, "Finetune/Step Time": 10.624103615060449}
+{"Finetune/Learning Rate": 1.0958383027143566e-05, "Finetune/Loss": 0.7910619378089905, "Finetune/Loss (Raw)": 0.7570444941520691, "Finetune/Step": 9334, "Finetune/Step Time": 10.622734835371375}
+{"Finetune/Learning Rate": 1.0956706806638833e-05, "Finetune/Loss": 0.7921615839004517, "Finetune/Loss (Raw)": 0.7949295043945312, "Finetune/Step": 9335, "Finetune/Step Time": 10.625150324776769}
+{"Finetune/Learning Rate": 1.0955030559004616e-05, "Finetune/Loss": 0.7910692691802979, "Finetune/Loss (Raw)": 0.8158191442489624, "Finetune/Step": 9336, "Finetune/Step Time": 10.622210007160902}
+{"Finetune/Learning Rate": 1.0953354284288448e-05, "Finetune/Loss": 0.7915632724761963, "Finetune/Loss (Raw)": 0.8843871355056763, "Finetune/Step": 9337, "Finetune/Step Time": 10.597438525408506}
+{"Finetune/Learning Rate": 1.0951677982537866e-05, "Finetune/Loss": 0.7916841506958008, "Finetune/Loss (Raw)": 0.7896409630775452, "Finetune/Step": 9338, "Finetune/Step Time": 10.584215456619859}
+{"Finetune/Learning Rate": 1.0950001653800398e-05, "Finetune/Loss": 0.7920201420783997, "Finetune/Loss (Raw)": 0.7392159104347229, "Finetune/Step": 9339, "Finetune/Step Time": 10.589959271252155}
+{"Finetune/Learning Rate": 1.0948325298123586e-05, "Finetune/Loss": 0.7925892472267151, "Finetune/Loss (Raw)": 0.752617597579956, "Finetune/Step": 9340, "Finetune/Step Time": 10.557786494493484}
+{"Finetune/Learning Rate": 1.0946648915554968e-05, "Finetune/Loss": 0.7927594780921936, "Finetune/Loss (Raw)": 0.9094766974449158, "Finetune/Step": 9341, "Finetune/Step Time": 10.578269843012094}
+{"Finetune/Learning Rate": 1.0944972506142076e-05, "Finetune/Loss": 0.7942101955413818, "Finetune/Loss (Raw)": 0.7665473222732544, "Finetune/Step": 9342, "Finetune/Step Time": 10.58092381246388}
+{"Finetune/Learning Rate": 1.094329606993245e-05, "Finetune/Loss": 0.793502151966095, "Finetune/Loss (Raw)": 0.700005054473877, "Finetune/Step": 9343, "Finetune/Step Time": 10.5806766115129}
+{"Finetune/Learning Rate": 1.0941619606973633e-05, "Finetune/Loss": 0.7933396100997925, "Finetune/Loss (Raw)": 0.8405923843383789, "Finetune/Step": 9344, "Finetune/Step Time": 10.58059830032289}
+{"Finetune/Learning Rate": 1.0939943117313158e-05, "Finetune/Loss": 0.7939047813415527, "Finetune/Loss (Raw)": 0.7917032241821289, "Finetune/Step": 9345, "Finetune/Step Time": 10.585959732532501}
+{"Finetune/Learning Rate": 1.093826660099857e-05, "Finetune/Loss": 0.7924174070358276, "Finetune/Loss (Raw)": 0.7139430046081543, "Finetune/Step": 9346, "Finetune/Step Time": 10.61734271608293}
+{"Finetune/Learning Rate": 1.0936590058077413e-05, "Finetune/Loss": 0.7943395376205444, "Finetune/Loss (Raw)": 0.8591578006744385, "Finetune/Step": 9347, "Finetune/Step Time": 10.605216076597571}
+{"Finetune/Learning Rate": 1.0934913488597223e-05, "Finetune/Loss": 0.7947590947151184, "Finetune/Loss (Raw)": 0.9563586711883545, "Finetune/Step": 9348, "Finetune/Step Time": 10.597696090117097}
+{"Finetune/Learning Rate": 1.0933236892605543e-05, "Finetune/Loss": 0.7959437370300293, "Finetune/Loss (Raw)": 0.904570996761322, "Finetune/Step": 9349, "Finetune/Step Time": 10.606319533661008}
+{"Finetune/Learning Rate": 1.093156027014992e-05, "Finetune/Loss": 0.7952743768692017, "Finetune/Loss (Raw)": 0.7698529958724976, "Finetune/Step": 9350, "Finetune/Step Time": 10.599974986165762}
+{"Finetune/Learning Rate": 1.0929883621277896e-05, "Finetune/Loss": 0.795620322227478, "Finetune/Loss (Raw)": 0.7444149255752563, "Finetune/Step": 9351, "Finetune/Step Time": 10.59185136295855}
+{"Finetune/Learning Rate": 1.0928206946037019e-05, "Finetune/Loss": 0.7979795932769775, "Finetune/Loss (Raw)": 0.848273754119873, "Finetune/Step": 9352, "Finetune/Step Time": 10.55331864953041}
+{"Finetune/Learning Rate": 1.0926530244474828e-05, "Finetune/Loss": 0.7986761331558228, "Finetune/Loss (Raw)": 0.7660468220710754, "Finetune/Step": 9353, "Finetune/Step Time": 10.529926400631666}
+{"Finetune/Learning Rate": 1.0924853516638879e-05, "Finetune/Loss": 0.7988541722297668, "Finetune/Loss (Raw)": 0.7961323261260986, "Finetune/Step": 9354, "Finetune/Step Time": 10.525993131101131}
+{"Finetune/Learning Rate": 1.092317676257671e-05, "Finetune/Loss": 0.7985217571258545, "Finetune/Loss (Raw)": 0.8163250684738159, "Finetune/Step": 9355, "Finetune/Step Time": 10.523159500211477}
+{"Finetune/Learning Rate": 1.0921499982335877e-05, "Finetune/Loss": 0.7979934215545654, "Finetune/Loss (Raw)": 0.7610228061676025, "Finetune/Step": 9356, "Finetune/Step Time": 10.518342213705182}
+{"Finetune/Learning Rate": 1.0919823175963922e-05, "Finetune/Loss": 0.7974636554718018, "Finetune/Loss (Raw)": 0.8320549130439758, "Finetune/Step": 9357, "Finetune/Step Time": 10.537815699353814}
+{"Finetune/Learning Rate": 1.0918146343508398e-05, "Finetune/Loss": 0.7990844249725342, "Finetune/Loss (Raw)": 0.8475227355957031, "Finetune/Step": 9358, "Finetune/Step Time": 10.534793363884091}
+{"Finetune/Learning Rate": 1.0916469485016856e-05, "Finetune/Loss": 0.8000556230545044, "Finetune/Loss (Raw)": 0.9247588515281677, "Finetune/Step": 9359, "Finetune/Step Time": 10.490523017942905}
+{"Finetune/Learning Rate": 1.0914792600536843e-05, "Finetune/Loss": 0.800763726234436, "Finetune/Loss (Raw)": 0.9336866140365601, "Finetune/Step": 9360, "Finetune/Step Time": 10.483224393799901}
+{"Finetune/Learning Rate": 1.0913115690115914e-05, "Finetune/Loss": 0.8011025190353394, "Finetune/Loss (Raw)": 0.8517962694168091, "Finetune/Step": 9361, "Finetune/Step Time": 10.483113484457135}
+{"Finetune/Learning Rate": 1.0911438753801624e-05, "Finetune/Loss": 0.8017389178276062, "Finetune/Loss (Raw)": 0.9029765725135803, "Finetune/Step": 9362, "Finetune/Step Time": 10.507996190339327}
+{"Finetune/Learning Rate": 1.0909761791641517e-05, "Finetune/Loss": 0.8013962507247925, "Finetune/Loss (Raw)": 0.8819355964660645, "Finetune/Step": 9363, "Finetune/Step Time": 10.508778765797615}
+{"Finetune/Learning Rate": 1.0908084803683157e-05, "Finetune/Loss": 0.8029788732528687, "Finetune/Loss (Raw)": 0.8956701159477234, "Finetune/Step": 9364, "Finetune/Step Time": 10.508019531145692}
+{"Finetune/Learning Rate": 1.0906407789974091e-05, "Finetune/Loss": 0.8028000593185425, "Finetune/Loss (Raw)": 0.7316487431526184, "Finetune/Step": 9365, "Finetune/Step Time": 10.518695248290896}
+{"Finetune/Learning Rate": 1.0904730750561883e-05, "Finetune/Loss": 0.8036483526229858, "Finetune/Loss (Raw)": 0.9579647183418274, "Finetune/Step": 9366, "Finetune/Step Time": 10.51820931583643}
+{"Finetune/Learning Rate": 1.0903053685494078e-05, "Finetune/Loss": 0.8040164709091187, "Finetune/Loss (Raw)": 0.8560581207275391, "Finetune/Step": 9367, "Finetune/Step Time": 10.524648949503899}
+{"Finetune/Learning Rate": 1.090137659481824e-05, "Finetune/Loss": 0.8038075566291809, "Finetune/Loss (Raw)": 0.8061324954032898, "Finetune/Step": 9368, "Finetune/Step Time": 10.533728126436472}
+{"Finetune/Learning Rate": 1.0899699478581927e-05, "Finetune/Loss": 0.803264319896698, "Finetune/Loss (Raw)": 0.7657228112220764, "Finetune/Step": 9369, "Finetune/Step Time": 10.531687643378973}
+{"Finetune/Learning Rate": 1.0898022336832692e-05, "Finetune/Loss": 0.8060823678970337, "Finetune/Loss (Raw)": 0.9547848701477051, "Finetune/Step": 9370, "Finetune/Step Time": 10.50214709341526}
+{"Finetune/Learning Rate": 1.08963451696181e-05, "Finetune/Loss": 0.8049132823944092, "Finetune/Loss (Raw)": 0.602512538433075, "Finetune/Step": 9371, "Finetune/Step Time": 10.497725814580917}
+{"Finetune/Learning Rate": 1.0894667976985707e-05, "Finetune/Loss": 0.8053097724914551, "Finetune/Loss (Raw)": 0.8088661432266235, "Finetune/Step": 9372, "Finetune/Step Time": 10.522888595238328}
+{"Finetune/Learning Rate": 1.0892990758983073e-05, "Finetune/Loss": 0.8068063855171204, "Finetune/Loss (Raw)": 0.8525226712226868, "Finetune/Step": 9373, "Finetune/Step Time": 10.519508698955178}
+{"Finetune/Learning Rate": 1.089131351565776e-05, "Finetune/Loss": 0.8063488006591797, "Finetune/Loss (Raw)": 0.7025447487831116, "Finetune/Step": 9374, "Finetune/Step Time": 10.520333396270871}
+{"Finetune/Learning Rate": 1.0889636247057334e-05, "Finetune/Loss": 0.806398332118988, "Finetune/Loss (Raw)": 0.7567883729934692, "Finetune/Step": 9375, "Finetune/Step Time": 10.529241314157844}
+{"Finetune/Learning Rate": 1.0887958953229349e-05, "Finetune/Loss": 0.8059118986129761, "Finetune/Loss (Raw)": 0.8559561371803284, "Finetune/Step": 9376, "Finetune/Step Time": 10.541245171800256}
+{"Finetune/Learning Rate": 1.0886281634221377e-05, "Finetune/Loss": 0.8073971271514893, "Finetune/Loss (Raw)": 0.9174283742904663, "Finetune/Step": 9377, "Finetune/Step Time": 10.540949404239655}
+{"Finetune/Learning Rate": 1.0884604290080976e-05, "Finetune/Loss": 0.8095676302909851, "Finetune/Loss (Raw)": 0.85573810338974, "Finetune/Step": 9378, "Finetune/Step Time": 10.521441517397761}
+{"Finetune/Learning Rate": 1.0882926920855712e-05, "Finetune/Loss": 0.8095453977584839, "Finetune/Loss (Raw)": 0.7023753523826599, "Finetune/Step": 9379, "Finetune/Step Time": 10.53044169396162}
+{"Finetune/Learning Rate": 1.0881249526593154e-05, "Finetune/Loss": 0.810053825378418, "Finetune/Loss (Raw)": 0.853314220905304, "Finetune/Step": 9380, "Finetune/Step Time": 10.529959788545966}
+{"Finetune/Learning Rate": 1.0879572107340864e-05, "Finetune/Loss": 0.8110553026199341, "Finetune/Loss (Raw)": 0.8359456658363342, "Finetune/Step": 9381, "Finetune/Step Time": 10.524946922436357}
+{"Finetune/Learning Rate": 1.0877894663146409e-05, "Finetune/Loss": 0.8099669814109802, "Finetune/Loss (Raw)": 0.7423837184906006, "Finetune/Step": 9382, "Finetune/Step Time": 10.535820672288537}
+{"Finetune/Learning Rate": 1.087621719405736e-05, "Finetune/Loss": 0.8101311922073364, "Finetune/Loss (Raw)": 0.8177412748336792, "Finetune/Step": 9383, "Finetune/Step Time": 10.541292345151305}
+{"Finetune/Learning Rate": 1.087453970012128e-05, "Finetune/Loss": 0.8104418516159058, "Finetune/Loss (Raw)": 0.8390492796897888, "Finetune/Step": 9384, "Finetune/Step Time": 10.562597097828984}
+{"Finetune/Learning Rate": 1.0872862181385744e-05, "Finetune/Loss": 0.8101907968521118, "Finetune/Loss (Raw)": 0.818950891494751, "Finetune/Step": 9385, "Finetune/Step Time": 10.556184219196439}
+{"Finetune/Learning Rate": 1.0871184637898315e-05, "Finetune/Loss": 0.8094073534011841, "Finetune/Loss (Raw)": 0.8169437646865845, "Finetune/Step": 9386, "Finetune/Step Time": 10.562648816034198}
+{"Finetune/Learning Rate": 1.086950706970657e-05, "Finetune/Loss": 0.8102942109107971, "Finetune/Loss (Raw)": 0.7969987392425537, "Finetune/Step": 9387, "Finetune/Step Time": 10.564237091690302}
+{"Finetune/Learning Rate": 1.0867829476858076e-05, "Finetune/Loss": 0.8110042810440063, "Finetune/Loss (Raw)": 0.8242602348327637, "Finetune/Step": 9388, "Finetune/Step Time": 10.564346546307206}
+{"Finetune/Learning Rate": 1.0866151859400406e-05, "Finetune/Loss": 0.8122502565383911, "Finetune/Loss (Raw)": 0.8055265545845032, "Finetune/Step": 9389, "Finetune/Step Time": 10.57254214771092}
+{"Finetune/Learning Rate": 1.0864474217381136e-05, "Finetune/Loss": 0.813102662563324, "Finetune/Loss (Raw)": 0.8734311461448669, "Finetune/Step": 9390, "Finetune/Step Time": 10.56943248771131}
+{"Finetune/Learning Rate": 1.0862796550847829e-05, "Finetune/Loss": 0.8144547939300537, "Finetune/Loss (Raw)": 0.8435048460960388, "Finetune/Step": 9391, "Finetune/Step Time": 10.564476730301976}
+{"Finetune/Learning Rate": 1.0861118859848067e-05, "Finetune/Loss": 0.8166584372520447, "Finetune/Loss (Raw)": 0.9802341461181641, "Finetune/Step": 9392, "Finetune/Step Time": 10.556774469092488}
+{"Finetune/Learning Rate": 1.0859441144429428e-05, "Finetune/Loss": 0.817392110824585, "Finetune/Loss (Raw)": 0.9219851493835449, "Finetune/Step": 9393, "Finetune/Step Time": 10.544739294797182}
+{"Finetune/Learning Rate": 1.0857763404639479e-05, "Finetune/Loss": 0.8187440037727356, "Finetune/Loss (Raw)": 0.8846360445022583, "Finetune/Step": 9394, "Finetune/Step Time": 10.536669161170721}
+{"Finetune/Learning Rate": 1.0856085640525795e-05, "Finetune/Loss": 0.8180434703826904, "Finetune/Loss (Raw)": 0.8558353185653687, "Finetune/Step": 9395, "Finetune/Step Time": 10.534435160458088}
+{"Finetune/Learning Rate": 1.0854407852135961e-05, "Finetune/Loss": 0.817962110042572, "Finetune/Loss (Raw)": 0.7218544483184814, "Finetune/Step": 9396, "Finetune/Step Time": 10.52339200861752}
+{"Finetune/Learning Rate": 1.0852730039517549e-05, "Finetune/Loss": 0.8165693879127502, "Finetune/Loss (Raw)": 0.7215417623519897, "Finetune/Step": 9397, "Finetune/Step Time": 10.531770080327988}
+{"Finetune/Learning Rate": 1.0851052202718136e-05, "Finetune/Loss": 0.8163913488388062, "Finetune/Loss (Raw)": 0.8563525080680847, "Finetune/Step": 9398, "Finetune/Step Time": 10.51531214825809}
+{"Finetune/Learning Rate": 1.0849374341785306e-05, "Finetune/Loss": 0.8163213729858398, "Finetune/Loss (Raw)": 0.8142945766448975, "Finetune/Step": 9399, "Finetune/Step Time": 10.518317956477404}
+{"Finetune/Learning Rate": 1.0847696456766632e-05, "Finetune/Loss": 0.8185760974884033, "Finetune/Loss (Raw)": 1.0115896463394165, "Finetune/Step": 9400, "Finetune/Step Time": 10.52029523998499}
+{"Finetune/Learning Rate": 1.0846018547709698e-05, "Finetune/Loss": 0.8186071515083313, "Finetune/Loss (Raw)": 0.8548077940940857, "Finetune/Step": 9401, "Finetune/Step Time": 10.519384395331144}
+{"Finetune/Learning Rate": 1.0844340614662086e-05, "Finetune/Loss": 0.8186740875244141, "Finetune/Loss (Raw)": 0.9712802767753601, "Finetune/Step": 9402, "Finetune/Step Time": 10.544141674414277}
+{"Finetune/Learning Rate": 1.0842662657671373e-05, "Finetune/Loss": 0.8198693990707397, "Finetune/Loss (Raw)": 0.8416189551353455, "Finetune/Step": 9403, "Finetune/Step Time": 10.542509285733104}
+{"Finetune/Learning Rate": 1.0840984676785142e-05, "Finetune/Loss": 0.820563793182373, "Finetune/Loss (Raw)": 0.9893829226493835, "Finetune/Step": 9404, "Finetune/Step Time": 10.541800796985626}
+{"Finetune/Learning Rate": 1.0839306672050978e-05, "Finetune/Loss": 0.8202152848243713, "Finetune/Loss (Raw)": 0.7525961399078369, "Finetune/Step": 9405, "Finetune/Step Time": 10.541028941050172}
+{"Finetune/Learning Rate": 1.0837628643516464e-05, "Finetune/Loss": 0.8197927474975586, "Finetune/Loss (Raw)": 0.8152571320533752, "Finetune/Step": 9406, "Finetune/Step Time": 10.554065465927124}
+{"Finetune/Learning Rate": 1.0835950591229183e-05, "Finetune/Loss": 0.8195735216140747, "Finetune/Loss (Raw)": 0.8119310140609741, "Finetune/Step": 9407, "Finetune/Step Time": 10.53036922775209}
+{"Finetune/Learning Rate": 1.083427251523672e-05, "Finetune/Loss": 0.8203578591346741, "Finetune/Loss (Raw)": 0.9499201774597168, "Finetune/Step": 9408, "Finetune/Step Time": 10.537909032776952}
+{"Finetune/Learning Rate": 1.0832594415586662e-05, "Finetune/Loss": 0.8184006810188293, "Finetune/Loss (Raw)": 0.5268915295600891, "Finetune/Step": 9409, "Finetune/Step Time": 10.56898857653141}
+{"Finetune/Learning Rate": 1.0830916292326595e-05, "Finetune/Loss": 0.8176131844520569, "Finetune/Loss (Raw)": 0.824028730392456, "Finetune/Step": 9410, "Finetune/Step Time": 10.583978364244103}
+{"Finetune/Learning Rate": 1.0829238145504104e-05, "Finetune/Loss": 0.8188031315803528, "Finetune/Loss (Raw)": 0.9397180080413818, "Finetune/Step": 9411, "Finetune/Step Time": 10.582116262987256}
+{"Finetune/Learning Rate": 1.0827559975166775e-05, "Finetune/Loss": 0.8186036348342896, "Finetune/Loss (Raw)": 0.7762888669967651, "Finetune/Step": 9412, "Finetune/Step Time": 10.57615296728909}
+{"Finetune/Learning Rate": 1.08258817813622e-05, "Finetune/Loss": 0.8183521032333374, "Finetune/Loss (Raw)": 0.7999369502067566, "Finetune/Step": 9413, "Finetune/Step Time": 10.598169526085258}
+{"Finetune/Learning Rate": 1.0824203564137967e-05, "Finetune/Loss": 0.8170491456985474, "Finetune/Loss (Raw)": 0.6676432490348816, "Finetune/Step": 9414, "Finetune/Step Time": 10.629429358989}
+{"Finetune/Learning Rate": 1.0822525323541661e-05, "Finetune/Loss": 0.817116379737854, "Finetune/Loss (Raw)": 0.7626438140869141, "Finetune/Step": 9415, "Finetune/Step Time": 10.619834830984473}
+{"Finetune/Learning Rate": 1.0820847059620879e-05, "Finetune/Loss": 0.8155083060264587, "Finetune/Loss (Raw)": 0.7151684165000916, "Finetune/Step": 9416, "Finetune/Step Time": 10.63084938377142}
+{"Finetune/Learning Rate": 1.081916877242321e-05, "Finetune/Loss": 0.8161640167236328, "Finetune/Loss (Raw)": 0.8198767304420471, "Finetune/Step": 9417, "Finetune/Step Time": 10.607614992186427}
+{"Finetune/Learning Rate": 1.081749046199624e-05, "Finetune/Loss": 0.8167386651039124, "Finetune/Loss (Raw)": 0.7769164443016052, "Finetune/Step": 9418, "Finetune/Step Time": 10.596079921349883}
+{"Finetune/Learning Rate": 1.0815812128387566e-05, "Finetune/Loss": 0.8158159852027893, "Finetune/Loss (Raw)": 0.6805287599563599, "Finetune/Step": 9419, "Finetune/Step Time": 10.613451773300767}
+{"Finetune/Learning Rate": 1.0814133771644783e-05, "Finetune/Loss": 0.8160494565963745, "Finetune/Loss (Raw)": 0.8391604423522949, "Finetune/Step": 9420, "Finetune/Step Time": 10.616766257211566}
+{"Finetune/Learning Rate": 1.081245539181548e-05, "Finetune/Loss": 0.8159885406494141, "Finetune/Loss (Raw)": 0.8311383128166199, "Finetune/Step": 9421, "Finetune/Step Time": 10.61686691083014}
+{"Finetune/Learning Rate": 1.0810776988947252e-05, "Finetune/Loss": 0.8132803440093994, "Finetune/Loss (Raw)": 0.6358529329299927, "Finetune/Step": 9422, "Finetune/Step Time": 10.653685107827187}
+{"Finetune/Learning Rate": 1.0809098563087692e-05, "Finetune/Loss": 0.812917947769165, "Finetune/Loss (Raw)": 0.8311033844947815, "Finetune/Step": 9423, "Finetune/Step Time": 10.656068958342075}
+{"Finetune/Learning Rate": 1.08074201142844e-05, "Finetune/Loss": 0.8134064674377441, "Finetune/Loss (Raw)": 0.8095769882202148, "Finetune/Step": 9424, "Finetune/Step Time": 10.640561765059829}
+{"Finetune/Learning Rate": 1.080574164258497e-05, "Finetune/Loss": 0.8129514455795288, "Finetune/Loss (Raw)": 0.8386194109916687, "Finetune/Step": 9425, "Finetune/Step Time": 10.643336396664381}
+{"Finetune/Learning Rate": 1.0804063148036996e-05, "Finetune/Loss": 0.813697099685669, "Finetune/Loss (Raw)": 0.8831466436386108, "Finetune/Step": 9426, "Finetune/Step Time": 10.627966057509184}
+{"Finetune/Learning Rate": 1.080238463068808e-05, "Finetune/Loss": 0.814045786857605, "Finetune/Loss (Raw)": 0.8902263641357422, "Finetune/Step": 9427, "Finetune/Step Time": 10.608694097027183}
+{"Finetune/Learning Rate": 1.0800706090585814e-05, "Finetune/Loss": 0.8144292831420898, "Finetune/Loss (Raw)": 0.812644898891449, "Finetune/Step": 9428, "Finetune/Step Time": 10.601312333717942}
+{"Finetune/Learning Rate": 1.0799027527777803e-05, "Finetune/Loss": 0.8134787082672119, "Finetune/Loss (Raw)": 0.795903205871582, "Finetune/Step": 9429, "Finetune/Step Time": 10.591527700424194}
+{"Finetune/Learning Rate": 1.0797348942311644e-05, "Finetune/Loss": 0.8130236864089966, "Finetune/Loss (Raw)": 0.7010706067085266, "Finetune/Step": 9430, "Finetune/Step Time": 10.584007646888494}
+{"Finetune/Learning Rate": 1.0795670334234936e-05, "Finetune/Loss": 0.8124269247055054, "Finetune/Loss (Raw)": 0.7123885750770569, "Finetune/Step": 9431, "Finetune/Step Time": 10.59230925142765}
+{"Finetune/Learning Rate": 1.0793991703595279e-05, "Finetune/Loss": 0.8127212524414062, "Finetune/Loss (Raw)": 0.8042253851890564, "Finetune/Step": 9432, "Finetune/Step Time": 10.604697708040476}
+{"Finetune/Learning Rate": 1.0792313050440276e-05, "Finetune/Loss": 0.8132750988006592, "Finetune/Loss (Raw)": 0.8319385647773743, "Finetune/Step": 9433, "Finetune/Step Time": 10.597195426002145}
+{"Finetune/Learning Rate": 1.0790634374817525e-05, "Finetune/Loss": 0.8120695352554321, "Finetune/Loss (Raw)": 0.8160213232040405, "Finetune/Step": 9434, "Finetune/Step Time": 10.592225709930062}
+{"Finetune/Learning Rate": 1.0788955676774635e-05, "Finetune/Loss": 0.8137925863265991, "Finetune/Loss (Raw)": 0.8332453966140747, "Finetune/Step": 9435, "Finetune/Step Time": 10.59891502931714}
+{"Finetune/Learning Rate": 1.0787276956359202e-05, "Finetune/Loss": 0.814487099647522, "Finetune/Loss (Raw)": 0.8478116393089294, "Finetune/Step": 9436, "Finetune/Step Time": 10.592519780620933}
+{"Finetune/Learning Rate": 1.0785598213618835e-05, "Finetune/Loss": 0.8147675395011902, "Finetune/Loss (Raw)": 0.8599686622619629, "Finetune/Step": 9437, "Finetune/Step Time": 10.591824235394597}
+{"Finetune/Learning Rate": 1.078391944860114e-05, "Finetune/Loss": 0.8158493638038635, "Finetune/Loss (Raw)": 0.8507214784622192, "Finetune/Step": 9438, "Finetune/Step Time": 10.587388267740607}
+{"Finetune/Learning Rate": 1.0782240661353716e-05, "Finetune/Loss": 0.8145326375961304, "Finetune/Loss (Raw)": 0.7178928256034851, "Finetune/Step": 9439, "Finetune/Step Time": 10.599119070917368}
+{"Finetune/Learning Rate": 1.0780561851924168e-05, "Finetune/Loss": 0.813944399356842, "Finetune/Loss (Raw)": 0.7043724060058594, "Finetune/Step": 9440, "Finetune/Step Time": 10.605281502008438}
+{"Finetune/Learning Rate": 1.0778883020360112e-05, "Finetune/Loss": 0.8146073818206787, "Finetune/Loss (Raw)": 0.8821107149124146, "Finetune/Step": 9441, "Finetune/Step Time": 10.60214413329959}
+{"Finetune/Learning Rate": 1.0777204166709144e-05, "Finetune/Loss": 0.8153386116027832, "Finetune/Loss (Raw)": 0.9148359298706055, "Finetune/Step": 9442, "Finetune/Step Time": 10.624403839930892}
+{"Finetune/Learning Rate": 1.0775525291018873e-05, "Finetune/Loss": 0.8129931688308716, "Finetune/Loss (Raw)": 0.5690940618515015, "Finetune/Step": 9443, "Finetune/Step Time": 10.65945814549923}
+{"Finetune/Learning Rate": 1.0773846393336916e-05, "Finetune/Loss": 0.8134979009628296, "Finetune/Loss (Raw)": 0.7410376071929932, "Finetune/Step": 9444, "Finetune/Step Time": 10.644361505284905}
+{"Finetune/Learning Rate": 1.0772167473710873e-05, "Finetune/Loss": 0.8130370378494263, "Finetune/Loss (Raw)": 0.6680607199668884, "Finetune/Step": 9445, "Finetune/Step Time": 10.646911473944783}
+{"Finetune/Learning Rate": 1.0770488532188356e-05, "Finetune/Loss": 0.8121565580368042, "Finetune/Loss (Raw)": 0.7920631170272827, "Finetune/Step": 9446, "Finetune/Step Time": 10.65187362395227}
+{"Finetune/Learning Rate": 1.0768809568816974e-05, "Finetune/Loss": 0.8117895722389221, "Finetune/Loss (Raw)": 0.7856879830360413, "Finetune/Step": 9447, "Finetune/Step Time": 10.646063765510917}
+{"Finetune/Learning Rate": 1.0767130583644343e-05, "Finetune/Loss": 0.812370777130127, "Finetune/Loss (Raw)": 0.7869488596916199, "Finetune/Step": 9448, "Finetune/Step Time": 10.669258695095778}
+{"Finetune/Learning Rate": 1.0765451576718067e-05, "Finetune/Loss": 0.8121504783630371, "Finetune/Loss (Raw)": 0.8406301140785217, "Finetune/Step": 9449, "Finetune/Step Time": 10.668440219014883}
+{"Finetune/Learning Rate": 1.0763772548085762e-05, "Finetune/Loss": 0.8131770491600037, "Finetune/Loss (Raw)": 0.8878902196884155, "Finetune/Step": 9450, "Finetune/Step Time": 10.668257914483547}
+{"Finetune/Learning Rate": 1.0762093497795038e-05, "Finetune/Loss": 0.8115736246109009, "Finetune/Loss (Raw)": 0.7683311700820923, "Finetune/Step": 9451, "Finetune/Step Time": 10.659957833588123}
+{"Finetune/Learning Rate": 1.076041442589351e-05, "Finetune/Loss": 0.810905396938324, "Finetune/Loss (Raw)": 0.8159129619598389, "Finetune/Step": 9452, "Finetune/Step Time": 10.663255648687482}
+{"Finetune/Learning Rate": 1.0758735332428793e-05, "Finetune/Loss": 0.8132820725440979, "Finetune/Loss (Raw)": 0.8176106810569763, "Finetune/Step": 9453, "Finetune/Step Time": 10.634459786117077}
+{"Finetune/Learning Rate": 1.0757056217448498e-05, "Finetune/Loss": 0.8138329982757568, "Finetune/Loss (Raw)": 0.8106492757797241, "Finetune/Step": 9454, "Finetune/Step Time": 10.630000822246075}
+{"Finetune/Learning Rate": 1.0755377081000242e-05, "Finetune/Loss": 0.813019871711731, "Finetune/Loss (Raw)": 0.8140461444854736, "Finetune/Step": 9455, "Finetune/Step Time": 10.631589008495212}
+{"Finetune/Learning Rate": 1.0753697923131641e-05, "Finetune/Loss": 0.8126372694969177, "Finetune/Loss (Raw)": 0.6696630716323853, "Finetune/Step": 9456, "Finetune/Step Time": 10.634453225880861}
+{"Finetune/Learning Rate": 1.0752018743890308e-05, "Finetune/Loss": 0.8126686811447144, "Finetune/Loss (Raw)": 0.7977882623672485, "Finetune/Step": 9457, "Finetune/Step Time": 10.653153147548437}
+{"Finetune/Learning Rate": 1.0750339543323862e-05, "Finetune/Loss": 0.8128219842910767, "Finetune/Loss (Raw)": 0.7870532274246216, "Finetune/Step": 9458, "Finetune/Step Time": 10.657469870522618}
+{"Finetune/Learning Rate": 1.0748660321479922e-05, "Finetune/Loss": 0.8115288019180298, "Finetune/Loss (Raw)": 0.6272639632225037, "Finetune/Step": 9459, "Finetune/Step Time": 10.668588824570179}
+{"Finetune/Learning Rate": 1.0746981078406105e-05, "Finetune/Loss": 0.8115241527557373, "Finetune/Loss (Raw)": 0.7799189686775208, "Finetune/Step": 9460, "Finetune/Step Time": 10.673154022544622}
+{"Finetune/Learning Rate": 1.0745301814150025e-05, "Finetune/Loss": 0.8109462261199951, "Finetune/Loss (Raw)": 0.8091639876365662, "Finetune/Step": 9461, "Finetune/Step Time": 10.681241871789098}
+{"Finetune/Learning Rate": 1.0743622528759306e-05, "Finetune/Loss": 0.8094767928123474, "Finetune/Loss (Raw)": 0.5689523220062256, "Finetune/Step": 9462, "Finetune/Step Time": 10.717988120391965}
+{"Finetune/Learning Rate": 1.074194322228157e-05, "Finetune/Loss": 0.8085881471633911, "Finetune/Loss (Raw)": 0.6811729669570923, "Finetune/Step": 9463, "Finetune/Step Time": 10.709627004340291}
+{"Finetune/Learning Rate": 1.074026389476443e-05, "Finetune/Loss": 0.8073837161064148, "Finetune/Loss (Raw)": 0.6616594195365906, "Finetune/Step": 9464, "Finetune/Step Time": 10.716712115332484}
+{"Finetune/Learning Rate": 1.073858454625551e-05, "Finetune/Loss": 0.8078218698501587, "Finetune/Loss (Raw)": 0.9404787421226501, "Finetune/Step": 9465, "Finetune/Step Time": 10.718740962445736}
+{"Finetune/Learning Rate": 1.073690517680244e-05, "Finetune/Loss": 0.807163655757904, "Finetune/Loss (Raw)": 0.7053884863853455, "Finetune/Step": 9466, "Finetune/Step Time": 10.72134498693049}
+{"Finetune/Learning Rate": 1.0735225786452828e-05, "Finetune/Loss": 0.8081231117248535, "Finetune/Loss (Raw)": 0.8620235919952393, "Finetune/Step": 9467, "Finetune/Step Time": 10.72259389795363}
+{"Finetune/Learning Rate": 1.0733546375254302e-05, "Finetune/Loss": 0.8082084655761719, "Finetune/Loss (Raw)": 0.7635357975959778, "Finetune/Step": 9468, "Finetune/Step Time": 10.716009464114904}
+{"Finetune/Learning Rate": 1.0731866943254492e-05, "Finetune/Loss": 0.8069534301757812, "Finetune/Loss (Raw)": 0.7488325834274292, "Finetune/Step": 9469, "Finetune/Step Time": 10.695472404360771}
+{"Finetune/Learning Rate": 1.0730187490501017e-05, "Finetune/Loss": 0.8070163726806641, "Finetune/Loss (Raw)": 0.774611234664917, "Finetune/Step": 9470, "Finetune/Step Time": 10.686122216284275}
+{"Finetune/Learning Rate": 1.0728508017041494e-05, "Finetune/Loss": 0.8082863092422485, "Finetune/Loss (Raw)": 0.8625481128692627, "Finetune/Step": 9471, "Finetune/Step Time": 10.674701429903507}
+{"Finetune/Learning Rate": 1.0726828522923563e-05, "Finetune/Loss": 0.8087215423583984, "Finetune/Loss (Raw)": 0.8963090181350708, "Finetune/Step": 9472, "Finetune/Step Time": 10.672659255564213}
+{"Finetune/Learning Rate": 1.0725149008194838e-05, "Finetune/Loss": 0.8093096017837524, "Finetune/Loss (Raw)": 0.8669710755348206, "Finetune/Step": 9473, "Finetune/Step Time": 10.666871832683682}
+{"Finetune/Learning Rate": 1.072346947290295e-05, "Finetune/Loss": 0.8098375797271729, "Finetune/Loss (Raw)": 0.7815328240394592, "Finetune/Step": 9474, "Finetune/Step Time": 10.638325931504369}
+{"Finetune/Learning Rate": 1.0721789917095524e-05, "Finetune/Loss": 0.8081055879592896, "Finetune/Loss (Raw)": 0.637450635433197, "Finetune/Step": 9475, "Finetune/Step Time": 10.657374866306782}
+{"Finetune/Learning Rate": 1.072011034082019e-05, "Finetune/Loss": 0.8063033819198608, "Finetune/Loss (Raw)": 0.7256770133972168, "Finetune/Step": 9476, "Finetune/Step Time": 10.661213800311089}
+{"Finetune/Learning Rate": 1.0718430744124573e-05, "Finetune/Loss": 0.8054695129394531, "Finetune/Loss (Raw)": 0.797838032245636, "Finetune/Step": 9477, "Finetune/Step Time": 10.652411229908466}
+{"Finetune/Learning Rate": 1.0716751127056304e-05, "Finetune/Loss": 0.8056968450546265, "Finetune/Loss (Raw)": 0.7989552617073059, "Finetune/Step": 9478, "Finetune/Step Time": 10.655710756778717}
+{"Finetune/Learning Rate": 1.0715071489663012e-05, "Finetune/Loss": 0.8072012662887573, "Finetune/Loss (Raw)": 0.9369751214981079, "Finetune/Step": 9479, "Finetune/Step Time": 10.650504942983389}
+{"Finetune/Learning Rate": 1.0713391831992324e-05, "Finetune/Loss": 0.8070880174636841, "Finetune/Loss (Raw)": 0.8337767124176025, "Finetune/Step": 9480, "Finetune/Step Time": 10.658038953319192}
+{"Finetune/Learning Rate": 1.0711712154091874e-05, "Finetune/Loss": 0.8068623542785645, "Finetune/Loss (Raw)": 0.7371733784675598, "Finetune/Step": 9481, "Finetune/Step Time": 10.677344605326653}
+{"Finetune/Learning Rate": 1.071003245600929e-05, "Finetune/Loss": 0.8065016865730286, "Finetune/Loss (Raw)": 0.7499591708183289, "Finetune/Step": 9482, "Finetune/Step Time": 10.680331410840154}
+{"Finetune/Learning Rate": 1.0708352737792205e-05, "Finetune/Loss": 0.8066824078559875, "Finetune/Loss (Raw)": 0.8394573330879211, "Finetune/Step": 9483, "Finetune/Step Time": 10.671352799981833}
+{"Finetune/Learning Rate": 1.0706672999488253e-05, "Finetune/Loss": 0.8075752258300781, "Finetune/Loss (Raw)": 0.8753025531768799, "Finetune/Step": 9484, "Finetune/Step Time": 10.668933857232332}
+{"Finetune/Learning Rate": 1.0704993241145058e-05, "Finetune/Loss": 0.8079174757003784, "Finetune/Loss (Raw)": 0.8758689761161804, "Finetune/Step": 9485, "Finetune/Step Time": 10.650131184607744}
+{"Finetune/Learning Rate": 1.0703313462810265e-05, "Finetune/Loss": 0.807883620262146, "Finetune/Loss (Raw)": 0.8431848883628845, "Finetune/Step": 9486, "Finetune/Step Time": 10.65815949253738}
+{"Finetune/Learning Rate": 1.07016336645315e-05, "Finetune/Loss": 0.8063507676124573, "Finetune/Loss (Raw)": 0.728549599647522, "Finetune/Step": 9487, "Finetune/Step Time": 10.674336282536387}
+{"Finetune/Learning Rate": 1.06999538463564e-05, "Finetune/Loss": 0.8067203760147095, "Finetune/Loss (Raw)": 0.9809974431991577, "Finetune/Step": 9488, "Finetune/Step Time": 10.674541413784027}
+{"Finetune/Learning Rate": 1.0698274008332598e-05, "Finetune/Loss": 0.8062957525253296, "Finetune/Loss (Raw)": 0.7974501252174377, "Finetune/Step": 9489, "Finetune/Step Time": 10.67022955045104}
+{"Finetune/Learning Rate": 1.0696594150507735e-05, "Finetune/Loss": 0.8052181005477905, "Finetune/Loss (Raw)": 0.7650381326675415, "Finetune/Step": 9490, "Finetune/Step Time": 10.653200678527355}
+{"Finetune/Learning Rate": 1.069491427292944e-05, "Finetune/Loss": 0.8045570850372314, "Finetune/Loss (Raw)": 0.7973203659057617, "Finetune/Step": 9491, "Finetune/Step Time": 10.654133850708604}
+{"Finetune/Learning Rate": 1.0693234375645349e-05, "Finetune/Loss": 0.8036736249923706, "Finetune/Loss (Raw)": 0.7825959324836731, "Finetune/Step": 9492, "Finetune/Step Time": 10.65942083671689}
+{"Finetune/Learning Rate": 1.0691554458703109e-05, "Finetune/Loss": 0.8058333992958069, "Finetune/Loss (Raw)": 1.0080959796905518, "Finetune/Step": 9493, "Finetune/Step Time": 10.649958113208413}
+{"Finetune/Learning Rate": 1.0689874522150348e-05, "Finetune/Loss": 0.8049286603927612, "Finetune/Loss (Raw)": 0.8421467542648315, "Finetune/Step": 9494, "Finetune/Step Time": 10.647745285183191}
+{"Finetune/Learning Rate": 1.0688194566034706e-05, "Finetune/Loss": 0.8047287464141846, "Finetune/Loss (Raw)": 0.8304756283760071, "Finetune/Step": 9495, "Finetune/Step Time": 10.655628738924861}
+{"Finetune/Learning Rate": 1.0686514590403823e-05, "Finetune/Loss": 0.804507851600647, "Finetune/Loss (Raw)": 0.7778652310371399, "Finetune/Step": 9496, "Finetune/Step Time": 10.640105729922652}
+{"Finetune/Learning Rate": 1.068483459530534e-05, "Finetune/Loss": 0.8046490550041199, "Finetune/Loss (Raw)": 0.7837929129600525, "Finetune/Step": 9497, "Finetune/Step Time": 10.646867146715522}
+{"Finetune/Learning Rate": 1.0683154580786894e-05, "Finetune/Loss": 0.803411066532135, "Finetune/Loss (Raw)": 0.7963168025016785, "Finetune/Step": 9498, "Finetune/Step Time": 10.651711830869317}
+{"Finetune/Learning Rate": 1.0681474546896126e-05, "Finetune/Loss": 0.8043880462646484, "Finetune/Loss (Raw)": 0.7275670766830444, "Finetune/Step": 9499, "Finetune/Step Time": 10.650893602520227}
+{"Finetune/Learning Rate": 1.0679794493680679e-05, "Finetune/Loss": 0.804526150226593, "Finetune/Loss (Raw)": 0.8265444040298462, "Finetune/Step": 9500, "Finetune/Step Time": 10.632720913738012}
+{"Finetune/Learning Rate": 1.0678114421188195e-05, "Finetune/Loss": 0.8045674562454224, "Finetune/Loss (Raw)": 0.8578065037727356, "Finetune/Step": 9501, "Finetune/Step Time": 10.629642294719815}
+{"Finetune/Learning Rate": 1.0676434329466312e-05, "Finetune/Loss": 0.8056595921516418, "Finetune/Loss (Raw)": 0.8423405885696411, "Finetune/Step": 9502, "Finetune/Step Time": 10.64659420400858}
+{"Finetune/Learning Rate": 1.0674754218562675e-05, "Finetune/Loss": 0.8048896789550781, "Finetune/Loss (Raw)": 0.6582373976707458, "Finetune/Step": 9503, "Finetune/Step Time": 10.631177552044392}
+{"Finetune/Learning Rate": 1.0673074088524926e-05, "Finetune/Loss": 0.8037325143814087, "Finetune/Loss (Raw)": 0.7078450322151184, "Finetune/Step": 9504, "Finetune/Step Time": 10.672221511602402}
+{"Finetune/Learning Rate": 1.0671393939400715e-05, "Finetune/Loss": 0.8023861646652222, "Finetune/Loss (Raw)": 0.7450990080833435, "Finetune/Step": 9505, "Finetune/Step Time": 10.680046496912837}
+{"Finetune/Learning Rate": 1.0669713771237676e-05, "Finetune/Loss": 0.8019854426383972, "Finetune/Loss (Raw)": 0.8044413328170776, "Finetune/Step": 9506, "Finetune/Step Time": 10.691352345049381}
+{"Finetune/Learning Rate": 1.066803358408346e-05, "Finetune/Loss": 0.8023014068603516, "Finetune/Loss (Raw)": 0.7428228855133057, "Finetune/Step": 9507, "Finetune/Step Time": 10.672868814319372}
+{"Finetune/Learning Rate": 1.0666353377985712e-05, "Finetune/Loss": 0.8020696640014648, "Finetune/Loss (Raw)": 0.8236512541770935, "Finetune/Step": 9508, "Finetune/Step Time": 10.677919864654541}
+{"Finetune/Learning Rate": 1.0664673152992076e-05, "Finetune/Loss": 0.8017482757568359, "Finetune/Loss (Raw)": 0.7948084473609924, "Finetune/Step": 9509, "Finetune/Step Time": 10.684824950993061}
+{"Finetune/Learning Rate": 1.0662992909150199e-05, "Finetune/Loss": 0.8024835586547852, "Finetune/Loss (Raw)": 0.8364940285682678, "Finetune/Step": 9510, "Finetune/Step Time": 10.671240856871009}
+{"Finetune/Learning Rate": 1.0661312646507731e-05, "Finetune/Loss": 0.8029415607452393, "Finetune/Loss (Raw)": 0.8763639330863953, "Finetune/Step": 9511, "Finetune/Step Time": 10.671180134639144}
+{"Finetune/Learning Rate": 1.0659632365112317e-05, "Finetune/Loss": 0.8023979663848877, "Finetune/Loss (Raw)": 0.7694759964942932, "Finetune/Step": 9512, "Finetune/Step Time": 10.652893494814634}
+{"Finetune/Learning Rate": 1.0657952065011599e-05, "Finetune/Loss": 0.802981972694397, "Finetune/Loss (Raw)": 0.89369797706604, "Finetune/Step": 9513, "Finetune/Step Time": 10.650261769071221}
+{"Finetune/Learning Rate": 1.0656271746253237e-05, "Finetune/Loss": 0.8031691312789917, "Finetune/Loss (Raw)": 0.840903103351593, "Finetune/Step": 9514, "Finetune/Step Time": 10.644816877320409}
+{"Finetune/Learning Rate": 1.0654591408884874e-05, "Finetune/Loss": 0.8045572638511658, "Finetune/Loss (Raw)": 0.9746803641319275, "Finetune/Step": 9515, "Finetune/Step Time": 10.639778895303607}
+{"Finetune/Learning Rate": 1.065291105295416e-05, "Finetune/Loss": 0.80335932970047, "Finetune/Loss (Raw)": 0.6709187030792236, "Finetune/Step": 9516, "Finetune/Step Time": 10.639206416904926}
+{"Finetune/Learning Rate": 1.0651230678508744e-05, "Finetune/Loss": 0.8027145862579346, "Finetune/Loss (Raw)": 0.7230003476142883, "Finetune/Step": 9517, "Finetune/Step Time": 10.649743396788836}
+{"Finetune/Learning Rate": 1.0649550285596278e-05, "Finetune/Loss": 0.8020310401916504, "Finetune/Loss (Raw)": 0.7859434485435486, "Finetune/Step": 9518, "Finetune/Step Time": 10.650852797552943}
+{"Finetune/Learning Rate": 1.0647869874264411e-05, "Finetune/Loss": 0.8024774193763733, "Finetune/Loss (Raw)": 0.9006386399269104, "Finetune/Step": 9519, "Finetune/Step Time": 10.684413021430373}
+{"Finetune/Learning Rate": 1.0646189444560799e-05, "Finetune/Loss": 0.8010483384132385, "Finetune/Loss (Raw)": 0.7973103523254395, "Finetune/Step": 9520, "Finetune/Step Time": 10.718785285949707}
+{"Finetune/Learning Rate": 1.0644508996533092e-05, "Finetune/Loss": 0.8012474775314331, "Finetune/Loss (Raw)": 0.9474740028381348, "Finetune/Step": 9521, "Finetune/Step Time": 10.739102330058813}
+{"Finetune/Learning Rate": 1.0642828530228941e-05, "Finetune/Loss": 0.8011690974235535, "Finetune/Loss (Raw)": 0.8746032118797302, "Finetune/Step": 9522, "Finetune/Step Time": 10.789009055122733}
+{"Finetune/Learning Rate": 1.0641148045696003e-05, "Finetune/Loss": 0.799780011177063, "Finetune/Loss (Raw)": 0.6780301928520203, "Finetune/Step": 9523, "Finetune/Step Time": 10.800943544134498}
+{"Finetune/Learning Rate": 1.063946754298193e-05, "Finetune/Loss": 0.8001168966293335, "Finetune/Loss (Raw)": 0.7649832367897034, "Finetune/Step": 9524, "Finetune/Step Time": 10.799535650759935}
+{"Finetune/Learning Rate": 1.0637787022134373e-05, "Finetune/Loss": 0.8003531694412231, "Finetune/Loss (Raw)": 0.7517768144607544, "Finetune/Step": 9525, "Finetune/Step Time": 10.774564949795604}
+{"Finetune/Learning Rate": 1.0636106483200991e-05, "Finetune/Loss": 0.7981663942337036, "Finetune/Loss (Raw)": 0.5764558911323547, "Finetune/Step": 9526, "Finetune/Step Time": 10.771204119548202}
+{"Finetune/Learning Rate": 1.063442592622944e-05, "Finetune/Loss": 0.798814594745636, "Finetune/Loss (Raw)": 0.8972617983818054, "Finetune/Step": 9527, "Finetune/Step Time": 10.767515806481242}
+{"Finetune/Learning Rate": 1.063274535126737e-05, "Finetune/Loss": 0.7964009642601013, "Finetune/Loss (Raw)": 0.7026395797729492, "Finetune/Step": 9528, "Finetune/Step Time": 10.769694129005075}
+{"Finetune/Learning Rate": 1.0631064758362445e-05, "Finetune/Loss": 0.7957932949066162, "Finetune/Loss (Raw)": 0.7770265340805054, "Finetune/Step": 9529, "Finetune/Step Time": 10.768944565206766}
+{"Finetune/Learning Rate": 1.0629384147562314e-05, "Finetune/Loss": 0.7940170168876648, "Finetune/Loss (Raw)": 0.7439197897911072, "Finetune/Step": 9530, "Finetune/Step Time": 10.743552574887872}
+{"Finetune/Learning Rate": 1.062770351891464e-05, "Finetune/Loss": 0.7947822213172913, "Finetune/Loss (Raw)": 0.939569354057312, "Finetune/Step": 9531, "Finetune/Step Time": 10.74675689637661}
+{"Finetune/Learning Rate": 1.0626022872467078e-05, "Finetune/Loss": 0.7933040261268616, "Finetune/Loss (Raw)": 0.8001660108566284, "Finetune/Step": 9532, "Finetune/Step Time": 10.742881290614605}
+{"Finetune/Learning Rate": 1.0624342208267293e-05, "Finetune/Loss": 0.7932672500610352, "Finetune/Loss (Raw)": 0.7478911876678467, "Finetune/Step": 9533, "Finetune/Step Time": 10.745096830651164}
+{"Finetune/Learning Rate": 1.0622661526362932e-05, "Finetune/Loss": 0.7930659055709839, "Finetune/Loss (Raw)": 0.7894830107688904, "Finetune/Step": 9534, "Finetune/Step Time": 10.73382418975234}
+{"Finetune/Learning Rate": 1.0620980826801663e-05, "Finetune/Loss": 0.7925965785980225, "Finetune/Loss (Raw)": 0.7518612742424011, "Finetune/Step": 9535, "Finetune/Step Time": 10.732850544154644}
+{"Finetune/Learning Rate": 1.0619300109631146e-05, "Finetune/Loss": 0.7912099361419678, "Finetune/Loss (Raw)": 0.7724259495735168, "Finetune/Step": 9536, "Finetune/Step Time": 10.731216194108129}
+{"Finetune/Learning Rate": 1.0617619374899032e-05, "Finetune/Loss": 0.7929964661598206, "Finetune/Loss (Raw)": 0.7555701732635498, "Finetune/Step": 9537, "Finetune/Step Time": 10.693095542490482}
+{"Finetune/Learning Rate": 1.0615938622652995e-05, "Finetune/Loss": 0.7936083078384399, "Finetune/Loss (Raw)": 0.9023367762565613, "Finetune/Step": 9538, "Finetune/Step Time": 10.679388040676713}
+{"Finetune/Learning Rate": 1.061425785294069e-05, "Finetune/Loss": 0.7931114435195923, "Finetune/Loss (Raw)": 0.8761307597160339, "Finetune/Step": 9539, "Finetune/Step Time": 10.680334702134132}
+{"Finetune/Learning Rate": 1.0612577065809779e-05, "Finetune/Loss": 0.7930793762207031, "Finetune/Loss (Raw)": 0.7721839547157288, "Finetune/Step": 9540, "Finetune/Step Time": 10.683309510350227}
+{"Finetune/Learning Rate": 1.0610896261307919e-05, "Finetune/Loss": 0.7914190292358398, "Finetune/Loss (Raw)": 0.5874087810516357, "Finetune/Step": 9541, "Finetune/Step Time": 10.66425972059369}
+{"Finetune/Learning Rate": 1.0609215439482785e-05, "Finetune/Loss": 0.791557252407074, "Finetune/Loss (Raw)": 0.6853340268135071, "Finetune/Step": 9542, "Finetune/Step Time": 10.635569283738732}
+{"Finetune/Learning Rate": 1.060753460038203e-05, "Finetune/Loss": 0.791102409362793, "Finetune/Loss (Raw)": 0.7044248580932617, "Finetune/Step": 9543, "Finetune/Step Time": 10.628214387223125}
+{"Finetune/Learning Rate": 1.0605853744053322e-05, "Finetune/Loss": 0.7919350862503052, "Finetune/Loss (Raw)": 0.8217455148696899, "Finetune/Step": 9544, "Finetune/Step Time": 10.62289733812213}
+{"Finetune/Learning Rate": 1.0604172870544325e-05, "Finetune/Loss": 0.7917905449867249, "Finetune/Loss (Raw)": 0.8013823628425598, "Finetune/Step": 9545, "Finetune/Step Time": 10.631072424352169}
+{"Finetune/Learning Rate": 1.0602491979902702e-05, "Finetune/Loss": 0.7923376560211182, "Finetune/Loss (Raw)": 0.8469435572624207, "Finetune/Step": 9546, "Finetune/Step Time": 10.631996041163802}
+{"Finetune/Learning Rate": 1.0600811072176123e-05, "Finetune/Loss": 0.7940882444381714, "Finetune/Loss (Raw)": 0.904609203338623, "Finetune/Step": 9547, "Finetune/Step Time": 10.614303067326546}
+{"Finetune/Learning Rate": 1.0599130147412246e-05, "Finetune/Loss": 0.7935741543769836, "Finetune/Loss (Raw)": 0.7733534574508667, "Finetune/Step": 9548, "Finetune/Step Time": 10.631658418104053}
+{"Finetune/Learning Rate": 1.0597449205658746e-05, "Finetune/Loss": 0.793158769607544, "Finetune/Loss (Raw)": 0.7779716849327087, "Finetune/Step": 9549, "Finetune/Step Time": 10.62814356200397}
+{"Finetune/Learning Rate": 1.0595768246963283e-05, "Finetune/Loss": 0.7943214774131775, "Finetune/Loss (Raw)": 0.7846787571907043, "Finetune/Step": 9550, "Finetune/Step Time": 10.595672097057104}
+{"Finetune/Learning Rate": 1.0594087271373525e-05, "Finetune/Loss": 0.7945706844329834, "Finetune/Loss (Raw)": 0.8630014061927795, "Finetune/Step": 9551, "Finetune/Step Time": 10.590503236278892}
+{"Finetune/Learning Rate": 1.0592406278937143e-05, "Finetune/Loss": 0.794858455657959, "Finetune/Loss (Raw)": 0.8464118838310242, "Finetune/Step": 9552, "Finetune/Step Time": 10.591978620737791}
+{"Finetune/Learning Rate": 1.0590725269701804e-05, "Finetune/Loss": 0.7941396236419678, "Finetune/Loss (Raw)": 0.746609091758728, "Finetune/Step": 9553, "Finetune/Step Time": 10.591460539028049}
+{"Finetune/Learning Rate": 1.0589044243715179e-05, "Finetune/Loss": 0.7933798432350159, "Finetune/Loss (Raw)": 0.7858938574790955, "Finetune/Step": 9554, "Finetune/Step Time": 10.594178199768066}
+{"Finetune/Learning Rate": 1.058736320102493e-05, "Finetune/Loss": 0.7932094931602478, "Finetune/Loss (Raw)": 0.8684210777282715, "Finetune/Step": 9555, "Finetune/Step Time": 10.590050999075174}
+{"Finetune/Learning Rate": 1.058568214167873e-05, "Finetune/Loss": 0.7937716245651245, "Finetune/Loss (Raw)": 0.8845994472503662, "Finetune/Step": 9556, "Finetune/Step Time": 10.595559656620026}
+{"Finetune/Learning Rate": 1.0584001065724254e-05, "Finetune/Loss": 0.794151782989502, "Finetune/Loss (Raw)": 0.8445681929588318, "Finetune/Step": 9557, "Finetune/Step Time": 10.594025770202279}
+{"Finetune/Learning Rate": 1.0582319973209164e-05, "Finetune/Loss": 0.7952669262886047, "Finetune/Loss (Raw)": 0.8438023924827576, "Finetune/Step": 9558, "Finetune/Step Time": 10.6223947070539}
+{"Finetune/Learning Rate": 1.0580638864181138e-05, "Finetune/Loss": 0.7973459362983704, "Finetune/Loss (Raw)": 0.9785009026527405, "Finetune/Step": 9559, "Finetune/Step Time": 10.612071309238672}
+{"Finetune/Learning Rate": 1.0578957738687847e-05, "Finetune/Loss": 0.796440064907074, "Finetune/Loss (Raw)": 0.688275158405304, "Finetune/Step": 9560, "Finetune/Step Time": 10.602014873176813}
+{"Finetune/Learning Rate": 1.057727659677696e-05, "Finetune/Loss": 0.7970722913742065, "Finetune/Loss (Raw)": 0.9128631949424744, "Finetune/Step": 9561, "Finetune/Step Time": 10.612470330670476}
+{"Finetune/Learning Rate": 1.0575595438496147e-05, "Finetune/Loss": 0.7975369691848755, "Finetune/Loss (Raw)": 0.8754960298538208, "Finetune/Step": 9562, "Finetune/Step Time": 10.616703288629651}
+{"Finetune/Learning Rate": 1.0573914263893088e-05, "Finetune/Loss": 0.7973332405090332, "Finetune/Loss (Raw)": 0.8071684837341309, "Finetune/Step": 9563, "Finetune/Step Time": 10.59424576535821}
+{"Finetune/Learning Rate": 1.057223307301545e-05, "Finetune/Loss": 0.7969418168067932, "Finetune/Loss (Raw)": 0.7977124452590942, "Finetune/Step": 9564, "Finetune/Step Time": 10.599630553275347}
+{"Finetune/Learning Rate": 1.0570551865910907e-05, "Finetune/Loss": 0.7976144552230835, "Finetune/Loss (Raw)": 0.946073591709137, "Finetune/Step": 9565, "Finetune/Step Time": 10.60347512550652}
+{"Finetune/Learning Rate": 1.056887064262714e-05, "Finetune/Loss": 0.7970419526100159, "Finetune/Loss (Raw)": 0.777439296245575, "Finetune/Step": 9566, "Finetune/Step Time": 10.595740454271436}
+{"Finetune/Learning Rate": 1.056718940321182e-05, "Finetune/Loss": 0.797899067401886, "Finetune/Loss (Raw)": 0.8275993466377258, "Finetune/Step": 9567, "Finetune/Step Time": 10.587737020105124}
+{"Finetune/Learning Rate": 1.0565508147712618e-05, "Finetune/Loss": 0.7978986501693726, "Finetune/Loss (Raw)": 0.7043144106864929, "Finetune/Step": 9568, "Finetune/Step Time": 10.585993215441704}
+{"Finetune/Learning Rate": 1.0563826876177215e-05, "Finetune/Loss": 0.7967317700386047, "Finetune/Loss (Raw)": 0.7327532768249512, "Finetune/Step": 9569, "Finetune/Step Time": 10.58919750340283}
+{"Finetune/Learning Rate": 1.0562145588653283e-05, "Finetune/Loss": 0.7953060865402222, "Finetune/Loss (Raw)": 0.7323530912399292, "Finetune/Step": 9570, "Finetune/Step Time": 10.568983253091574}
+{"Finetune/Learning Rate": 1.05604642851885e-05, "Finetune/Loss": 0.7969701290130615, "Finetune/Loss (Raw)": 0.78208988904953, "Finetune/Step": 9571, "Finetune/Step Time": 10.542140873149037}
+{"Finetune/Learning Rate": 1.0558782965830547e-05, "Finetune/Loss": 0.7981206178665161, "Finetune/Loss (Raw)": 0.8882986903190613, "Finetune/Step": 9572, "Finetune/Step Time": 10.538909800350666}
+{"Finetune/Learning Rate": 1.0557101630627095e-05, "Finetune/Loss": 0.7990675568580627, "Finetune/Loss (Raw)": 0.7892695069313049, "Finetune/Step": 9573, "Finetune/Step Time": 10.551920659840107}
+{"Finetune/Learning Rate": 1.0555420279625827e-05, "Finetune/Loss": 0.799060583114624, "Finetune/Loss (Raw)": 0.7911704778671265, "Finetune/Step": 9574, "Finetune/Step Time": 10.548851195722818}
+{"Finetune/Learning Rate": 1.0553738912874418e-05, "Finetune/Loss": 0.7996416091918945, "Finetune/Loss (Raw)": 0.8600569367408752, "Finetune/Step": 9575, "Finetune/Step Time": 10.54457282088697}
+{"Finetune/Learning Rate": 1.055205753042055e-05, "Finetune/Loss": 0.8010507822036743, "Finetune/Loss (Raw)": 0.9673285484313965, "Finetune/Step": 9576, "Finetune/Step Time": 10.521112032234669}
+{"Finetune/Learning Rate": 1.0550376132311899e-05, "Finetune/Loss": 0.8009488582611084, "Finetune/Loss (Raw)": 0.82757568359375, "Finetune/Step": 9577, "Finetune/Step Time": 10.51723020710051}
+{"Finetune/Learning Rate": 1.0548694718596149e-05, "Finetune/Loss": 0.7993813753128052, "Finetune/Loss (Raw)": 0.6872548460960388, "Finetune/Step": 9578, "Finetune/Step Time": 10.525456096976995}
+{"Finetune/Learning Rate": 1.054701328932097e-05, "Finetune/Loss": 0.7992887496948242, "Finetune/Loss (Raw)": 0.7564772963523865, "Finetune/Step": 9579, "Finetune/Step Time": 10.533451350405812}
+{"Finetune/Learning Rate": 1.0545331844534055e-05, "Finetune/Loss": 0.8002878427505493, "Finetune/Loss (Raw)": 0.9437924027442932, "Finetune/Step": 9580, "Finetune/Step Time": 10.545809112489223}
+{"Finetune/Learning Rate": 1.054365038428308e-05, "Finetune/Loss": 0.8009131550788879, "Finetune/Loss (Raw)": 0.8976545929908752, "Finetune/Step": 9581, "Finetune/Step Time": 10.541586771607399}
+{"Finetune/Learning Rate": 1.0541968908615723e-05, "Finetune/Loss": 0.8014163970947266, "Finetune/Loss (Raw)": 0.8750663995742798, "Finetune/Step": 9582, "Finetune/Step Time": 10.546128192916512}
+{"Finetune/Learning Rate": 1.0540287417579668e-05, "Finetune/Loss": 0.8009984493255615, "Finetune/Loss (Raw)": 0.7605482935905457, "Finetune/Step": 9583, "Finetune/Step Time": 10.550409400835633}
+{"Finetune/Learning Rate": 1.0538605911222603e-05, "Finetune/Loss": 0.8023718595504761, "Finetune/Loss (Raw)": 0.8454510569572449, "Finetune/Step": 9584, "Finetune/Step Time": 10.546837091445923}
+{"Finetune/Learning Rate": 1.0536924389592202e-05, "Finetune/Loss": 0.803146243095398, "Finetune/Loss (Raw)": 0.8969147801399231, "Finetune/Step": 9585, "Finetune/Step Time": 10.523598693311214}
+{"Finetune/Learning Rate": 1.0535242852736152e-05, "Finetune/Loss": 0.8022802472114563, "Finetune/Loss (Raw)": 0.6762053966522217, "Finetune/Step": 9586, "Finetune/Step Time": 10.53298656642437}
+{"Finetune/Learning Rate": 1.053356130070214e-05, "Finetune/Loss": 0.805049479007721, "Finetune/Loss (Raw)": 0.9817233681678772, "Finetune/Step": 9587, "Finetune/Step Time": 10.515991171821952}
+{"Finetune/Learning Rate": 1.0531879733537845e-05, "Finetune/Loss": 0.804803729057312, "Finetune/Loss (Raw)": 0.7484658360481262, "Finetune/Step": 9588, "Finetune/Step Time": 10.508306860923767}
+{"Finetune/Learning Rate": 1.0530198151290954e-05, "Finetune/Loss": 0.8038535118103027, "Finetune/Loss (Raw)": 0.687537431716919, "Finetune/Step": 9589, "Finetune/Step Time": 10.51755165681243}
+{"Finetune/Learning Rate": 1.052851655400915e-05, "Finetune/Loss": 0.8053525686264038, "Finetune/Loss (Raw)": 0.7608256936073303, "Finetune/Step": 9590, "Finetune/Step Time": 10.482911622151732}
+{"Finetune/Learning Rate": 1.0526834941740118e-05, "Finetune/Loss": 0.8066213726997375, "Finetune/Loss (Raw)": 0.8435803055763245, "Finetune/Step": 9591, "Finetune/Step Time": 10.46891875937581}
+{"Finetune/Learning Rate": 1.0525153314531548e-05, "Finetune/Loss": 0.8062659502029419, "Finetune/Loss (Raw)": 0.616169810295105, "Finetune/Step": 9592, "Finetune/Step Time": 10.49710662662983}
+{"Finetune/Learning Rate": 1.0523471672431123e-05, "Finetune/Loss": 0.8059847354888916, "Finetune/Loss (Raw)": 0.9044805765151978, "Finetune/Step": 9593, "Finetune/Step Time": 10.497037237510085}
+{"Finetune/Learning Rate": 1.0521790015486528e-05, "Finetune/Loss": 0.8075680732727051, "Finetune/Loss (Raw)": 0.9080659747123718, "Finetune/Step": 9594, "Finetune/Step Time": 10.492794081568718}
+{"Finetune/Learning Rate": 1.0520108343745451e-05, "Finetune/Loss": 0.8075804710388184, "Finetune/Loss (Raw)": 0.8636002540588379, "Finetune/Step": 9595, "Finetune/Step Time": 10.50403063930571}
+{"Finetune/Learning Rate": 1.0518426657255585e-05, "Finetune/Loss": 0.8083615303039551, "Finetune/Loss (Raw)": 0.8635199666023254, "Finetune/Step": 9596, "Finetune/Step Time": 10.507157325744629}
+{"Finetune/Learning Rate": 1.0516744956064611e-05, "Finetune/Loss": 0.8087618350982666, "Finetune/Loss (Raw)": 0.8000711798667908, "Finetune/Step": 9597, "Finetune/Step Time": 10.505051985383034}
+{"Finetune/Learning Rate": 1.0515063240220218e-05, "Finetune/Loss": 0.8080371618270874, "Finetune/Loss (Raw)": 0.6818517446517944, "Finetune/Step": 9598, "Finetune/Step Time": 10.561499996110797}
+{"Finetune/Learning Rate": 1.05133815097701e-05, "Finetune/Loss": 0.8073524236679077, "Finetune/Loss (Raw)": 0.7749001979827881, "Finetune/Step": 9599, "Finetune/Step Time": 10.569421168416739}
+{"Finetune/Learning Rate": 1.0511699764761935e-05, "Finetune/Loss": 0.807002067565918, "Finetune/Loss (Raw)": 0.8514606356620789, "Finetune/Step": 9600, "Finetune/Step Time": 10.570478472858667}
+{"Finetune/Learning Rate": 1.0510018005243426e-05, "Finetune/Loss": 0.8062093257904053, "Finetune/Loss (Raw)": 0.7655021548271179, "Finetune/Step": 9601, "Finetune/Step Time": 10.575830549001694}
+{"Finetune/Learning Rate": 1.0508336231262257e-05, "Finetune/Loss": 0.8060047626495361, "Finetune/Loss (Raw)": 0.7553421258926392, "Finetune/Step": 9602, "Finetune/Step Time": 10.572438387200236}
+{"Finetune/Learning Rate": 1.0506654442866113e-05, "Finetune/Loss": 0.8076313734054565, "Finetune/Loss (Raw)": 0.8456603288650513, "Finetune/Step": 9603, "Finetune/Step Time": 10.562714098021388}
+{"Finetune/Learning Rate": 1.0504972640102694e-05, "Finetune/Loss": 0.8076960444450378, "Finetune/Loss (Raw)": 0.7339550256729126, "Finetune/Step": 9604, "Finetune/Step Time": 10.562220081686974}
+{"Finetune/Learning Rate": 1.0503290823019684e-05, "Finetune/Loss": 0.8077614307403564, "Finetune/Loss (Raw)": 0.8062068223953247, "Finetune/Step": 9605, "Finetune/Step Time": 10.566136678680778}
+{"Finetune/Learning Rate": 1.050160899166478e-05, "Finetune/Loss": 0.8088003396987915, "Finetune/Loss (Raw)": 0.9319406747817993, "Finetune/Step": 9606, "Finetune/Step Time": 10.556376369670033}
+{"Finetune/Learning Rate": 1.0499927146085668e-05, "Finetune/Loss": 0.8063206672668457, "Finetune/Loss (Raw)": 0.6195653676986694, "Finetune/Step": 9607, "Finetune/Step Time": 10.595024708658457}
+{"Finetune/Learning Rate": 1.0498245286330049e-05, "Finetune/Loss": 0.8063299655914307, "Finetune/Loss (Raw)": 0.8349741101264954, "Finetune/Step": 9608, "Finetune/Step Time": 10.590071389451623}
+{"Finetune/Learning Rate": 1.0496563412445608e-05, "Finetune/Loss": 0.8078201413154602, "Finetune/Loss (Raw)": 0.9279161095619202, "Finetune/Step": 9609, "Finetune/Step Time": 10.573911918327212}
+{"Finetune/Learning Rate": 1.0494881524480041e-05, "Finetune/Loss": 0.8081648349761963, "Finetune/Loss (Raw)": 0.7940762639045715, "Finetune/Step": 9610, "Finetune/Step Time": 10.568285819143057}
+{"Finetune/Learning Rate": 1.0493199622481039e-05, "Finetune/Loss": 0.8077967762947083, "Finetune/Loss (Raw)": 0.7923524379730225, "Finetune/Step": 9611, "Finetune/Step Time": 10.567590318620205}
+{"Finetune/Learning Rate": 1.04915177064963e-05, "Finetune/Loss": 0.80734783411026, "Finetune/Loss (Raw)": 0.8178367614746094, "Finetune/Step": 9612, "Finetune/Step Time": 10.57320179976523}
+{"Finetune/Learning Rate": 1.0489835776573516e-05, "Finetune/Loss": 0.8076506853103638, "Finetune/Loss (Raw)": 0.9146391153335571, "Finetune/Step": 9613, "Finetune/Step Time": 10.575744381174445}
+{"Finetune/Learning Rate": 1.048815383276038e-05, "Finetune/Loss": 0.80701744556427, "Finetune/Loss (Raw)": 0.7621285319328308, "Finetune/Step": 9614, "Finetune/Step Time": 10.56964342109859}
+{"Finetune/Learning Rate": 1.0486471875104594e-05, "Finetune/Loss": 0.8065422773361206, "Finetune/Loss (Raw)": 0.6677262783050537, "Finetune/Step": 9615, "Finetune/Step Time": 10.559545746073127}
+{"Finetune/Learning Rate": 1.0484789903653847e-05, "Finetune/Loss": 0.805616021156311, "Finetune/Loss (Raw)": 0.862430214881897, "Finetune/Step": 9616, "Finetune/Step Time": 10.559265097603202}
+{"Finetune/Learning Rate": 1.0483107918455836e-05, "Finetune/Loss": 0.8027182817459106, "Finetune/Loss (Raw)": 0.4265396296977997, "Finetune/Step": 9617, "Finetune/Step Time": 10.732633598148823}
+{"Finetune/Learning Rate": 1.0481425919558259e-05, "Finetune/Loss": 0.8019750118255615, "Finetune/Loss (Raw)": 0.6698998212814331, "Finetune/Step": 9618, "Finetune/Step Time": 10.733804319053888}
+{"Finetune/Learning Rate": 1.0479743907008812e-05, "Finetune/Loss": 0.8011606931686401, "Finetune/Loss (Raw)": 0.6930955052375793, "Finetune/Step": 9619, "Finetune/Step Time": 10.74299524910748}
+{"Finetune/Learning Rate": 1.047806188085519e-05, "Finetune/Loss": 0.8000376224517822, "Finetune/Loss (Raw)": 0.6388372778892517, "Finetune/Step": 9620, "Finetune/Step Time": 10.74059017188847}
+{"Finetune/Learning Rate": 1.0476379841145095e-05, "Finetune/Loss": 0.7973563075065613, "Finetune/Loss (Raw)": 0.6648874878883362, "Finetune/Step": 9621, "Finetune/Step Time": 10.738772295415401}
+{"Finetune/Learning Rate": 1.0474697787926222e-05, "Finetune/Loss": 0.7964789867401123, "Finetune/Loss (Raw)": 0.7298527956008911, "Finetune/Step": 9622, "Finetune/Step Time": 10.747697150334716}
+{"Finetune/Learning Rate": 1.047301572124627e-05, "Finetune/Loss": 0.7939028739929199, "Finetune/Loss (Raw)": 0.5007304549217224, "Finetune/Step": 9623, "Finetune/Step Time": 10.743392147123814}
+{"Finetune/Learning Rate": 1.0471333641152937e-05, "Finetune/Loss": 0.7924851179122925, "Finetune/Loss (Raw)": 0.596392035484314, "Finetune/Step": 9624, "Finetune/Step Time": 10.74814298376441}
+{"Finetune/Learning Rate": 1.046965154769392e-05, "Finetune/Loss": 0.7915385961532593, "Finetune/Loss (Raw)": 0.662635862827301, "Finetune/Step": 9625, "Finetune/Step Time": 10.75277579203248}
+{"Finetune/Learning Rate": 1.0467969440916923e-05, "Finetune/Loss": 0.7904044389724731, "Finetune/Loss (Raw)": 0.6511447429656982, "Finetune/Step": 9626, "Finetune/Step Time": 10.751129047945142}
+{"Finetune/Learning Rate": 1.0466287320869644e-05, "Finetune/Loss": 0.7902970314025879, "Finetune/Loss (Raw)": 0.7138211131095886, "Finetune/Step": 9627, "Finetune/Step Time": 10.75483507476747}
+{"Finetune/Learning Rate": 1.0464605187599778e-05, "Finetune/Loss": 0.7891786694526672, "Finetune/Loss (Raw)": 0.6833922863006592, "Finetune/Step": 9628, "Finetune/Step Time": 10.748872492462397}
+{"Finetune/Learning Rate": 1.0462923041155036e-05, "Finetune/Loss": 0.7873814105987549, "Finetune/Loss (Raw)": 0.627766489982605, "Finetune/Step": 9629, "Finetune/Step Time": 10.755798183381557}
+{"Finetune/Learning Rate": 1.046124088158311e-05, "Finetune/Loss": 0.785417914390564, "Finetune/Loss (Raw)": 0.5910085439682007, "Finetune/Step": 9630, "Finetune/Step Time": 10.739940032362938}
+{"Finetune/Learning Rate": 1.0459558708931704e-05, "Finetune/Loss": 0.7858603000640869, "Finetune/Loss (Raw)": 0.714863657951355, "Finetune/Step": 9631, "Finetune/Step Time": 10.744110146537423}
+{"Finetune/Learning Rate": 1.0457876523248518e-05, "Finetune/Loss": 0.7858972549438477, "Finetune/Loss (Raw)": 0.7125735878944397, "Finetune/Step": 9632, "Finetune/Step Time": 10.696459170430899}
+{"Finetune/Learning Rate": 1.0456194324581262e-05, "Finetune/Loss": 0.7861043214797974, "Finetune/Loss (Raw)": 0.7716028094291687, "Finetune/Step": 9633, "Finetune/Step Time": 10.693146588280797}
+{"Finetune/Learning Rate": 1.0454512112977628e-05, "Finetune/Loss": 0.7846133708953857, "Finetune/Loss (Raw)": 0.6136043667793274, "Finetune/Step": 9634, "Finetune/Step Time": 10.683497581630945}
+{"Finetune/Learning Rate": 1.045282988848532e-05, "Finetune/Loss": 0.7832412719726562, "Finetune/Loss (Raw)": 0.5671895146369934, "Finetune/Step": 9635, "Finetune/Step Time": 10.688133962452412}
+{"Finetune/Learning Rate": 1.0451147651152049e-05, "Finetune/Loss": 0.7820576429367065, "Finetune/Loss (Raw)": 0.6721410751342773, "Finetune/Step": 9636, "Finetune/Step Time": 10.679069053381681}
+{"Finetune/Learning Rate": 1.044946540102551e-05, "Finetune/Loss": 0.7800520658493042, "Finetune/Loss (Raw)": 0.5381022691726685, "Finetune/Step": 9637, "Finetune/Step Time": 10.673329783603549}
+{"Finetune/Learning Rate": 1.0447783138153414e-05, "Finetune/Loss": 0.7783504724502563, "Finetune/Loss (Raw)": 0.6186890602111816, "Finetune/Step": 9638, "Finetune/Step Time": 10.68597187101841}
+{"Finetune/Learning Rate": 1.0446100862583459e-05, "Finetune/Loss": 0.7775812149047852, "Finetune/Loss (Raw)": 0.7779000997543335, "Finetune/Step": 9639, "Finetune/Step Time": 10.694586835801601}
+{"Finetune/Learning Rate": 1.0444418574363354e-05, "Finetune/Loss": 0.7765872478485107, "Finetune/Loss (Raw)": 0.6422392129898071, "Finetune/Step": 9640, "Finetune/Step Time": 10.69745909795165}
+{"Finetune/Learning Rate": 1.0442736273540799e-05, "Finetune/Loss": 0.7750831842422485, "Finetune/Loss (Raw)": 0.7011842131614685, "Finetune/Step": 9641, "Finetune/Step Time": 10.698400791734457}
+{"Finetune/Learning Rate": 1.0441053960163505e-05, "Finetune/Loss": 0.7732924222946167, "Finetune/Loss (Raw)": 0.6116794943809509, "Finetune/Step": 9642, "Finetune/Step Time": 10.712883349508047}
+{"Finetune/Learning Rate": 1.0439371634279173e-05, "Finetune/Loss": 0.7699682116508484, "Finetune/Loss (Raw)": 0.5491898059844971, "Finetune/Step": 9643, "Finetune/Step Time": 10.72330518066883}
+{"Finetune/Learning Rate": 1.0437689295935512e-05, "Finetune/Loss": 0.7693593502044678, "Finetune/Loss (Raw)": 0.5929794907569885, "Finetune/Step": 9644, "Finetune/Step Time": 10.72136053815484}
+{"Finetune/Learning Rate": 1.0436006945180226e-05, "Finetune/Loss": 0.7690593004226685, "Finetune/Loss (Raw)": 0.6845976114273071, "Finetune/Step": 9645, "Finetune/Step Time": 10.705142058432102}
+{"Finetune/Learning Rate": 1.0434324582061024e-05, "Finetune/Loss": 0.7686298489570618, "Finetune/Loss (Raw)": 0.7309722900390625, "Finetune/Step": 9646, "Finetune/Step Time": 10.743749257177114}
+{"Finetune/Learning Rate": 1.0432642206625612e-05, "Finetune/Loss": 0.7671869397163391, "Finetune/Loss (Raw)": 0.7159498929977417, "Finetune/Step": 9647, "Finetune/Step Time": 10.718502413481474}
+{"Finetune/Learning Rate": 1.0430959818921696e-05, "Finetune/Loss": 0.7657608985900879, "Finetune/Loss (Raw)": 0.6147769689559937, "Finetune/Step": 9648, "Finetune/Step Time": 10.684091612696648}
+{"Finetune/Learning Rate": 1.0429277418996986e-05, "Finetune/Loss": 0.7628744840621948, "Finetune/Loss (Raw)": 0.5780117511749268, "Finetune/Step": 9649, "Finetune/Step Time": 10.667318573221564}
+{"Finetune/Learning Rate": 1.042759500689919e-05, "Finetune/Loss": 0.761466383934021, "Finetune/Loss (Raw)": 0.694361686706543, "Finetune/Step": 9650, "Finetune/Step Time": 10.620216244831681}
+{"Finetune/Learning Rate": 1.0425912582676017e-05, "Finetune/Loss": 0.761795163154602, "Finetune/Loss (Raw)": 0.7201231718063354, "Finetune/Step": 9651, "Finetune/Step Time": 10.614790434017777}
+{"Finetune/Learning Rate": 1.0424230146375169e-05, "Finetune/Loss": 0.7599314451217651, "Finetune/Loss (Raw)": 0.5264139771461487, "Finetune/Step": 9652, "Finetune/Step Time": 10.605907958000898}
+{"Finetune/Learning Rate": 1.0422547698044362e-05, "Finetune/Loss": 0.7590965032577515, "Finetune/Loss (Raw)": 0.644911527633667, "Finetune/Step": 9653, "Finetune/Step Time": 10.610652914270759}
+{"Finetune/Learning Rate": 1.0420865237731308e-05, "Finetune/Loss": 0.75946044921875, "Finetune/Loss (Raw)": 0.623043954372406, "Finetune/Step": 9654, "Finetune/Step Time": 10.60917848162353}
+{"Finetune/Learning Rate": 1.041918276548371e-05, "Finetune/Loss": 0.7560702562332153, "Finetune/Loss (Raw)": 0.4633186459541321, "Finetune/Step": 9655, "Finetune/Step Time": 10.647159025073051}
+{"Finetune/Learning Rate": 1.0417500281349278e-05, "Finetune/Loss": 0.7548173069953918, "Finetune/Loss (Raw)": 0.5422534942626953, "Finetune/Step": 9656, "Finetune/Step Time": 10.648755270987749}
+{"Finetune/Learning Rate": 1.0415817785375731e-05, "Finetune/Loss": 0.7534936666488647, "Finetune/Loss (Raw)": 0.6076038479804993, "Finetune/Step": 9657, "Finetune/Step Time": 10.654061157256365}
+{"Finetune/Learning Rate": 1.0414135277610769e-05, "Finetune/Loss": 0.7513682842254639, "Finetune/Loss (Raw)": 0.4718729257583618, "Finetune/Step": 9658, "Finetune/Step Time": 10.670842124149203}
+{"Finetune/Learning Rate": 1.0412452758102107e-05, "Finetune/Loss": 0.7496577501296997, "Finetune/Loss (Raw)": 0.720615565776825, "Finetune/Step": 9659, "Finetune/Step Time": 10.67250269278884}
+{"Finetune/Learning Rate": 1.0410770226897465e-05, "Finetune/Loss": 0.7488692402839661, "Finetune/Loss (Raw)": 0.699243426322937, "Finetune/Step": 9660, "Finetune/Step Time": 10.684132900089025}
+{"Finetune/Learning Rate": 1.0409087684044541e-05, "Finetune/Loss": 0.7475358247756958, "Finetune/Loss (Raw)": 0.5772067904472351, "Finetune/Step": 9661, "Finetune/Step Time": 10.679286791011691}
+{"Finetune/Learning Rate": 1.0407405129591055e-05, "Finetune/Loss": 0.7459250688552856, "Finetune/Loss (Raw)": 0.5833085179328918, "Finetune/Step": 9662, "Finetune/Step Time": 10.686927812173963}
+{"Finetune/Learning Rate": 1.040572256358472e-05, "Finetune/Loss": 0.7453441619873047, "Finetune/Loss (Raw)": 0.677506148815155, "Finetune/Step": 9663, "Finetune/Step Time": 10.688333520665765}
+{"Finetune/Learning Rate": 1.0404039986073244e-05, "Finetune/Loss": 0.7440043091773987, "Finetune/Loss (Raw)": 0.600928783416748, "Finetune/Step": 9664, "Finetune/Step Time": 10.681964792311192}
+{"Finetune/Learning Rate": 1.0402357397104346e-05, "Finetune/Loss": 0.7432441115379333, "Finetune/Loss (Raw)": 0.6582638025283813, "Finetune/Step": 9665, "Finetune/Step Time": 10.68522834032774}
+{"Finetune/Learning Rate": 1.0400674796725733e-05, "Finetune/Loss": 0.7421952486038208, "Finetune/Loss (Raw)": 0.7680824398994446, "Finetune/Step": 9666, "Finetune/Step Time": 10.687314346432686}
+{"Finetune/Learning Rate": 1.0398992184985124e-05, "Finetune/Loss": 0.7410228252410889, "Finetune/Loss (Raw)": 0.7260561585426331, "Finetune/Step": 9667, "Finetune/Step Time": 10.712045354768634}
+{"Finetune/Learning Rate": 1.0397309561930232e-05, "Finetune/Loss": 0.7404977083206177, "Finetune/Loss (Raw)": 0.7049761414527893, "Finetune/Step": 9668, "Finetune/Step Time": 10.708910150453448}
+{"Finetune/Learning Rate": 1.0395626927608768e-05, "Finetune/Loss": 0.7410200238227844, "Finetune/Loss (Raw)": 0.6542598605155945, "Finetune/Step": 9669, "Finetune/Step Time": 10.704147052019835}
+{"Finetune/Learning Rate": 1.039394428206845e-05, "Finetune/Loss": 0.7405288219451904, "Finetune/Loss (Raw)": 0.6224552392959595, "Finetune/Step": 9670, "Finetune/Step Time": 10.70328320749104}
+{"Finetune/Learning Rate": 1.0392261625356994e-05, "Finetune/Loss": 0.7402334213256836, "Finetune/Loss (Raw)": 0.6666126251220703, "Finetune/Step": 9671, "Finetune/Step Time": 10.719513727352023}
+{"Finetune/Learning Rate": 1.0390578957522117e-05, "Finetune/Loss": 0.737278938293457, "Finetune/Loss (Raw)": 0.4435792565345764, "Finetune/Step": 9672, "Finetune/Step Time": 10.751044724136591}
+{"Finetune/Learning Rate": 1.0388896278611524e-05, "Finetune/Loss": 0.7361742854118347, "Finetune/Loss (Raw)": 0.6599901914596558, "Finetune/Step": 9673, "Finetune/Step Time": 10.746567945927382}
+{"Finetune/Learning Rate": 1.0387213588672941e-05, "Finetune/Loss": 0.7348087430000305, "Finetune/Loss (Raw)": 0.6721488237380981, "Finetune/Step": 9674, "Finetune/Step Time": 10.749021818861365}
+{"Finetune/Learning Rate": 1.0385530887754088e-05, "Finetune/Loss": 0.7323064804077148, "Finetune/Loss (Raw)": 0.5843216180801392, "Finetune/Step": 9675, "Finetune/Step Time": 10.749473700299859}
+{"Finetune/Learning Rate": 1.0383848175902666e-05, "Finetune/Loss": 0.7316833138465881, "Finetune/Loss (Raw)": 0.6935897469520569, "Finetune/Step": 9676, "Finetune/Step Time": 10.731487905606627}
+{"Finetune/Learning Rate": 1.0382165453166406e-05, "Finetune/Loss": 0.7307165861129761, "Finetune/Loss (Raw)": 0.6542291641235352, "Finetune/Step": 9677, "Finetune/Step Time": 10.759009275585413}
+{"Finetune/Learning Rate": 1.0380482719593021e-05, "Finetune/Loss": 0.7293710708618164, "Finetune/Loss (Raw)": 0.6124536991119385, "Finetune/Step": 9678, "Finetune/Step Time": 10.75620568729937}
+{"Finetune/Learning Rate": 1.0378799975230227e-05, "Finetune/Loss": 0.7277496457099915, "Finetune/Loss (Raw)": 0.6554561853408813, "Finetune/Step": 9679, "Finetune/Step Time": 10.75892181135714}
+{"Finetune/Learning Rate": 1.037711722012574e-05, "Finetune/Loss": 0.7251273393630981, "Finetune/Loss (Raw)": 0.5107565522193909, "Finetune/Step": 9680, "Finetune/Step Time": 10.758973749354482}
+{"Finetune/Learning Rate": 1.0375434454327287e-05, "Finetune/Loss": 0.7249574661254883, "Finetune/Loss (Raw)": 0.7248693108558655, "Finetune/Step": 9681, "Finetune/Step Time": 10.768395023420453}
+{"Finetune/Learning Rate": 1.0373751677882575e-05, "Finetune/Loss": 0.7237887382507324, "Finetune/Loss (Raw)": 0.6362901926040649, "Finetune/Step": 9682, "Finetune/Step Time": 10.758651290088892}
+{"Finetune/Learning Rate": 1.037206889083933e-05, "Finetune/Loss": 0.7200408577919006, "Finetune/Loss (Raw)": 0.38869017362594604, "Finetune/Step": 9683, "Finetune/Step Time": 10.796144802123308}
+{"Finetune/Learning Rate": 1.0370386093245271e-05, "Finetune/Loss": 0.7184376120567322, "Finetune/Loss (Raw)": 0.6793861985206604, "Finetune/Step": 9684, "Finetune/Step Time": 10.790719736367464}
+{"Finetune/Learning Rate": 1.0368703285148113e-05, "Finetune/Loss": 0.7160481214523315, "Finetune/Loss (Raw)": 0.5387157201766968, "Finetune/Step": 9685, "Finetune/Step Time": 10.824671223759651}
+{"Finetune/Learning Rate": 1.036702046659558e-05, "Finetune/Loss": 0.714800238609314, "Finetune/Loss (Raw)": 0.6840720772743225, "Finetune/Step": 9686, "Finetune/Step Time": 10.807177605107427}
+{"Finetune/Learning Rate": 1.0365337637635391e-05, "Finetune/Loss": 0.712581992149353, "Finetune/Loss (Raw)": 0.6945644617080688, "Finetune/Step": 9687, "Finetune/Step Time": 10.827082838863134}
+{"Finetune/Learning Rate": 1.0363654798315264e-05, "Finetune/Loss": 0.7121298313140869, "Finetune/Loss (Raw)": 0.6304017901420593, "Finetune/Step": 9688, "Finetune/Step Time": 10.819390600547194}
+{"Finetune/Learning Rate": 1.036197194868292e-05, "Finetune/Loss": 0.7103893756866455, "Finetune/Loss (Raw)": 0.6900860071182251, "Finetune/Step": 9689, "Finetune/Step Time": 10.812138851732016}
+{"Finetune/Learning Rate": 1.0360289088786081e-05, "Finetune/Loss": 0.7088561654090881, "Finetune/Loss (Raw)": 0.6792410612106323, "Finetune/Step": 9690, "Finetune/Step Time": 10.824970265850425}
+{"Finetune/Learning Rate": 1.0358606218672471e-05, "Finetune/Loss": 0.707695722579956, "Finetune/Loss (Raw)": 0.6586331725120544, "Finetune/Step": 9691, "Finetune/Step Time": 10.823286350816488}
+{"Finetune/Learning Rate": 1.0356923338389807e-05, "Finetune/Loss": 0.7071107625961304, "Finetune/Loss (Raw)": 0.7228343486785889, "Finetune/Step": 9692, "Finetune/Step Time": 10.811337150633335}
+{"Finetune/Learning Rate": 1.0355240447985812e-05, "Finetune/Loss": 0.7044786214828491, "Finetune/Loss (Raw)": 0.6091712117195129, "Finetune/Step": 9693, "Finetune/Step Time": 10.826896283775568}
+{"Finetune/Learning Rate": 1.0353557547508207e-05, "Finetune/Loss": 0.7025390267372131, "Finetune/Loss (Raw)": 0.5291630029678345, "Finetune/Step": 9694, "Finetune/Step Time": 10.825442058965564}
+{"Finetune/Learning Rate": 1.0351874637004715e-05, "Finetune/Loss": 0.7006083726882935, "Finetune/Loss (Raw)": 0.5804819464683533, "Finetune/Step": 9695, "Finetune/Step Time": 10.822644658386707}
+{"Finetune/Learning Rate": 1.035019171652306e-05, "Finetune/Loss": 0.6995425820350647, "Finetune/Loss (Raw)": 0.5678821206092834, "Finetune/Step": 9696, "Finetune/Step Time": 10.81821646168828}
+{"Finetune/Learning Rate": 1.0348508786110963e-05, "Finetune/Loss": 0.6985265016555786, "Finetune/Loss (Raw)": 0.6026955246925354, "Finetune/Step": 9697, "Finetune/Step Time": 10.820838084444404}
+{"Finetune/Learning Rate": 1.0346825845816148e-05, "Finetune/Loss": 0.697392463684082, "Finetune/Loss (Raw)": 0.5871922373771667, "Finetune/Step": 9698, "Finetune/Step Time": 10.82481755502522}
+{"Finetune/Learning Rate": 1.034514289568634e-05, "Finetune/Loss": 0.6963717937469482, "Finetune/Loss (Raw)": 0.651450514793396, "Finetune/Step": 9699, "Finetune/Step Time": 10.812930943444371}
+{"Finetune/Learning Rate": 1.034345993576926e-05, "Finetune/Loss": 0.694570779800415, "Finetune/Loss (Raw)": 0.6577675938606262, "Finetune/Step": 9700, "Finetune/Step Time": 10.813331823796034}
+{"Finetune/Learning Rate": 1.0341776966112631e-05, "Finetune/Loss": 0.6926625967025757, "Finetune/Loss (Raw)": 0.5450239181518555, "Finetune/Step": 9701, "Finetune/Step Time": 10.842726012691855}
+{"Finetune/Learning Rate": 1.034009398676418e-05, "Finetune/Loss": 0.6908438205718994, "Finetune/Loss (Raw)": 0.5583722591400146, "Finetune/Step": 9702, "Finetune/Step Time": 10.829641493037343}
+{"Finetune/Learning Rate": 1.0338410997771633e-05, "Finetune/Loss": 0.688944399356842, "Finetune/Loss (Raw)": 0.6169290542602539, "Finetune/Step": 9703, "Finetune/Step Time": 10.832406235858798}
+{"Finetune/Learning Rate": 1.033672799918271e-05, "Finetune/Loss": 0.6863476037979126, "Finetune/Loss (Raw)": 0.6349318623542786, "Finetune/Step": 9704, "Finetune/Step Time": 10.83186380378902}
+{"Finetune/Learning Rate": 1.0335044991045137e-05, "Finetune/Loss": 0.6850780844688416, "Finetune/Loss (Raw)": 0.6650798320770264, "Finetune/Step": 9705, "Finetune/Step Time": 10.828587554395199}
+{"Finetune/Learning Rate": 1.0333361973406646e-05, "Finetune/Loss": 0.6845945119857788, "Finetune/Loss (Raw)": 0.6253613233566284, "Finetune/Step": 9706, "Finetune/Step Time": 10.837196484208107}
+{"Finetune/Learning Rate": 1.0331678946314954e-05, "Finetune/Loss": 0.6837098598480225, "Finetune/Loss (Raw)": 0.6432451009750366, "Finetune/Step": 9707, "Finetune/Step Time": 10.84196725860238}
+{"Finetune/Learning Rate": 1.032999590981779e-05, "Finetune/Loss": 0.680418848991394, "Finetune/Loss (Raw)": 0.5225380063056946, "Finetune/Step": 9708, "Finetune/Step Time": 10.826932694762945}
+{"Finetune/Learning Rate": 1.0328312863962881e-05, "Finetune/Loss": 0.6780005097389221, "Finetune/Loss (Raw)": 0.5881116390228271, "Finetune/Step": 9709, "Finetune/Step Time": 10.84737060032785}
+{"Finetune/Learning Rate": 1.0326629808797954e-05, "Finetune/Loss": 0.6754661798477173, "Finetune/Loss (Raw)": 0.5506652593612671, "Finetune/Step": 9710, "Finetune/Step Time": 10.845557836815715}
+{"Finetune/Learning Rate": 1.0324946744370732e-05, "Finetune/Loss": 0.6739867329597473, "Finetune/Loss (Raw)": 0.571182131767273, "Finetune/Step": 9711, "Finetune/Step Time": 10.839057493954897}
+{"Finetune/Learning Rate": 1.0323263670728947e-05, "Finetune/Loss": 0.6718385219573975, "Finetune/Loss (Raw)": 0.570480465888977, "Finetune/Step": 9712, "Finetune/Step Time": 10.845961686223745}
+{"Finetune/Learning Rate": 1.0321580587920322e-05, "Finetune/Loss": 0.6694695949554443, "Finetune/Loss (Raw)": 0.5936897993087769, "Finetune/Step": 9713, "Finetune/Step Time": 10.847982196137309}
+{"Finetune/Learning Rate": 1.0319897495992586e-05, "Finetune/Loss": 0.6688555479049683, "Finetune/Loss (Raw)": 0.597607433795929, "Finetune/Step": 9714, "Finetune/Step Time": 10.838413659483194}
+{"Finetune/Learning Rate": 1.0318214394993465e-05, "Finetune/Loss": 0.6657561659812927, "Finetune/Loss (Raw)": 0.5850015878677368, "Finetune/Step": 9715, "Finetune/Step Time": 10.851740520447493}
+{"Finetune/Learning Rate": 1.031653128497069e-05, "Finetune/Loss": 0.6655930876731873, "Finetune/Loss (Raw)": 0.7275986075401306, "Finetune/Step": 9716, "Finetune/Step Time": 10.866707554087043}
+{"Finetune/Learning Rate": 1.0314848165971989e-05, "Finetune/Loss": 0.6649246215820312, "Finetune/Loss (Raw)": 0.6019629240036011, "Finetune/Step": 9717, "Finetune/Step Time": 10.849903848022223}
+{"Finetune/Learning Rate": 1.0313165038045087e-05, "Finetune/Loss": 0.6648794412612915, "Finetune/Loss (Raw)": 0.7550495266914368, "Finetune/Step": 9718, "Finetune/Step Time": 10.851397322490811}
+{"Finetune/Learning Rate": 1.0311481901237717e-05, "Finetune/Loss": 0.6627112627029419, "Finetune/Loss (Raw)": 0.5660498738288879, "Finetune/Step": 9719, "Finetune/Step Time": 10.849919995293021}
+{"Finetune/Learning Rate": 1.0309798755597606e-05, "Finetune/Loss": 0.6625502705574036, "Finetune/Loss (Raw)": 0.595562756061554, "Finetune/Step": 9720, "Finetune/Step Time": 10.822825759649277}
+{"Finetune/Learning Rate": 1.0308115601172486e-05, "Finetune/Loss": 0.6589071750640869, "Finetune/Loss (Raw)": 0.4381651282310486, "Finetune/Step": 9721, "Finetune/Step Time": 10.855820516124368}
+{"Finetune/Learning Rate": 1.0306432438010077e-05, "Finetune/Loss": 0.6564117670059204, "Finetune/Loss (Raw)": 0.5886533856391907, "Finetune/Step": 9722, "Finetune/Step Time": 10.865680493414402}
+{"Finetune/Learning Rate": 1.0304749266158119e-05, "Finetune/Loss": 0.6543436646461487, "Finetune/Loss (Raw)": 0.5988882184028625, "Finetune/Step": 9723, "Finetune/Step Time": 10.852031970396638}
+{"Finetune/Learning Rate": 1.0303066085664342e-05, "Finetune/Loss": 0.6529948711395264, "Finetune/Loss (Raw)": 0.6908810138702393, "Finetune/Step": 9724, "Finetune/Step Time": 10.849588431417942}
+{"Finetune/Learning Rate": 1.0301382896576467e-05, "Finetune/Loss": 0.6516943573951721, "Finetune/Loss (Raw)": 0.6335985660552979, "Finetune/Step": 9725, "Finetune/Step Time": 10.851044381037354}
+{"Finetune/Learning Rate": 1.029969969894223e-05, "Finetune/Loss": 0.6517866849899292, "Finetune/Loss (Raw)": 0.6936676502227783, "Finetune/Step": 9726, "Finetune/Step Time": 10.800461178645492}
+{"Finetune/Learning Rate": 1.0298016492809367e-05, "Finetune/Loss": 0.6507970690727234, "Finetune/Loss (Raw)": 0.6482276320457458, "Finetune/Step": 9727, "Finetune/Step Time": 10.793030327185988}
+{"Finetune/Learning Rate": 1.0296333278225599e-05, "Finetune/Loss": 0.6490031480789185, "Finetune/Loss (Raw)": 0.621843695640564, "Finetune/Step": 9728, "Finetune/Step Time": 10.801168566569686}
+{"Finetune/Learning Rate": 1.0294650055238662e-05, "Finetune/Loss": 0.6474707126617432, "Finetune/Loss (Raw)": 0.5693498849868774, "Finetune/Step": 9729, "Finetune/Step Time": 10.824940916150808}
+{"Finetune/Learning Rate": 1.0292966823896291e-05, "Finetune/Loss": 0.6460228562355042, "Finetune/Loss (Raw)": 0.5700173377990723, "Finetune/Step": 9730, "Finetune/Step Time": 10.827431630343199}
+{"Finetune/Learning Rate": 1.0291283584246213e-05, "Finetune/Loss": 0.643835723400116, "Finetune/Loss (Raw)": 0.5657031536102295, "Finetune/Step": 9731, "Finetune/Step Time": 10.815409924834967}
+{"Finetune/Learning Rate": 1.0289600336336157e-05, "Finetune/Loss": 0.6421483755111694, "Finetune/Loss (Raw)": 0.5179770588874817, "Finetune/Step": 9732, "Finetune/Step Time": 10.813696956261992}
+{"Finetune/Learning Rate": 1.0287917080213863e-05, "Finetune/Loss": 0.6409013271331787, "Finetune/Loss (Raw)": 0.6465825438499451, "Finetune/Step": 9733, "Finetune/Step Time": 10.81616922095418}
+{"Finetune/Learning Rate": 1.0286233815927058e-05, "Finetune/Loss": 0.6382560133934021, "Finetune/Loss (Raw)": 0.5933398008346558, "Finetune/Step": 9734, "Finetune/Step Time": 10.825080674141645}
+{"Finetune/Learning Rate": 1.0284550543523474e-05, "Finetune/Loss": 0.6380389928817749, "Finetune/Loss (Raw)": 0.5917906761169434, "Finetune/Step": 9735, "Finetune/Step Time": 10.808104071766138}
+{"Finetune/Learning Rate": 1.0282867263050848e-05, "Finetune/Loss": 0.6355074644088745, "Finetune/Loss (Raw)": 0.5109373331069946, "Finetune/Step": 9736, "Finetune/Step Time": 10.849987613037229}
+{"Finetune/Learning Rate": 1.028118397455691e-05, "Finetune/Loss": 0.6343047022819519, "Finetune/Loss (Raw)": 0.7739652991294861, "Finetune/Step": 9737, "Finetune/Step Time": 10.858170775696635}
+{"Finetune/Learning Rate": 1.0279500678089394e-05, "Finetune/Loss": 0.6329423785209656, "Finetune/Loss (Raw)": 0.6196973323822021, "Finetune/Step": 9738, "Finetune/Step Time": 10.855733588337898}
+{"Finetune/Learning Rate": 1.0277817373696035e-05, "Finetune/Loss": 0.6327550411224365, "Finetune/Loss (Raw)": 0.7683765888214111, "Finetune/Step": 9739, "Finetune/Step Time": 10.858629738911986}
+{"Finetune/Learning Rate": 1.0276134061424564e-05, "Finetune/Loss": 0.6301577091217041, "Finetune/Loss (Raw)": 0.48537683486938477, "Finetune/Step": 9740, "Finetune/Step Time": 10.861772837117314}
+{"Finetune/Learning Rate": 1.0274450741322717e-05, "Finetune/Loss": 0.6278764009475708, "Finetune/Loss (Raw)": 0.6226292848587036, "Finetune/Step": 9741, "Finetune/Step Time": 10.867584399878979}
+{"Finetune/Learning Rate": 1.0272767413438226e-05, "Finetune/Loss": 0.6273001432418823, "Finetune/Loss (Raw)": 0.6883689761161804, "Finetune/Step": 9742, "Finetune/Step Time": 10.867651609703898}
+{"Finetune/Learning Rate": 1.0271084077818826e-05, "Finetune/Loss": 0.6273371577262878, "Finetune/Loss (Raw)": 0.6724628806114197, "Finetune/Step": 9743, "Finetune/Step Time": 10.870661435648799}
+{"Finetune/Learning Rate": 1.0269400734512256e-05, "Finetune/Loss": 0.6250642538070679, "Finetune/Loss (Raw)": 0.571502685546875, "Finetune/Step": 9744, "Finetune/Step Time": 10.877697272226214}
+{"Finetune/Learning Rate": 1.0267717383566247e-05, "Finetune/Loss": 0.6258683204650879, "Finetune/Loss (Raw)": 0.5294533371925354, "Finetune/Step": 9745, "Finetune/Step Time": 10.73552799038589}
+{"Finetune/Learning Rate": 1.026603402502853e-05, "Finetune/Loss": 0.6257295608520508, "Finetune/Loss (Raw)": 0.6521363854408264, "Finetune/Step": 9746, "Finetune/Step Time": 10.732574976980686}
+{"Finetune/Learning Rate": 1.0264350658946846e-05, "Finetune/Loss": 0.6254397034645081, "Finetune/Loss (Raw)": 0.6559961438179016, "Finetune/Step": 9747, "Finetune/Step Time": 10.729187129065394}
+{"Finetune/Learning Rate": 1.0262667285368933e-05, "Finetune/Loss": 0.6246252059936523, "Finetune/Loss (Raw)": 0.5345824956893921, "Finetune/Step": 9748, "Finetune/Step Time": 10.769486494362354}
+{"Finetune/Learning Rate": 1.0260983904342521e-05, "Finetune/Loss": 0.6252970695495605, "Finetune/Loss (Raw)": 0.7508866786956787, "Finetune/Step": 9749, "Finetune/Step Time": 10.773409094661474}
+{"Finetune/Learning Rate": 1.0259300515915342e-05, "Finetune/Loss": 0.6248687505722046, "Finetune/Loss (Raw)": 0.6750256419181824, "Finetune/Step": 9750, "Finetune/Step Time": 10.767955228686333}
+{"Finetune/Learning Rate": 1.0257617120135147e-05, "Finetune/Loss": 0.6254380941390991, "Finetune/Loss (Raw)": 0.5736094117164612, "Finetune/Step": 9751, "Finetune/Step Time": 10.76104474067688}
+{"Finetune/Learning Rate": 1.0255933717049658e-05, "Finetune/Loss": 0.6239581108093262, "Finetune/Loss (Raw)": 0.4069535434246063, "Finetune/Step": 9752, "Finetune/Step Time": 10.766884431242943}
+{"Finetune/Learning Rate": 1.0254250306706613e-05, "Finetune/Loss": 0.6241877675056458, "Finetune/Loss (Raw)": 0.6920358538627625, "Finetune/Step": 9753, "Finetune/Step Time": 10.760628322139382}
+{"Finetune/Learning Rate": 1.0252566889153759e-05, "Finetune/Loss": 0.6237465739250183, "Finetune/Loss (Raw)": 0.5946652293205261, "Finetune/Step": 9754, "Finetune/Step Time": 10.76018339022994}
+{"Finetune/Learning Rate": 1.0250883464438823e-05, "Finetune/Loss": 0.6233941316604614, "Finetune/Loss (Raw)": 0.6687048077583313, "Finetune/Step": 9755, "Finetune/Step Time": 10.756154205650091}
+{"Finetune/Learning Rate": 1.0249200032609545e-05, "Finetune/Loss": 0.6221581697463989, "Finetune/Loss (Raw)": 0.5251898169517517, "Finetune/Step": 9756, "Finetune/Step Time": 10.754599252715707}
+{"Finetune/Learning Rate": 1.0247516593713665e-05, "Finetune/Loss": 0.6224266290664673, "Finetune/Loss (Raw)": 0.6621307134628296, "Finetune/Step": 9757, "Finetune/Step Time": 10.747916862368584}
+{"Finetune/Learning Rate": 1.0245833147798916e-05, "Finetune/Loss": 0.6232115030288696, "Finetune/Loss (Raw)": 0.6914741396903992, "Finetune/Step": 9758, "Finetune/Step Time": 10.747380530461669}
+{"Finetune/Learning Rate": 1.0244149694913036e-05, "Finetune/Loss": 0.6225790977478027, "Finetune/Loss (Raw)": 0.6339195370674133, "Finetune/Step": 9759, "Finetune/Step Time": 10.749501328915358}
+{"Finetune/Learning Rate": 1.024246623510377e-05, "Finetune/Loss": 0.62160325050354, "Finetune/Loss (Raw)": 0.5876596570014954, "Finetune/Step": 9760, "Finetune/Step Time": 10.764720859006047}
+{"Finetune/Learning Rate": 1.0240782768418848e-05, "Finetune/Loss": 0.6201705932617188, "Finetune/Loss (Raw)": 0.5882295966148376, "Finetune/Step": 9761, "Finetune/Step Time": 10.762848645448685}
+{"Finetune/Learning Rate": 1.0239099294906012e-05, "Finetune/Loss": 0.6204357743263245, "Finetune/Loss (Raw)": 0.6475439071655273, "Finetune/Step": 9762, "Finetune/Step Time": 10.763521987944841}
+{"Finetune/Learning Rate": 1.0237415814612999e-05, "Finetune/Loss": 0.6205544471740723, "Finetune/Loss (Raw)": 0.5823745131492615, "Finetune/Step": 9763, "Finetune/Step Time": 10.763089502230287}
+{"Finetune/Learning Rate": 1.0235732327587551e-05, "Finetune/Loss": 0.6210513710975647, "Finetune/Loss (Raw)": 0.7357527017593384, "Finetune/Step": 9764, "Finetune/Step Time": 10.773936197161674}
+{"Finetune/Learning Rate": 1.0234048833877401e-05, "Finetune/Loss": 0.6217715740203857, "Finetune/Loss (Raw)": 0.6302929520606995, "Finetune/Step": 9765, "Finetune/Step Time": 10.771710857748985}
+{"Finetune/Learning Rate": 1.0232365333530297e-05, "Finetune/Loss": 0.6214562654495239, "Finetune/Loss (Raw)": 0.5783185362815857, "Finetune/Step": 9766, "Finetune/Step Time": 10.783039955422282}
+{"Finetune/Learning Rate": 1.0230681826593968e-05, "Finetune/Loss": 0.6191225051879883, "Finetune/Loss (Raw)": 0.47918054461479187, "Finetune/Step": 9767, "Finetune/Step Time": 10.804996466264129}
+{"Finetune/Learning Rate": 1.0228998313116159e-05, "Finetune/Loss": 0.6187053918838501, "Finetune/Loss (Raw)": 0.5888551473617554, "Finetune/Step": 9768, "Finetune/Step Time": 10.823266202583909}
+{"Finetune/Learning Rate": 1.0227314793144612e-05, "Finetune/Loss": 0.6189072728157043, "Finetune/Loss (Raw)": 0.7270232439041138, "Finetune/Step": 9769, "Finetune/Step Time": 10.82424477301538}
+{"Finetune/Learning Rate": 1.0225631266727059e-05, "Finetune/Loss": 0.6175949573516846, "Finetune/Loss (Raw)": 0.4436964988708496, "Finetune/Step": 9770, "Finetune/Step Time": 10.844212871044874}
+{"Finetune/Learning Rate": 1.0223947733911247e-05, "Finetune/Loss": 0.6185408234596252, "Finetune/Loss (Raw)": 0.6702674031257629, "Finetune/Step": 9771, "Finetune/Step Time": 10.838547825813293}
+{"Finetune/Learning Rate": 1.0222264194744918e-05, "Finetune/Loss": 0.6193540096282959, "Finetune/Loss (Raw)": 0.6970736384391785, "Finetune/Step": 9772, "Finetune/Step Time": 10.851631052792072}
+{"Finetune/Learning Rate": 1.0220580649275805e-05, "Finetune/Loss": 0.61861252784729, "Finetune/Loss (Raw)": 0.589684784412384, "Finetune/Step": 9773, "Finetune/Step Time": 10.853183474391699}
+{"Finetune/Learning Rate": 1.021889709755165e-05, "Finetune/Loss": 0.6176034212112427, "Finetune/Loss (Raw)": 0.6017974019050598, "Finetune/Step": 9774, "Finetune/Step Time": 10.814802914857864}
+{"Finetune/Learning Rate": 1.0217213539620201e-05, "Finetune/Loss": 0.6170950531959534, "Finetune/Loss (Raw)": 0.6508851647377014, "Finetune/Step": 9775, "Finetune/Step Time": 10.805616723373532}
+{"Finetune/Learning Rate": 1.021552997552919e-05, "Finetune/Loss": 0.6174089908599854, "Finetune/Loss (Raw)": 0.654959499835968, "Finetune/Step": 9776, "Finetune/Step Time": 10.799425957724452}
+{"Finetune/Learning Rate": 1.0213846405326363e-05, "Finetune/Loss": 0.6179177761077881, "Finetune/Loss (Raw)": 0.6431409120559692, "Finetune/Step": 9777, "Finetune/Step Time": 10.795771572738886}
+{"Finetune/Learning Rate": 1.021216282905946e-05, "Finetune/Loss": 0.6176283359527588, "Finetune/Loss (Raw)": 0.6573095321655273, "Finetune/Step": 9778, "Finetune/Step Time": 10.794000443071127}
+{"Finetune/Learning Rate": 1.0210479246776221e-05, "Finetune/Loss": 0.617402195930481, "Finetune/Loss (Raw)": 0.6911743879318237, "Finetune/Step": 9779, "Finetune/Step Time": 10.78839354403317}
+{"Finetune/Learning Rate": 1.020879565852439e-05, "Finetune/Loss": 0.6177771091461182, "Finetune/Loss (Raw)": 0.5744026899337769, "Finetune/Step": 9780, "Finetune/Step Time": 10.78805979527533}
+{"Finetune/Learning Rate": 1.0207112064351706e-05, "Finetune/Loss": 0.616117000579834, "Finetune/Loss (Raw)": 0.43241986632347107, "Finetune/Step": 9781, "Finetune/Step Time": 10.803816255182028}
+{"Finetune/Learning Rate": 1.0205428464305918e-05, "Finetune/Loss": 0.6156747341156006, "Finetune/Loss (Raw)": 0.5664296746253967, "Finetune/Step": 9782, "Finetune/Step Time": 10.803865345194936}
+{"Finetune/Learning Rate": 1.0203744858434758e-05, "Finetune/Loss": 0.6167917251586914, "Finetune/Loss (Raw)": 0.6062992215156555, "Finetune/Step": 9783, "Finetune/Step Time": 10.787435276433825}
+{"Finetune/Learning Rate": 1.0202061246785975e-05, "Finetune/Loss": 0.6184513568878174, "Finetune/Loss (Raw)": 0.7546945810317993, "Finetune/Step": 9784, "Finetune/Step Time": 10.787086870521307}
+{"Finetune/Learning Rate": 1.020037762940731e-05, "Finetune/Loss": 0.6188070178031921, "Finetune/Loss (Raw)": 0.653119683265686, "Finetune/Step": 9785, "Finetune/Step Time": 10.783075619488955}
+{"Finetune/Learning Rate": 1.0198694006346504e-05, "Finetune/Loss": 0.6201094388961792, "Finetune/Loss (Raw)": 0.6385802030563354, "Finetune/Step": 9786, "Finetune/Step Time": 10.766513684764504}
+{"Finetune/Learning Rate": 1.0197010377651301e-05, "Finetune/Loss": 0.619038462638855, "Finetune/Loss (Raw)": 0.5835397839546204, "Finetune/Step": 9787, "Finetune/Step Time": 10.762036800384521}
+{"Finetune/Learning Rate": 1.0195326743369445e-05, "Finetune/Loss": 0.6180852055549622, "Finetune/Loss (Raw)": 0.5772271752357483, "Finetune/Step": 9788, "Finetune/Step Time": 10.748911736533046}
+{"Finetune/Learning Rate": 1.0193643103548678e-05, "Finetune/Loss": 0.6188209056854248, "Finetune/Loss (Raw)": 0.6713677644729614, "Finetune/Step": 9789, "Finetune/Step Time": 10.750192858278751}
+{"Finetune/Learning Rate": 1.0191959458236742e-05, "Finetune/Loss": 0.617913007736206, "Finetune/Loss (Raw)": 0.4670988619327545, "Finetune/Step": 9790, "Finetune/Step Time": 10.782446939498186}
+{"Finetune/Learning Rate": 1.0190275807481382e-05, "Finetune/Loss": 0.61687833070755, "Finetune/Loss (Raw)": 0.5450652837753296, "Finetune/Step": 9791, "Finetune/Step Time": 10.782580442726612}
+{"Finetune/Learning Rate": 1.0188592151330343e-05, "Finetune/Loss": 0.6177361011505127, "Finetune/Loss (Raw)": 0.7107304930686951, "Finetune/Step": 9792, "Finetune/Step Time": 10.789229776710272}
+{"Finetune/Learning Rate": 1.0186908489831367e-05, "Finetune/Loss": 0.6169130802154541, "Finetune/Loss (Raw)": 0.5529175400733948, "Finetune/Step": 9793, "Finetune/Step Time": 10.78806546330452}
+{"Finetune/Learning Rate": 1.0185224823032195e-05, "Finetune/Loss": 0.6157444715499878, "Finetune/Loss (Raw)": 0.6185011863708496, "Finetune/Step": 9794, "Finetune/Step Time": 10.784332290291786}
+{"Finetune/Learning Rate": 1.0183541150980574e-05, "Finetune/Loss": 0.615229606628418, "Finetune/Loss (Raw)": 0.6601453423500061, "Finetune/Step": 9795, "Finetune/Step Time": 10.788065174594522}
+{"Finetune/Learning Rate": 1.0181857473724249e-05, "Finetune/Loss": 0.6151869893074036, "Finetune/Loss (Raw)": 0.6995248794555664, "Finetune/Step": 9796, "Finetune/Step Time": 10.791373489424586}
+{"Finetune/Learning Rate": 1.0180173791310965e-05, "Finetune/Loss": 0.6154065132141113, "Finetune/Loss (Raw)": 0.6823629140853882, "Finetune/Step": 9797, "Finetune/Step Time": 10.80413775704801}
+{"Finetune/Learning Rate": 1.0178490103788462e-05, "Finetune/Loss": 0.6151052713394165, "Finetune/Loss (Raw)": 0.5838881134986877, "Finetune/Step": 9798, "Finetune/Step Time": 10.811331782490015}
+{"Finetune/Learning Rate": 1.0176806411204487e-05, "Finetune/Loss": 0.6149866580963135, "Finetune/Loss (Raw)": 0.6514307856559753, "Finetune/Step": 9799, "Finetune/Step Time": 10.802807433530688}
+{"Finetune/Learning Rate": 1.0175122713606788e-05, "Finetune/Loss": 0.6148982048034668, "Finetune/Loss (Raw)": 0.43226170539855957, "Finetune/Step": 9800, "Finetune/Step Time": 10.805445840582252}
+{"Finetune/Learning Rate": 1.0173439011043106e-05, "Finetune/Loss": 0.6148987412452698, "Finetune/Loss (Raw)": 0.6600556969642639, "Finetune/Step": 9801, "Finetune/Step Time": 10.822777649387717}
+{"Finetune/Learning Rate": 1.0171755303561182e-05, "Finetune/Loss": 0.6142517328262329, "Finetune/Loss (Raw)": 0.5893369317054749, "Finetune/Step": 9802, "Finetune/Step Time": 10.824723182246089}
+{"Finetune/Learning Rate": 1.017007159120877e-05, "Finetune/Loss": 0.614823579788208, "Finetune/Loss (Raw)": 0.6575148701667786, "Finetune/Step": 9803, "Finetune/Step Time": 10.836480541154742}
+{"Finetune/Learning Rate": 1.0168387874033612e-05, "Finetune/Loss": 0.6157442331314087, "Finetune/Loss (Raw)": 0.8114391565322876, "Finetune/Step": 9804, "Finetune/Step Time": 10.833660604432225}
+{"Finetune/Learning Rate": 1.016670415208345e-05, "Finetune/Loss": 0.6153439879417419, "Finetune/Loss (Raw)": 0.6029887199401855, "Finetune/Step": 9805, "Finetune/Step Time": 10.823548881337047}
+{"Finetune/Learning Rate": 1.0165020425406036e-05, "Finetune/Loss": 0.6160456538200378, "Finetune/Loss (Raw)": 0.702271580696106, "Finetune/Step": 9806, "Finetune/Step Time": 10.858344657346606}
+{"Finetune/Learning Rate": 1.0163336694049109e-05, "Finetune/Loss": 0.6162236332893372, "Finetune/Loss (Raw)": 0.6782316565513611, "Finetune/Step": 9807, "Finetune/Step Time": 10.863280294463038}
+{"Finetune/Learning Rate": 1.0161652958060417e-05, "Finetune/Loss": 0.6166384816169739, "Finetune/Loss (Raw)": 0.5638617277145386, "Finetune/Step": 9808, "Finetune/Step Time": 10.865175576880574}
+{"Finetune/Learning Rate": 1.0159969217487708e-05, "Finetune/Loss": 0.6159014701843262, "Finetune/Loss (Raw)": 0.6305322647094727, "Finetune/Step": 9809, "Finetune/Step Time": 10.855975000187755}
+{"Finetune/Learning Rate": 1.0158285472378728e-05, "Finetune/Loss": 0.6147931218147278, "Finetune/Loss (Raw)": 0.4944222867488861, "Finetune/Step": 9810, "Finetune/Step Time": 10.862280499190092}
+{"Finetune/Learning Rate": 1.0156601722781223e-05, "Finetune/Loss": 0.6157866716384888, "Finetune/Loss (Raw)": 0.5158646702766418, "Finetune/Step": 9811, "Finetune/Step Time": 10.82241727784276}
+{"Finetune/Learning Rate": 1.0154917968742937e-05, "Finetune/Loss": 0.6154122352600098, "Finetune/Loss (Raw)": 0.6314584612846375, "Finetune/Step": 9812, "Finetune/Step Time": 10.82620512880385}
+{"Finetune/Learning Rate": 1.0153234210311616e-05, "Finetune/Loss": 0.6158639788627625, "Finetune/Loss (Raw)": 0.5965365767478943, "Finetune/Step": 9813, "Finetune/Step Time": 10.792395614087582}
+{"Finetune/Learning Rate": 1.015155044753501e-05, "Finetune/Loss": 0.6145539283752441, "Finetune/Loss (Raw)": 0.5163873434066772, "Finetune/Step": 9814, "Finetune/Step Time": 10.78872930072248}
+{"Finetune/Learning Rate": 1.0149866680460867e-05, "Finetune/Loss": 0.6146030426025391, "Finetune/Loss (Raw)": 0.70085608959198, "Finetune/Step": 9815, "Finetune/Step Time": 10.764037806540728}
+{"Finetune/Learning Rate": 1.0148182909136928e-05, "Finetune/Loss": 0.615127682685852, "Finetune/Loss (Raw)": 0.6975501775741577, "Finetune/Step": 9816, "Finetune/Step Time": 10.77129290997982}
+{"Finetune/Learning Rate": 1.0146499133610942e-05, "Finetune/Loss": 0.6153391003608704, "Finetune/Loss (Raw)": 0.7171456813812256, "Finetune/Step": 9817, "Finetune/Step Time": 10.771527521312237}
+{"Finetune/Learning Rate": 1.0144815353930661e-05, "Finetune/Loss": 0.6144058108329773, "Finetune/Loss (Raw)": 0.5597829222679138, "Finetune/Step": 9818, "Finetune/Step Time": 10.755843810737133}
+{"Finetune/Learning Rate": 1.0143131570143826e-05, "Finetune/Loss": 0.6135684251785278, "Finetune/Loss (Raw)": 0.5514506101608276, "Finetune/Step": 9819, "Finetune/Step Time": 10.754751030355692}
+{"Finetune/Learning Rate": 1.0141447782298186e-05, "Finetune/Loss": 0.6126337051391602, "Finetune/Loss (Raw)": 0.6031816005706787, "Finetune/Step": 9820, "Finetune/Step Time": 10.761057836934924}
+{"Finetune/Learning Rate": 1.0139763990441491e-05, "Finetune/Loss": 0.6129322648048401, "Finetune/Loss (Raw)": 0.6473929286003113, "Finetune/Step": 9821, "Finetune/Step Time": 10.74523726478219}
+{"Finetune/Learning Rate": 1.0138080194621487e-05, "Finetune/Loss": 0.6133528351783752, "Finetune/Loss (Raw)": 0.5829969644546509, "Finetune/Step": 9822, "Finetune/Step Time": 10.74862495251}
+{"Finetune/Learning Rate": 1.0136396394885917e-05, "Finetune/Loss": 0.6144174933433533, "Finetune/Loss (Raw)": 0.7167582511901855, "Finetune/Step": 9823, "Finetune/Step Time": 10.746196284890175}
+{"Finetune/Learning Rate": 1.0134712591282539e-05, "Finetune/Loss": 0.61457359790802, "Finetune/Loss (Raw)": 0.587857186794281, "Finetune/Step": 9824, "Finetune/Step Time": 10.754626022651792}
+{"Finetune/Learning Rate": 1.0133028783859091e-05, "Finetune/Loss": 0.6146101355552673, "Finetune/Loss (Raw)": 0.6073765754699707, "Finetune/Step": 9825, "Finetune/Step Time": 10.75006310082972}
+{"Finetune/Learning Rate": 1.0131344972663323e-05, "Finetune/Loss": 0.6141052842140198, "Finetune/Loss (Raw)": 0.5225677490234375, "Finetune/Step": 9826, "Finetune/Step Time": 10.740461573004723}
+{"Finetune/Learning Rate": 1.0129661157742992e-05, "Finetune/Loss": 0.6140751838684082, "Finetune/Loss (Raw)": 0.647600531578064, "Finetune/Step": 9827, "Finetune/Step Time": 10.747810326516628}
+{"Finetune/Learning Rate": 1.0127977339145837e-05, "Finetune/Loss": 0.6146528124809265, "Finetune/Loss (Raw)": 0.7316994667053223, "Finetune/Step": 9828, "Finetune/Step Time": 10.756314482539892}
+{"Finetune/Learning Rate": 1.0126293516919606e-05, "Finetune/Loss": 0.6155798435211182, "Finetune/Loss (Raw)": 0.6636912226676941, "Finetune/Step": 9829, "Finetune/Step Time": 10.711406886577606}
+{"Finetune/Learning Rate": 1.012460969111205e-05, "Finetune/Loss": 0.6159168481826782, "Finetune/Loss (Raw)": 0.6015050411224365, "Finetune/Step": 9830, "Finetune/Step Time": 10.726208847016096}
+{"Finetune/Learning Rate": 1.0122925861770918e-05, "Finetune/Loss": 0.6164624094963074, "Finetune/Loss (Raw)": 0.6867615580558777, "Finetune/Step": 9831, "Finetune/Step Time": 10.72348778694868}
+{"Finetune/Learning Rate": 1.0121242028943958e-05, "Finetune/Loss": 0.6159894466400146, "Finetune/Loss (Raw)": 0.5743911862373352, "Finetune/Step": 9832, "Finetune/Step Time": 10.726532682776451}
+{"Finetune/Learning Rate": 1.011955819267892e-05, "Finetune/Loss": 0.6156185865402222, "Finetune/Loss (Raw)": 0.6176100969314575, "Finetune/Step": 9833, "Finetune/Step Time": 10.74169516377151}
+{"Finetune/Learning Rate": 1.0117874353023552e-05, "Finetune/Loss": 0.6155268549919128, "Finetune/Loss (Raw)": 0.6136162877082825, "Finetune/Step": 9834, "Finetune/Step Time": 10.721504723653197}
+{"Finetune/Learning Rate": 1.0116190510025601e-05, "Finetune/Loss": 0.6149723529815674, "Finetune/Loss (Raw)": 0.5722776055335999, "Finetune/Step": 9835, "Finetune/Step Time": 10.705798722803593}
+{"Finetune/Learning Rate": 1.011450666373282e-05, "Finetune/Loss": 0.615612268447876, "Finetune/Loss (Raw)": 0.604438066482544, "Finetune/Step": 9836, "Finetune/Step Time": 10.697836501523852}
+{"Finetune/Learning Rate": 1.0112822814192952e-05, "Finetune/Loss": 0.6149923801422119, "Finetune/Loss (Raw)": 0.508776068687439, "Finetune/Step": 9837, "Finetune/Step Time": 10.67740599438548}
+{"Finetune/Learning Rate": 1.0111138961453752e-05, "Finetune/Loss": 0.6152178049087524, "Finetune/Loss (Raw)": 0.5795169472694397, "Finetune/Step": 9838, "Finetune/Step Time": 10.678236786276102}
+{"Finetune/Learning Rate": 1.0109455105562969e-05, "Finetune/Loss": 0.6162776947021484, "Finetune/Loss (Raw)": 0.7068474888801575, "Finetune/Step": 9839, "Finetune/Step Time": 10.689849825575948}
+{"Finetune/Learning Rate": 1.0107771246568346e-05, "Finetune/Loss": 0.6163562536239624, "Finetune/Loss (Raw)": 0.5805267691612244, "Finetune/Step": 9840, "Finetune/Step Time": 10.714846596121788}
+{"Finetune/Learning Rate": 1.0106087384517638e-05, "Finetune/Loss": 0.6159627437591553, "Finetune/Loss (Raw)": 0.5433285236358643, "Finetune/Step": 9841, "Finetune/Step Time": 10.720138162374496}
+{"Finetune/Learning Rate": 1.0104403519458597e-05, "Finetune/Loss": 0.6169987916946411, "Finetune/Loss (Raw)": 0.7302195429801941, "Finetune/Step": 9842, "Finetune/Step Time": 10.73579266294837}
+{"Finetune/Learning Rate": 1.0102719651438966e-05, "Finetune/Loss": 0.6175574064254761, "Finetune/Loss (Raw)": 0.6565106511116028, "Finetune/Step": 9843, "Finetune/Step Time": 10.719348948448896}
+{"Finetune/Learning Rate": 1.0101035780506496e-05, "Finetune/Loss": 0.6171560287475586, "Finetune/Loss (Raw)": 0.6762194037437439, "Finetune/Step": 9844, "Finetune/Step Time": 10.707804085686803}
+{"Finetune/Learning Rate": 1.0099351906708945e-05, "Finetune/Loss": 0.6180006861686707, "Finetune/Loss (Raw)": 0.7100725769996643, "Finetune/Step": 9845, "Finetune/Step Time": 10.709570471197367}
+{"Finetune/Learning Rate": 1.0097668030094051e-05, "Finetune/Loss": 0.6169258952140808, "Finetune/Loss (Raw)": 0.6174821853637695, "Finetune/Step": 9846, "Finetune/Step Time": 10.700966516509652}
+{"Finetune/Learning Rate": 1.0095984150709568e-05, "Finetune/Loss": 0.6167269945144653, "Finetune/Loss (Raw)": 0.5405818819999695, "Finetune/Step": 9847, "Finetune/Step Time": 10.699259350076318}
+{"Finetune/Learning Rate": 1.0094300268603254e-05, "Finetune/Loss": 0.6168221235275269, "Finetune/Loss (Raw)": 0.6077443957328796, "Finetune/Step": 9848, "Finetune/Step Time": 10.694019364193082}
+{"Finetune/Learning Rate": 1.0092616383822849e-05, "Finetune/Loss": 0.6177600622177124, "Finetune/Loss (Raw)": 0.5582309365272522, "Finetune/Step": 9849, "Finetune/Step Time": 10.682185344398022}
+{"Finetune/Learning Rate": 1.0090932496416106e-05, "Finetune/Loss": 0.6172974109649658, "Finetune/Loss (Raw)": 0.5294181108474731, "Finetune/Step": 9850, "Finetune/Step Time": 10.689729407429695}
+{"Finetune/Learning Rate": 1.0089248606430775e-05, "Finetune/Loss": 0.61786949634552, "Finetune/Loss (Raw)": 0.6721205115318298, "Finetune/Step": 9851, "Finetune/Step Time": 10.691300077363849}
+{"Finetune/Learning Rate": 1.0087564713914611e-05, "Finetune/Loss": 0.6160336136817932, "Finetune/Loss (Raw)": 0.45588839054107666, "Finetune/Step": 9852, "Finetune/Step Time": 10.70066611096263}
+{"Finetune/Learning Rate": 1.0085880818915356e-05, "Finetune/Loss": 0.6164352893829346, "Finetune/Loss (Raw)": 0.6850182414054871, "Finetune/Step": 9853, "Finetune/Step Time": 10.701675983145833}
+{"Finetune/Learning Rate": 1.0084196921480768e-05, "Finetune/Loss": 0.6162258386611938, "Finetune/Loss (Raw)": 0.6668607592582703, "Finetune/Step": 9854, "Finetune/Step Time": 10.701250651851296}
+{"Finetune/Learning Rate": 1.0082513021658595e-05, "Finetune/Loss": 0.6156037449836731, "Finetune/Loss (Raw)": 0.5685939788818359, "Finetune/Step": 9855, "Finetune/Step Time": 10.70509921014309}
+{"Finetune/Learning Rate": 1.0080829119496587e-05, "Finetune/Loss": 0.6161633729934692, "Finetune/Loss (Raw)": 0.6934787034988403, "Finetune/Step": 9856, "Finetune/Step Time": 10.707731787115335}
+{"Finetune/Learning Rate": 1.0079145215042495e-05, "Finetune/Loss": 0.6166330575942993, "Finetune/Loss (Raw)": 0.629462480545044, "Finetune/Step": 9857, "Finetune/Step Time": 10.68252475745976}
+{"Finetune/Learning Rate": 1.007746130834407e-05, "Finetune/Loss": 0.6170036792755127, "Finetune/Loss (Raw)": 0.617460310459137, "Finetune/Step": 9858, "Finetune/Step Time": 10.678829630836844}
+{"Finetune/Learning Rate": 1.007577739944906e-05, "Finetune/Loss": 0.6170419454574585, "Finetune/Loss (Raw)": 0.5706016421318054, "Finetune/Step": 9859, "Finetune/Step Time": 10.678633974865079}
+{"Finetune/Learning Rate": 1.0074093488405223e-05, "Finetune/Loss": 0.6174583435058594, "Finetune/Loss (Raw)": 0.5712748169898987, "Finetune/Step": 9860, "Finetune/Step Time": 10.686143562197685}
+{"Finetune/Learning Rate": 1.00724095752603e-05, "Finetune/Loss": 0.6174468994140625, "Finetune/Loss (Raw)": 0.6451213359832764, "Finetune/Step": 9861, "Finetune/Step Time": 10.702350452542305}
+{"Finetune/Learning Rate": 1.007072566006205e-05, "Finetune/Loss": 0.6183354258537292, "Finetune/Loss (Raw)": 0.7070708870887756, "Finetune/Step": 9862, "Finetune/Step Time": 10.702211452648044}
+{"Finetune/Learning Rate": 1.0069041742858224e-05, "Finetune/Loss": 0.6185858845710754, "Finetune/Loss (Raw)": 0.6238487958908081, "Finetune/Step": 9863, "Finetune/Step Time": 10.684243792667985}
+{"Finetune/Learning Rate": 1.0067357823696566e-05, "Finetune/Loss": 0.6191509962081909, "Finetune/Loss (Raw)": 0.5832658410072327, "Finetune/Step": 9864, "Finetune/Step Time": 10.639053612947464}
+{"Finetune/Learning Rate": 1.0065673902624835e-05, "Finetune/Loss": 0.6174718141555786, "Finetune/Loss (Raw)": 0.5590348243713379, "Finetune/Step": 9865, "Finetune/Step Time": 10.634334564208984}
+{"Finetune/Learning Rate": 1.0063989979690777e-05, "Finetune/Loss": 0.6174405813217163, "Finetune/Loss (Raw)": 0.615700364112854, "Finetune/Step": 9866, "Finetune/Step Time": 10.659729894250631}
+{"Finetune/Learning Rate": 1.0062306054942148e-05, "Finetune/Loss": 0.6168509721755981, "Finetune/Loss (Raw)": 0.6929133534431458, "Finetune/Step": 9867, "Finetune/Step Time": 10.658987682312727}
+{"Finetune/Learning Rate": 1.0060622128426692e-05, "Finetune/Loss": 0.6177914142608643, "Finetune/Loss (Raw)": 0.605741024017334, "Finetune/Step": 9868, "Finetune/Step Time": 10.654783084988594}
+{"Finetune/Learning Rate": 1.0058938200192168e-05, "Finetune/Loss": 0.6178710460662842, "Finetune/Loss (Raw)": 0.6328241229057312, "Finetune/Step": 9869, "Finetune/Step Time": 10.658256847411394}
+{"Finetune/Learning Rate": 1.0057254270286325e-05, "Finetune/Loss": 0.6173406839370728, "Finetune/Loss (Raw)": 0.6204810738563538, "Finetune/Step": 9870, "Finetune/Step Time": 10.660538656637073}
+{"Finetune/Learning Rate": 1.0055570338756913e-05, "Finetune/Loss": 0.6167845726013184, "Finetune/Loss (Raw)": 0.6012851595878601, "Finetune/Step": 9871, "Finetune/Step Time": 10.654543643817306}
+{"Finetune/Learning Rate": 1.005388640565168e-05, "Finetune/Loss": 0.6181988716125488, "Finetune/Loss (Raw)": 0.7525296211242676, "Finetune/Step": 9872, "Finetune/Step Time": 10.648806691169739}
+{"Finetune/Learning Rate": 1.0052202471018387e-05, "Finetune/Loss": 0.6189008355140686, "Finetune/Loss (Raw)": 0.6193079948425293, "Finetune/Step": 9873, "Finetune/Step Time": 10.620743587613106}
+{"Finetune/Learning Rate": 1.0050518534904778e-05, "Finetune/Loss": 0.6178048849105835, "Finetune/Loss (Raw)": 0.5118604898452759, "Finetune/Step": 9874, "Finetune/Step Time": 10.674236429855227}
+{"Finetune/Learning Rate": 1.0048834597358606e-05, "Finetune/Loss": 0.6174687147140503, "Finetune/Loss (Raw)": 0.61296147108078, "Finetune/Step": 9875, "Finetune/Step Time": 10.669748628512025}
+{"Finetune/Learning Rate": 1.0047150658427627e-05, "Finetune/Loss": 0.6174407005310059, "Finetune/Loss (Raw)": 0.530990719795227, "Finetune/Step": 9876, "Finetune/Step Time": 10.625550674274564}
+{"Finetune/Learning Rate": 1.0045466718159587e-05, "Finetune/Loss": 0.6163922548294067, "Finetune/Loss (Raw)": 0.6166931986808777, "Finetune/Step": 9877, "Finetune/Step Time": 10.622828233987093}
+{"Finetune/Learning Rate": 1.004378277660224e-05, "Finetune/Loss": 0.6161609888076782, "Finetune/Loss (Raw)": 0.6454256772994995, "Finetune/Step": 9878, "Finetune/Step Time": 10.635290840640664}
+{"Finetune/Learning Rate": 1.0042098833803339e-05, "Finetune/Loss": 0.6156406402587891, "Finetune/Loss (Raw)": 0.5070016980171204, "Finetune/Step": 9879, "Finetune/Step Time": 10.632576631382108}
+{"Finetune/Learning Rate": 1.0040414889810635e-05, "Finetune/Loss": 0.617266058921814, "Finetune/Loss (Raw)": 0.6150017380714417, "Finetune/Step": 9880, "Finetune/Step Time": 10.626356396824121}
+{"Finetune/Learning Rate": 1.003873094467188e-05, "Finetune/Loss": 0.6174683570861816, "Finetune/Loss (Raw)": 0.7179384231567383, "Finetune/Step": 9881, "Finetune/Step Time": 10.640357829630375}
+{"Finetune/Learning Rate": 1.0037046998434823e-05, "Finetune/Loss": 0.6179240345954895, "Finetune/Loss (Raw)": 0.6529867649078369, "Finetune/Step": 9882, "Finetune/Step Time": 10.64489802531898}
+{"Finetune/Learning Rate": 1.003536305114722e-05, "Finetune/Loss": 0.6173641681671143, "Finetune/Loss (Raw)": 0.5970391035079956, "Finetune/Step": 9883, "Finetune/Step Time": 10.646540539339185}
+{"Finetune/Learning Rate": 1.0033679102856821e-05, "Finetune/Loss": 0.6178735494613647, "Finetune/Loss (Raw)": 0.5903910398483276, "Finetune/Step": 9884, "Finetune/Step Time": 10.644654406234622}
+{"Finetune/Learning Rate": 1.003199515361138e-05, "Finetune/Loss": 0.6174142360687256, "Finetune/Loss (Raw)": 0.6033480763435364, "Finetune/Step": 9885, "Finetune/Step Time": 10.649991488084197}
+{"Finetune/Learning Rate": 1.0030311203458645e-05, "Finetune/Loss": 0.6174805164337158, "Finetune/Loss (Raw)": 0.6999481320381165, "Finetune/Step": 9886, "Finetune/Step Time": 10.648251805454493}
+{"Finetune/Learning Rate": 1.0028627252446372e-05, "Finetune/Loss": 0.6179585456848145, "Finetune/Loss (Raw)": 0.6951074600219727, "Finetune/Step": 9887, "Finetune/Step Time": 10.644958829507232}
+{"Finetune/Learning Rate": 1.0026943300622313e-05, "Finetune/Loss": 0.6186267137527466, "Finetune/Loss (Raw)": 0.6731820702552795, "Finetune/Step": 9888, "Finetune/Step Time": 10.637965643778443}
+{"Finetune/Learning Rate": 1.0025259348034215e-05, "Finetune/Loss": 0.618760883808136, "Finetune/Loss (Raw)": 0.6054125428199768, "Finetune/Step": 9889, "Finetune/Step Time": 10.636951979249716}
+{"Finetune/Learning Rate": 1.0023575394729837e-05, "Finetune/Loss": 0.6183286905288696, "Finetune/Loss (Raw)": 0.5922173261642456, "Finetune/Step": 9890, "Finetune/Step Time": 10.635559236630797}
+{"Finetune/Learning Rate": 1.0021891440756928e-05, "Finetune/Loss": 0.6166218519210815, "Finetune/Loss (Raw)": 0.36389967799186707, "Finetune/Step": 9891, "Finetune/Step Time": 10.672770394012332}
+{"Finetune/Learning Rate": 1.0020207486163236e-05, "Finetune/Loss": 0.6157791018486023, "Finetune/Loss (Raw)": 0.627877950668335, "Finetune/Step": 9892, "Finetune/Step Time": 10.664642184972763}
+{"Finetune/Learning Rate": 1.001852353099652e-05, "Finetune/Loss": 0.6153078079223633, "Finetune/Loss (Raw)": 0.5699796080589294, "Finetune/Step": 9893, "Finetune/Step Time": 10.667300302535295}
+{"Finetune/Learning Rate": 1.001683957530453e-05, "Finetune/Loss": 0.6157866716384888, "Finetune/Loss (Raw)": 0.639606773853302, "Finetune/Step": 9894, "Finetune/Step Time": 10.651333192363381}
+{"Finetune/Learning Rate": 1.0015155619135018e-05, "Finetune/Loss": 0.6163837909698486, "Finetune/Loss (Raw)": 0.5556111931800842, "Finetune/Step": 9895, "Finetune/Step Time": 10.621043609455228}
+{"Finetune/Learning Rate": 1.001347166253573e-05, "Finetune/Loss": 0.6167666912078857, "Finetune/Loss (Raw)": 0.6378633379936218, "Finetune/Step": 9896, "Finetune/Step Time": 10.605331854894757}
+{"Finetune/Learning Rate": 1.0011787705554432e-05, "Finetune/Loss": 0.6159848570823669, "Finetune/Loss (Raw)": 0.6269515156745911, "Finetune/Step": 9897, "Finetune/Step Time": 10.604327714070678}
+{"Finetune/Learning Rate": 1.0010103748238864e-05, "Finetune/Loss": 0.6175481081008911, "Finetune/Loss (Raw)": 0.6437973380088806, "Finetune/Step": 9898, "Finetune/Step Time": 10.57140234299004}
+{"Finetune/Learning Rate": 1.0008419790636783e-05, "Finetune/Loss": 0.6169063448905945, "Finetune/Loss (Raw)": 0.5881131291389465, "Finetune/Step": 9899, "Finetune/Step Time": 10.566344235092402}
+{"Finetune/Learning Rate": 1.0006735832795939e-05, "Finetune/Loss": 0.6171770691871643, "Finetune/Loss (Raw)": 0.7317286729812622, "Finetune/Step": 9900, "Finetune/Step Time": 10.550182541832328}
+{"Finetune/Learning Rate": 1.0005051874764089e-05, "Finetune/Loss": 0.617508053779602, "Finetune/Loss (Raw)": 0.6320593953132629, "Finetune/Step": 9901, "Finetune/Step Time": 10.582139989361167}
+{"Finetune/Learning Rate": 1.000336791658898e-05, "Finetune/Loss": 0.6184955835342407, "Finetune/Loss (Raw)": 0.7281964421272278, "Finetune/Step": 9902, "Finetune/Step Time": 10.578606275841594}
+{"Finetune/Learning Rate": 1.0001683958318367e-05, "Finetune/Loss": 0.6182944774627686, "Finetune/Loss (Raw)": 0.6251446008682251, "Finetune/Step": 9903, "Finetune/Step Time": 10.57899839244783}
+{"Finetune/Learning Rate": 1e-05, "Finetune/Loss": 0.6178685426712036, "Finetune/Loss (Raw)": 0.6004378199577332, "Finetune/Step": 9904, "Finetune/Step Time": 10.582131261005998}
+{"Finetune/Learning Rate": 9.998316041681637e-06, "Finetune/Loss": 0.6181272268295288, "Finetune/Loss (Raw)": 0.67625492811203, "Finetune/Step": 9905, "Finetune/Step Time": 10.590858178213239}
+{"Finetune/Learning Rate": 9.996632083411023e-06, "Finetune/Loss": 0.6166535019874573, "Finetune/Loss (Raw)": 0.4686637222766876, "Finetune/Step": 9906, "Finetune/Step Time": 10.629867393523455}
+{"Finetune/Learning Rate": 9.994948125235913e-06, "Finetune/Loss": 0.6161515712738037, "Finetune/Loss (Raw)": 0.6269308924674988, "Finetune/Step": 9907, "Finetune/Step Time": 10.634259294718504}
+{"Finetune/Learning Rate": 9.993264167204066e-06, "Finetune/Loss": 0.617151141166687, "Finetune/Loss (Raw)": 0.7023493647575378, "Finetune/Step": 9908, "Finetune/Step Time": 10.656625654548407}
+{"Finetune/Learning Rate": 9.99158020936322e-06, "Finetune/Loss": 0.6183511018753052, "Finetune/Loss (Raw)": 0.5860185623168945, "Finetune/Step": 9909, "Finetune/Step Time": 10.639976823702455}
+{"Finetune/Learning Rate": 9.98989625176114e-06, "Finetune/Loss": 0.6184231042861938, "Finetune/Loss (Raw)": 0.5756413340568542, "Finetune/Step": 9910, "Finetune/Step Time": 10.64199287071824}
+{"Finetune/Learning Rate": 9.988212294445571e-06, "Finetune/Loss": 0.6191911697387695, "Finetune/Loss (Raw)": 0.704619288444519, "Finetune/Step": 9911, "Finetune/Step Time": 10.650265319272876}
+{"Finetune/Learning Rate": 9.98652833746427e-06, "Finetune/Loss": 0.6180900931358337, "Finetune/Loss (Raw)": 0.6137458086013794, "Finetune/Step": 9912, "Finetune/Step Time": 10.65545997209847}
+{"Finetune/Learning Rate": 9.984844380864987e-06, "Finetune/Loss": 0.6177812814712524, "Finetune/Loss (Raw)": 0.6135961413383484, "Finetune/Step": 9913, "Finetune/Step Time": 10.674290124326944}
+{"Finetune/Learning Rate": 9.983160424695474e-06, "Finetune/Loss": 0.6179095506668091, "Finetune/Loss (Raw)": 0.6549966931343079, "Finetune/Step": 9914, "Finetune/Step Time": 10.679363870993257}
+{"Finetune/Learning Rate": 9.981476469003483e-06, "Finetune/Loss": 0.6184931993484497, "Finetune/Loss (Raw)": 0.6582502126693726, "Finetune/Step": 9915, "Finetune/Step Time": 10.67945932969451}
+{"Finetune/Learning Rate": 9.979792513836766e-06, "Finetune/Loss": 0.6186878681182861, "Finetune/Loss (Raw)": 0.6021402478218079, "Finetune/Step": 9916, "Finetune/Step Time": 10.678879072889686}
+{"Finetune/Learning Rate": 9.978108559243075e-06, "Finetune/Loss": 0.6184989213943481, "Finetune/Loss (Raw)": 0.6471821069717407, "Finetune/Step": 9917, "Finetune/Step Time": 10.672392282634974}
+{"Finetune/Learning Rate": 9.976424605270165e-06, "Finetune/Loss": 0.6186972856521606, "Finetune/Loss (Raw)": 0.49249228835105896, "Finetune/Step": 9918, "Finetune/Step Time": 10.658205823972821}
+{"Finetune/Learning Rate": 9.974740651965785e-06, "Finetune/Loss": 0.619185209274292, "Finetune/Loss (Raw)": 0.6075253486633301, "Finetune/Step": 9919, "Finetune/Step Time": 10.661507964134216}
+{"Finetune/Learning Rate": 9.973056699377692e-06, "Finetune/Loss": 0.6189219951629639, "Finetune/Loss (Raw)": 0.6770282983779907, "Finetune/Step": 9920, "Finetune/Step Time": 10.68231163918972}
+{"Finetune/Learning Rate": 9.971372747553631e-06, "Finetune/Loss": 0.618720531463623, "Finetune/Loss (Raw)": 0.5271430611610413, "Finetune/Step": 9921, "Finetune/Step Time": 10.694046750664711}
+{"Finetune/Learning Rate": 9.969688796541357e-06, "Finetune/Loss": 0.6184568405151367, "Finetune/Loss (Raw)": 0.5847365260124207, "Finetune/Step": 9922, "Finetune/Step Time": 10.691101865842938}
+{"Finetune/Learning Rate": 9.968004846388624e-06, "Finetune/Loss": 0.6179991960525513, "Finetune/Loss (Raw)": 0.6015713214874268, "Finetune/Step": 9923, "Finetune/Step Time": 10.659834798425436}
+{"Finetune/Learning Rate": 9.966320897143179e-06, "Finetune/Loss": 0.6172187328338623, "Finetune/Loss (Raw)": 0.5996248722076416, "Finetune/Step": 9924, "Finetune/Step Time": 10.67244915291667}
+{"Finetune/Learning Rate": 9.96463694885278e-06, "Finetune/Loss": 0.6168248057365417, "Finetune/Loss (Raw)": 0.6319466233253479, "Finetune/Step": 9925, "Finetune/Step Time": 10.677448339760303}
+{"Finetune/Learning Rate": 9.962953001565182e-06, "Finetune/Loss": 0.617324948310852, "Finetune/Loss (Raw)": 0.6479009985923767, "Finetune/Step": 9926, "Finetune/Step Time": 10.680409010499716}
+{"Finetune/Learning Rate": 9.961269055328125e-06, "Finetune/Loss": 0.6173561811447144, "Finetune/Loss (Raw)": 0.6554310321807861, "Finetune/Step": 9927, "Finetune/Step Time": 10.677046535536647}
+{"Finetune/Learning Rate": 9.959585110189369e-06, "Finetune/Loss": 0.6194895505905151, "Finetune/Loss (Raw)": 0.7053279280662537, "Finetune/Step": 9928, "Finetune/Step Time": 10.637917883694172}
+{"Finetune/Learning Rate": 9.957901166196664e-06, "Finetune/Loss": 0.6183582544326782, "Finetune/Loss (Raw)": 0.5152533650398254, "Finetune/Step": 9929, "Finetune/Step Time": 10.621849905699492}
+{"Finetune/Learning Rate": 9.956217223397762e-06, "Finetune/Loss": 0.6186144351959229, "Finetune/Loss (Raw)": 0.6221284866333008, "Finetune/Step": 9930, "Finetune/Step Time": 10.617467980831861}
+{"Finetune/Learning Rate": 9.954533281840414e-06, "Finetune/Loss": 0.6183900833129883, "Finetune/Loss (Raw)": 0.6287968754768372, "Finetune/Step": 9931, "Finetune/Step Time": 10.603347674012184}
+{"Finetune/Learning Rate": 9.952849341572378e-06, "Finetune/Loss": 0.616544246673584, "Finetune/Loss (Raw)": 0.5751670002937317, "Finetune/Step": 9932, "Finetune/Step Time": 10.60200915671885}
+{"Finetune/Learning Rate": 9.951165402641397e-06, "Finetune/Loss": 0.6173948049545288, "Finetune/Loss (Raw)": 0.7118605971336365, "Finetune/Step": 9933, "Finetune/Step Time": 10.590087028220296}
+{"Finetune/Learning Rate": 9.949481465095224e-06, "Finetune/Loss": 0.6159613132476807, "Finetune/Loss (Raw)": 0.5187921524047852, "Finetune/Step": 9934, "Finetune/Step Time": 10.560337882488966}
+{"Finetune/Learning Rate": 9.947797528981615e-06, "Finetune/Loss": 0.6144018769264221, "Finetune/Loss (Raw)": 0.47861823439598083, "Finetune/Step": 9935, "Finetune/Step Time": 10.554499264806509}
+{"Finetune/Learning Rate": 9.946113594348321e-06, "Finetune/Loss": 0.614692211151123, "Finetune/Loss (Raw)": 0.6010212898254395, "Finetune/Step": 9936, "Finetune/Step Time": 10.556815208867192}
+{"Finetune/Learning Rate": 9.94442966124309e-06, "Finetune/Loss": 0.6147507429122925, "Finetune/Loss (Raw)": 0.6380355358123779, "Finetune/Step": 9937, "Finetune/Step Time": 10.554055623710155}
+{"Finetune/Learning Rate": 9.94274572971368e-06, "Finetune/Loss": 0.6150248050689697, "Finetune/Loss (Raw)": 0.5294922590255737, "Finetune/Step": 9938, "Finetune/Step Time": 10.557256367057562}
+{"Finetune/Learning Rate": 9.941061799807835e-06, "Finetune/Loss": 0.6166157722473145, "Finetune/Loss (Raw)": 0.7195143103599548, "Finetune/Step": 9939, "Finetune/Step Time": 10.57542864792049}
+{"Finetune/Learning Rate": 9.93937787157331e-06, "Finetune/Loss": 0.6167851090431213, "Finetune/Loss (Raw)": 0.6531289219856262, "Finetune/Step": 9940, "Finetune/Step Time": 10.570729592815042}
+{"Finetune/Learning Rate": 9.937693945057855e-06, "Finetune/Loss": 0.6161674857139587, "Finetune/Loss (Raw)": 0.5174868106842041, "Finetune/Step": 9941, "Finetune/Step Time": 10.587120722979307}
+{"Finetune/Learning Rate": 9.936010020309224e-06, "Finetune/Loss": 0.6162241101264954, "Finetune/Loss (Raw)": 0.5236298441886902, "Finetune/Step": 9942, "Finetune/Step Time": 10.591921458020806}
+{"Finetune/Learning Rate": 9.934326097375165e-06, "Finetune/Loss": 0.6152418851852417, "Finetune/Loss (Raw)": 0.5751319527626038, "Finetune/Step": 9943, "Finetune/Step Time": 10.63848283328116}
+{"Finetune/Learning Rate": 9.932642176303435e-06, "Finetune/Loss": 0.6145289540290833, "Finetune/Loss (Raw)": 0.6062981486320496, "Finetune/Step": 9944, "Finetune/Step Time": 10.635738495737314}
+{"Finetune/Learning Rate": 9.93095825714178e-06, "Finetune/Loss": 0.6148853898048401, "Finetune/Loss (Raw)": 0.762770414352417, "Finetune/Step": 9945, "Finetune/Step Time": 10.638065222650766}
+{"Finetune/Learning Rate": 9.929274339937951e-06, "Finetune/Loss": 0.6133022904396057, "Finetune/Loss (Raw)": 0.3571396768093109, "Finetune/Step": 9946, "Finetune/Step Time": 10.679288815706968}
+{"Finetune/Learning Rate": 9.927590424739702e-06, "Finetune/Loss": 0.6134181022644043, "Finetune/Loss (Raw)": 0.5662814974784851, "Finetune/Step": 9947, "Finetune/Step Time": 10.707683481276035}
+{"Finetune/Learning Rate": 9.92590651159478e-06, "Finetune/Loss": 0.6142256855964661, "Finetune/Loss (Raw)": 0.7065479755401611, "Finetune/Step": 9948, "Finetune/Step Time": 10.709762658923864}
+{"Finetune/Learning Rate": 9.92422260055094e-06, "Finetune/Loss": 0.613979697227478, "Finetune/Loss (Raw)": 0.6159154176712036, "Finetune/Step": 9949, "Finetune/Step Time": 10.71751157566905}
+{"Finetune/Learning Rate": 9.922538691655937e-06, "Finetune/Loss": 0.6147286891937256, "Finetune/Loss (Raw)": 0.6788606643676758, "Finetune/Step": 9950, "Finetune/Step Time": 10.71929225884378}
+{"Finetune/Learning Rate": 9.920854784957509e-06, "Finetune/Loss": 0.6139418482780457, "Finetune/Loss (Raw)": 0.6160405278205872, "Finetune/Step": 9951, "Finetune/Step Time": 10.717746177688241}
+{"Finetune/Learning Rate": 9.919170880503416e-06, "Finetune/Loss": 0.6138511896133423, "Finetune/Loss (Raw)": 0.5762566328048706, "Finetune/Step": 9952, "Finetune/Step Time": 10.735583242028952}
+{"Finetune/Learning Rate": 9.917486978341407e-06, "Finetune/Loss": 0.6140565276145935, "Finetune/Loss (Raw)": 0.633658766746521, "Finetune/Step": 9953, "Finetune/Step Time": 10.76441603526473}
+{"Finetune/Learning Rate": 9.915803078519233e-06, "Finetune/Loss": 0.6154736280441284, "Finetune/Loss (Raw)": 0.7039541602134705, "Finetune/Step": 9954, "Finetune/Step Time": 10.77332554012537}
+{"Finetune/Learning Rate": 9.914119181084645e-06, "Finetune/Loss": 0.6159391403198242, "Finetune/Loss (Raw)": 0.7071865200996399, "Finetune/Step": 9955, "Finetune/Step Time": 10.765005951747298}
+{"Finetune/Learning Rate": 9.912435286085396e-06, "Finetune/Loss": 0.6148511171340942, "Finetune/Loss (Raw)": 0.5924331545829773, "Finetune/Step": 9956, "Finetune/Step Time": 10.757206315174699}
+{"Finetune/Learning Rate": 9.910751393569228e-06, "Finetune/Loss": 0.6158536672592163, "Finetune/Loss (Raw)": 0.7920183539390564, "Finetune/Step": 9957, "Finetune/Step Time": 10.759740486741066}
+{"Finetune/Learning Rate": 9.909067503583897e-06, "Finetune/Loss": 0.6156286597251892, "Finetune/Loss (Raw)": 0.5727004408836365, "Finetune/Step": 9958, "Finetune/Step Time": 10.741270370781422}
+{"Finetune/Learning Rate": 9.907383616177154e-06, "Finetune/Loss": 0.6145238280296326, "Finetune/Loss (Raw)": 0.5453510284423828, "Finetune/Step": 9959, "Finetune/Step Time": 10.7458934225142}
+{"Finetune/Learning Rate": 9.90569973139675e-06, "Finetune/Loss": 0.6152302622795105, "Finetune/Loss (Raw)": 0.664814293384552, "Finetune/Step": 9960, "Finetune/Step Time": 10.753628481179476}
+{"Finetune/Learning Rate": 9.904015849290432e-06, "Finetune/Loss": 0.6155788898468018, "Finetune/Loss (Raw)": 0.6622279286384583, "Finetune/Step": 9961, "Finetune/Step Time": 10.744488498196006}
+{"Finetune/Learning Rate": 9.902331969905954e-06, "Finetune/Loss": 0.6162028312683105, "Finetune/Loss (Raw)": 0.6934805512428284, "Finetune/Step": 9962, "Finetune/Step Time": 10.74791676364839}
+{"Finetune/Learning Rate": 9.900648093291061e-06, "Finetune/Loss": 0.6163121461868286, "Finetune/Loss (Raw)": 0.5862694382667542, "Finetune/Step": 9963, "Finetune/Step Time": 10.751756707206368}
+{"Finetune/Learning Rate": 9.898964219493505e-06, "Finetune/Loss": 0.6154600381851196, "Finetune/Loss (Raw)": 0.4953690469264984, "Finetune/Step": 9964, "Finetune/Step Time": 10.788053886964917}
+{"Finetune/Learning Rate": 9.897280348561035e-06, "Finetune/Loss": 0.616569995880127, "Finetune/Loss (Raw)": 0.6508592367172241, "Finetune/Step": 9965, "Finetune/Step Time": 10.780725805088878}
+{"Finetune/Learning Rate": 9.895596480541405e-06, "Finetune/Loss": 0.6165726780891418, "Finetune/Loss (Raw)": 0.5798563957214355, "Finetune/Step": 9966, "Finetune/Step Time": 10.77581013739109}
+{"Finetune/Learning Rate": 9.893912615482362e-06, "Finetune/Loss": 0.6157820224761963, "Finetune/Loss (Raw)": 0.605643630027771, "Finetune/Step": 9967, "Finetune/Step Time": 10.768320947885513}
+{"Finetune/Learning Rate": 9.892228753431658e-06, "Finetune/Loss": 0.6154698133468628, "Finetune/Loss (Raw)": 0.5405588150024414, "Finetune/Step": 9968, "Finetune/Step Time": 10.746515266597271}
+{"Finetune/Learning Rate": 9.890544894437036e-06, "Finetune/Loss": 0.6169909238815308, "Finetune/Loss (Raw)": 0.7380324602127075, "Finetune/Step": 9969, "Finetune/Step Time": 10.736983824521303}
+{"Finetune/Learning Rate": 9.888861038546251e-06, "Finetune/Loss": 0.6140995621681213, "Finetune/Loss (Raw)": 0.36012858152389526, "Finetune/Step": 9970, "Finetune/Step Time": 10.749677864834666}
+{"Finetune/Learning Rate": 9.887177185807051e-06, "Finetune/Loss": 0.6137079000473022, "Finetune/Loss (Raw)": 0.6063798666000366, "Finetune/Step": 9971, "Finetune/Step Time": 10.753022966906428}
+{"Finetune/Learning Rate": 9.885493336267184e-06, "Finetune/Loss": 0.6130698919296265, "Finetune/Loss (Raw)": 0.5945457220077515, "Finetune/Step": 9972, "Finetune/Step Time": 10.752155546098948}
+{"Finetune/Learning Rate": 9.883809489974399e-06, "Finetune/Loss": 0.6125572919845581, "Finetune/Loss (Raw)": 0.644470751285553, "Finetune/Step": 9973, "Finetune/Step Time": 10.7481987234205}
+{"Finetune/Learning Rate": 9.882125646976454e-06, "Finetune/Loss": 0.6131236553192139, "Finetune/Loss (Raw)": 0.6899710297584534, "Finetune/Step": 9974, "Finetune/Step Time": 10.748973181471229}
+{"Finetune/Learning Rate": 9.880441807321081e-06, "Finetune/Loss": 0.6139999032020569, "Finetune/Loss (Raw)": 0.652747631072998, "Finetune/Step": 9975, "Finetune/Step Time": 10.758844278752804}
+{"Finetune/Learning Rate": 9.878757971056043e-06, "Finetune/Loss": 0.6140924692153931, "Finetune/Loss (Raw)": 0.6195843815803528, "Finetune/Step": 9976, "Finetune/Step Time": 10.762356808409095}
+{"Finetune/Learning Rate": 9.877074138229083e-06, "Finetune/Loss": 0.6141854524612427, "Finetune/Loss (Raw)": 0.5701358318328857, "Finetune/Step": 9977, "Finetune/Step Time": 10.738950794562697}
+{"Finetune/Learning Rate": 9.875390308887952e-06, "Finetune/Loss": 0.6151139140129089, "Finetune/Loss (Raw)": 0.6482598185539246, "Finetune/Step": 9978, "Finetune/Step Time": 10.73236889950931}
+{"Finetune/Learning Rate": 9.873706483080398e-06, "Finetune/Loss": 0.6157263517379761, "Finetune/Loss (Raw)": 0.7505174875259399, "Finetune/Step": 9979, "Finetune/Step Time": 10.727169252932072}
+{"Finetune/Learning Rate": 9.87202266085417e-06, "Finetune/Loss": 0.6163384914398193, "Finetune/Loss (Raw)": 0.534231960773468, "Finetune/Step": 9980, "Finetune/Step Time": 10.721958700567484}
+{"Finetune/Learning Rate": 9.870338842257013e-06, "Finetune/Loss": 0.6162731647491455, "Finetune/Loss (Raw)": 0.6766653656959534, "Finetune/Step": 9981, "Finetune/Step Time": 10.717451594769955}
+{"Finetune/Learning Rate": 9.868655027336678e-06, "Finetune/Loss": 0.6169647574424744, "Finetune/Loss (Raw)": 0.7553814053535461, "Finetune/Step": 9982, "Finetune/Step Time": 10.730928676202893}
+{"Finetune/Learning Rate": 9.866971216140912e-06, "Finetune/Loss": 0.6173567771911621, "Finetune/Loss (Raw)": 0.6187769174575806, "Finetune/Step": 9983, "Finetune/Step Time": 10.7321822270751}
+{"Finetune/Learning Rate": 9.865287408717464e-06, "Finetune/Loss": 0.6160483956336975, "Finetune/Loss (Raw)": 0.5259969830513, "Finetune/Step": 9984, "Finetune/Step Time": 10.720063054934144}
+{"Finetune/Learning Rate": 9.863603605114084e-06, "Finetune/Loss": 0.6165801882743835, "Finetune/Loss (Raw)": 0.6975314617156982, "Finetune/Step": 9985, "Finetune/Step Time": 10.719440821558237}
+{"Finetune/Learning Rate": 9.861919805378518e-06, "Finetune/Loss": 0.6165956258773804, "Finetune/Loss (Raw)": 0.6194406747817993, "Finetune/Step": 9986, "Finetune/Step Time": 10.722612814977765}
+{"Finetune/Learning Rate": 9.860236009558514e-06, "Finetune/Loss": 0.6163027286529541, "Finetune/Loss (Raw)": 0.5331169962882996, "Finetune/Step": 9987, "Finetune/Step Time": 10.722078615799546}
+{"Finetune/Learning Rate": 9.858552217701817e-06, "Finetune/Loss": 0.6165814399719238, "Finetune/Loss (Raw)": 0.606936514377594, "Finetune/Step": 9988, "Finetune/Step Time": 10.715305792167783}
+{"Finetune/Learning Rate": 9.856868429856178e-06, "Finetune/Loss": 0.6165499687194824, "Finetune/Loss (Raw)": 0.6411033868789673, "Finetune/Step": 9989, "Finetune/Step Time": 10.721100084483624}
+{"Finetune/Learning Rate": 9.855184646069342e-06, "Finetune/Loss": 0.6157433986663818, "Finetune/Loss (Raw)": 0.6038314700126648, "Finetune/Step": 9990, "Finetune/Step Time": 10.722890188917518}
+{"Finetune/Learning Rate": 9.853500866389058e-06, "Finetune/Loss": 0.6160460114479065, "Finetune/Loss (Raw)": 0.6625810265541077, "Finetune/Step": 9991, "Finetune/Step Time": 10.740072973072529}
+{"Finetune/Learning Rate": 9.851817090863073e-06, "Finetune/Loss": 0.615808367729187, "Finetune/Loss (Raw)": 0.5528404116630554, "Finetune/Step": 9992, "Finetune/Step Time": 10.762642754241824}
+{"Finetune/Learning Rate": 9.850133319539138e-06, "Finetune/Loss": 0.6162207722663879, "Finetune/Loss (Raw)": 0.6118244528770447, "Finetune/Step": 9993, "Finetune/Step Time": 10.777078865095973}
+{"Finetune/Learning Rate": 9.848449552464991e-06, "Finetune/Loss": 0.6174768805503845, "Finetune/Loss (Raw)": 0.7764878273010254, "Finetune/Step": 9994, "Finetune/Step Time": 10.749649658799171}
+{"Finetune/Learning Rate": 9.846765789688386e-06, "Finetune/Loss": 0.615886926651001, "Finetune/Loss (Raw)": 0.4893917441368103, "Finetune/Step": 9995, "Finetune/Step Time": 10.749808153137565}
+{"Finetune/Learning Rate": 9.845082031257067e-06, "Finetune/Loss": 0.6163565516471863, "Finetune/Loss (Raw)": 0.6658523678779602, "Finetune/Step": 9996, "Finetune/Step Time": 10.750826509669423}
+{"Finetune/Learning Rate": 9.843398277218779e-06, "Finetune/Loss": 0.6167091727256775, "Finetune/Loss (Raw)": 0.6779665946960449, "Finetune/Step": 9997, "Finetune/Step Time": 10.73502760566771}
+{"Finetune/Learning Rate": 9.841714527621272e-06, "Finetune/Loss": 0.6167768836021423, "Finetune/Loss (Raw)": 0.6291425824165344, "Finetune/Step": 9998, "Finetune/Step Time": 10.73987278342247}
+{"Finetune/Learning Rate": 9.840030782512296e-06, "Finetune/Loss": 0.6165759563446045, "Finetune/Loss (Raw)": 0.5755761861801147, "Finetune/Step": 9999, "Finetune/Step Time": 10.737428303807974}
+{"Finetune/Learning Rate": 9.838347041939585e-06, "Finetune/Loss": 0.6137268543243408, "Finetune/Loss (Raw)": 0.38783276081085205, "Finetune/Step": 10000, "Finetune/Step Time": 10.773970069363713}
+{"Finetune/Learning Rate": 9.836663305950895e-06, "Finetune/Loss": 0.6141441464424133, "Finetune/Loss (Raw)": 0.672726035118103, "Finetune/Step": 10001, "Finetune/Step Time": 10.77099340967834}
+{"Finetune/Learning Rate": 9.834979574593969e-06, "Finetune/Loss": 0.6148401498794556, "Finetune/Loss (Raw)": 0.6009510159492493, "Finetune/Step": 10002, "Finetune/Step Time": 10.719923162832856}
+{"Finetune/Learning Rate": 9.833295847916553e-06, "Finetune/Loss": 0.6145318150520325, "Finetune/Loss (Raw)": 0.5734944343566895, "Finetune/Step": 10003, "Finetune/Step Time": 10.712901409715414}
+{"Finetune/Learning Rate": 9.831612125966388e-06, "Finetune/Loss": 0.6147557497024536, "Finetune/Loss (Raw)": 0.5596522688865662, "Finetune/Step": 10004, "Finetune/Step Time": 10.728704053908587}
+{"Finetune/Learning Rate": 9.829928408791233e-06, "Finetune/Loss": 0.614667534828186, "Finetune/Loss (Raw)": 0.6053987741470337, "Finetune/Step": 10005, "Finetune/Step Time": 10.72824501991272}
+{"Finetune/Learning Rate": 9.828244696438821e-06, "Finetune/Loss": 0.6137421727180481, "Finetune/Loss (Raw)": 0.5269833207130432, "Finetune/Step": 10006, "Finetune/Step Time": 10.71508232690394}
+{"Finetune/Learning Rate": 9.8265609889569e-06, "Finetune/Loss": 0.6149700880050659, "Finetune/Loss (Raw)": 0.6641756296157837, "Finetune/Step": 10007, "Finetune/Step Time": 10.720859088003635}
+{"Finetune/Learning Rate": 9.824877286393215e-06, "Finetune/Loss": 0.6150503158569336, "Finetune/Loss (Raw)": 0.6252663731575012, "Finetune/Step": 10008, "Finetune/Step Time": 10.717315198853612}
+{"Finetune/Learning Rate": 9.823193588795514e-06, "Finetune/Loss": 0.614564836025238, "Finetune/Loss (Raw)": 0.6558032035827637, "Finetune/Step": 10009, "Finetune/Step Time": 10.69767938926816}
+{"Finetune/Learning Rate": 9.82150989621154e-06, "Finetune/Loss": 0.6136078834533691, "Finetune/Loss (Raw)": 0.5304943323135376, "Finetune/Step": 10010, "Finetune/Step Time": 10.688241908326745}
+{"Finetune/Learning Rate": 9.81982620868904e-06, "Finetune/Loss": 0.6134275197982788, "Finetune/Loss (Raw)": 0.573948860168457, "Finetune/Step": 10011, "Finetune/Step Time": 10.690895363688469}
+{"Finetune/Learning Rate": 9.818142526275753e-06, "Finetune/Loss": 0.6135339736938477, "Finetune/Loss (Raw)": 0.6040124893188477, "Finetune/Step": 10012, "Finetune/Step Time": 10.703182205557823}
+{"Finetune/Learning Rate": 9.816458849019428e-06, "Finetune/Loss": 0.61387038230896, "Finetune/Loss (Raw)": 0.6464203000068665, "Finetune/Step": 10013, "Finetune/Step Time": 10.701861336827278}
+{"Finetune/Learning Rate": 9.814775176967806e-06, "Finetune/Loss": 0.6130872964859009, "Finetune/Loss (Raw)": 0.5997075438499451, "Finetune/Step": 10014, "Finetune/Step Time": 10.706072198227048}
+{"Finetune/Learning Rate": 9.813091510168635e-06, "Finetune/Loss": 0.612686038017273, "Finetune/Loss (Raw)": 0.6437525749206543, "Finetune/Step": 10015, "Finetune/Step Time": 10.70333918184042}
+{"Finetune/Learning Rate": 9.811407848669657e-06, "Finetune/Loss": 0.6128336787223816, "Finetune/Loss (Raw)": 0.6920720338821411, "Finetune/Step": 10016, "Finetune/Step Time": 10.69781000353396}
+{"Finetune/Learning Rate": 9.80972419251862e-06, "Finetune/Loss": 0.613375186920166, "Finetune/Loss (Raw)": 0.6747350096702576, "Finetune/Step": 10017, "Finetune/Step Time": 10.694047817960382}
+{"Finetune/Learning Rate": 9.80804054176326e-06, "Finetune/Loss": 0.6126166582107544, "Finetune/Loss (Raw)": 0.49511420726776123, "Finetune/Step": 10018, "Finetune/Step Time": 10.69038661941886}
+{"Finetune/Learning Rate": 9.806356896451324e-06, "Finetune/Loss": 0.6133803129196167, "Finetune/Loss (Raw)": 0.46164965629577637, "Finetune/Step": 10019, "Finetune/Step Time": 10.663787070661783}
+{"Finetune/Learning Rate": 9.804673256630557e-06, "Finetune/Loss": 0.6140059232711792, "Finetune/Loss (Raw)": 0.7079598307609558, "Finetune/Step": 10020, "Finetune/Step Time": 10.663050068542361}
+{"Finetune/Learning Rate": 9.802989622348699e-06, "Finetune/Loss": 0.6149001121520996, "Finetune/Loss (Raw)": 0.6844300627708435, "Finetune/Step": 10021, "Finetune/Step Time": 10.671109054237604}
+{"Finetune/Learning Rate": 9.801305993653496e-06, "Finetune/Loss": 0.6155601739883423, "Finetune/Loss (Raw)": 0.724103569984436, "Finetune/Step": 10022, "Finetune/Step Time": 10.678605008870363}
+{"Finetune/Learning Rate": 9.799622370592695e-06, "Finetune/Loss": 0.6159091591835022, "Finetune/Loss (Raw)": 0.6002792119979858, "Finetune/Step": 10023, "Finetune/Step Time": 10.692911129444838}
+{"Finetune/Learning Rate": 9.797938753214028e-06, "Finetune/Loss": 0.6158505082130432, "Finetune/Loss (Raw)": 0.6303538680076599, "Finetune/Step": 10024, "Finetune/Step Time": 10.687649797648191}
+{"Finetune/Learning Rate": 9.796255141565243e-06, "Finetune/Loss": 0.6148190498352051, "Finetune/Loss (Raw)": 0.494928240776062, "Finetune/Step": 10025, "Finetune/Step Time": 10.708859385922551}
+{"Finetune/Learning Rate": 9.794571535694087e-06, "Finetune/Loss": 0.6146399974822998, "Finetune/Loss (Raw)": 0.6208803653717041, "Finetune/Step": 10026, "Finetune/Step Time": 10.708157692104578}
+{"Finetune/Learning Rate": 9.792887935648296e-06, "Finetune/Loss": 0.6145274639129639, "Finetune/Loss (Raw)": 0.5737035870552063, "Finetune/Step": 10027, "Finetune/Step Time": 10.712354118004441}
+{"Finetune/Learning Rate": 9.791204341475613e-06, "Finetune/Loss": 0.6137574911117554, "Finetune/Loss (Raw)": 0.6331709027290344, "Finetune/Step": 10028, "Finetune/Step Time": 10.718333775177598}
+{"Finetune/Learning Rate": 9.789520753223784e-06, "Finetune/Loss": 0.6131330728530884, "Finetune/Loss (Raw)": 0.5521361827850342, "Finetune/Step": 10029, "Finetune/Step Time": 10.694166200235486}
+{"Finetune/Learning Rate": 9.787837170940547e-06, "Finetune/Loss": 0.612107515335083, "Finetune/Loss (Raw)": 0.5969295501708984, "Finetune/Step": 10030, "Finetune/Step Time": 10.699227260425687}
+{"Finetune/Learning Rate": 9.78615359467364e-06, "Finetune/Loss": 0.6120173931121826, "Finetune/Loss (Raw)": 0.6136043667793274, "Finetune/Step": 10031, "Finetune/Step Time": 10.73406296223402}
+{"Finetune/Learning Rate": 9.784470024470813e-06, "Finetune/Loss": 0.6121608018875122, "Finetune/Loss (Raw)": 0.6187936067581177, "Finetune/Step": 10032, "Finetune/Step Time": 10.73215307854116}
+{"Finetune/Learning Rate": 9.782786460379802e-06, "Finetune/Loss": 0.6117764711380005, "Finetune/Loss (Raw)": 0.6270610094070435, "Finetune/Step": 10033, "Finetune/Step Time": 10.718667961657047}
+{"Finetune/Learning Rate": 9.78110290244835e-06, "Finetune/Loss": 0.6125433444976807, "Finetune/Loss (Raw)": 0.5668312311172485, "Finetune/Step": 10034, "Finetune/Step Time": 10.678606094792485}
+{"Finetune/Learning Rate": 9.7794193507242e-06, "Finetune/Loss": 0.6120784282684326, "Finetune/Loss (Raw)": 0.5674123167991638, "Finetune/Step": 10035, "Finetune/Step Time": 10.675734518095851}
+{"Finetune/Learning Rate": 9.777735805255087e-06, "Finetune/Loss": 0.6113458275794983, "Finetune/Loss (Raw)": 0.6085780262947083, "Finetune/Step": 10036, "Finetune/Step Time": 10.647713031619787}
+{"Finetune/Learning Rate": 9.776052266088754e-06, "Finetune/Loss": 0.6115970015525818, "Finetune/Loss (Raw)": 0.6181709170341492, "Finetune/Step": 10037, "Finetune/Step Time": 10.649810945615172}
+{"Finetune/Learning Rate": 9.774368733272943e-06, "Finetune/Loss": 0.6130908131599426, "Finetune/Loss (Raw)": 0.7668439149856567, "Finetune/Step": 10038, "Finetune/Step Time": 10.658039322122931}
+{"Finetune/Learning Rate": 9.772685206855391e-06, "Finetune/Loss": 0.6126554012298584, "Finetune/Loss (Raw)": 0.6488932371139526, "Finetune/Step": 10039, "Finetune/Step Time": 10.62986459955573}
+{"Finetune/Learning Rate": 9.771001686883841e-06, "Finetune/Loss": 0.6121012568473816, "Finetune/Loss (Raw)": 0.5428173542022705, "Finetune/Step": 10040, "Finetune/Step Time": 10.625382838770747}
+{"Finetune/Learning Rate": 9.769318173406036e-06, "Finetune/Loss": 0.6109846830368042, "Finetune/Loss (Raw)": 0.4706684947013855, "Finetune/Step": 10041, "Finetune/Step Time": 10.625199932605028}
+{"Finetune/Learning Rate": 9.767634666469708e-06, "Finetune/Loss": 0.6087343692779541, "Finetune/Loss (Raw)": 0.3669547140598297, "Finetune/Step": 10042, "Finetune/Step Time": 10.65399343892932}
+{"Finetune/Learning Rate": 9.7659511661226e-06, "Finetune/Loss": 0.6077439188957214, "Finetune/Loss (Raw)": 0.5314768552780151, "Finetune/Step": 10043, "Finetune/Step Time": 10.67251243814826}
+{"Finetune/Learning Rate": 9.764267672412454e-06, "Finetune/Loss": 0.6074045300483704, "Finetune/Loss (Raw)": 0.5587003827095032, "Finetune/Step": 10044, "Finetune/Step Time": 10.67581619694829}
+{"Finetune/Learning Rate": 9.762584185387003e-06, "Finetune/Loss": 0.6076160669326782, "Finetune/Loss (Raw)": 0.6742616295814514, "Finetune/Step": 10045, "Finetune/Step Time": 10.681039972230792}
+{"Finetune/Learning Rate": 9.760900705093988e-06, "Finetune/Loss": 0.6082535982131958, "Finetune/Loss (Raw)": 0.5740911364555359, "Finetune/Step": 10046, "Finetune/Step Time": 10.65352999418974}
+{"Finetune/Learning Rate": 9.759217231581157e-06, "Finetune/Loss": 0.6068240404129028, "Finetune/Loss (Raw)": 0.42453548312187195, "Finetune/Step": 10047, "Finetune/Step Time": 10.688757430762053}
+{"Finetune/Learning Rate": 9.757533764896235e-06, "Finetune/Loss": 0.6061828136444092, "Finetune/Loss (Raw)": 0.5949581265449524, "Finetune/Step": 10048, "Finetune/Step Time": 10.676380133256316}
+{"Finetune/Learning Rate": 9.755850305086965e-06, "Finetune/Loss": 0.607384443283081, "Finetune/Loss (Raw)": 0.6809559464454651, "Finetune/Step": 10049, "Finetune/Step Time": 10.665990559384227}
+{"Finetune/Learning Rate": 9.754166852201087e-06, "Finetune/Loss": 0.6074758768081665, "Finetune/Loss (Raw)": 0.5964391231536865, "Finetune/Step": 10050, "Finetune/Step Time": 10.669964246451855}
+{"Finetune/Learning Rate": 9.75248340628634e-06, "Finetune/Loss": 0.6074051260948181, "Finetune/Loss (Raw)": 0.5925155282020569, "Finetune/Step": 10051, "Finetune/Step Time": 10.669798722490668}
+{"Finetune/Learning Rate": 9.750799967390458e-06, "Finetune/Loss": 0.6075388193130493, "Finetune/Loss (Raw)": 0.6167399287223816, "Finetune/Step": 10052, "Finetune/Step Time": 10.654901761561632}
+{"Finetune/Learning Rate": 9.749116535561182e-06, "Finetune/Loss": 0.6070257425308228, "Finetune/Loss (Raw)": 0.566271185874939, "Finetune/Step": 10053, "Finetune/Step Time": 10.650642463937402}
+{"Finetune/Learning Rate": 9.747433110846246e-06, "Finetune/Loss": 0.6058573126792908, "Finetune/Loss (Raw)": 0.49833279848098755, "Finetune/Step": 10054, "Finetune/Step Time": 10.652614774182439}
+{"Finetune/Learning Rate": 9.745749693293389e-06, "Finetune/Loss": 0.6048644781112671, "Finetune/Loss (Raw)": 0.5283557176589966, "Finetune/Step": 10055, "Finetune/Step Time": 10.660350419580936}
+{"Finetune/Learning Rate": 9.744066282950345e-06, "Finetune/Loss": 0.6042873859405518, "Finetune/Loss (Raw)": 0.6314592957496643, "Finetune/Step": 10056, "Finetune/Step Time": 10.669020116329193}
+{"Finetune/Learning Rate": 9.742382879864857e-06, "Finetune/Loss": 0.6053505539894104, "Finetune/Loss (Raw)": 0.651339054107666, "Finetune/Step": 10057, "Finetune/Step Time": 10.68507825769484}
+{"Finetune/Learning Rate": 9.740699484084658e-06, "Finetune/Loss": 0.6055881381034851, "Finetune/Loss (Raw)": 0.6525319814682007, "Finetune/Step": 10058, "Finetune/Step Time": 10.690541666001081}
+{"Finetune/Learning Rate": 9.739016095657485e-06, "Finetune/Loss": 0.6054604649543762, "Finetune/Loss (Raw)": 0.6124576330184937, "Finetune/Step": 10059, "Finetune/Step Time": 10.709084702655673}
+{"Finetune/Learning Rate": 9.73733271463107e-06, "Finetune/Loss": 0.6063281297683716, "Finetune/Loss (Raw)": 0.6862317323684692, "Finetune/Step": 10060, "Finetune/Step Time": 10.708461070433259}
+{"Finetune/Learning Rate": 9.735649341053155e-06, "Finetune/Loss": 0.6047507524490356, "Finetune/Loss (Raw)": 0.5099563598632812, "Finetune/Step": 10061, "Finetune/Step Time": 10.707990687340498}
+{"Finetune/Learning Rate": 9.733965974971473e-06, "Finetune/Loss": 0.6057451963424683, "Finetune/Loss (Raw)": 0.6460778713226318, "Finetune/Step": 10062, "Finetune/Step Time": 10.70534597337246}
+{"Finetune/Learning Rate": 9.732282616433756e-06, "Finetune/Loss": 0.6074705123901367, "Finetune/Loss (Raw)": 0.6994560956954956, "Finetune/Step": 10063, "Finetune/Step Time": 10.719533894211054}
+{"Finetune/Learning Rate": 9.730599265487746e-06, "Finetune/Loss": 0.6075288653373718, "Finetune/Loss (Raw)": 0.6084914803504944, "Finetune/Step": 10064, "Finetune/Step Time": 10.716483660042286}
+{"Finetune/Learning Rate": 9.728915922181179e-06, "Finetune/Loss": 0.6074832677841187, "Finetune/Loss (Raw)": 0.6321987509727478, "Finetune/Step": 10065, "Finetune/Step Time": 10.732345482334495}
+{"Finetune/Learning Rate": 9.727232586561776e-06, "Finetune/Loss": 0.6078712940216064, "Finetune/Loss (Raw)": 0.5791670680046082, "Finetune/Step": 10066, "Finetune/Step Time": 10.730390110984445}
+{"Finetune/Learning Rate": 9.725549258677287e-06, "Finetune/Loss": 0.6076971292495728, "Finetune/Loss (Raw)": 0.6972187161445618, "Finetune/Step": 10067, "Finetune/Step Time": 10.718596402555704}
+{"Finetune/Learning Rate": 9.72386593857544e-06, "Finetune/Loss": 0.6068020462989807, "Finetune/Loss (Raw)": 0.538556694984436, "Finetune/Step": 10068, "Finetune/Step Time": 10.739163629710674}
+{"Finetune/Learning Rate": 9.722182626303968e-06, "Finetune/Loss": 0.6069414019584656, "Finetune/Loss (Raw)": 0.535319447517395, "Finetune/Step": 10069, "Finetune/Step Time": 10.718586508184671}
+{"Finetune/Learning Rate": 9.720499321910606e-06, "Finetune/Loss": 0.6078267097473145, "Finetune/Loss (Raw)": 0.6369485259056091, "Finetune/Step": 10070, "Finetune/Step Time": 10.717835988849401}
+{"Finetune/Learning Rate": 9.71881602544309e-06, "Finetune/Loss": 0.6073464155197144, "Finetune/Loss (Raw)": 0.5136607885360718, "Finetune/Step": 10071, "Finetune/Step Time": 10.695958284661174}
+{"Finetune/Learning Rate": 9.717132736949157e-06, "Finetune/Loss": 0.6081199049949646, "Finetune/Loss (Raw)": 0.7053053975105286, "Finetune/Step": 10072, "Finetune/Step Time": 10.71156594157219}
+{"Finetune/Learning Rate": 9.715449456476527e-06, "Finetune/Loss": 0.6068122386932373, "Finetune/Loss (Raw)": 0.595390260219574, "Finetune/Step": 10073, "Finetune/Step Time": 10.710749184712768}
+{"Finetune/Learning Rate": 9.713766184072945e-06, "Finetune/Loss": 0.6089250445365906, "Finetune/Loss (Raw)": 0.6275730729103088, "Finetune/Step": 10074, "Finetune/Step Time": 10.675669565796852}
+{"Finetune/Learning Rate": 9.71208291978614e-06, "Finetune/Loss": 0.6100403070449829, "Finetune/Loss (Raw)": 0.7090299129486084, "Finetune/Step": 10075, "Finetune/Step Time": 10.651268113404512}
+{"Finetune/Learning Rate": 9.710399663663845e-06, "Finetune/Loss": 0.6090606451034546, "Finetune/Loss (Raw)": 0.5811653137207031, "Finetune/Step": 10076, "Finetune/Step Time": 10.656191531568766}
+{"Finetune/Learning Rate": 9.708716415753792e-06, "Finetune/Loss": 0.6088096499443054, "Finetune/Loss (Raw)": 0.5837812423706055, "Finetune/Step": 10077, "Finetune/Step Time": 10.646318698301911}
+{"Finetune/Learning Rate": 9.707033176103714e-06, "Finetune/Loss": 0.6082820296287537, "Finetune/Loss (Raw)": 0.6113289594650269, "Finetune/Step": 10078, "Finetune/Step Time": 10.65319094248116}
+{"Finetune/Learning Rate": 9.705349944761341e-06, "Finetune/Loss": 0.608468770980835, "Finetune/Loss (Raw)": 0.6399376392364502, "Finetune/Step": 10079, "Finetune/Step Time": 10.661120243370533}
+{"Finetune/Learning Rate": 9.703666721774403e-06, "Finetune/Loss": 0.6091488599777222, "Finetune/Loss (Raw)": 0.6633126735687256, "Finetune/Step": 10080, "Finetune/Step Time": 10.641901034861803}
+{"Finetune/Learning Rate": 9.701983507190637e-06, "Finetune/Loss": 0.6082231998443604, "Finetune/Loss (Raw)": 0.5151688456535339, "Finetune/Step": 10081, "Finetune/Step Time": 10.61191382817924}
+{"Finetune/Learning Rate": 9.70030030105777e-06, "Finetune/Loss": 0.6057230234146118, "Finetune/Loss (Raw)": 0.38393133878707886, "Finetune/Step": 10082, "Finetune/Step Time": 10.639024721458554}
+{"Finetune/Learning Rate": 9.698617103423535e-06, "Finetune/Loss": 0.6042419672012329, "Finetune/Loss (Raw)": 0.5176171064376831, "Finetune/Step": 10083, "Finetune/Step Time": 10.645167451351881}
+{"Finetune/Learning Rate": 9.696933914335665e-06, "Finetune/Loss": 0.6048265695571899, "Finetune/Loss (Raw)": 0.6672611236572266, "Finetune/Step": 10084, "Finetune/Step Time": 10.644170744344592}
+{"Finetune/Learning Rate": 9.695250733841883e-06, "Finetune/Loss": 0.6039702892303467, "Finetune/Loss (Raw)": 0.6824085116386414, "Finetune/Step": 10085, "Finetune/Step Time": 10.633979871869087}
+{"Finetune/Learning Rate": 9.693567561989926e-06, "Finetune/Loss": 0.6045962572097778, "Finetune/Loss (Raw)": 0.6528350710868835, "Finetune/Step": 10086, "Finetune/Step Time": 10.644810199737549}
+{"Finetune/Learning Rate": 9.691884398827517e-06, "Finetune/Loss": 0.6059043407440186, "Finetune/Loss (Raw)": 0.7127816677093506, "Finetune/Step": 10087, "Finetune/Step Time": 10.637263864278793}
+{"Finetune/Learning Rate": 9.690201244402394e-06, "Finetune/Loss": 0.6065524220466614, "Finetune/Loss (Raw)": 0.7477682828903198, "Finetune/Step": 10088, "Finetune/Step Time": 10.627154361456633}
+{"Finetune/Learning Rate": 9.688518098762283e-06, "Finetune/Loss": 0.6064939498901367, "Finetune/Loss (Raw)": 0.6547365188598633, "Finetune/Step": 10089, "Finetune/Step Time": 10.624383436515927}
+{"Finetune/Learning Rate": 9.686834961954915e-06, "Finetune/Loss": 0.6061122417449951, "Finetune/Loss (Raw)": 0.6446219086647034, "Finetune/Step": 10090, "Finetune/Step Time": 10.62318317592144}
+{"Finetune/Learning Rate": 9.685151834028014e-06, "Finetune/Loss": 0.6063948273658752, "Finetune/Loss (Raw)": 0.6224434971809387, "Finetune/Step": 10091, "Finetune/Step Time": 10.628739474341273}
+{"Finetune/Learning Rate": 9.683468715029312e-06, "Finetune/Loss": 0.6076478362083435, "Finetune/Loss (Raw)": 0.6557556390762329, "Finetune/Step": 10092, "Finetune/Step Time": 10.595699243247509}
+{"Finetune/Learning Rate": 9.681785605006537e-06, "Finetune/Loss": 0.607043981552124, "Finetune/Loss (Raw)": 0.5735591053962708, "Finetune/Step": 10093, "Finetune/Step Time": 10.600802661851048}
+{"Finetune/Learning Rate": 9.680102504007419e-06, "Finetune/Loss": 0.6075640320777893, "Finetune/Loss (Raw)": 0.6464263796806335, "Finetune/Step": 10094, "Finetune/Step Time": 10.607971923425794}
+{"Finetune/Learning Rate": 9.67841941207968e-06, "Finetune/Loss": 0.6074923872947693, "Finetune/Loss (Raw)": 0.5964730381965637, "Finetune/Step": 10095, "Finetune/Step Time": 10.60206108354032}
+{"Finetune/Learning Rate": 9.67673632927106e-06, "Finetune/Loss": 0.6086329221725464, "Finetune/Loss (Raw)": 0.6865440011024475, "Finetune/Step": 10096, "Finetune/Step Time": 10.596613520756364}
+{"Finetune/Learning Rate": 9.675053255629271e-06, "Finetune/Loss": 0.6081991791725159, "Finetune/Loss (Raw)": 0.6825194358825684, "Finetune/Step": 10097, "Finetune/Step Time": 10.601142697036266}
+{"Finetune/Learning Rate": 9.673370191202049e-06, "Finetune/Loss": 0.6101768016815186, "Finetune/Loss (Raw)": 0.6132643222808838, "Finetune/Step": 10098, "Finetune/Step Time": 10.578137451782823}
+{"Finetune/Learning Rate": 9.67168713603712e-06, "Finetune/Loss": 0.610633373260498, "Finetune/Loss (Raw)": 0.6648245453834534, "Finetune/Step": 10099, "Finetune/Step Time": 10.57713757455349}
+{"Finetune/Learning Rate": 9.670004090182212e-06, "Finetune/Loss": 0.6111835241317749, "Finetune/Loss (Raw)": 0.6649560332298279, "Finetune/Step": 10100, "Finetune/Step Time": 10.579428616911173}
+{"Finetune/Learning Rate": 9.668321053685047e-06, "Finetune/Loss": 0.611221969127655, "Finetune/Loss (Raw)": 0.6493967771530151, "Finetune/Step": 10101, "Finetune/Step Time": 10.574133537709713}
+{"Finetune/Learning Rate": 9.666638026593359e-06, "Finetune/Loss": 0.6118798851966858, "Finetune/Loss (Raw)": 0.7741858959197998, "Finetune/Step": 10102, "Finetune/Step Time": 10.588987398892641}
+{"Finetune/Learning Rate": 9.664955008954865e-06, "Finetune/Loss": 0.6111051440238953, "Finetune/Loss (Raw)": 0.5535795092582703, "Finetune/Step": 10103, "Finetune/Step Time": 10.581915961578488}
+{"Finetune/Learning Rate": 9.663272000817295e-06, "Finetune/Loss": 0.6117256879806519, "Finetune/Loss (Raw)": 0.6990105509757996, "Finetune/Step": 10104, "Finetune/Step Time": 10.579605059698224}
+{"Finetune/Learning Rate": 9.661589002228368e-06, "Finetune/Loss": 0.6112220883369446, "Finetune/Loss (Raw)": 0.5056765079498291, "Finetune/Step": 10105, "Finetune/Step Time": 10.584528869017959}
+{"Finetune/Learning Rate": 9.65990601323582e-06, "Finetune/Loss": 0.6106746196746826, "Finetune/Loss (Raw)": 0.578184187412262, "Finetune/Step": 10106, "Finetune/Step Time": 10.574521385133266}
+{"Finetune/Learning Rate": 9.658223033887369e-06, "Finetune/Loss": 0.6083121299743652, "Finetune/Loss (Raw)": 0.448124498128891, "Finetune/Step": 10107, "Finetune/Step Time": 10.611444836482406}
+{"Finetune/Learning Rate": 9.656540064230745e-06, "Finetune/Loss": 0.6088622808456421, "Finetune/Loss (Raw)": 0.6046411991119385, "Finetune/Step": 10108, "Finetune/Step Time": 10.617319084703922}
+{"Finetune/Learning Rate": 9.654857104313665e-06, "Finetune/Loss": 0.6084628105163574, "Finetune/Loss (Raw)": 0.6255438923835754, "Finetune/Step": 10109, "Finetune/Step Time": 10.638053657487035}
+{"Finetune/Learning Rate": 9.653174154183854e-06, "Finetune/Loss": 0.6071996092796326, "Finetune/Loss (Raw)": 0.5936838984489441, "Finetune/Step": 10110, "Finetune/Step Time": 10.624721681699157}
+{"Finetune/Learning Rate": 9.65149121388904e-06, "Finetune/Loss": 0.6074876189231873, "Finetune/Loss (Raw)": 0.6556466817855835, "Finetune/Step": 10111, "Finetune/Step Time": 10.624298566952348}
+{"Finetune/Learning Rate": 9.64980828347694e-06, "Finetune/Loss": 0.6079902052879333, "Finetune/Loss (Raw)": 0.5903235077857971, "Finetune/Step": 10112, "Finetune/Step Time": 10.625269461423159}
+{"Finetune/Learning Rate": 9.648125362995287e-06, "Finetune/Loss": 0.6070650219917297, "Finetune/Loss (Raw)": 0.5791117548942566, "Finetune/Step": 10113, "Finetune/Step Time": 10.623644890263677}
+{"Finetune/Learning Rate": 9.646442452491798e-06, "Finetune/Loss": 0.6060378551483154, "Finetune/Loss (Raw)": 0.48796021938323975, "Finetune/Step": 10114, "Finetune/Step Time": 10.621802097186446}
+{"Finetune/Learning Rate": 9.644759552014193e-06, "Finetune/Loss": 0.6065900325775146, "Finetune/Loss (Raw)": 0.6037956476211548, "Finetune/Step": 10115, "Finetune/Step Time": 10.624319273978472}
+{"Finetune/Learning Rate": 9.643076661610197e-06, "Finetune/Loss": 0.6068373918533325, "Finetune/Loss (Raw)": 0.6386016607284546, "Finetune/Step": 10116, "Finetune/Step Time": 10.62639226950705}
+{"Finetune/Learning Rate": 9.641393781327532e-06, "Finetune/Loss": 0.6065788269042969, "Finetune/Loss (Raw)": 0.6080122590065002, "Finetune/Step": 10117, "Finetune/Step Time": 10.600279472768307}
+{"Finetune/Learning Rate": 9.63971091121392e-06, "Finetune/Loss": 0.6060713529586792, "Finetune/Loss (Raw)": 0.5388627648353577, "Finetune/Step": 10118, "Finetune/Step Time": 10.602800423279405}
+{"Finetune/Learning Rate": 9.63802805131708e-06, "Finetune/Loss": 0.6058971285820007, "Finetune/Loss (Raw)": 0.6402909159660339, "Finetune/Step": 10119, "Finetune/Step Time": 10.583105387166142}
+{"Finetune/Learning Rate": 9.636345201684741e-06, "Finetune/Loss": 0.6077836751937866, "Finetune/Loss (Raw)": 0.7943183779716492, "Finetune/Step": 10120, "Finetune/Step Time": 10.561395106837153}
+{"Finetune/Learning Rate": 9.634662362364615e-06, "Finetune/Loss": 0.6064112186431885, "Finetune/Loss (Raw)": 0.436149537563324, "Finetune/Step": 10121, "Finetune/Step Time": 10.54371970705688}
+{"Finetune/Learning Rate": 9.632979533404423e-06, "Finetune/Loss": 0.6053874492645264, "Finetune/Loss (Raw)": 0.6454411149024963, "Finetune/Step": 10122, "Finetune/Step Time": 10.548204738646746}
+{"Finetune/Learning Rate": 9.631296714851888e-06, "Finetune/Loss": 0.6056596040725708, "Finetune/Loss (Raw)": 0.5242279767990112, "Finetune/Step": 10123, "Finetune/Step Time": 10.54464459232986}
+{"Finetune/Learning Rate": 9.629613906754732e-06, "Finetune/Loss": 0.6052520871162415, "Finetune/Loss (Raw)": 0.6136899590492249, "Finetune/Step": 10124, "Finetune/Step Time": 10.549876833334565}
+{"Finetune/Learning Rate": 9.627931109160673e-06, "Finetune/Loss": 0.6044661998748779, "Finetune/Loss (Raw)": 0.5773705840110779, "Finetune/Step": 10125, "Finetune/Step Time": 10.5660705473274}
+{"Finetune/Learning Rate": 9.62624832211743e-06, "Finetune/Loss": 0.604560375213623, "Finetune/Loss (Raw)": 0.6411962509155273, "Finetune/Step": 10126, "Finetune/Step Time": 10.559019453823566}
+{"Finetune/Learning Rate": 9.62456554567272e-06, "Finetune/Loss": 0.6048561334609985, "Finetune/Loss (Raw)": 0.6134413480758667, "Finetune/Step": 10127, "Finetune/Step Time": 10.56212923116982}
+{"Finetune/Learning Rate": 9.622882779874263e-06, "Finetune/Loss": 0.6064733862876892, "Finetune/Loss (Raw)": 0.5948342084884644, "Finetune/Step": 10128, "Finetune/Step Time": 10.538673738017678}
+{"Finetune/Learning Rate": 9.621200024769776e-06, "Finetune/Loss": 0.6057037115097046, "Finetune/Loss (Raw)": 0.5742132663726807, "Finetune/Step": 10129, "Finetune/Step Time": 10.540646316483617}
+{"Finetune/Learning Rate": 9.61951728040698e-06, "Finetune/Loss": 0.6067019104957581, "Finetune/Loss (Raw)": 0.7287178635597229, "Finetune/Step": 10130, "Finetune/Step Time": 10.539384126663208}
+{"Finetune/Learning Rate": 9.617834546833596e-06, "Finetune/Loss": 0.6072255373001099, "Finetune/Loss (Raw)": 0.6405190825462341, "Finetune/Step": 10131, "Finetune/Step Time": 10.550196027383208}
+{"Finetune/Learning Rate": 9.616151824097337e-06, "Finetune/Loss": 0.6070681214332581, "Finetune/Loss (Raw)": 0.5394996404647827, "Finetune/Step": 10132, "Finetune/Step Time": 10.539547042921185}
+{"Finetune/Learning Rate": 9.614469112245919e-06, "Finetune/Loss": 0.6071674823760986, "Finetune/Loss (Raw)": 0.6181138157844543, "Finetune/Step": 10133, "Finetune/Step Time": 10.538868118077517}
+{"Finetune/Learning Rate": 9.61278641132706e-06, "Finetune/Loss": 0.6086187362670898, "Finetune/Loss (Raw)": 0.7127424478530884, "Finetune/Step": 10134, "Finetune/Step Time": 10.553925173357129}
+{"Finetune/Learning Rate": 9.611103721388478e-06, "Finetune/Loss": 0.6078662276268005, "Finetune/Loss (Raw)": 0.5678650736808777, "Finetune/Step": 10135, "Finetune/Step Time": 10.547309359535575}
+{"Finetune/Learning Rate": 9.609421042477886e-06, "Finetune/Loss": 0.6075892448425293, "Finetune/Loss (Raw)": 0.5898062586784363, "Finetune/Step": 10136, "Finetune/Step Time": 10.608363594859838}
+{"Finetune/Learning Rate": 9.607738374643005e-06, "Finetune/Loss": 0.6078463792800903, "Finetune/Loss (Raw)": 0.6887257695198059, "Finetune/Step": 10137, "Finetune/Step Time": 10.61400737427175}
+{"Finetune/Learning Rate": 9.606055717931555e-06, "Finetune/Loss": 0.6086335182189941, "Finetune/Loss (Raw)": 0.6312361359596252, "Finetune/Step": 10138, "Finetune/Step Time": 10.613743491470814}
+{"Finetune/Learning Rate": 9.604373072391234e-06, "Finetune/Loss": 0.6083835959434509, "Finetune/Loss (Raw)": 0.5419648885726929, "Finetune/Step": 10139, "Finetune/Step Time": 10.617832008749247}
+{"Finetune/Learning Rate": 9.602690438069772e-06, "Finetune/Loss": 0.6077684164047241, "Finetune/Loss (Raw)": 0.5252702236175537, "Finetune/Step": 10140, "Finetune/Step Time": 10.611680824309587}
+{"Finetune/Learning Rate": 9.601007815014879e-06, "Finetune/Loss": 0.6061334609985352, "Finetune/Loss (Raw)": 0.4371454119682312, "Finetune/Step": 10141, "Finetune/Step Time": 10.649303015321493}
+{"Finetune/Learning Rate": 9.59932520327427e-06, "Finetune/Loss": 0.6057151556015015, "Finetune/Loss (Raw)": 0.5461614727973938, "Finetune/Step": 10142, "Finetune/Step Time": 10.649803265929222}
+{"Finetune/Learning Rate": 9.597642602895656e-06, "Finetune/Loss": 0.6053771376609802, "Finetune/Loss (Raw)": 0.6004913449287415, "Finetune/Step": 10143, "Finetune/Step Time": 10.646377190947533}
+{"Finetune/Learning Rate": 9.595960013926761e-06, "Finetune/Loss": 0.6055533289909363, "Finetune/Loss (Raw)": 0.7146230340003967, "Finetune/Step": 10144, "Finetune/Step Time": 10.63981113396585}
+{"Finetune/Learning Rate": 9.594277436415286e-06, "Finetune/Loss": 0.6053842306137085, "Finetune/Loss (Raw)": 0.6530951857566833, "Finetune/Step": 10145, "Finetune/Step Time": 10.635831464082003}
+{"Finetune/Learning Rate": 9.592594870408946e-06, "Finetune/Loss": 0.6057411432266235, "Finetune/Loss (Raw)": 0.540789783000946, "Finetune/Step": 10146, "Finetune/Step Time": 10.651930997148156}
+{"Finetune/Learning Rate": 9.590912315955462e-06, "Finetune/Loss": 0.6072614192962646, "Finetune/Loss (Raw)": 0.6562511324882507, "Finetune/Step": 10147, "Finetune/Step Time": 10.635759327560663}
+{"Finetune/Learning Rate": 9.58922977310254e-06, "Finetune/Loss": 0.6055035591125488, "Finetune/Loss (Raw)": 0.48294734954833984, "Finetune/Step": 10148, "Finetune/Step Time": 10.654841715469956}
+{"Finetune/Learning Rate": 9.587547241897893e-06, "Finetune/Loss": 0.605753481388092, "Finetune/Loss (Raw)": 0.716418981552124, "Finetune/Step": 10149, "Finetune/Step Time": 10.64844281412661}
+{"Finetune/Learning Rate": 9.585864722389236e-06, "Finetune/Loss": 0.6051613092422485, "Finetune/Loss (Raw)": 0.6483083963394165, "Finetune/Step": 10150, "Finetune/Step Time": 10.642079465091228}
+{"Finetune/Learning Rate": 9.584182214624276e-06, "Finetune/Loss": 0.605121910572052, "Finetune/Loss (Raw)": 0.5952378511428833, "Finetune/Step": 10151, "Finetune/Step Time": 10.623175194486976}
+{"Finetune/Learning Rate": 9.582499718650726e-06, "Finetune/Loss": 0.6060922741889954, "Finetune/Loss (Raw)": 0.7545645236968994, "Finetune/Step": 10152, "Finetune/Step Time": 10.626334270462394}
+{"Finetune/Learning Rate": 9.580817234516292e-06, "Finetune/Loss": 0.6073194742202759, "Finetune/Loss (Raw)": 0.6520057916641235, "Finetune/Step": 10153, "Finetune/Step Time": 10.617931423708797}
+{"Finetune/Learning Rate": 9.579134762268694e-06, "Finetune/Loss": 0.6071285009384155, "Finetune/Loss (Raw)": 0.5964294075965881, "Finetune/Step": 10154, "Finetune/Step Time": 10.620992735028267}
+{"Finetune/Learning Rate": 9.57745230195564e-06, "Finetune/Loss": 0.6073254346847534, "Finetune/Loss (Raw)": 0.598914623260498, "Finetune/Step": 10155, "Finetune/Step Time": 10.620997918769717}
+{"Finetune/Learning Rate": 9.575769853624833e-06, "Finetune/Loss": 0.6070989370346069, "Finetune/Loss (Raw)": 0.6041774749755859, "Finetune/Step": 10156, "Finetune/Step Time": 10.614764982834458}
+{"Finetune/Learning Rate": 9.57408741732399e-06, "Finetune/Loss": 0.6067720055580139, "Finetune/Loss (Raw)": 0.5102897882461548, "Finetune/Step": 10157, "Finetune/Step Time": 10.604891436174512}
+{"Finetune/Learning Rate": 9.572404993100814e-06, "Finetune/Loss": 0.6075742840766907, "Finetune/Loss (Raw)": 0.6996262669563293, "Finetune/Step": 10158, "Finetune/Step Time": 10.60648756287992}
+{"Finetune/Learning Rate": 9.570722581003017e-06, "Finetune/Loss": 0.6079321503639221, "Finetune/Loss (Raw)": 0.65940922498703, "Finetune/Step": 10159, "Finetune/Step Time": 10.57352514564991}
+{"Finetune/Learning Rate": 9.569040181078306e-06, "Finetune/Loss": 0.6070901155471802, "Finetune/Loss (Raw)": 0.5110217928886414, "Finetune/Step": 10160, "Finetune/Step Time": 10.580058228224516}
+{"Finetune/Learning Rate": 9.56735779337439e-06, "Finetune/Loss": 0.606432318687439, "Finetune/Loss (Raw)": 0.5428571701049805, "Finetune/Step": 10161, "Finetune/Step Time": 10.588349159806967}
+{"Finetune/Learning Rate": 9.565675417938977e-06, "Finetune/Loss": 0.6070036888122559, "Finetune/Loss (Raw)": 0.6399667263031006, "Finetune/Step": 10162, "Finetune/Step Time": 10.601556159555912}
+{"Finetune/Learning Rate": 9.563993054819777e-06, "Finetune/Loss": 0.6077961325645447, "Finetune/Loss (Raw)": 0.6688377857208252, "Finetune/Step": 10163, "Finetune/Step Time": 10.613380512222648}
+{"Finetune/Learning Rate": 9.562310704064491e-06, "Finetune/Loss": 0.6077521443367004, "Finetune/Loss (Raw)": 0.6029508709907532, "Finetune/Step": 10164, "Finetune/Step Time": 10.614670153707266}
+{"Finetune/Learning Rate": 9.56062836572083e-06, "Finetune/Loss": 0.6076738238334656, "Finetune/Loss (Raw)": 0.6081483364105225, "Finetune/Step": 10165, "Finetune/Step Time": 10.617539716884494}
+{"Finetune/Learning Rate": 9.558946039836498e-06, "Finetune/Loss": 0.6058400273323059, "Finetune/Loss (Raw)": 0.5321205258369446, "Finetune/Step": 10166, "Finetune/Step Time": 10.603996858000755}
+{"Finetune/Learning Rate": 9.557263726459203e-06, "Finetune/Loss": 0.6059467792510986, "Finetune/Loss (Raw)": 0.6625484228134155, "Finetune/Step": 10167, "Finetune/Step Time": 10.603415127843618}
+{"Finetune/Learning Rate": 9.555581425636648e-06, "Finetune/Loss": 0.6066341400146484, "Finetune/Loss (Raw)": 0.6308098435401917, "Finetune/Step": 10168, "Finetune/Step Time": 10.594230895861983}
+{"Finetune/Learning Rate": 9.553899137416546e-06, "Finetune/Loss": 0.607439398765564, "Finetune/Loss (Raw)": 0.5737431049346924, "Finetune/Step": 10169, "Finetune/Step Time": 10.575065147131681}
+{"Finetune/Learning Rate": 9.552216861846588e-06, "Finetune/Loss": 0.6099275350570679, "Finetune/Loss (Raw)": 0.6854294538497925, "Finetune/Step": 10170, "Finetune/Step Time": 10.542535319924355}
+{"Finetune/Learning Rate": 9.550534598974491e-06, "Finetune/Loss": 0.6100846529006958, "Finetune/Loss (Raw)": 0.5515822172164917, "Finetune/Step": 10171, "Finetune/Step Time": 10.517891248688102}
+{"Finetune/Learning Rate": 9.548852348847954e-06, "Finetune/Loss": 0.6114071011543274, "Finetune/Loss (Raw)": 0.7279792428016663, "Finetune/Step": 10172, "Finetune/Step Time": 10.521212628111243}
+{"Finetune/Learning Rate": 9.547170111514681e-06, "Finetune/Loss": 0.611788809299469, "Finetune/Loss (Raw)": 0.7231203317642212, "Finetune/Step": 10173, "Finetune/Step Time": 10.517036359757185}
+{"Finetune/Learning Rate": 9.545487887022375e-06, "Finetune/Loss": 0.6123979091644287, "Finetune/Loss (Raw)": 0.6520546078681946, "Finetune/Step": 10174, "Finetune/Step Time": 10.525114066898823}
+{"Finetune/Learning Rate": 9.543805675418743e-06, "Finetune/Loss": 0.6138046979904175, "Finetune/Loss (Raw)": 0.6046032309532166, "Finetune/Step": 10175, "Finetune/Step Time": 10.48877638578415}
+{"Finetune/Learning Rate": 9.542123476751484e-06, "Finetune/Loss": 0.6132437586784363, "Finetune/Loss (Raw)": 0.5231631398200989, "Finetune/Step": 10176, "Finetune/Step Time": 10.475217346102}
+{"Finetune/Learning Rate": 9.5404412910683e-06, "Finetune/Loss": 0.6123180389404297, "Finetune/Loss (Raw)": 0.5624555945396423, "Finetune/Step": 10177, "Finetune/Step Time": 10.477217938750982}
+{"Finetune/Learning Rate": 9.538759118416892e-06, "Finetune/Loss": 0.6122337579727173, "Finetune/Loss (Raw)": 0.5856530070304871, "Finetune/Step": 10178, "Finetune/Step Time": 10.474465237930417}
+{"Finetune/Learning Rate": 9.537076958844966e-06, "Finetune/Loss": 0.6131975650787354, "Finetune/Loss (Raw)": 0.7158815264701843, "Finetune/Step": 10179, "Finetune/Step Time": 10.490149646997452}
+{"Finetune/Learning Rate": 9.535394812400222e-06, "Finetune/Loss": 0.6131504774093628, "Finetune/Loss (Raw)": 0.6107190847396851, "Finetune/Step": 10180, "Finetune/Step Time": 10.535628950223327}
+{"Finetune/Learning Rate": 9.53371267913036e-06, "Finetune/Loss": 0.6143629550933838, "Finetune/Loss (Raw)": 0.7214661836624146, "Finetune/Step": 10181, "Finetune/Step Time": 10.540030078962445}
+{"Finetune/Learning Rate": 9.53203055908308e-06, "Finetune/Loss": 0.6161381006240845, "Finetune/Loss (Raw)": 0.7255558371543884, "Finetune/Step": 10182, "Finetune/Step Time": 10.524714136496186}
+{"Finetune/Learning Rate": 9.530348452306082e-06, "Finetune/Loss": 0.6161942481994629, "Finetune/Loss (Raw)": 0.5355375409126282, "Finetune/Step": 10183, "Finetune/Step Time": 10.532123178243637}
+{"Finetune/Learning Rate": 9.528666358847068e-06, "Finetune/Loss": 0.6166083812713623, "Finetune/Loss (Raw)": 0.6844699382781982, "Finetune/Step": 10184, "Finetune/Step Time": 10.525188801810145}
+{"Finetune/Learning Rate": 9.526984278753732e-06, "Finetune/Loss": 0.6151881217956543, "Finetune/Loss (Raw)": 0.4695437252521515, "Finetune/Step": 10185, "Finetune/Step Time": 10.509324617683887}
+{"Finetune/Learning Rate": 9.525302212073777e-06, "Finetune/Loss": 0.6151067018508911, "Finetune/Loss (Raw)": 0.6421194076538086, "Finetune/Step": 10186, "Finetune/Step Time": 10.515791924670339}
+{"Finetune/Learning Rate": 9.52362015885491e-06, "Finetune/Loss": 0.6144847869873047, "Finetune/Loss (Raw)": 0.5328440070152283, "Finetune/Step": 10187, "Finetune/Step Time": 10.503241347149014}
+{"Finetune/Learning Rate": 9.521938119144811e-06, "Finetune/Loss": 0.614808201789856, "Finetune/Loss (Raw)": 0.7276361584663391, "Finetune/Step": 10188, "Finetune/Step Time": 10.525189138948917}
+{"Finetune/Learning Rate": 9.520256092991191e-06, "Finetune/Loss": 0.6158992648124695, "Finetune/Loss (Raw)": 0.6496119499206543, "Finetune/Step": 10189, "Finetune/Step Time": 10.520181944593787}
+{"Finetune/Learning Rate": 9.518574080441744e-06, "Finetune/Loss": 0.6163106560707092, "Finetune/Loss (Raw)": 0.6987296342849731, "Finetune/Step": 10190, "Finetune/Step Time": 10.518894020467997}
+{"Finetune/Learning Rate": 9.516892081544167e-06, "Finetune/Loss": 0.6149834990501404, "Finetune/Loss (Raw)": 0.5295770168304443, "Finetune/Step": 10191, "Finetune/Step Time": 10.506871290504932}
+{"Finetune/Learning Rate": 9.515210096346155e-06, "Finetune/Loss": 0.6155083179473877, "Finetune/Loss (Raw)": 0.6756765842437744, "Finetune/Step": 10192, "Finetune/Step Time": 10.510221973061562}
+{"Finetune/Learning Rate": 9.51352812489541e-06, "Finetune/Loss": 0.615683913230896, "Finetune/Loss (Raw)": 0.6546654105186462, "Finetune/Step": 10193, "Finetune/Step Time": 10.498670702800155}
+{"Finetune/Learning Rate": 9.511846167239624e-06, "Finetune/Loss": 0.6166468858718872, "Finetune/Loss (Raw)": 0.7024387121200562, "Finetune/Step": 10194, "Finetune/Step Time": 10.514257280156016}
+{"Finetune/Learning Rate": 9.510164223426487e-06, "Finetune/Loss": 0.6160049438476562, "Finetune/Loss (Raw)": 0.615048885345459, "Finetune/Step": 10195, "Finetune/Step Time": 10.506087334826589}
+{"Finetune/Learning Rate": 9.508482293503704e-06, "Finetune/Loss": 0.6159273982048035, "Finetune/Loss (Raw)": 0.5286251306533813, "Finetune/Step": 10196, "Finetune/Step Time": 10.507672736421227}
+{"Finetune/Learning Rate": 9.506800377518965e-06, "Finetune/Loss": 0.6169637441635132, "Finetune/Loss (Raw)": 0.667972207069397, "Finetune/Step": 10197, "Finetune/Step Time": 10.508197125047445}
+{"Finetune/Learning Rate": 9.505118475519964e-06, "Finetune/Loss": 0.6166173815727234, "Finetune/Loss (Raw)": 0.5926170349121094, "Finetune/Step": 10198, "Finetune/Step Time": 10.506070924922824}
+{"Finetune/Learning Rate": 9.503436587554399e-06, "Finetune/Loss": 0.6170965433120728, "Finetune/Loss (Raw)": 0.574988603591919, "Finetune/Step": 10199, "Finetune/Step Time": 10.487137138843536}
+{"Finetune/Learning Rate": 9.501754713669956e-06, "Finetune/Loss": 0.6159224510192871, "Finetune/Loss (Raw)": 0.5550218224525452, "Finetune/Step": 10200, "Finetune/Step Time": 10.470338374376297}
+{"Finetune/Learning Rate": 9.500072853914334e-06, "Finetune/Loss": 0.6164646148681641, "Finetune/Loss (Raw)": 0.6647895574569702, "Finetune/Step": 10201, "Finetune/Step Time": 10.485324433073401}
+{"Finetune/Learning Rate": 9.498391008335222e-06, "Finetune/Loss": 0.617000937461853, "Finetune/Loss (Raw)": 0.6962220072746277, "Finetune/Step": 10202, "Finetune/Step Time": 10.480131261050701}
+{"Finetune/Learning Rate": 9.496709176980317e-06, "Finetune/Loss": 0.6161426305770874, "Finetune/Loss (Raw)": 0.5991678237915039, "Finetune/Step": 10203, "Finetune/Step Time": 10.475702354684472}
+{"Finetune/Learning Rate": 9.495027359897308e-06, "Finetune/Loss": 0.6170657873153687, "Finetune/Loss (Raw)": 0.6993277072906494, "Finetune/Step": 10204, "Finetune/Step Time": 10.473456099629402}
+{"Finetune/Learning Rate": 9.493345557133889e-06, "Finetune/Loss": 0.6174710988998413, "Finetune/Loss (Raw)": 0.6356680989265442, "Finetune/Step": 10205, "Finetune/Step Time": 10.478299165144563}
+{"Finetune/Learning Rate": 9.49166376873775e-06, "Finetune/Loss": 0.6169252991676331, "Finetune/Loss (Raw)": 0.5414629578590393, "Finetune/Step": 10206, "Finetune/Step Time": 10.466969221830368}
+{"Finetune/Learning Rate": 9.489981994756578e-06, "Finetune/Loss": 0.6166453957557678, "Finetune/Loss (Raw)": 0.6041051745414734, "Finetune/Step": 10207, "Finetune/Step Time": 10.466961108148098}
+{"Finetune/Learning Rate": 9.488300235238067e-06, "Finetune/Loss": 0.6161642670631409, "Finetune/Loss (Raw)": 0.6017292141914368, "Finetune/Step": 10208, "Finetune/Step Time": 10.464422648772597}
+{"Finetune/Learning Rate": 9.486618490229904e-06, "Finetune/Loss": 0.6168915033340454, "Finetune/Loss (Raw)": 0.608258843421936, "Finetune/Step": 10209, "Finetune/Step Time": 10.468520985916257}
+{"Finetune/Learning Rate": 9.484936759779783e-06, "Finetune/Loss": 0.6183755993843079, "Finetune/Loss (Raw)": 0.5738934874534607, "Finetune/Step": 10210, "Finetune/Step Time": 10.434330271556973}
+{"Finetune/Learning Rate": 9.483255043935395e-06, "Finetune/Loss": 0.6195274591445923, "Finetune/Loss (Raw)": 0.6650514006614685, "Finetune/Step": 10211, "Finetune/Step Time": 10.42709038965404}
+{"Finetune/Learning Rate": 9.481573342744418e-06, "Finetune/Loss": 0.6182364225387573, "Finetune/Loss (Raw)": 0.5020130276679993, "Finetune/Step": 10212, "Finetune/Step Time": 10.443211864680052}
+{"Finetune/Learning Rate": 9.47989165625455e-06, "Finetune/Loss": 0.6184968948364258, "Finetune/Loss (Raw)": 0.7157522439956665, "Finetune/Step": 10213, "Finetune/Step Time": 10.451564842835069}
+{"Finetune/Learning Rate": 9.478209984513476e-06, "Finetune/Loss": 0.6179139614105225, "Finetune/Loss (Raw)": 0.5782210826873779, "Finetune/Step": 10214, "Finetune/Step Time": 10.455992620438337}
+{"Finetune/Learning Rate": 9.47652832756888e-06, "Finetune/Loss": 0.6169780492782593, "Finetune/Loss (Raw)": 0.5929828882217407, "Finetune/Step": 10215, "Finetune/Step Time": 10.463477496057749}
+{"Finetune/Learning Rate": 9.474846685468455e-06, "Finetune/Loss": 0.6156976222991943, "Finetune/Loss (Raw)": 0.583868145942688, "Finetune/Step": 10216, "Finetune/Step Time": 10.486871063709259}
+{"Finetune/Learning Rate": 9.473165058259887e-06, "Finetune/Loss": 0.6166547536849976, "Finetune/Loss (Raw)": 0.7772508859634399, "Finetune/Step": 10217, "Finetune/Step Time": 10.490904871374369}
+{"Finetune/Learning Rate": 9.471483445990856e-06, "Finetune/Loss": 0.6167201995849609, "Finetune/Loss (Raw)": 0.652995228767395, "Finetune/Step": 10218, "Finetune/Step Time": 10.490912614390254}
+{"Finetune/Learning Rate": 9.469801848709049e-06, "Finetune/Loss": 0.6165341734886169, "Finetune/Loss (Raw)": 0.598637580871582, "Finetune/Step": 10219, "Finetune/Step Time": 10.489261219277978}
+{"Finetune/Learning Rate": 9.468120266462157e-06, "Finetune/Loss": 0.6160991787910461, "Finetune/Loss (Raw)": 0.6000757217407227, "Finetune/Step": 10220, "Finetune/Step Time": 10.487356869503856}
+{"Finetune/Learning Rate": 9.466438699297864e-06, "Finetune/Loss": 0.615836501121521, "Finetune/Loss (Raw)": 0.5399371981620789, "Finetune/Step": 10221, "Finetune/Step Time": 10.48513207025826}
+{"Finetune/Learning Rate": 9.464757147263849e-06, "Finetune/Loss": 0.6164291501045227, "Finetune/Loss (Raw)": 0.7222856879234314, "Finetune/Step": 10222, "Finetune/Step Time": 10.474968420341611}
+{"Finetune/Learning Rate": 9.463075610407803e-06, "Finetune/Loss": 0.6165687441825867, "Finetune/Loss (Raw)": 0.6143351197242737, "Finetune/Step": 10223, "Finetune/Step Time": 10.474462544545531}
+{"Finetune/Learning Rate": 9.461394088777402e-06, "Finetune/Loss": 0.6163672804832458, "Finetune/Loss (Raw)": 0.6607610583305359, "Finetune/Step": 10224, "Finetune/Step Time": 10.494578260928392}
+{"Finetune/Learning Rate": 9.459712582420335e-06, "Finetune/Loss": 0.6165432333946228, "Finetune/Loss (Raw)": 0.7050439119338989, "Finetune/Step": 10225, "Finetune/Step Time": 10.49343603104353}
+{"Finetune/Learning Rate": 9.45803109138428e-06, "Finetune/Loss": 0.6166802048683167, "Finetune/Loss (Raw)": 0.6307907700538635, "Finetune/Step": 10226, "Finetune/Step Time": 10.486492497846484}
+{"Finetune/Learning Rate": 9.456349615716923e-06, "Finetune/Loss": 0.6143687963485718, "Finetune/Loss (Raw)": 0.3689620792865753, "Finetune/Step": 10227, "Finetune/Step Time": 10.519633134827018}
+{"Finetune/Learning Rate": 9.454668155465947e-06, "Finetune/Loss": 0.6151300668716431, "Finetune/Loss (Raw)": 0.7624033689498901, "Finetune/Step": 10228, "Finetune/Step Time": 10.559286987408996}
+{"Finetune/Learning Rate": 9.452986710679033e-06, "Finetune/Loss": 0.6150199174880981, "Finetune/Loss (Raw)": 0.6352992653846741, "Finetune/Step": 10229, "Finetune/Step Time": 10.562015259638429}
+{"Finetune/Learning Rate": 9.451305281403858e-06, "Finetune/Loss": 0.6138991117477417, "Finetune/Loss (Raw)": 0.6307252049446106, "Finetune/Step": 10230, "Finetune/Step Time": 10.54758907854557}
+{"Finetune/Learning Rate": 9.449623867688105e-06, "Finetune/Loss": 0.6139955520629883, "Finetune/Loss (Raw)": 0.5659160614013672, "Finetune/Step": 10231, "Finetune/Step Time": 10.558166375383735}
+{"Finetune/Learning Rate": 9.447942469579453e-06, "Finetune/Loss": 0.613256573677063, "Finetune/Loss (Raw)": 0.6044314503669739, "Finetune/Step": 10232, "Finetune/Step Time": 10.562788754701614}
+{"Finetune/Learning Rate": 9.446261087125583e-06, "Finetune/Loss": 0.6131659746170044, "Finetune/Loss (Raw)": 0.49407339096069336, "Finetune/Step": 10233, "Finetune/Step Time": 10.564595274627209}
+{"Finetune/Learning Rate": 9.444579720374173e-06, "Finetune/Loss": 0.6128587126731873, "Finetune/Loss (Raw)": 0.5388591885566711, "Finetune/Step": 10234, "Finetune/Step Time": 10.570950316265225}
+{"Finetune/Learning Rate": 9.44289836937291e-06, "Finetune/Loss": 0.6127086877822876, "Finetune/Loss (Raw)": 0.4289199411869049, "Finetune/Step": 10235, "Finetune/Step Time": 10.57232036627829}
+{"Finetune/Learning Rate": 9.441217034169457e-06, "Finetune/Loss": 0.6130365133285522, "Finetune/Loss (Raw)": 0.6465969681739807, "Finetune/Step": 10236, "Finetune/Step Time": 10.577355088666081}
+{"Finetune/Learning Rate": 9.439535714811501e-06, "Finetune/Loss": 0.612912654876709, "Finetune/Loss (Raw)": 0.6096904873847961, "Finetune/Step": 10237, "Finetune/Step Time": 10.563685074448586}
+{"Finetune/Learning Rate": 9.43785441134672e-06, "Finetune/Loss": 0.6132408380508423, "Finetune/Loss (Raw)": 0.6356942057609558, "Finetune/Step": 10238, "Finetune/Step Time": 10.563993537798524}
+{"Finetune/Learning Rate": 9.436173123822789e-06, "Finetune/Loss": 0.6127060055732727, "Finetune/Loss (Raw)": 0.5871841311454773, "Finetune/Step": 10239, "Finetune/Step Time": 10.573195593431592}
+{"Finetune/Learning Rate": 9.434491852287385e-06, "Finetune/Loss": 0.6135149002075195, "Finetune/Loss (Raw)": 0.6938652992248535, "Finetune/Step": 10240, "Finetune/Step Time": 10.572626311331987}
+{"Finetune/Learning Rate": 9.432810596788182e-06, "Finetune/Loss": 0.6138530969619751, "Finetune/Loss (Raw)": 0.6223955154418945, "Finetune/Step": 10241, "Finetune/Step Time": 10.572287138551474}
+{"Finetune/Learning Rate": 9.431129357372863e-06, "Finetune/Loss": 0.6153675317764282, "Finetune/Loss (Raw)": 0.6818168759346008, "Finetune/Step": 10242, "Finetune/Step Time": 10.576959822326899}
+{"Finetune/Learning Rate": 9.429448134089095e-06, "Finetune/Loss": 0.6146796345710754, "Finetune/Loss (Raw)": 0.5157365202903748, "Finetune/Step": 10243, "Finetune/Step Time": 10.582426203414798}
+{"Finetune/Learning Rate": 9.427766926984553e-06, "Finetune/Loss": 0.6140482425689697, "Finetune/Loss (Raw)": 0.557786226272583, "Finetune/Step": 10244, "Finetune/Step Time": 10.608205486088991}
+{"Finetune/Learning Rate": 9.426085736106915e-06, "Finetune/Loss": 0.6141298413276672, "Finetune/Loss (Raw)": 0.6184569001197815, "Finetune/Step": 10245, "Finetune/Step Time": 10.605694701895118}
+{"Finetune/Learning Rate": 9.424404561503855e-06, "Finetune/Loss": 0.6145024299621582, "Finetune/Loss (Raw)": 0.586556613445282, "Finetune/Step": 10246, "Finetune/Step Time": 10.601916950196028}
+{"Finetune/Learning Rate": 9.422723403223043e-06, "Finetune/Loss": 0.6147964000701904, "Finetune/Loss (Raw)": 0.6779196858406067, "Finetune/Step": 10247, "Finetune/Step Time": 10.605823833495378}
+{"Finetune/Learning Rate": 9.421042261312156e-06, "Finetune/Loss": 0.6136162281036377, "Finetune/Loss (Raw)": 0.6432554721832275, "Finetune/Step": 10248, "Finetune/Step Time": 10.608075808733702}
+{"Finetune/Learning Rate": 9.419361135818863e-06, "Finetune/Loss": 0.6154677867889404, "Finetune/Loss (Raw)": 0.673144519329071, "Finetune/Step": 10249, "Finetune/Step Time": 10.62779601290822}
+{"Finetune/Learning Rate": 9.417680026790837e-06, "Finetune/Loss": 0.6144944429397583, "Finetune/Loss (Raw)": 0.5208620429039001, "Finetune/Step": 10250, "Finetune/Step Time": 10.62736028060317}
+{"Finetune/Learning Rate": 9.415998934275747e-06, "Finetune/Loss": 0.6153924465179443, "Finetune/Loss (Raw)": 0.6391677260398865, "Finetune/Step": 10251, "Finetune/Step Time": 10.633150916546583}
+{"Finetune/Learning Rate": 9.41431785832127e-06, "Finetune/Loss": 0.6152713298797607, "Finetune/Loss (Raw)": 0.5981861352920532, "Finetune/Step": 10252, "Finetune/Step Time": 10.627815635874867}
+{"Finetune/Learning Rate": 9.412636798975071e-06, "Finetune/Loss": 0.6161466240882874, "Finetune/Loss (Raw)": 0.6894075274467468, "Finetune/Step": 10253, "Finetune/Step Time": 10.60750125721097}
+{"Finetune/Learning Rate": 9.410955756284826e-06, "Finetune/Loss": 0.6159037947654724, "Finetune/Loss (Raw)": 0.610118567943573, "Finetune/Step": 10254, "Finetune/Step Time": 10.606094596907496}
+{"Finetune/Learning Rate": 9.409274730298197e-06, "Finetune/Loss": 0.6160445809364319, "Finetune/Loss (Raw)": 0.6314583420753479, "Finetune/Step": 10255, "Finetune/Step Time": 10.611623726785183}
+{"Finetune/Learning Rate": 9.407593721062858e-06, "Finetune/Loss": 0.6161853671073914, "Finetune/Loss (Raw)": 0.6128517389297485, "Finetune/Step": 10256, "Finetune/Step Time": 10.614794855937362}
+{"Finetune/Learning Rate": 9.405912728626478e-06, "Finetune/Loss": 0.6155060529708862, "Finetune/Loss (Raw)": 0.4872710704803467, "Finetune/Step": 10257, "Finetune/Step Time": 10.619531761854887}
+{"Finetune/Learning Rate": 9.404231753036719e-06, "Finetune/Loss": 0.6151479482650757, "Finetune/Loss (Raw)": 0.6828804016113281, "Finetune/Step": 10258, "Finetune/Step Time": 10.615807270631194}
+{"Finetune/Learning Rate": 9.402550794341256e-06, "Finetune/Loss": 0.6162785291671753, "Finetune/Loss (Raw)": 0.7852297425270081, "Finetune/Step": 10259, "Finetune/Step Time": 10.607536718249321}
+{"Finetune/Learning Rate": 9.400869852587759e-06, "Finetune/Loss": 0.617327094078064, "Finetune/Loss (Raw)": 0.6737133264541626, "Finetune/Step": 10260, "Finetune/Step Time": 10.610868347808719}
+{"Finetune/Learning Rate": 9.399188927823882e-06, "Finetune/Loss": 0.617583155632019, "Finetune/Loss (Raw)": 0.6508908867835999, "Finetune/Step": 10261, "Finetune/Step Time": 10.614827949553728}
+{"Finetune/Learning Rate": 9.3975080200973e-06, "Finetune/Loss": 0.6163403391838074, "Finetune/Loss (Raw)": 0.5536637306213379, "Finetune/Step": 10262, "Finetune/Step Time": 10.603761184960604}
+{"Finetune/Learning Rate": 9.395827129455679e-06, "Finetune/Loss": 0.6158133149147034, "Finetune/Loss (Raw)": 0.5004029273986816, "Finetune/Step": 10263, "Finetune/Step Time": 10.642723673954606}
+{"Finetune/Learning Rate": 9.39414625594668e-06, "Finetune/Loss": 0.6162657737731934, "Finetune/Loss (Raw)": 0.6477247476577759, "Finetune/Step": 10264, "Finetune/Step Time": 10.589123718440533}
+{"Finetune/Learning Rate": 9.39246539961797e-06, "Finetune/Loss": 0.615811824798584, "Finetune/Loss (Raw)": 0.6306216716766357, "Finetune/Step": 10265, "Finetune/Step Time": 10.596727278083563}
+{"Finetune/Learning Rate": 9.39078456051722e-06, "Finetune/Loss": 0.6168838143348694, "Finetune/Loss (Raw)": 0.7684453725814819, "Finetune/Step": 10266, "Finetune/Step Time": 10.609123518690467}
+{"Finetune/Learning Rate": 9.389103738692083e-06, "Finetune/Loss": 0.6175139546394348, "Finetune/Loss (Raw)": 0.6226261258125305, "Finetune/Step": 10267, "Finetune/Step Time": 10.605698838829994}
+{"Finetune/Learning Rate": 9.387422934190225e-06, "Finetune/Loss": 0.6181454062461853, "Finetune/Loss (Raw)": 0.6060885787010193, "Finetune/Step": 10268, "Finetune/Step Time": 10.60759355314076}
+{"Finetune/Learning Rate": 9.385742147059313e-06, "Finetune/Loss": 0.6193284392356873, "Finetune/Loss (Raw)": 0.5885810852050781, "Finetune/Step": 10269, "Finetune/Step Time": 10.570542186498642}
+{"Finetune/Learning Rate": 9.384061377347005e-06, "Finetune/Loss": 0.6205254793167114, "Finetune/Loss (Raw)": 0.6993821263313293, "Finetune/Step": 10270, "Finetune/Step Time": 10.565663516521454}
+{"Finetune/Learning Rate": 9.382380625100966e-06, "Finetune/Loss": 0.6215023994445801, "Finetune/Loss (Raw)": 0.7255379557609558, "Finetune/Step": 10271, "Finetune/Step Time": 10.576894886791706}
+{"Finetune/Learning Rate": 9.38069989036886e-06, "Finetune/Loss": 0.6209836006164551, "Finetune/Loss (Raw)": 0.6482106447219849, "Finetune/Step": 10272, "Finetune/Step Time": 10.5807885825634}
+{"Finetune/Learning Rate": 9.37901917319834e-06, "Finetune/Loss": 0.6206468939781189, "Finetune/Loss (Raw)": 0.610003650188446, "Finetune/Step": 10273, "Finetune/Step Time": 10.58524308167398}
+{"Finetune/Learning Rate": 9.377338473637071e-06, "Finetune/Loss": 0.6213838458061218, "Finetune/Loss (Raw)": 0.635118842124939, "Finetune/Step": 10274, "Finetune/Step Time": 10.571430064737797}
+{"Finetune/Learning Rate": 9.37565779173271e-06, "Finetune/Loss": 0.6214276552200317, "Finetune/Loss (Raw)": 0.6618636250495911, "Finetune/Step": 10275, "Finetune/Step Time": 10.578970156610012}
+{"Finetune/Learning Rate": 9.37397712753292e-06, "Finetune/Loss": 0.6226852536201477, "Finetune/Loss (Raw)": 0.6439095139503479, "Finetune/Step": 10276, "Finetune/Step Time": 10.558855146169662}
+{"Finetune/Learning Rate": 9.37229648108536e-06, "Finetune/Loss": 0.6225191354751587, "Finetune/Loss (Raw)": 0.6951627731323242, "Finetune/Step": 10277, "Finetune/Step Time": 10.551448771730065}
+{"Finetune/Learning Rate": 9.370615852437689e-06, "Finetune/Loss": 0.6230267882347107, "Finetune/Loss (Raw)": 0.7132856845855713, "Finetune/Step": 10278, "Finetune/Step Time": 10.546965962275863}
+{"Finetune/Learning Rate": 9.36893524163756e-06, "Finetune/Loss": 0.6226929426193237, "Finetune/Loss (Raw)": 0.5524998307228088, "Finetune/Step": 10279, "Finetune/Step Time": 10.566923601552844}
+{"Finetune/Learning Rate": 9.367254648732633e-06, "Finetune/Loss": 0.6215096116065979, "Finetune/Loss (Raw)": 0.6031001210212708, "Finetune/Step": 10280, "Finetune/Step Time": 10.566146053373814}
+{"Finetune/Learning Rate": 9.365574073770565e-06, "Finetune/Loss": 0.6212114095687866, "Finetune/Loss (Raw)": 0.6138443946838379, "Finetune/Step": 10281, "Finetune/Step Time": 10.560127139091492}
+{"Finetune/Learning Rate": 9.363893516799012e-06, "Finetune/Loss": 0.6212922930717468, "Finetune/Loss (Raw)": 0.6067746877670288, "Finetune/Step": 10282, "Finetune/Step Time": 10.556633617728949}
+{"Finetune/Learning Rate": 9.362212977865629e-06, "Finetune/Loss": 0.6224536895751953, "Finetune/Loss (Raw)": 0.7475782036781311, "Finetune/Step": 10283, "Finetune/Step Time": 10.564181251451373}
+{"Finetune/Learning Rate": 9.360532457018077e-06, "Finetune/Loss": 0.6224156618118286, "Finetune/Loss (Raw)": 0.5993059277534485, "Finetune/Step": 10284, "Finetune/Step Time": 10.56326835975051}
+{"Finetune/Learning Rate": 9.358851954304e-06, "Finetune/Loss": 0.6236798763275146, "Finetune/Loss (Raw)": 0.6721128821372986, "Finetune/Step": 10285, "Finetune/Step Time": 10.565726859495044}
+{"Finetune/Learning Rate": 9.35717146977106e-06, "Finetune/Loss": 0.6231193542480469, "Finetune/Loss (Raw)": 0.6278750896453857, "Finetune/Step": 10286, "Finetune/Step Time": 10.578466495499015}
+{"Finetune/Learning Rate": 9.355491003466912e-06, "Finetune/Loss": 0.6224231123924255, "Finetune/Loss (Raw)": 0.5702903866767883, "Finetune/Step": 10287, "Finetune/Step Time": 10.575156144797802}
+{"Finetune/Learning Rate": 9.353810555439203e-06, "Finetune/Loss": 0.6243566870689392, "Finetune/Loss (Raw)": 0.7585209012031555, "Finetune/Step": 10288, "Finetune/Step Time": 10.581164529547095}
+{"Finetune/Learning Rate": 9.35213012573559e-06, "Finetune/Loss": 0.624373197555542, "Finetune/Loss (Raw)": 0.5449686050415039, "Finetune/Step": 10289, "Finetune/Step Time": 10.57882870361209}
+{"Finetune/Learning Rate": 9.350449714403727e-06, "Finetune/Loss": 0.6239959001541138, "Finetune/Loss (Raw)": 0.5916750431060791, "Finetune/Step": 10290, "Finetune/Step Time": 10.5690587926656}
+{"Finetune/Learning Rate": 9.348769321491261e-06, "Finetune/Loss": 0.6239884495735168, "Finetune/Loss (Raw)": 0.6678863167762756, "Finetune/Step": 10291, "Finetune/Step Time": 10.557089949026704}
+{"Finetune/Learning Rate": 9.347088947045844e-06, "Finetune/Loss": 0.6243688464164734, "Finetune/Loss (Raw)": 0.6516364812850952, "Finetune/Step": 10292, "Finetune/Step Time": 10.555623780936003}
+{"Finetune/Learning Rate": 9.345408591115128e-06, "Finetune/Loss": 0.6244540810585022, "Finetune/Loss (Raw)": 0.6190605163574219, "Finetune/Step": 10293, "Finetune/Step Time": 10.546512734144926}
+{"Finetune/Learning Rate": 9.343728253746764e-06, "Finetune/Loss": 0.624843418598175, "Finetune/Loss (Raw)": 0.5819538235664368, "Finetune/Step": 10294, "Finetune/Step Time": 10.548259669914842}
+{"Finetune/Learning Rate": 9.342047934988401e-06, "Finetune/Loss": 0.6241421699523926, "Finetune/Loss (Raw)": 0.5727859139442444, "Finetune/Step": 10295, "Finetune/Step Time": 10.569858394563198}
+{"Finetune/Learning Rate": 9.340367634887688e-06, "Finetune/Loss": 0.6233624219894409, "Finetune/Loss (Raw)": 0.5310064554214478, "Finetune/Step": 10296, "Finetune/Step Time": 10.581069124862552}
+{"Finetune/Learning Rate": 9.338687353492274e-06, "Finetune/Loss": 0.6240219473838806, "Finetune/Loss (Raw)": 0.6581640243530273, "Finetune/Step": 10297, "Finetune/Step Time": 10.59902474656701}
+{"Finetune/Learning Rate": 9.337007090849803e-06, "Finetune/Loss": 0.6228382587432861, "Finetune/Loss (Raw)": 0.5339139103889465, "Finetune/Step": 10298, "Finetune/Step Time": 10.602220237255096}
+{"Finetune/Learning Rate": 9.335326847007929e-06, "Finetune/Loss": 0.6228243112564087, "Finetune/Loss (Raw)": 0.5498008131980896, "Finetune/Step": 10299, "Finetune/Step Time": 10.625574139878154}
+{"Finetune/Learning Rate": 9.33364662201429e-06, "Finetune/Loss": 0.6202301979064941, "Finetune/Loss (Raw)": 0.3959246277809143, "Finetune/Step": 10300, "Finetune/Step Time": 10.661294650286436}
+{"Finetune/Learning Rate": 9.331966415916542e-06, "Finetune/Loss": 0.6187764406204224, "Finetune/Loss (Raw)": 0.5370460152626038, "Finetune/Step": 10301, "Finetune/Step Time": 10.66450148448348}
+{"Finetune/Learning Rate": 9.330286228762328e-06, "Finetune/Loss": 0.6183479428291321, "Finetune/Loss (Raw)": 0.5972080826759338, "Finetune/Step": 10302, "Finetune/Step Time": 10.65592155046761}
+{"Finetune/Learning Rate": 9.32860606059929e-06, "Finetune/Loss": 0.6177438497543335, "Finetune/Loss (Raw)": 0.527276873588562, "Finetune/Step": 10303, "Finetune/Step Time": 10.660848028957844}
+{"Finetune/Learning Rate": 9.326925911475075e-06, "Finetune/Loss": 0.6188619136810303, "Finetune/Loss (Raw)": 0.666278064250946, "Finetune/Step": 10304, "Finetune/Step Time": 10.664106341078877}
+{"Finetune/Learning Rate": 9.325245781437328e-06, "Finetune/Loss": 0.6191749572753906, "Finetune/Loss (Raw)": 0.6025232076644897, "Finetune/Step": 10305, "Finetune/Step Time": 10.662482874467969}
+{"Finetune/Learning Rate": 9.323565670533691e-06, "Finetune/Loss": 0.6180762648582458, "Finetune/Loss (Raw)": 0.44502127170562744, "Finetune/Step": 10306, "Finetune/Step Time": 10.668198643252254}
+{"Finetune/Learning Rate": 9.321885578811806e-06, "Finetune/Loss": 0.6177403926849365, "Finetune/Loss (Raw)": 0.6728869676589966, "Finetune/Step": 10307, "Finetune/Step Time": 10.685282051563263}
+{"Finetune/Learning Rate": 9.320205506319326e-06, "Finetune/Loss": 0.6183636784553528, "Finetune/Loss (Raw)": 0.6905066967010498, "Finetune/Step": 10308, "Finetune/Step Time": 10.663149455562234}
+{"Finetune/Learning Rate": 9.318525453103879e-06, "Finetune/Loss": 0.6174039840698242, "Finetune/Loss (Raw)": 0.5986239910125732, "Finetune/Step": 10309, "Finetune/Step Time": 10.647442260757089}
+{"Finetune/Learning Rate": 9.31684541921311e-06, "Finetune/Loss": 0.6168173551559448, "Finetune/Loss (Raw)": 0.6504611372947693, "Finetune/Step": 10310, "Finetune/Step Time": 10.663385367020965}
+{"Finetune/Learning Rate": 9.315165404694664e-06, "Finetune/Loss": 0.617472231388092, "Finetune/Loss (Raw)": 0.6193632483482361, "Finetune/Step": 10311, "Finetune/Step Time": 10.666659649461508}
+{"Finetune/Learning Rate": 9.31348540959618e-06, "Finetune/Loss": 0.6178989410400391, "Finetune/Loss (Raw)": 0.7390890121459961, "Finetune/Step": 10312, "Finetune/Step Time": 10.674610825255513}
+{"Finetune/Learning Rate": 9.311805433965297e-06, "Finetune/Loss": 0.6192055940628052, "Finetune/Loss (Raw)": 0.6367961764335632, "Finetune/Step": 10313, "Finetune/Step Time": 10.678396821022034}
+{"Finetune/Learning Rate": 9.310125477849659e-06, "Finetune/Loss": 0.6195343136787415, "Finetune/Loss (Raw)": 0.6841956973075867, "Finetune/Step": 10314, "Finetune/Step Time": 10.666912777349353}
+{"Finetune/Learning Rate": 9.308445541296897e-06, "Finetune/Loss": 0.6196885108947754, "Finetune/Loss (Raw)": 0.5525782704353333, "Finetune/Step": 10315, "Finetune/Step Time": 10.664789227768779}
+{"Finetune/Learning Rate": 9.306765624354653e-06, "Finetune/Loss": 0.6183557510375977, "Finetune/Loss (Raw)": 0.557044267654419, "Finetune/Step": 10316, "Finetune/Step Time": 10.656957319006324}
+{"Finetune/Learning Rate": 9.305085727070563e-06, "Finetune/Loss": 0.6172974109649658, "Finetune/Loss (Raw)": 0.5141453146934509, "Finetune/Step": 10317, "Finetune/Step Time": 10.680890960618854}
+{"Finetune/Learning Rate": 9.303405849492267e-06, "Finetune/Loss": 0.6161178946495056, "Finetune/Loss (Raw)": 0.5477541089057922, "Finetune/Step": 10318, "Finetune/Step Time": 10.676782423630357}
+{"Finetune/Learning Rate": 9.301725991667402e-06, "Finetune/Loss": 0.6156147718429565, "Finetune/Loss (Raw)": 0.4651712477207184, "Finetune/Step": 10319, "Finetune/Step Time": 10.67873085103929}
+{"Finetune/Learning Rate": 9.300046153643603e-06, "Finetune/Loss": 0.6158159375190735, "Finetune/Loss (Raw)": 0.7014339566230774, "Finetune/Step": 10320, "Finetune/Step Time": 10.680783556774259}
+{"Finetune/Learning Rate": 9.298366335468503e-06, "Finetune/Loss": 0.6160759925842285, "Finetune/Loss (Raw)": 0.687951385974884, "Finetune/Step": 10321, "Finetune/Step Time": 10.6800736207515}
+{"Finetune/Learning Rate": 9.296686537189739e-06, "Finetune/Loss": 0.616025447845459, "Finetune/Loss (Raw)": 0.695972204208374, "Finetune/Step": 10322, "Finetune/Step Time": 10.668080259114504}
+{"Finetune/Learning Rate": 9.295006758854943e-06, "Finetune/Loss": 0.6144624948501587, "Finetune/Loss (Raw)": 0.4149917960166931, "Finetune/Step": 10323, "Finetune/Step Time": 10.709705850109458}
+{"Finetune/Learning Rate": 9.29332700051175e-06, "Finetune/Loss": 0.6149947643280029, "Finetune/Loss (Raw)": 0.5967552065849304, "Finetune/Step": 10324, "Finetune/Step Time": 10.71089756116271}
+{"Finetune/Learning Rate": 9.291647262207796e-06, "Finetune/Loss": 0.615534782409668, "Finetune/Loss (Raw)": 0.7370961904525757, "Finetune/Step": 10325, "Finetune/Step Time": 10.721457490697503}
+{"Finetune/Learning Rate": 9.28996754399071e-06, "Finetune/Loss": 0.6154594421386719, "Finetune/Loss (Raw)": 0.5829631686210632, "Finetune/Step": 10326, "Finetune/Step Time": 10.722754660993814}
+{"Finetune/Learning Rate": 9.28828784590813e-06, "Finetune/Loss": 0.6158767938613892, "Finetune/Loss (Raw)": 0.6284138560295105, "Finetune/Step": 10327, "Finetune/Step Time": 10.722583837807178}
+{"Finetune/Learning Rate": 9.286608168007678e-06, "Finetune/Loss": 0.6168805956840515, "Finetune/Loss (Raw)": 0.6835097074508667, "Finetune/Step": 10328, "Finetune/Step Time": 10.721677329391241}
+{"Finetune/Learning Rate": 9.284928510336991e-06, "Finetune/Loss": 0.6155387759208679, "Finetune/Loss (Raw)": 0.49303460121154785, "Finetune/Step": 10329, "Finetune/Step Time": 10.704675294458866}
+{"Finetune/Learning Rate": 9.2832488729437e-06, "Finetune/Loss": 0.6148608922958374, "Finetune/Loss (Raw)": 0.6094557642936707, "Finetune/Step": 10330, "Finetune/Step Time": 10.705503264442086}
+{"Finetune/Learning Rate": 9.281569255875427e-06, "Finetune/Loss": 0.6153668761253357, "Finetune/Loss (Raw)": 0.6639323830604553, "Finetune/Step": 10331, "Finetune/Step Time": 10.712192136794329}
+{"Finetune/Learning Rate": 9.27988965917981e-06, "Finetune/Loss": 0.6146561503410339, "Finetune/Loss (Raw)": 0.6083521246910095, "Finetune/Step": 10332, "Finetune/Step Time": 10.708780646324158}
+{"Finetune/Learning Rate": 9.27821008290448e-06, "Finetune/Loss": 0.6135063171386719, "Finetune/Loss (Raw)": 0.48848533630371094, "Finetune/Step": 10333, "Finetune/Step Time": 10.710118087008595}
+{"Finetune/Learning Rate": 9.276530527097053e-06, "Finetune/Loss": 0.6144633293151855, "Finetune/Loss (Raw)": 0.6639633774757385, "Finetune/Step": 10334, "Finetune/Step Time": 10.71485398709774}
+{"Finetune/Learning Rate": 9.274850991805164e-06, "Finetune/Loss": 0.612886905670166, "Finetune/Loss (Raw)": 0.4023261070251465, "Finetune/Step": 10335, "Finetune/Step Time": 10.744866896420717}
+{"Finetune/Learning Rate": 9.27317147707644e-06, "Finetune/Loss": 0.6127047538757324, "Finetune/Loss (Raw)": 0.5784197449684143, "Finetune/Step": 10336, "Finetune/Step Time": 10.756788313388824}
+{"Finetune/Learning Rate": 9.271491982958506e-06, "Finetune/Loss": 0.6127299070358276, "Finetune/Loss (Raw)": 0.6114687919616699, "Finetune/Step": 10337, "Finetune/Step Time": 10.774610636755824}
+{"Finetune/Learning Rate": 9.269812509498988e-06, "Finetune/Loss": 0.6127309799194336, "Finetune/Loss (Raw)": 0.5740336179733276, "Finetune/Step": 10338, "Finetune/Step Time": 10.77739156037569}
+{"Finetune/Learning Rate": 9.268133056745513e-06, "Finetune/Loss": 0.6121129393577576, "Finetune/Loss (Raw)": 0.5859431624412537, "Finetune/Step": 10339, "Finetune/Step Time": 10.785234877839684}
+{"Finetune/Learning Rate": 9.266453624745701e-06, "Finetune/Loss": 0.6137305498123169, "Finetune/Loss (Raw)": 0.7090683579444885, "Finetune/Step": 10340, "Finetune/Step Time": 10.76459639519453}
+{"Finetune/Learning Rate": 9.264774213547176e-06, "Finetune/Loss": 0.6134921908378601, "Finetune/Loss (Raw)": 0.6852430701255798, "Finetune/Step": 10341, "Finetune/Step Time": 10.76115246862173}
+{"Finetune/Learning Rate": 9.263094823197565e-06, "Finetune/Loss": 0.614084005355835, "Finetune/Loss (Raw)": 0.6539711356163025, "Finetune/Step": 10342, "Finetune/Step Time": 10.748722590506077}
+{"Finetune/Learning Rate": 9.26141545374449e-06, "Finetune/Loss": 0.6148581504821777, "Finetune/Loss (Raw)": 0.6920721530914307, "Finetune/Step": 10343, "Finetune/Step Time": 10.767035825178027}
+{"Finetune/Learning Rate": 9.259736105235572e-06, "Finetune/Loss": 0.6148072481155396, "Finetune/Loss (Raw)": 0.5773561596870422, "Finetune/Step": 10344, "Finetune/Step Time": 10.758293073624372}
+{"Finetune/Learning Rate": 9.258056777718435e-06, "Finetune/Loss": 0.6132324934005737, "Finetune/Loss (Raw)": 0.5756762623786926, "Finetune/Step": 10345, "Finetune/Step Time": 10.757178843021393}
+{"Finetune/Learning Rate": 9.256377471240696e-06, "Finetune/Loss": 0.6132218837738037, "Finetune/Loss (Raw)": 0.6516421437263489, "Finetune/Step": 10346, "Finetune/Step Time": 10.761681780219078}
+{"Finetune/Learning Rate": 9.254698185849978e-06, "Finetune/Loss": 0.6121442914009094, "Finetune/Loss (Raw)": 0.46070435643196106, "Finetune/Step": 10347, "Finetune/Step Time": 10.785395722836256}
+{"Finetune/Learning Rate": 9.253018921593899e-06, "Finetune/Loss": 0.6129305958747864, "Finetune/Loss (Raw)": 0.7007250785827637, "Finetune/Step": 10348, "Finetune/Step Time": 10.781836979091167}
+{"Finetune/Learning Rate": 9.25133967852008e-06, "Finetune/Loss": 0.6123406887054443, "Finetune/Loss (Raw)": 0.4644331932067871, "Finetune/Step": 10349, "Finetune/Step Time": 10.806409092620015}
+{"Finetune/Learning Rate": 9.249660456676138e-06, "Finetune/Loss": 0.6119601726531982, "Finetune/Loss (Raw)": 0.6735677123069763, "Finetune/Step": 10350, "Finetune/Step Time": 10.811020221561193}
+{"Finetune/Learning Rate": 9.247981256109695e-06, "Finetune/Loss": 0.6119272708892822, "Finetune/Loss (Raw)": 0.6101322770118713, "Finetune/Step": 10351, "Finetune/Step Time": 10.83633966371417}
+{"Finetune/Learning Rate": 9.246302076868362e-06, "Finetune/Loss": 0.6111656427383423, "Finetune/Loss (Raw)": 0.5632725954055786, "Finetune/Step": 10352, "Finetune/Step Time": 10.820526711642742}
+{"Finetune/Learning Rate": 9.244622918999761e-06, "Finetune/Loss": 0.6102662086486816, "Finetune/Loss (Raw)": 0.5899197459220886, "Finetune/Step": 10353, "Finetune/Step Time": 10.834549147635698}
+{"Finetune/Learning Rate": 9.242943782551504e-06, "Finetune/Loss": 0.6104831695556641, "Finetune/Loss (Raw)": 0.6585542559623718, "Finetune/Step": 10354, "Finetune/Step Time": 10.833975732326508}
+{"Finetune/Learning Rate": 9.24126466757121e-06, "Finetune/Loss": 0.6129048466682434, "Finetune/Loss (Raw)": 0.6789355278015137, "Finetune/Step": 10355, "Finetune/Step Time": 10.803132388740778}
+{"Finetune/Learning Rate": 9.239585574106488e-06, "Finetune/Loss": 0.6109879016876221, "Finetune/Loss (Raw)": 0.5170313715934753, "Finetune/Step": 10356, "Finetune/Step Time": 10.801903076469898}
+{"Finetune/Learning Rate": 9.237906502204967e-06, "Finetune/Loss": 0.6102091073989868, "Finetune/Loss (Raw)": 0.5356230139732361, "Finetune/Step": 10357, "Finetune/Step Time": 10.827533561736345}
+{"Finetune/Learning Rate": 9.236227451914241e-06, "Finetune/Loss": 0.6099541783332825, "Finetune/Loss (Raw)": 0.598089873790741, "Finetune/Step": 10358, "Finetune/Step Time": 10.831255102530122}
+{"Finetune/Learning Rate": 9.234548423281934e-06, "Finetune/Loss": 0.6096190810203552, "Finetune/Loss (Raw)": 0.5230250358581543, "Finetune/Step": 10359, "Finetune/Step Time": 10.83805052563548}
+{"Finetune/Learning Rate": 9.23286941635566e-06, "Finetune/Loss": 0.6101055145263672, "Finetune/Loss (Raw)": 0.6666882634162903, "Finetune/Step": 10360, "Finetune/Step Time": 10.83980954065919}
+{"Finetune/Learning Rate": 9.231190431183026e-06, "Finetune/Loss": 0.6106615662574768, "Finetune/Loss (Raw)": 0.5652533769607544, "Finetune/Step": 10361, "Finetune/Step Time": 10.830878410488367}
+{"Finetune/Learning Rate": 9.229511467811645e-06, "Finetune/Loss": 0.6112833023071289, "Finetune/Loss (Raw)": 0.6184354424476624, "Finetune/Step": 10362, "Finetune/Step Time": 10.838197022676468}
+{"Finetune/Learning Rate": 9.227832526289132e-06, "Finetune/Loss": 0.6126865744590759, "Finetune/Loss (Raw)": 0.6085399389266968, "Finetune/Step": 10363, "Finetune/Step Time": 10.82698953896761}
+{"Finetune/Learning Rate": 9.226153606663089e-06, "Finetune/Loss": 0.6127279996871948, "Finetune/Loss (Raw)": 0.6519075632095337, "Finetune/Step": 10364, "Finetune/Step Time": 10.813189804553986}
+{"Finetune/Learning Rate": 9.224474708981129e-06, "Finetune/Loss": 0.6131069660186768, "Finetune/Loss (Raw)": 0.6582021713256836, "Finetune/Step": 10365, "Finetune/Step Time": 10.805867755785584}
+{"Finetune/Learning Rate": 9.22279583329086e-06, "Finetune/Loss": 0.6126763820648193, "Finetune/Loss (Raw)": 0.5805636048316956, "Finetune/Step": 10366, "Finetune/Step Time": 10.810154218226671}
+{"Finetune/Learning Rate": 9.221116979639893e-06, "Finetune/Loss": 0.6134647130966187, "Finetune/Loss (Raw)": 0.6880955100059509, "Finetune/Step": 10367, "Finetune/Step Time": 10.817672858014703}
+{"Finetune/Learning Rate": 9.219438148075834e-06, "Finetune/Loss": 0.6133870482444763, "Finetune/Loss (Raw)": 0.6839242577552795, "Finetune/Step": 10368, "Finetune/Step Time": 10.816599333658814}
+{"Finetune/Learning Rate": 9.21775933864629e-06, "Finetune/Loss": 0.6132640242576599, "Finetune/Loss (Raw)": 0.6066540479660034, "Finetune/Step": 10369, "Finetune/Step Time": 10.841429086402059}
+{"Finetune/Learning Rate": 9.216080551398865e-06, "Finetune/Loss": 0.6127089262008667, "Finetune/Loss (Raw)": 0.6107552647590637, "Finetune/Step": 10370, "Finetune/Step Time": 10.83752667158842}
+{"Finetune/Learning Rate": 9.214401786381167e-06, "Finetune/Loss": 0.6150470972061157, "Finetune/Loss (Raw)": 0.8150271773338318, "Finetune/Step": 10371, "Finetune/Step Time": 10.833248380571604}
+{"Finetune/Learning Rate": 9.2127230436408e-06, "Finetune/Loss": 0.6152671575546265, "Finetune/Loss (Raw)": 0.585956335067749, "Finetune/Step": 10372, "Finetune/Step Time": 10.808861766010523}
+{"Finetune/Learning Rate": 9.211044323225366e-06, "Finetune/Loss": 0.6155567169189453, "Finetune/Loss (Raw)": 0.655526340007782, "Finetune/Step": 10373, "Finetune/Step Time": 10.81601514481008}
+{"Finetune/Learning Rate": 9.209365625182477e-06, "Finetune/Loss": 0.6163215637207031, "Finetune/Loss (Raw)": 0.6844512224197388, "Finetune/Step": 10374, "Finetune/Step Time": 10.808582862839103}
+{"Finetune/Learning Rate": 9.20768694955973e-06, "Finetune/Loss": 0.6164312958717346, "Finetune/Loss (Raw)": 0.6919616460800171, "Finetune/Step": 10375, "Finetune/Step Time": 10.805142551660538}
+{"Finetune/Learning Rate": 9.206008296404724e-06, "Finetune/Loss": 0.6164391040802002, "Finetune/Loss (Raw)": 0.6442519426345825, "Finetune/Step": 10376, "Finetune/Step Time": 10.804979978129268}
+{"Finetune/Learning Rate": 9.204329665765068e-06, "Finetune/Loss": 0.615843653678894, "Finetune/Loss (Raw)": 0.5969362258911133, "Finetune/Step": 10377, "Finetune/Step Time": 10.782390087842941}
+{"Finetune/Learning Rate": 9.202651057688358e-06, "Finetune/Loss": 0.61751389503479, "Finetune/Loss (Raw)": 0.7346500158309937, "Finetune/Step": 10378, "Finetune/Step Time": 10.786814626306295}
+{"Finetune/Learning Rate": 9.200972472222199e-06, "Finetune/Loss": 0.6179510354995728, "Finetune/Loss (Raw)": 0.6951127648353577, "Finetune/Step": 10379, "Finetune/Step Time": 10.777692953124642}
+{"Finetune/Learning Rate": 9.199293909414186e-06, "Finetune/Loss": 0.6180775165557861, "Finetune/Loss (Raw)": 0.6143797636032104, "Finetune/Step": 10380, "Finetune/Step Time": 10.773453176021576}
+{"Finetune/Learning Rate": 9.197615369311926e-06, "Finetune/Loss": 0.6182699799537659, "Finetune/Loss (Raw)": 0.7140483856201172, "Finetune/Step": 10381, "Finetune/Step Time": 10.778109159320593}
+{"Finetune/Learning Rate": 9.195936851963009e-06, "Finetune/Loss": 0.6178086996078491, "Finetune/Loss (Raw)": 0.5510773062705994, "Finetune/Step": 10382, "Finetune/Step Time": 10.775332236662507}
+{"Finetune/Learning Rate": 9.194258357415033e-06, "Finetune/Loss": 0.6171472072601318, "Finetune/Loss (Raw)": 0.5467795133590698, "Finetune/Step": 10383, "Finetune/Step Time": 10.772025145590305}
+{"Finetune/Learning Rate": 9.192579885715602e-06, "Finetune/Loss": 0.6173325777053833, "Finetune/Loss (Raw)": 0.6365852355957031, "Finetune/Step": 10384, "Finetune/Step Time": 10.757397558540106}
+{"Finetune/Learning Rate": 9.19090143691231e-06, "Finetune/Loss": 0.6185368895530701, "Finetune/Loss (Raw)": 0.6414225697517395, "Finetune/Step": 10385, "Finetune/Step Time": 10.756895365193486}
+{"Finetune/Learning Rate": 9.189223011052751e-06, "Finetune/Loss": 0.6182779669761658, "Finetune/Loss (Raw)": 0.6497365832328796, "Finetune/Step": 10386, "Finetune/Step Time": 10.757672453299165}
+{"Finetune/Learning Rate": 9.187544608184525e-06, "Finetune/Loss": 0.6168953776359558, "Finetune/Loss (Raw)": 0.6082606911659241, "Finetune/Step": 10387, "Finetune/Step Time": 10.75808989442885}
+{"Finetune/Learning Rate": 9.18586622835522e-06, "Finetune/Loss": 0.6166549921035767, "Finetune/Loss (Raw)": 0.6429385542869568, "Finetune/Step": 10388, "Finetune/Step Time": 10.748289834707975}
+{"Finetune/Learning Rate": 9.184187871612436e-06, "Finetune/Loss": 0.6162840127944946, "Finetune/Loss (Raw)": 0.6034153699874878, "Finetune/Step": 10389, "Finetune/Step Time": 10.742118243128061}
+{"Finetune/Learning Rate": 9.182509538003761e-06, "Finetune/Loss": 0.6166607141494751, "Finetune/Loss (Raw)": 0.6018765568733215, "Finetune/Step": 10390, "Finetune/Step Time": 10.737313451245427}
+{"Finetune/Learning Rate": 9.180831227576792e-06, "Finetune/Loss": 0.6168341040611267, "Finetune/Loss (Raw)": 0.5225922465324402, "Finetune/Step": 10391, "Finetune/Step Time": 10.71195376291871}
+{"Finetune/Learning Rate": 9.179152940379123e-06, "Finetune/Loss": 0.6161158084869385, "Finetune/Loss (Raw)": 0.5557863712310791, "Finetune/Step": 10392, "Finetune/Step Time": 10.720068456605077}
+{"Finetune/Learning Rate": 9.177474676458342e-06, "Finetune/Loss": 0.6151747703552246, "Finetune/Loss (Raw)": 0.5101627707481384, "Finetune/Step": 10393, "Finetune/Step Time": 10.710308711975813}
+{"Finetune/Learning Rate": 9.175796435862038e-06, "Finetune/Loss": 0.6146577596664429, "Finetune/Loss (Raw)": 0.7022731900215149, "Finetune/Step": 10394, "Finetune/Step Time": 10.702732292935252}
+{"Finetune/Learning Rate": 9.174118218637805e-06, "Finetune/Loss": 0.6154078245162964, "Finetune/Loss (Raw)": 0.7186310887336731, "Finetune/Step": 10395, "Finetune/Step Time": 10.69371048733592}
+{"Finetune/Learning Rate": 9.172440024833229e-06, "Finetune/Loss": 0.615586519241333, "Finetune/Loss (Raw)": 0.6289677023887634, "Finetune/Step": 10396, "Finetune/Step Time": 10.694762226194143}
+{"Finetune/Learning Rate": 9.170761854495899e-06, "Finetune/Loss": 0.6152942180633545, "Finetune/Loss (Raw)": 0.5511636137962341, "Finetune/Step": 10397, "Finetune/Step Time": 10.694923501461744}
+{"Finetune/Learning Rate": 9.169083707673407e-06, "Finetune/Loss": 0.6144364476203918, "Finetune/Loss (Raw)": 0.5895847678184509, "Finetune/Step": 10398, "Finetune/Step Time": 10.70238746330142}
+{"Finetune/Learning Rate": 9.167405584413343e-06, "Finetune/Loss": 0.6129724979400635, "Finetune/Loss (Raw)": 0.538157045841217, "Finetune/Step": 10399, "Finetune/Step Time": 10.698409443721175}
+{"Finetune/Learning Rate": 9.165727484763283e-06, "Finetune/Loss": 0.6129831075668335, "Finetune/Loss (Raw)": 0.6495715975761414, "Finetune/Step": 10400, "Finetune/Step Time": 10.697866223752499}
+{"Finetune/Learning Rate": 9.16404940877082e-06, "Finetune/Loss": 0.6132861971855164, "Finetune/Loss (Raw)": 0.6487964987754822, "Finetune/Step": 10401, "Finetune/Step Time": 10.720769342035055}
+{"Finetune/Learning Rate": 9.16237135648354e-06, "Finetune/Loss": 0.6127442121505737, "Finetune/Loss (Raw)": 0.5657461881637573, "Finetune/Step": 10402, "Finetune/Step Time": 10.724683688953519}
+{"Finetune/Learning Rate": 9.160693327949025e-06, "Finetune/Loss": 0.6115968227386475, "Finetune/Loss (Raw)": 0.5149955749511719, "Finetune/Step": 10403, "Finetune/Step Time": 10.72572822496295}
+{"Finetune/Learning Rate": 9.15901532321486e-06, "Finetune/Loss": 0.6113884449005127, "Finetune/Loss (Raw)": 0.6172412037849426, "Finetune/Step": 10404, "Finetune/Step Time": 10.728917533531785}
+{"Finetune/Learning Rate": 9.157337342328629e-06, "Finetune/Loss": 0.6103648543357849, "Finetune/Loss (Raw)": 0.5641366243362427, "Finetune/Step": 10405, "Finetune/Step Time": 10.740903047844768}
+{"Finetune/Learning Rate": 9.155659385337921e-06, "Finetune/Loss": 0.610612154006958, "Finetune/Loss (Raw)": 0.7449429035186768, "Finetune/Step": 10406, "Finetune/Step Time": 10.746988959610462}
+{"Finetune/Learning Rate": 9.153981452290304e-06, "Finetune/Loss": 0.6116167306900024, "Finetune/Loss (Raw)": 0.6810831427574158, "Finetune/Step": 10407, "Finetune/Step Time": 10.73101151920855}
+{"Finetune/Learning Rate": 9.15230354323337e-06, "Finetune/Loss": 0.6122071743011475, "Finetune/Loss (Raw)": 0.6786765456199646, "Finetune/Step": 10408, "Finetune/Step Time": 10.726166162639856}
+{"Finetune/Learning Rate": 9.150625658214697e-06, "Finetune/Loss": 0.6125275492668152, "Finetune/Loss (Raw)": 0.6548497676849365, "Finetune/Step": 10409, "Finetune/Step Time": 10.72085995785892}
+{"Finetune/Learning Rate": 9.148947797281866e-06, "Finetune/Loss": 0.6125640869140625, "Finetune/Loss (Raw)": 0.611453652381897, "Finetune/Step": 10410, "Finetune/Step Time": 10.743749685585499}
+{"Finetune/Learning Rate": 9.147269960482453e-06, "Finetune/Loss": 0.6107667684555054, "Finetune/Loss (Raw)": 0.5175273418426514, "Finetune/Step": 10411, "Finetune/Step Time": 10.734471132978797}
+{"Finetune/Learning Rate": 9.145592147864044e-06, "Finetune/Loss": 0.6116795539855957, "Finetune/Loss (Raw)": 0.7161384224891663, "Finetune/Step": 10412, "Finetune/Step Time": 10.739743173122406}
+{"Finetune/Learning Rate": 9.143914359474209e-06, "Finetune/Loss": 0.6105225086212158, "Finetune/Loss (Raw)": 0.524004340171814, "Finetune/Step": 10413, "Finetune/Step Time": 10.762969452887774}
+{"Finetune/Learning Rate": 9.142236595360525e-06, "Finetune/Loss": 0.6104663610458374, "Finetune/Loss (Raw)": 0.6206871271133423, "Finetune/Step": 10414, "Finetune/Step Time": 10.762022016569972}
+{"Finetune/Learning Rate": 9.140558855570576e-06, "Finetune/Loss": 0.6109238862991333, "Finetune/Loss (Raw)": 0.6288576722145081, "Finetune/Step": 10415, "Finetune/Step Time": 10.774019440636039}
+{"Finetune/Learning Rate": 9.138881140151931e-06, "Finetune/Loss": 0.6111628413200378, "Finetune/Loss (Raw)": 0.7891087532043457, "Finetune/Step": 10416, "Finetune/Step Time": 10.760793536901474}
+{"Finetune/Learning Rate": 9.13720344915217e-06, "Finetune/Loss": 0.6118053197860718, "Finetune/Loss (Raw)": 0.6272106170654297, "Finetune/Step": 10417, "Finetune/Step Time": 10.760485405102372}
+{"Finetune/Learning Rate": 9.135525782618869e-06, "Finetune/Loss": 0.6118550300598145, "Finetune/Loss (Raw)": 0.5980358123779297, "Finetune/Step": 10418, "Finetune/Step Time": 10.760758891701698}
+{"Finetune/Learning Rate": 9.133848140599595e-06, "Finetune/Loss": 0.6109825372695923, "Finetune/Loss (Raw)": 0.5562072992324829, "Finetune/Step": 10419, "Finetune/Step Time": 10.762896293774247}
+{"Finetune/Learning Rate": 9.132170523141926e-06, "Finetune/Loss": 0.6106022596359253, "Finetune/Loss (Raw)": 0.602963387966156, "Finetune/Step": 10420, "Finetune/Step Time": 10.770749626681209}
+{"Finetune/Learning Rate": 9.130492930293431e-06, "Finetune/Loss": 0.610573410987854, "Finetune/Loss (Raw)": 0.6153605580329895, "Finetune/Step": 10421, "Finetune/Step Time": 10.779071660712361}
+{"Finetune/Learning Rate": 9.128815362101683e-06, "Finetune/Loss": 0.6110268235206604, "Finetune/Loss (Raw)": 0.6399930119514465, "Finetune/Step": 10422, "Finetune/Step Time": 10.77905511111021}
+{"Finetune/Learning Rate": 9.127137818614257e-06, "Finetune/Loss": 0.611571192741394, "Finetune/Loss (Raw)": 0.6424603462219238, "Finetune/Step": 10423, "Finetune/Step Time": 10.754402093589306}
+{"Finetune/Learning Rate": 9.125460299878722e-06, "Finetune/Loss": 0.6132328510284424, "Finetune/Loss (Raw)": 0.7436990141868591, "Finetune/Step": 10424, "Finetune/Step Time": 10.74776666238904}
+{"Finetune/Learning Rate": 9.123782805942645e-06, "Finetune/Loss": 0.613423228263855, "Finetune/Loss (Raw)": 0.6825390458106995, "Finetune/Step": 10425, "Finetune/Step Time": 10.749153574928641}
+{"Finetune/Learning Rate": 9.122105336853594e-06, "Finetune/Loss": 0.6141999959945679, "Finetune/Loss (Raw)": 0.6333370208740234, "Finetune/Step": 10426, "Finetune/Step Time": 10.74387033097446}
+{"Finetune/Learning Rate": 9.12042789265914e-06, "Finetune/Loss": 0.6156670451164246, "Finetune/Loss (Raw)": 0.7375917434692383, "Finetune/Step": 10427, "Finetune/Step Time": 10.731025911867619}
+{"Finetune/Learning Rate": 9.11875047340685e-06, "Finetune/Loss": 0.617284893989563, "Finetune/Loss (Raw)": 0.6030019521713257, "Finetune/Step": 10428, "Finetune/Step Time": 10.697158306837082}
+{"Finetune/Learning Rate": 9.117073079144288e-06, "Finetune/Loss": 0.6177160739898682, "Finetune/Loss (Raw)": 0.5922351479530334, "Finetune/Step": 10429, "Finetune/Step Time": 10.701641591265798}
+{"Finetune/Learning Rate": 9.115395709919029e-06, "Finetune/Loss": 0.6168510913848877, "Finetune/Loss (Raw)": 0.48649463057518005, "Finetune/Step": 10430, "Finetune/Step Time": 10.720449641346931}
+{"Finetune/Learning Rate": 9.113718365778627e-06, "Finetune/Loss": 0.6171849370002747, "Finetune/Loss (Raw)": 0.5700075030326843, "Finetune/Step": 10431, "Finetune/Step Time": 10.716809377074242}
+{"Finetune/Learning Rate": 9.112041046770653e-06, "Finetune/Loss": 0.616577684879303, "Finetune/Loss (Raw)": 0.5885453820228577, "Finetune/Step": 10432, "Finetune/Step Time": 10.716769991442561}
+{"Finetune/Learning Rate": 9.11036375294267e-06, "Finetune/Loss": 0.6170644164085388, "Finetune/Loss (Raw)": 0.6648275256156921, "Finetune/Step": 10433, "Finetune/Step Time": 10.712906550616026}
+{"Finetune/Learning Rate": 9.108686484342241e-06, "Finetune/Loss": 0.6184228658676147, "Finetune/Loss (Raw)": 0.6189071536064148, "Finetune/Step": 10434, "Finetune/Step Time": 10.706787154078484}
+{"Finetune/Learning Rate": 9.107009241016929e-06, "Finetune/Loss": 0.6185178756713867, "Finetune/Loss (Raw)": 0.6850449442863464, "Finetune/Step": 10435, "Finetune/Step Time": 10.696420080959797}
+{"Finetune/Learning Rate": 9.105332023014298e-06, "Finetune/Loss": 0.6180574893951416, "Finetune/Loss (Raw)": 0.6315755844116211, "Finetune/Step": 10436, "Finetune/Step Time": 10.680963898077607}
+{"Finetune/Learning Rate": 9.103654830381906e-06, "Finetune/Loss": 0.6186742782592773, "Finetune/Loss (Raw)": 0.6775807738304138, "Finetune/Step": 10437, "Finetune/Step Time": 10.714595798403025}
+{"Finetune/Learning Rate": 9.101977663167311e-06, "Finetune/Loss": 0.6186319589614868, "Finetune/Loss (Raw)": 0.6450330018997192, "Finetune/Step": 10438, "Finetune/Step Time": 10.704454174265265}
+{"Finetune/Learning Rate": 9.100300521418075e-06, "Finetune/Loss": 0.6186231374740601, "Finetune/Loss (Raw)": 0.6182451844215393, "Finetune/Step": 10439, "Finetune/Step Time": 10.71408318541944}
+{"Finetune/Learning Rate": 9.098623405181762e-06, "Finetune/Loss": 0.6183689832687378, "Finetune/Loss (Raw)": 0.7065520882606506, "Finetune/Step": 10440, "Finetune/Step Time": 10.707474574446678}
+{"Finetune/Learning Rate": 9.096946314505924e-06, "Finetune/Loss": 0.6173266172409058, "Finetune/Loss (Raw)": 0.5033707618713379, "Finetune/Step": 10441, "Finetune/Step Time": 10.701039262115955}
+{"Finetune/Learning Rate": 9.095269249438122e-06, "Finetune/Loss": 0.6180922389030457, "Finetune/Loss (Raw)": 0.7821961045265198, "Finetune/Step": 10442, "Finetune/Step Time": 10.70237615518272}
+{"Finetune/Learning Rate": 9.09359221002591e-06, "Finetune/Loss": 0.6181041598320007, "Finetune/Loss (Raw)": 0.5541098713874817, "Finetune/Step": 10443, "Finetune/Step Time": 10.698596626520157}
+{"Finetune/Learning Rate": 9.091915196316846e-06, "Finetune/Loss": 0.6193020939826965, "Finetune/Loss (Raw)": 0.7103749513626099, "Finetune/Step": 10444, "Finetune/Step Time": 10.685178242623806}
+{"Finetune/Learning Rate": 9.090238208358486e-06, "Finetune/Loss": 0.6202242970466614, "Finetune/Loss (Raw)": 0.6321880221366882, "Finetune/Step": 10445, "Finetune/Step Time": 10.660509034991264}
+{"Finetune/Learning Rate": 9.08856124619838e-06, "Finetune/Loss": 0.6214306354522705, "Finetune/Loss (Raw)": 0.7021681070327759, "Finetune/Step": 10446, "Finetune/Step Time": 10.660007072612643}
+{"Finetune/Learning Rate": 9.086884309884085e-06, "Finetune/Loss": 0.6224067211151123, "Finetune/Loss (Raw)": 0.5901138782501221, "Finetune/Step": 10447, "Finetune/Step Time": 10.654836628586054}
+{"Finetune/Learning Rate": 9.085207399463162e-06, "Finetune/Loss": 0.621650218963623, "Finetune/Loss (Raw)": 0.6045916676521301, "Finetune/Step": 10448, "Finetune/Step Time": 10.654342737048864}
+{"Finetune/Learning Rate": 9.083530514983148e-06, "Finetune/Loss": 0.6212584972381592, "Finetune/Loss (Raw)": 0.6378133893013, "Finetune/Step": 10449, "Finetune/Step Time": 10.661611849442124}
+{"Finetune/Learning Rate": 9.081853656491605e-06, "Finetune/Loss": 0.6197224855422974, "Finetune/Loss (Raw)": 0.49936577677726746, "Finetune/Step": 10450, "Finetune/Step Time": 10.680236095562577}
+{"Finetune/Learning Rate": 9.080176824036082e-06, "Finetune/Loss": 0.6213045716285706, "Finetune/Loss (Raw)": 0.6174983382225037, "Finetune/Step": 10451, "Finetune/Step Time": 10.645212952047586}
+{"Finetune/Learning Rate": 9.078500017664126e-06, "Finetune/Loss": 0.6216387748718262, "Finetune/Loss (Raw)": 0.6395298838615417, "Finetune/Step": 10452, "Finetune/Step Time": 10.62502409145236}
+{"Finetune/Learning Rate": 9.076823237423288e-06, "Finetune/Loss": 0.6199359893798828, "Finetune/Loss (Raw)": 0.5191394090652466, "Finetune/Step": 10453, "Finetune/Step Time": 10.637734316289425}
+{"Finetune/Learning Rate": 9.075146483361126e-06, "Finetune/Loss": 0.6199506521224976, "Finetune/Loss (Raw)": 0.5848439931869507, "Finetune/Step": 10454, "Finetune/Step Time": 10.63727125711739}
+{"Finetune/Learning Rate": 9.073469755525177e-06, "Finetune/Loss": 0.6185905933380127, "Finetune/Loss (Raw)": 0.4543227255344391, "Finetune/Step": 10455, "Finetune/Step Time": 10.67461895942688}
+{"Finetune/Learning Rate": 9.071793053962984e-06, "Finetune/Loss": 0.6186587810516357, "Finetune/Loss (Raw)": 0.6922372579574585, "Finetune/Step": 10456, "Finetune/Step Time": 10.676457358524203}
+{"Finetune/Learning Rate": 9.070116378722107e-06, "Finetune/Loss": 0.6195604205131531, "Finetune/Loss (Raw)": 0.608448326587677, "Finetune/Step": 10457, "Finetune/Step Time": 10.675614457577467}
+{"Finetune/Learning Rate": 9.068439729850082e-06, "Finetune/Loss": 0.6191867589950562, "Finetune/Loss (Raw)": 0.5616263747215271, "Finetune/Step": 10458, "Finetune/Step Time": 10.674274755641818}
+{"Finetune/Learning Rate": 9.06676310739446e-06, "Finetune/Loss": 0.6193947792053223, "Finetune/Loss (Raw)": 0.6905581951141357, "Finetune/Step": 10459, "Finetune/Step Time": 10.674884907901287}
+{"Finetune/Learning Rate": 9.065086511402783e-06, "Finetune/Loss": 0.6191112399101257, "Finetune/Loss (Raw)": 0.5720595717430115, "Finetune/Step": 10460, "Finetune/Step Time": 10.677985798567533}
+{"Finetune/Learning Rate": 9.063409941922592e-06, "Finetune/Loss": 0.6199914216995239, "Finetune/Loss (Raw)": 0.6011479496955872, "Finetune/Step": 10461, "Finetune/Step Time": 10.67789158038795}
+{"Finetune/Learning Rate": 9.061733399001433e-06, "Finetune/Loss": 0.6189999580383301, "Finetune/Loss (Raw)": 0.5370588302612305, "Finetune/Step": 10462, "Finetune/Step Time": 10.68998722359538}
+{"Finetune/Learning Rate": 9.060056882686844e-06, "Finetune/Loss": 0.6204540133476257, "Finetune/Loss (Raw)": 0.5884425640106201, "Finetune/Step": 10463, "Finetune/Step Time": 10.656072683632374}
+{"Finetune/Learning Rate": 9.058380393026369e-06, "Finetune/Loss": 0.6203663349151611, "Finetune/Loss (Raw)": 0.567193865776062, "Finetune/Step": 10464, "Finetune/Step Time": 10.68397076241672}
+{"Finetune/Learning Rate": 9.05670393006755e-06, "Finetune/Loss": 0.619428277015686, "Finetune/Loss (Raw)": 0.4914006292819977, "Finetune/Step": 10465, "Finetune/Step Time": 10.702591449022293}
+{"Finetune/Learning Rate": 9.05502749385793e-06, "Finetune/Loss": 0.6198369264602661, "Finetune/Loss (Raw)": 0.6263410449028015, "Finetune/Step": 10466, "Finetune/Step Time": 10.702731741592288}
+{"Finetune/Learning Rate": 9.053351084445037e-06, "Finetune/Loss": 0.6207774877548218, "Finetune/Loss (Raw)": 0.7063308358192444, "Finetune/Step": 10467, "Finetune/Step Time": 10.720161940902472}
+{"Finetune/Learning Rate": 9.051674701876415e-06, "Finetune/Loss": 0.6203199028968811, "Finetune/Loss (Raw)": 0.6504998207092285, "Finetune/Step": 10468, "Finetune/Step Time": 10.727821577340364}
+{"Finetune/Learning Rate": 9.049998346199605e-06, "Finetune/Loss": 0.6198581457138062, "Finetune/Loss (Raw)": 0.6261455416679382, "Finetune/Step": 10469, "Finetune/Step Time": 10.731576127931476}
+{"Finetune/Learning Rate": 9.048322017462136e-06, "Finetune/Loss": 0.6190245151519775, "Finetune/Loss (Raw)": 0.5472654104232788, "Finetune/Step": 10470, "Finetune/Step Time": 10.748970232903957}
+{"Finetune/Learning Rate": 9.046645715711553e-06, "Finetune/Loss": 0.6187008619308472, "Finetune/Loss (Raw)": 0.6506421566009521, "Finetune/Step": 10471, "Finetune/Step Time": 10.729301858693361}
+{"Finetune/Learning Rate": 9.044969440995389e-06, "Finetune/Loss": 0.6190325021743774, "Finetune/Loss (Raw)": 0.6198090314865112, "Finetune/Step": 10472, "Finetune/Step Time": 10.719474093988538}
+{"Finetune/Learning Rate": 9.04329319336117e-06, "Finetune/Loss": 0.6193345785140991, "Finetune/Loss (Raw)": 0.6143326163291931, "Finetune/Step": 10473, "Finetune/Step Time": 10.716999476775527}
+{"Finetune/Learning Rate": 9.041616972856438e-06, "Finetune/Loss": 0.6189888715744019, "Finetune/Loss (Raw)": 0.6074007153511047, "Finetune/Step": 10474, "Finetune/Step Time": 10.711784103885293}
+{"Finetune/Learning Rate": 9.039940779528722e-06, "Finetune/Loss": 0.6206690669059753, "Finetune/Loss (Raw)": 0.6757609248161316, "Finetune/Step": 10475, "Finetune/Step Time": 10.685730980709195}
+{"Finetune/Learning Rate": 9.038264613425556e-06, "Finetune/Loss": 0.6206345558166504, "Finetune/Loss (Raw)": 0.6963088512420654, "Finetune/Step": 10476, "Finetune/Step Time": 10.690956640988588}
+{"Finetune/Learning Rate": 9.036588474594471e-06, "Finetune/Loss": 0.6207022070884705, "Finetune/Loss (Raw)": 0.4730909466743469, "Finetune/Step": 10477, "Finetune/Step Time": 10.67765642516315}
+{"Finetune/Learning Rate": 9.034912363082999e-06, "Finetune/Loss": 0.6204285621643066, "Finetune/Loss (Raw)": 0.6385483741760254, "Finetune/Step": 10478, "Finetune/Step Time": 10.674619771540165}
+{"Finetune/Learning Rate": 9.033236278938667e-06, "Finetune/Loss": 0.6207635402679443, "Finetune/Loss (Raw)": 0.6530029773712158, "Finetune/Step": 10479, "Finetune/Step Time": 10.65167237073183}
+{"Finetune/Learning Rate": 9.031560222209001e-06, "Finetune/Loss": 0.6210705637931824, "Finetune/Loss (Raw)": 0.6025748252868652, "Finetune/Step": 10480, "Finetune/Step Time": 10.650591112673283}
+{"Finetune/Learning Rate": 9.029884192941536e-06, "Finetune/Loss": 0.6200371980667114, "Finetune/Loss (Raw)": 0.4576480984687805, "Finetune/Step": 10481, "Finetune/Step Time": 10.674420028924942}
+{"Finetune/Learning Rate": 9.028208191183798e-06, "Finetune/Loss": 0.6199256181716919, "Finetune/Loss (Raw)": 0.6442723870277405, "Finetune/Step": 10482, "Finetune/Step Time": 10.678858079016209}
+{"Finetune/Learning Rate": 9.026532216983312e-06, "Finetune/Loss": 0.6196773052215576, "Finetune/Loss (Raw)": 0.6471479535102844, "Finetune/Step": 10483, "Finetune/Step Time": 10.676628382876515}
+{"Finetune/Learning Rate": 9.024856270387605e-06, "Finetune/Loss": 0.6199835538864136, "Finetune/Loss (Raw)": 0.5562335252761841, "Finetune/Step": 10484, "Finetune/Step Time": 10.65287471935153}
+{"Finetune/Learning Rate": 9.023180351444201e-06, "Finetune/Loss": 0.6200048923492432, "Finetune/Loss (Raw)": 0.5383592247962952, "Finetune/Step": 10485, "Finetune/Step Time": 10.62932269461453}
+{"Finetune/Learning Rate": 9.021504460200623e-06, "Finetune/Loss": 0.6214209198951721, "Finetune/Loss (Raw)": 0.7793410420417786, "Finetune/Step": 10486, "Finetune/Step Time": 10.62288368679583}
+{"Finetune/Learning Rate": 9.019828596704394e-06, "Finetune/Loss": 0.6218527555465698, "Finetune/Loss (Raw)": 0.5782970786094666, "Finetune/Step": 10487, "Finetune/Step Time": 10.603271720930934}
+{"Finetune/Learning Rate": 9.018152761003041e-06, "Finetune/Loss": 0.6208246946334839, "Finetune/Loss (Raw)": 0.5350968241691589, "Finetune/Step": 10488, "Finetune/Step Time": 10.59269344061613}
+{"Finetune/Learning Rate": 9.016476953144085e-06, "Finetune/Loss": 0.6204091310501099, "Finetune/Loss (Raw)": 0.5120605826377869, "Finetune/Step": 10489, "Finetune/Step Time": 10.592723617330194}
+{"Finetune/Learning Rate": 9.014801173175044e-06, "Finetune/Loss": 0.6214562654495239, "Finetune/Loss (Raw)": 0.7524716258049011, "Finetune/Step": 10490, "Finetune/Step Time": 10.58181563206017}
+{"Finetune/Learning Rate": 9.013125421143443e-06, "Finetune/Loss": 0.6219006776809692, "Finetune/Loss (Raw)": 0.665422797203064, "Finetune/Step": 10491, "Finetune/Step Time": 10.559361523017287}
+{"Finetune/Learning Rate": 9.011449697096796e-06, "Finetune/Loss": 0.6220260858535767, "Finetune/Loss (Raw)": 0.6679559350013733, "Finetune/Step": 10492, "Finetune/Step Time": 10.562715649604797}
+{"Finetune/Learning Rate": 9.009774001082627e-06, "Finetune/Loss": 0.6213679909706116, "Finetune/Loss (Raw)": 0.5739642977714539, "Finetune/Step": 10493, "Finetune/Step Time": 10.569202955812216}
+{"Finetune/Learning Rate": 9.00809833314845e-06, "Finetune/Loss": 0.6219719648361206, "Finetune/Loss (Raw)": 0.6578775644302368, "Finetune/Step": 10494, "Finetune/Step Time": 10.5628224555403}
+{"Finetune/Learning Rate": 9.00642269334178e-06, "Finetune/Loss": 0.6211643815040588, "Finetune/Loss (Raw)": 0.5847234725952148, "Finetune/Step": 10495, "Finetune/Step Time": 10.54312052205205}
+{"Finetune/Learning Rate": 9.00474708171014e-06, "Finetune/Loss": 0.6204505562782288, "Finetune/Loss (Raw)": 0.5925599336624146, "Finetune/Step": 10496, "Finetune/Step Time": 10.593428010120988}
+{"Finetune/Learning Rate": 9.003071498301046e-06, "Finetune/Loss": 0.6210536956787109, "Finetune/Loss (Raw)": 0.6838502883911133, "Finetune/Step": 10497, "Finetune/Step Time": 10.569120813161135}
+{"Finetune/Learning Rate": 9.001395943162006e-06, "Finetune/Loss": 0.6216248869895935, "Finetune/Loss (Raw)": 0.6838672757148743, "Finetune/Step": 10498, "Finetune/Step Time": 10.58059911802411}
+{"Finetune/Learning Rate": 8.999720416340539e-06, "Finetune/Loss": 0.6208909749984741, "Finetune/Loss (Raw)": 0.7210823893547058, "Finetune/Step": 10499, "Finetune/Step Time": 10.578827546909451}
+{"Finetune/Learning Rate": 8.998044917884154e-06, "Finetune/Loss": 0.6214568614959717, "Finetune/Loss (Raw)": 0.6583928465843201, "Finetune/Step": 10500, "Finetune/Step Time": 10.578219568356872}
+{"Finetune/Learning Rate": 8.996369447840369e-06, "Finetune/Loss": 0.6215698719024658, "Finetune/Loss (Raw)": 0.669989824295044, "Finetune/Step": 10501, "Finetune/Step Time": 10.577431172132492}
+{"Finetune/Learning Rate": 8.994694006256688e-06, "Finetune/Loss": 0.6215434074401855, "Finetune/Loss (Raw)": 0.6810659170150757, "Finetune/Step": 10502, "Finetune/Step Time": 10.583691719919443}
+{"Finetune/Learning Rate": 8.993018593180633e-06, "Finetune/Loss": 0.6210038065910339, "Finetune/Loss (Raw)": 0.6228938102722168, "Finetune/Step": 10503, "Finetune/Step Time": 10.591991042718291}
+{"Finetune/Learning Rate": 8.991343208659705e-06, "Finetune/Loss": 0.6210005283355713, "Finetune/Loss (Raw)": 0.6438313126564026, "Finetune/Step": 10504, "Finetune/Step Time": 10.593719946220517}
+{"Finetune/Learning Rate": 8.98966785274141e-06, "Finetune/Loss": 0.6206818222999573, "Finetune/Loss (Raw)": 0.5561432242393494, "Finetune/Step": 10505, "Finetune/Step Time": 10.609178025275469}
+{"Finetune/Learning Rate": 8.987992525473266e-06, "Finetune/Loss": 0.6185688376426697, "Finetune/Loss (Raw)": 0.4641878604888916, "Finetune/Step": 10506, "Finetune/Step Time": 10.641753954812884}
+{"Finetune/Learning Rate": 8.986317226902776e-06, "Finetune/Loss": 0.6182911396026611, "Finetune/Loss (Raw)": 0.6595724821090698, "Finetune/Step": 10507, "Finetune/Step Time": 10.651763670146465}
+{"Finetune/Learning Rate": 8.984641957077448e-06, "Finetune/Loss": 0.6181707978248596, "Finetune/Loss (Raw)": 0.598969042301178, "Finetune/Step": 10508, "Finetune/Step Time": 10.667054479941726}
+{"Finetune/Learning Rate": 8.982966716044786e-06, "Finetune/Loss": 0.6178752779960632, "Finetune/Loss (Raw)": 0.6762199997901917, "Finetune/Step": 10509, "Finetune/Step Time": 10.682661136612296}
+{"Finetune/Learning Rate": 8.981291503852296e-06, "Finetune/Loss": 0.6195109486579895, "Finetune/Loss (Raw)": 0.760452151298523, "Finetune/Step": 10510, "Finetune/Step Time": 10.687274606898427}
+{"Finetune/Learning Rate": 8.979616320547483e-06, "Finetune/Loss": 0.6189918518066406, "Finetune/Loss (Raw)": 0.48033055663108826, "Finetune/Step": 10511, "Finetune/Step Time": 10.704694738611579}
+{"Finetune/Learning Rate": 8.977941166177845e-06, "Finetune/Loss": 0.6194999814033508, "Finetune/Loss (Raw)": 0.7016314268112183, "Finetune/Step": 10512, "Finetune/Step Time": 10.7045694347471}
+{"Finetune/Learning Rate": 8.976266040790892e-06, "Finetune/Loss": 0.6192193031311035, "Finetune/Loss (Raw)": 0.6054877638816833, "Finetune/Step": 10513, "Finetune/Step Time": 10.705829825252295}
+{"Finetune/Learning Rate": 8.974590944434123e-06, "Finetune/Loss": 0.6189581155776978, "Finetune/Loss (Raw)": 0.6163111329078674, "Finetune/Step": 10514, "Finetune/Step Time": 10.706511056050658}
+{"Finetune/Learning Rate": 8.972915877155043e-06, "Finetune/Loss": 0.6191268563270569, "Finetune/Loss (Raw)": 0.6298546195030212, "Finetune/Step": 10515, "Finetune/Step Time": 10.705097516998649}
+{"Finetune/Learning Rate": 8.971240839001143e-06, "Finetune/Loss": 0.6199626922607422, "Finetune/Loss (Raw)": 0.7499229907989502, "Finetune/Step": 10516, "Finetune/Step Time": 10.718539129942656}
+{"Finetune/Learning Rate": 8.969565830019929e-06, "Finetune/Loss": 0.6197627782821655, "Finetune/Loss (Raw)": 0.5778302550315857, "Finetune/Step": 10517, "Finetune/Step Time": 10.737015709280968}
+{"Finetune/Learning Rate": 8.967890850258896e-06, "Finetune/Loss": 0.618837833404541, "Finetune/Loss (Raw)": 0.4834817945957184, "Finetune/Step": 10518, "Finetune/Step Time": 10.792478701099753}
+{"Finetune/Learning Rate": 8.966215899765544e-06, "Finetune/Loss": 0.6188383102416992, "Finetune/Loss (Raw)": 0.5226495862007141, "Finetune/Step": 10519, "Finetune/Step Time": 10.791193038225174}
+{"Finetune/Learning Rate": 8.96454097858737e-06, "Finetune/Loss": 0.6196072101593018, "Finetune/Loss (Raw)": 0.6542149186134338, "Finetune/Step": 10520, "Finetune/Step Time": 10.81426034681499}
+{"Finetune/Learning Rate": 8.962866086771873e-06, "Finetune/Loss": 0.6208943724632263, "Finetune/Loss (Raw)": 0.6749159097671509, "Finetune/Step": 10521, "Finetune/Step Time": 10.81690707989037}
+{"Finetune/Learning Rate": 8.961191224366541e-06, "Finetune/Loss": 0.6187666058540344, "Finetune/Loss (Raw)": 0.4299186170101166, "Finetune/Step": 10522, "Finetune/Step Time": 10.847205437719822}
+{"Finetune/Learning Rate": 8.959516391418872e-06, "Finetune/Loss": 0.6182857155799866, "Finetune/Loss (Raw)": 0.6570801734924316, "Finetune/Step": 10523, "Finetune/Step Time": 10.855062147602439}
+{"Finetune/Learning Rate": 8.95784158797636e-06, "Finetune/Loss": 0.6184659600257874, "Finetune/Loss (Raw)": 0.6520334482192993, "Finetune/Step": 10524, "Finetune/Step Time": 10.85217764787376}
+{"Finetune/Learning Rate": 8.956166814086497e-06, "Finetune/Loss": 0.618998646736145, "Finetune/Loss (Raw)": 0.6193456649780273, "Finetune/Step": 10525, "Finetune/Step Time": 10.853266892954707}
+{"Finetune/Learning Rate": 8.954492069796772e-06, "Finetune/Loss": 0.6197863817214966, "Finetune/Loss (Raw)": 0.6904245615005493, "Finetune/Step": 10526, "Finetune/Step Time": 10.843760084360838}
+{"Finetune/Learning Rate": 8.952817355154686e-06, "Finetune/Loss": 0.620679497718811, "Finetune/Loss (Raw)": 0.6524711847305298, "Finetune/Step": 10527, "Finetune/Step Time": 10.843418819829822}
+{"Finetune/Learning Rate": 8.951142670207718e-06, "Finetune/Loss": 0.6203604936599731, "Finetune/Loss (Raw)": 0.6087421774864197, "Finetune/Step": 10528, "Finetune/Step Time": 10.848736578598619}
+{"Finetune/Learning Rate": 8.949468015003358e-06, "Finetune/Loss": 0.6205169558525085, "Finetune/Loss (Raw)": 0.6688196063041687, "Finetune/Step": 10529, "Finetune/Step Time": 10.831438954919577}
+{"Finetune/Learning Rate": 8.947793389589101e-06, "Finetune/Loss": 0.6204115152359009, "Finetune/Loss (Raw)": 0.5522443056106567, "Finetune/Step": 10530, "Finetune/Step Time": 10.827028173953295}
+{"Finetune/Learning Rate": 8.946118794012432e-06, "Finetune/Loss": 0.6211894750595093, "Finetune/Loss (Raw)": 0.614581823348999, "Finetune/Step": 10531, "Finetune/Step Time": 10.821267891675234}
+{"Finetune/Learning Rate": 8.944444228320835e-06, "Finetune/Loss": 0.6198107004165649, "Finetune/Loss (Raw)": 0.44076141715049744, "Finetune/Step": 10532, "Finetune/Step Time": 10.821487104520202}
+{"Finetune/Learning Rate": 8.942769692561802e-06, "Finetune/Loss": 0.6205211281776428, "Finetune/Loss (Raw)": 0.6550667881965637, "Finetune/Step": 10533, "Finetune/Step Time": 10.816697765141726}
+{"Finetune/Learning Rate": 8.941095186782813e-06, "Finetune/Loss": 0.6192853450775146, "Finetune/Loss (Raw)": 0.5867677927017212, "Finetune/Step": 10534, "Finetune/Step Time": 10.828352788463235}
+{"Finetune/Learning Rate": 8.939420711031351e-06, "Finetune/Loss": 0.617538332939148, "Finetune/Loss (Raw)": 0.4574548304080963, "Finetune/Step": 10535, "Finetune/Step Time": 10.82370263710618}
+{"Finetune/Learning Rate": 8.9377462653549e-06, "Finetune/Loss": 0.6175675988197327, "Finetune/Loss (Raw)": 0.6824303865432739, "Finetune/Step": 10536, "Finetune/Step Time": 10.83383254148066}
+{"Finetune/Learning Rate": 8.936071849800947e-06, "Finetune/Loss": 0.6171696782112122, "Finetune/Loss (Raw)": 0.6039172410964966, "Finetune/Step": 10537, "Finetune/Step Time": 10.847924798727036}
+{"Finetune/Learning Rate": 8.934397464416971e-06, "Finetune/Loss": 0.6156715154647827, "Finetune/Loss (Raw)": 0.419685035943985, "Finetune/Step": 10538, "Finetune/Step Time": 10.829973878338933}
+{"Finetune/Learning Rate": 8.932723109250455e-06, "Finetune/Loss": 0.617196798324585, "Finetune/Loss (Raw)": 0.7127646207809448, "Finetune/Step": 10539, "Finetune/Step Time": 10.840895103290677}
+{"Finetune/Learning Rate": 8.931048784348875e-06, "Finetune/Loss": 0.6162072420120239, "Finetune/Loss (Raw)": 0.5894723534584045, "Finetune/Step": 10540, "Finetune/Step Time": 10.842649355530739}
+{"Finetune/Learning Rate": 8.92937448975971e-06, "Finetune/Loss": 0.616944432258606, "Finetune/Loss (Raw)": 0.6183658242225647, "Finetune/Step": 10541, "Finetune/Step Time": 10.823544641956687}
+{"Finetune/Learning Rate": 8.927700225530441e-06, "Finetune/Loss": 0.6168705224990845, "Finetune/Loss (Raw)": 0.6112235188484192, "Finetune/Step": 10542, "Finetune/Step Time": 10.808022033423185}
+{"Finetune/Learning Rate": 8.926025991708545e-06, "Finetune/Loss": 0.6170055866241455, "Finetune/Loss (Raw)": 0.6461471915245056, "Finetune/Step": 10543, "Finetune/Step Time": 10.792995488271117}
+{"Finetune/Learning Rate": 8.924351788341495e-06, "Finetune/Loss": 0.6157970428466797, "Finetune/Loss (Raw)": 0.6344150900840759, "Finetune/Step": 10544, "Finetune/Step Time": 10.790977301076055}
+{"Finetune/Learning Rate": 8.922677615476776e-06, "Finetune/Loss": 0.6152423620223999, "Finetune/Loss (Raw)": 0.5562118887901306, "Finetune/Step": 10545, "Finetune/Step Time": 10.791505074128509}
+{"Finetune/Learning Rate": 8.92100347316185e-06, "Finetune/Loss": 0.6148955821990967, "Finetune/Loss (Raw)": 0.5536521077156067, "Finetune/Step": 10546, "Finetune/Step Time": 10.812256487086415}
+{"Finetune/Learning Rate": 8.9193293614442e-06, "Finetune/Loss": 0.6153674125671387, "Finetune/Loss (Raw)": 0.6165987253189087, "Finetune/Step": 10547, "Finetune/Step Time": 10.810649372637272}
+{"Finetune/Learning Rate": 8.917655280371295e-06, "Finetune/Loss": 0.6147925853729248, "Finetune/Loss (Raw)": 0.5293847322463989, "Finetune/Step": 10548, "Finetune/Step Time": 10.807944800704718}
+{"Finetune/Learning Rate": 8.91598122999061e-06, "Finetune/Loss": 0.6149909496307373, "Finetune/Loss (Raw)": 0.6407552361488342, "Finetune/Step": 10549, "Finetune/Step Time": 10.813848150894046}
+{"Finetune/Learning Rate": 8.914307210349614e-06, "Finetune/Loss": 0.6158618330955505, "Finetune/Loss (Raw)": 0.7514633536338806, "Finetune/Step": 10550, "Finetune/Step Time": 10.809980714693666}
+{"Finetune/Learning Rate": 8.91263322149578e-06, "Finetune/Loss": 0.6157813668251038, "Finetune/Loss (Raw)": 0.6321625709533691, "Finetune/Step": 10551, "Finetune/Step Time": 10.816589038819075}
+{"Finetune/Learning Rate": 8.910959263476575e-06, "Finetune/Loss": 0.6148529052734375, "Finetune/Loss (Raw)": 0.6248578429222107, "Finetune/Step": 10552, "Finetune/Step Time": 10.81653594225645}
+{"Finetune/Learning Rate": 8.909285336339465e-06, "Finetune/Loss": 0.6146990656852722, "Finetune/Loss (Raw)": 0.6628446578979492, "Finetune/Step": 10553, "Finetune/Step Time": 10.78875221312046}
+{"Finetune/Learning Rate": 8.907611440131924e-06, "Finetune/Loss": 0.6136394739151001, "Finetune/Loss (Raw)": 0.49770596623420715, "Finetune/Step": 10554, "Finetune/Step Time": 10.796671254560351}
+{"Finetune/Learning Rate": 8.905937574901416e-06, "Finetune/Loss": 0.613155722618103, "Finetune/Loss (Raw)": 0.6756725311279297, "Finetune/Step": 10555, "Finetune/Step Time": 10.811421733349562}
+{"Finetune/Learning Rate": 8.904263740695407e-06, "Finetune/Loss": 0.614587664604187, "Finetune/Loss (Raw)": 0.7862868905067444, "Finetune/Step": 10556, "Finetune/Step Time": 10.813415512442589}
+{"Finetune/Learning Rate": 8.902589937561366e-06, "Finetune/Loss": 0.6147814989089966, "Finetune/Loss (Raw)": 0.6170585751533508, "Finetune/Step": 10557, "Finetune/Step Time": 10.815191872417927}
+{"Finetune/Learning Rate": 8.90091616554675e-06, "Finetune/Loss": 0.6159191131591797, "Finetune/Loss (Raw)": 0.6321008801460266, "Finetune/Step": 10558, "Finetune/Step Time": 10.804152907803655}
+{"Finetune/Learning Rate": 8.899242424699026e-06, "Finetune/Loss": 0.6149935722351074, "Finetune/Loss (Raw)": 0.45154157280921936, "Finetune/Step": 10559, "Finetune/Step Time": 10.839236026629806}
+{"Finetune/Learning Rate": 8.897568715065658e-06, "Finetune/Loss": 0.6144177913665771, "Finetune/Loss (Raw)": 0.5148480534553528, "Finetune/Step": 10560, "Finetune/Step Time": 10.849157122895122}
+{"Finetune/Learning Rate": 8.895895036694103e-06, "Finetune/Loss": 0.6136704683303833, "Finetune/Loss (Raw)": 0.5691627860069275, "Finetune/Step": 10561, "Finetune/Step Time": 10.855288721621037}
+{"Finetune/Learning Rate": 8.894221389631828e-06, "Finetune/Loss": 0.6143030524253845, "Finetune/Loss (Raw)": 0.6998856067657471, "Finetune/Step": 10562, "Finetune/Step Time": 10.855193205177784}
+{"Finetune/Learning Rate": 8.892547773926293e-06, "Finetune/Loss": 0.6139088869094849, "Finetune/Loss (Raw)": 0.6345816254615784, "Finetune/Step": 10563, "Finetune/Step Time": 10.836796445772052}
+{"Finetune/Learning Rate": 8.890874189624951e-06, "Finetune/Loss": 0.6133134365081787, "Finetune/Loss (Raw)": 0.5553614497184753, "Finetune/Step": 10564, "Finetune/Step Time": 10.830757828429341}
+{"Finetune/Learning Rate": 8.889200636775261e-06, "Finetune/Loss": 0.6121793985366821, "Finetune/Loss (Raw)": 0.5324211120605469, "Finetune/Step": 10565, "Finetune/Step Time": 10.80170595087111}
+{"Finetune/Learning Rate": 8.887527115424685e-06, "Finetune/Loss": 0.612079381942749, "Finetune/Loss (Raw)": 0.6322376728057861, "Finetune/Step": 10566, "Finetune/Step Time": 10.806212432682514}
+{"Finetune/Learning Rate": 8.885853625620677e-06, "Finetune/Loss": 0.6128722429275513, "Finetune/Loss (Raw)": 0.7197269201278687, "Finetune/Step": 10567, "Finetune/Step Time": 10.785549620166421}
+{"Finetune/Learning Rate": 8.884180167410687e-06, "Finetune/Loss": 0.6123228073120117, "Finetune/Loss (Raw)": 0.6362243890762329, "Finetune/Step": 10568, "Finetune/Step Time": 10.780567323789}
+{"Finetune/Learning Rate": 8.882506740842183e-06, "Finetune/Loss": 0.6139301061630249, "Finetune/Loss (Raw)": 0.7091059684753418, "Finetune/Step": 10569, "Finetune/Step Time": 10.781632697209716}
+{"Finetune/Learning Rate": 8.880833345962605e-06, "Finetune/Loss": 0.6127623915672302, "Finetune/Loss (Raw)": 0.6327292323112488, "Finetune/Step": 10570, "Finetune/Step Time": 10.787814762443304}
+{"Finetune/Learning Rate": 8.879159982819409e-06, "Finetune/Loss": 0.6133571863174438, "Finetune/Loss (Raw)": 0.6302427649497986, "Finetune/Step": 10571, "Finetune/Step Time": 10.789114754647017}
+{"Finetune/Learning Rate": 8.87748665146005e-06, "Finetune/Loss": 0.6125048398971558, "Finetune/Loss (Raw)": 0.6012779474258423, "Finetune/Step": 10572, "Finetune/Step Time": 10.79155022278428}
+{"Finetune/Learning Rate": 8.875813351931979e-06, "Finetune/Loss": 0.6118807792663574, "Finetune/Loss (Raw)": 0.5523105263710022, "Finetune/Step": 10573, "Finetune/Step Time": 10.79412673600018}
+{"Finetune/Learning Rate": 8.874140084282643e-06, "Finetune/Loss": 0.6116611957550049, "Finetune/Loss (Raw)": 0.6740567684173584, "Finetune/Step": 10574, "Finetune/Step Time": 10.79819549061358}
+{"Finetune/Learning Rate": 8.872466848559493e-06, "Finetune/Loss": 0.6124380826950073, "Finetune/Loss (Raw)": 0.6895604133605957, "Finetune/Step": 10575, "Finetune/Step Time": 10.801639568060637}
+{"Finetune/Learning Rate": 8.870793644809981e-06, "Finetune/Loss": 0.6123881340026855, "Finetune/Loss (Raw)": 0.598197877407074, "Finetune/Step": 10576, "Finetune/Step Time": 10.797121034935117}
+{"Finetune/Learning Rate": 8.869120473081546e-06, "Finetune/Loss": 0.6119723320007324, "Finetune/Loss (Raw)": 0.5845912098884583, "Finetune/Step": 10577, "Finetune/Step Time": 10.787848182022572}
+{"Finetune/Learning Rate": 8.867447333421637e-06, "Finetune/Loss": 0.6125720739364624, "Finetune/Loss (Raw)": 0.5761287212371826, "Finetune/Step": 10578, "Finetune/Step Time": 10.761157605797052}
+{"Finetune/Learning Rate": 8.865774225877703e-06, "Finetune/Loss": 0.6132121086120605, "Finetune/Loss (Raw)": 0.6994183659553528, "Finetune/Step": 10579, "Finetune/Step Time": 10.755873871967196}
+{"Finetune/Learning Rate": 8.864101150497187e-06, "Finetune/Loss": 0.6128160953521729, "Finetune/Loss (Raw)": 0.5888426899909973, "Finetune/Step": 10580, "Finetune/Step Time": 10.779323119670153}
+{"Finetune/Learning Rate": 8.862428107327533e-06, "Finetune/Loss": 0.6138828992843628, "Finetune/Loss (Raw)": 0.6556908488273621, "Finetune/Step": 10581, "Finetune/Step Time": 10.754298469051719}
+{"Finetune/Learning Rate": 8.860755096416185e-06, "Finetune/Loss": 0.6141126155853271, "Finetune/Loss (Raw)": 0.6142454147338867, "Finetune/Step": 10582, "Finetune/Step Time": 10.768720986321568}
+{"Finetune/Learning Rate": 8.85908211781058e-06, "Finetune/Loss": 0.6157110929489136, "Finetune/Loss (Raw)": 0.6589330434799194, "Finetune/Step": 10583, "Finetune/Step Time": 10.733365001156926}
+{"Finetune/Learning Rate": 8.85740917155816e-06, "Finetune/Loss": 0.615357518196106, "Finetune/Loss (Raw)": 0.6469835638999939, "Finetune/Step": 10584, "Finetune/Step Time": 10.729625385254622}
+{"Finetune/Learning Rate": 8.855736257706368e-06, "Finetune/Loss": 0.6164914965629578, "Finetune/Loss (Raw)": 0.7535944581031799, "Finetune/Step": 10585, "Finetune/Step Time": 10.728322647511959}
+{"Finetune/Learning Rate": 8.854063376302643e-06, "Finetune/Loss": 0.6166349649429321, "Finetune/Loss (Raw)": 0.579990565776825, "Finetune/Step": 10586, "Finetune/Step Time": 10.734844194725156}
+{"Finetune/Learning Rate": 8.85239052739442e-06, "Finetune/Loss": 0.6158546209335327, "Finetune/Loss (Raw)": 0.5906758904457092, "Finetune/Step": 10587, "Finetune/Step Time": 10.726322878152132}
+{"Finetune/Learning Rate": 8.850717711029144e-06, "Finetune/Loss": 0.6168377995491028, "Finetune/Loss (Raw)": 0.6978999376296997, "Finetune/Step": 10588, "Finetune/Step Time": 10.722295317798853}
+{"Finetune/Learning Rate": 8.849044927254242e-06, "Finetune/Loss": 0.6171476244926453, "Finetune/Loss (Raw)": 0.6408036351203918, "Finetune/Step": 10589, "Finetune/Step Time": 10.717218719422817}
+{"Finetune/Learning Rate": 8.847372176117151e-06, "Finetune/Loss": 0.6175740957260132, "Finetune/Loss (Raw)": 0.5916518568992615, "Finetune/Step": 10590, "Finetune/Step Time": 10.706368127837777}
+{"Finetune/Learning Rate": 8.84569945766531e-06, "Finetune/Loss": 0.6179731488227844, "Finetune/Loss (Raw)": 0.6395170092582703, "Finetune/Step": 10591, "Finetune/Step Time": 10.70860487781465}
+{"Finetune/Learning Rate": 8.844026771946148e-06, "Finetune/Loss": 0.6181697845458984, "Finetune/Loss (Raw)": 0.592369019985199, "Finetune/Step": 10592, "Finetune/Step Time": 10.689966429024935}
+{"Finetune/Learning Rate": 8.8423541190071e-06, "Finetune/Loss": 0.6197532415390015, "Finetune/Loss (Raw)": 0.6940861344337463, "Finetune/Step": 10593, "Finetune/Step Time": 10.651217069476843}
+{"Finetune/Learning Rate": 8.840681498895602e-06, "Finetune/Loss": 0.6202855110168457, "Finetune/Loss (Raw)": 0.6944628357887268, "Finetune/Step": 10594, "Finetune/Step Time": 10.647541776299477}
+{"Finetune/Learning Rate": 8.839008911659074e-06, "Finetune/Loss": 0.6203113198280334, "Finetune/Loss (Raw)": 0.7096384167671204, "Finetune/Step": 10595, "Finetune/Step Time": 10.628819888457656}
+{"Finetune/Learning Rate": 8.837336357344953e-06, "Finetune/Loss": 0.6199733018875122, "Finetune/Loss (Raw)": 0.6072309613227844, "Finetune/Step": 10596, "Finetune/Step Time": 10.620434118434787}
+{"Finetune/Learning Rate": 8.835663836000668e-06, "Finetune/Loss": 0.6199653744697571, "Finetune/Loss (Raw)": 0.6251338124275208, "Finetune/Step": 10597, "Finetune/Step Time": 10.630122106522322}
+{"Finetune/Learning Rate": 8.833991347673644e-06, "Finetune/Loss": 0.6206321716308594, "Finetune/Loss (Raw)": 0.6326115727424622, "Finetune/Step": 10598, "Finetune/Step Time": 10.617653660476208}
+{"Finetune/Learning Rate": 8.832318892411312e-06, "Finetune/Loss": 0.6205303072929382, "Finetune/Loss (Raw)": 0.6376031041145325, "Finetune/Step": 10599, "Finetune/Step Time": 10.619071714580059}
+{"Finetune/Learning Rate": 8.830646470261097e-06, "Finetune/Loss": 0.6207566261291504, "Finetune/Loss (Raw)": 0.6487782001495361, "Finetune/Step": 10600, "Finetune/Step Time": 10.64266300573945}
+{"Finetune/Learning Rate": 8.828974081270421e-06, "Finetune/Loss": 0.6218217611312866, "Finetune/Loss (Raw)": 0.7506714463233948, "Finetune/Step": 10601, "Finetune/Step Time": 10.642583461478353}
+{"Finetune/Learning Rate": 8.827301725486706e-06, "Finetune/Loss": 0.6220812201499939, "Finetune/Loss (Raw)": 0.640612781047821, "Finetune/Step": 10602, "Finetune/Step Time": 10.64388618990779}
+{"Finetune/Learning Rate": 8.825629402957385e-06, "Finetune/Loss": 0.6223964691162109, "Finetune/Loss (Raw)": 0.7161063551902771, "Finetune/Step": 10603, "Finetune/Step Time": 10.644551049917936}
+{"Finetune/Learning Rate": 8.823957113729872e-06, "Finetune/Loss": 0.6217173337936401, "Finetune/Loss (Raw)": 0.6093876361846924, "Finetune/Step": 10604, "Finetune/Step Time": 10.662825850769877}
+{"Finetune/Learning Rate": 8.82228485785159e-06, "Finetune/Loss": 0.6230087876319885, "Finetune/Loss (Raw)": 0.6383932828903198, "Finetune/Step": 10605, "Finetune/Step Time": 10.658080669119954}
+{"Finetune/Learning Rate": 8.820612635369965e-06, "Finetune/Loss": 0.6215307712554932, "Finetune/Loss (Raw)": 0.4493619203567505, "Finetune/Step": 10606, "Finetune/Step Time": 10.69831395894289}
+{"Finetune/Learning Rate": 8.81894044633241e-06, "Finetune/Loss": 0.6214967966079712, "Finetune/Loss (Raw)": 0.6486541032791138, "Finetune/Step": 10607, "Finetune/Step Time": 10.704786555841565}
+{"Finetune/Learning Rate": 8.817268290786343e-06, "Finetune/Loss": 0.6221027374267578, "Finetune/Loss (Raw)": 0.6801339387893677, "Finetune/Step": 10608, "Finetune/Step Time": 10.701512668281794}
+{"Finetune/Learning Rate": 8.815596168779185e-06, "Finetune/Loss": 0.6234857439994812, "Finetune/Loss (Raw)": 0.6346746683120728, "Finetune/Step": 10609, "Finetune/Step Time": 10.66598048992455}
+{"Finetune/Learning Rate": 8.813924080358352e-06, "Finetune/Loss": 0.6231859922409058, "Finetune/Loss (Raw)": 0.6059096455574036, "Finetune/Step": 10610, "Finetune/Step Time": 10.663624541833997}
+{"Finetune/Learning Rate": 8.81225202557126e-06, "Finetune/Loss": 0.6234488487243652, "Finetune/Loss (Raw)": 0.6807953119277954, "Finetune/Step": 10611, "Finetune/Step Time": 10.677662495523691}
+{"Finetune/Learning Rate": 8.810580004465324e-06, "Finetune/Loss": 0.6243499517440796, "Finetune/Loss (Raw)": 0.6715685129165649, "Finetune/Step": 10612, "Finetune/Step Time": 10.664208225905895}
+{"Finetune/Learning Rate": 8.808908017087956e-06, "Finetune/Loss": 0.6246124505996704, "Finetune/Loss (Raw)": 0.5719583034515381, "Finetune/Step": 10613, "Finetune/Step Time": 10.662506619468331}
+{"Finetune/Learning Rate": 8.807236063486569e-06, "Finetune/Loss": 0.6243535280227661, "Finetune/Loss (Raw)": 0.7461957931518555, "Finetune/Step": 10614, "Finetune/Step Time": 10.672283893451095}
+{"Finetune/Learning Rate": 8.805564143708576e-06, "Finetune/Loss": 0.6242035031318665, "Finetune/Loss (Raw)": 0.5590927004814148, "Finetune/Step": 10615, "Finetune/Step Time": 10.674034014344215}
+{"Finetune/Learning Rate": 8.803892257801386e-06, "Finetune/Loss": 0.6247466206550598, "Finetune/Loss (Raw)": 0.6046237349510193, "Finetune/Step": 10616, "Finetune/Step Time": 10.676366975530982}
+{"Finetune/Learning Rate": 8.80222040581241e-06, "Finetune/Loss": 0.6253337860107422, "Finetune/Loss (Raw)": 0.5872101783752441, "Finetune/Step": 10617, "Finetune/Step Time": 10.690290359780192}
+{"Finetune/Learning Rate": 8.800548587789062e-06, "Finetune/Loss": 0.622769296169281, "Finetune/Loss (Raw)": 0.42422157526016235, "Finetune/Step": 10618, "Finetune/Step Time": 10.725192734971642}
+{"Finetune/Learning Rate": 8.79887680377874e-06, "Finetune/Loss": 0.6226795315742493, "Finetune/Loss (Raw)": 0.6539297103881836, "Finetune/Step": 10619, "Finetune/Step Time": 10.730344777926803}
+{"Finetune/Learning Rate": 8.797205053828857e-06, "Finetune/Loss": 0.6227575540542603, "Finetune/Loss (Raw)": 0.6779477596282959, "Finetune/Step": 10620, "Finetune/Step Time": 10.733154030516744}
+{"Finetune/Learning Rate": 8.79553333798682e-06, "Finetune/Loss": 0.6221319437026978, "Finetune/Loss (Raw)": 0.49388745427131653, "Finetune/Step": 10621, "Finetune/Step Time": 10.729670381173491}
+{"Finetune/Learning Rate": 8.793861656300032e-06, "Finetune/Loss": 0.6217600703239441, "Finetune/Loss (Raw)": 0.6102733016014099, "Finetune/Step": 10622, "Finetune/Step Time": 10.729395732283592}
+{"Finetune/Learning Rate": 8.792190008815898e-06, "Finetune/Loss": 0.6221339702606201, "Finetune/Loss (Raw)": 0.632587730884552, "Finetune/Step": 10623, "Finetune/Step Time": 10.74493526108563}
+{"Finetune/Learning Rate": 8.790518395581823e-06, "Finetune/Loss": 0.6213774681091309, "Finetune/Loss (Raw)": 0.49572819471359253, "Finetune/Step": 10624, "Finetune/Step Time": 10.72002873197198}
+{"Finetune/Learning Rate": 8.788846816645205e-06, "Finetune/Loss": 0.6203073263168335, "Finetune/Loss (Raw)": 0.5468617081642151, "Finetune/Step": 10625, "Finetune/Step Time": 10.744722785428166}
+{"Finetune/Learning Rate": 8.787175272053445e-06, "Finetune/Loss": 0.6192892789840698, "Finetune/Loss (Raw)": 0.5535649061203003, "Finetune/Step": 10626, "Finetune/Step Time": 10.744501560926437}
+{"Finetune/Learning Rate": 8.785503761853946e-06, "Finetune/Loss": 0.6188830137252808, "Finetune/Loss (Raw)": 0.6690788269042969, "Finetune/Step": 10627, "Finetune/Step Time": 10.746828489005566}
+{"Finetune/Learning Rate": 8.783832286094107e-06, "Finetune/Loss": 0.6181304454803467, "Finetune/Loss (Raw)": 0.5620609521865845, "Finetune/Step": 10628, "Finetune/Step Time": 10.747854394838214}
+{"Finetune/Learning Rate": 8.782160844821327e-06, "Finetune/Loss": 0.618018627166748, "Finetune/Loss (Raw)": 0.6556833386421204, "Finetune/Step": 10629, "Finetune/Step Time": 10.745886558666825}
+{"Finetune/Learning Rate": 8.780489438083004e-06, "Finetune/Loss": 0.6186264157295227, "Finetune/Loss (Raw)": 0.7588627338409424, "Finetune/Step": 10630, "Finetune/Step Time": 10.743907364085317}
+{"Finetune/Learning Rate": 8.778818065926532e-06, "Finetune/Loss": 0.61784827709198, "Finetune/Loss (Raw)": 0.523288905620575, "Finetune/Step": 10631, "Finetune/Step Time": 10.73609896749258}
+{"Finetune/Learning Rate": 8.777146728399307e-06, "Finetune/Loss": 0.6173328757286072, "Finetune/Loss (Raw)": 0.5778630971908569, "Finetune/Step": 10632, "Finetune/Step Time": 10.738437881693244}
+{"Finetune/Learning Rate": 8.77547542554872e-06, "Finetune/Loss": 0.6181937456130981, "Finetune/Loss (Raw)": 0.6663301587104797, "Finetune/Step": 10633, "Finetune/Step Time": 10.723877262324095}
+{"Finetune/Learning Rate": 8.77380415742217e-06, "Finetune/Loss": 0.6194830536842346, "Finetune/Loss (Raw)": 0.6292242407798767, "Finetune/Step": 10634, "Finetune/Step Time": 10.68785515613854}
+{"Finetune/Learning Rate": 8.772132924067048e-06, "Finetune/Loss": 0.6194359064102173, "Finetune/Loss (Raw)": 0.6535304188728333, "Finetune/Step": 10635, "Finetune/Step Time": 10.715344429016113}
+{"Finetune/Learning Rate": 8.770461725530745e-06, "Finetune/Loss": 0.6196714043617249, "Finetune/Loss (Raw)": 0.6291162967681885, "Finetune/Step": 10636, "Finetune/Step Time": 10.7016332577914}
+{"Finetune/Learning Rate": 8.768790561860651e-06, "Finetune/Loss": 0.6194841265678406, "Finetune/Loss (Raw)": 0.6522526741027832, "Finetune/Step": 10637, "Finetune/Step Time": 10.68193999119103}
+{"Finetune/Learning Rate": 8.767119433104155e-06, "Finetune/Loss": 0.6183427572250366, "Finetune/Loss (Raw)": 0.614355206489563, "Finetune/Step": 10638, "Finetune/Step Time": 10.683435518294573}
+{"Finetune/Learning Rate": 8.765448339308646e-06, "Finetune/Loss": 0.6201168298721313, "Finetune/Loss (Raw)": 0.7074117660522461, "Finetune/Step": 10639, "Finetune/Step Time": 10.656268984079361}
+{"Finetune/Learning Rate": 8.763777280521511e-06, "Finetune/Loss": 0.6192519068717957, "Finetune/Loss (Raw)": 0.5909181237220764, "Finetune/Step": 10640, "Finetune/Step Time": 10.660444429144263}
+{"Finetune/Learning Rate": 8.762106256790135e-06, "Finetune/Loss": 0.6200435161590576, "Finetune/Loss (Raw)": 0.7068102359771729, "Finetune/Step": 10641, "Finetune/Step Time": 10.655835071578622}
+{"Finetune/Learning Rate": 8.760435268161913e-06, "Finetune/Loss": 0.6213841438293457, "Finetune/Loss (Raw)": 0.7879226803779602, "Finetune/Step": 10642, "Finetune/Step Time": 10.653075827285647}
+{"Finetune/Learning Rate": 8.758764314684215e-06, "Finetune/Loss": 0.6211482286453247, "Finetune/Loss (Raw)": 0.5996552109718323, "Finetune/Step": 10643, "Finetune/Step Time": 10.66122580692172}
+{"Finetune/Learning Rate": 8.757093396404432e-06, "Finetune/Loss": 0.6198439598083496, "Finetune/Loss (Raw)": 0.5829737186431885, "Finetune/Step": 10644, "Finetune/Step Time": 10.651544459164143}
+{"Finetune/Learning Rate": 8.755422513369948e-06, "Finetune/Loss": 0.6198635101318359, "Finetune/Loss (Raw)": 0.5803274512290955, "Finetune/Step": 10645, "Finetune/Step Time": 10.652119623497128}
+{"Finetune/Learning Rate": 8.753751665628141e-06, "Finetune/Loss": 0.6213767528533936, "Finetune/Loss (Raw)": 0.6771829724311829, "Finetune/Step": 10646, "Finetune/Step Time": 10.600981438532472}
+{"Finetune/Learning Rate": 8.752080853226395e-06, "Finetune/Loss": 0.6218032836914062, "Finetune/Loss (Raw)": 0.5772427916526794, "Finetune/Step": 10647, "Finetune/Step Time": 10.59489955753088}
+{"Finetune/Learning Rate": 8.750410076212088e-06, "Finetune/Loss": 0.6216221451759338, "Finetune/Loss (Raw)": 0.6310284733772278, "Finetune/Step": 10648, "Finetune/Step Time": 10.569182146340609}
+{"Finetune/Learning Rate": 8.748739334632595e-06, "Finetune/Loss": 0.6212947368621826, "Finetune/Loss (Raw)": 0.6330047249794006, "Finetune/Step": 10649, "Finetune/Step Time": 10.574345014989376}
+{"Finetune/Learning Rate": 8.747068628535298e-06, "Finetune/Loss": 0.6225332021713257, "Finetune/Loss (Raw)": 0.5884515643119812, "Finetune/Step": 10650, "Finetune/Step Time": 10.56306785531342}
+{"Finetune/Learning Rate": 8.745397957967568e-06, "Finetune/Loss": 0.622765302658081, "Finetune/Loss (Raw)": 0.6867820024490356, "Finetune/Step": 10651, "Finetune/Step Time": 10.560826804488897}
+{"Finetune/Learning Rate": 8.743727322976788e-06, "Finetune/Loss": 0.6230291724205017, "Finetune/Loss (Raw)": 0.6858100295066833, "Finetune/Step": 10652, "Finetune/Step Time": 10.558000857010484}
+{"Finetune/Learning Rate": 8.742056723610328e-06, "Finetune/Loss": 0.6233683824539185, "Finetune/Loss (Raw)": 0.6627724170684814, "Finetune/Step": 10653, "Finetune/Step Time": 10.556139590218663}
+{"Finetune/Learning Rate": 8.740386159915562e-06, "Finetune/Loss": 0.6225581169128418, "Finetune/Loss (Raw)": 0.5867088437080383, "Finetune/Step": 10654, "Finetune/Step Time": 10.558610448613763}
+{"Finetune/Learning Rate": 8.738715631939865e-06, "Finetune/Loss": 0.6225194334983826, "Finetune/Loss (Raw)": 0.647513747215271, "Finetune/Step": 10655, "Finetune/Step Time": 10.555313097313046}
+{"Finetune/Learning Rate": 8.737045139730605e-06, "Finetune/Loss": 0.6229549646377563, "Finetune/Loss (Raw)": 0.6644948124885559, "Finetune/Step": 10656, "Finetune/Step Time": 10.54915016144514}
+{"Finetune/Learning Rate": 8.735374683335151e-06, "Finetune/Loss": 0.6227719187736511, "Finetune/Loss (Raw)": 0.6453878283500671, "Finetune/Step": 10657, "Finetune/Step Time": 10.558806948363781}
+{"Finetune/Learning Rate": 8.733704262800874e-06, "Finetune/Loss": 0.6223198175430298, "Finetune/Loss (Raw)": 0.49437466263771057, "Finetune/Step": 10658, "Finetune/Step Time": 10.586729887872934}
+{"Finetune/Learning Rate": 8.732033878175148e-06, "Finetune/Loss": 0.6235154271125793, "Finetune/Loss (Raw)": 0.7676196694374084, "Finetune/Step": 10659, "Finetune/Step Time": 10.588434226810932}
+{"Finetune/Learning Rate": 8.730363529505333e-06, "Finetune/Loss": 0.6243001818656921, "Finetune/Loss (Raw)": 0.5412138104438782, "Finetune/Step": 10660, "Finetune/Step Time": 10.631997149437666}
+{"Finetune/Learning Rate": 8.728693216838799e-06, "Finetune/Loss": 0.6250038146972656, "Finetune/Loss (Raw)": 0.7451271414756775, "Finetune/Step": 10661, "Finetune/Step Time": 10.640467800199986}
+{"Finetune/Learning Rate": 8.727022940222909e-06, "Finetune/Loss": 0.6248266696929932, "Finetune/Loss (Raw)": 0.5640998482704163, "Finetune/Step": 10662, "Finetune/Step Time": 10.662098612636328}
+{"Finetune/Learning Rate": 8.72535269970503e-06, "Finetune/Loss": 0.6260029077529907, "Finetune/Loss (Raw)": 0.6080036759376526, "Finetune/Step": 10663, "Finetune/Step Time": 10.662107395008206}
+{"Finetune/Learning Rate": 8.723682495332523e-06, "Finetune/Loss": 0.6249794363975525, "Finetune/Loss (Raw)": 0.5514287352561951, "Finetune/Step": 10664, "Finetune/Step Time": 10.660296373069286}
+{"Finetune/Learning Rate": 8.722012327152747e-06, "Finetune/Loss": 0.6253031492233276, "Finetune/Loss (Raw)": 0.645351767539978, "Finetune/Step": 10665, "Finetune/Step Time": 10.648001749068499}
+{"Finetune/Learning Rate": 8.720342195213071e-06, "Finetune/Loss": 0.6267669200897217, "Finetune/Loss (Raw)": 0.6070528626441956, "Finetune/Step": 10666, "Finetune/Step Time": 10.667855521664023}
+{"Finetune/Learning Rate": 8.718672099560858e-06, "Finetune/Loss": 0.6264752149581909, "Finetune/Loss (Raw)": 0.6754273176193237, "Finetune/Step": 10667, "Finetune/Step Time": 10.665803065523505}
+{"Finetune/Learning Rate": 8.717002040243452e-06, "Finetune/Loss": 0.6264914274215698, "Finetune/Loss (Raw)": 0.5915420055389404, "Finetune/Step": 10668, "Finetune/Step Time": 10.664893390610814}
+{"Finetune/Learning Rate": 8.71533201730822e-06, "Finetune/Loss": 0.6260993480682373, "Finetune/Loss (Raw)": 0.5681864619255066, "Finetune/Step": 10669, "Finetune/Step Time": 10.656309567391872}
+{"Finetune/Learning Rate": 8.713662030802523e-06, "Finetune/Loss": 0.6263134479522705, "Finetune/Loss (Raw)": 0.6386204957962036, "Finetune/Step": 10670, "Finetune/Step Time": 10.653016570955515}
+{"Finetune/Learning Rate": 8.71199208077371e-06, "Finetune/Loss": 0.6260865926742554, "Finetune/Loss (Raw)": 0.6171085238456726, "Finetune/Step": 10671, "Finetune/Step Time": 10.66684477031231}
+{"Finetune/Learning Rate": 8.710322167269141e-06, "Finetune/Loss": 0.6255785226821899, "Finetune/Loss (Raw)": 0.5693845152854919, "Finetune/Step": 10672, "Finetune/Step Time": 10.671089563518763}
+{"Finetune/Learning Rate": 8.708652290336168e-06, "Finetune/Loss": 0.6261129379272461, "Finetune/Loss (Raw)": 0.6246130466461182, "Finetune/Step": 10673, "Finetune/Step Time": 10.683428855612874}
+{"Finetune/Learning Rate": 8.706982450022143e-06, "Finetune/Loss": 0.6262930631637573, "Finetune/Loss (Raw)": 0.5767083764076233, "Finetune/Step": 10674, "Finetune/Step Time": 10.666071090847254}
+{"Finetune/Learning Rate": 8.705312646374417e-06, "Finetune/Loss": 0.6263660192489624, "Finetune/Loss (Raw)": 0.6259457468986511, "Finetune/Step": 10675, "Finetune/Step Time": 10.666176261380315}
+{"Finetune/Learning Rate": 8.703642879440344e-06, "Finetune/Loss": 0.6254475116729736, "Finetune/Loss (Raw)": 0.41181865334510803, "Finetune/Step": 10676, "Finetune/Step Time": 10.676755210384727}
+{"Finetune/Learning Rate": 8.701973149267273e-06, "Finetune/Loss": 0.6250827312469482, "Finetune/Loss (Raw)": 0.5940541625022888, "Finetune/Step": 10677, "Finetune/Step Time": 10.678228566423059}
+{"Finetune/Learning Rate": 8.700303455902552e-06, "Finetune/Loss": 0.6239011287689209, "Finetune/Loss (Raw)": 0.6002269983291626, "Finetune/Step": 10678, "Finetune/Step Time": 10.680445862933993}
+{"Finetune/Learning Rate": 8.698633799393533e-06, "Finetune/Loss": 0.6234549880027771, "Finetune/Loss (Raw)": 0.5750487446784973, "Finetune/Step": 10679, "Finetune/Step Time": 10.679742531850934}
+{"Finetune/Learning Rate": 8.696964179787554e-06, "Finetune/Loss": 0.6227805614471436, "Finetune/Loss (Raw)": 0.5385345816612244, "Finetune/Step": 10680, "Finetune/Step Time": 10.68740177899599}
+{"Finetune/Learning Rate": 8.695294597131968e-06, "Finetune/Loss": 0.6221815943717957, "Finetune/Loss (Raw)": 0.5861746668815613, "Finetune/Step": 10681, "Finetune/Step Time": 10.705684004351497}
+{"Finetune/Learning Rate": 8.693625051474115e-06, "Finetune/Loss": 0.6227733492851257, "Finetune/Loss (Raw)": 0.5734496116638184, "Finetune/Step": 10682, "Finetune/Step Time": 10.70600670017302}
+{"Finetune/Learning Rate": 8.69195554286134e-06, "Finetune/Loss": 0.6228992938995361, "Finetune/Loss (Raw)": 0.6917892694473267, "Finetune/Step": 10683, "Finetune/Step Time": 10.705050460994244}
+{"Finetune/Learning Rate": 8.690286071340988e-06, "Finetune/Loss": 0.621675968170166, "Finetune/Loss (Raw)": 0.6297091841697693, "Finetune/Step": 10684, "Finetune/Step Time": 10.702701529487967}
+{"Finetune/Learning Rate": 8.688616636960401e-06, "Finetune/Loss": 0.6220062971115112, "Finetune/Loss (Raw)": 0.6593409776687622, "Finetune/Step": 10685, "Finetune/Step Time": 10.721094880253077}
+{"Finetune/Learning Rate": 8.686947239766916e-06, "Finetune/Loss": 0.6219651699066162, "Finetune/Loss (Raw)": 0.6268352270126343, "Finetune/Step": 10686, "Finetune/Step Time": 10.721247972920537}
+{"Finetune/Learning Rate": 8.685277879807872e-06, "Finetune/Loss": 0.6228665709495544, "Finetune/Loss (Raw)": 0.5669160485267639, "Finetune/Step": 10687, "Finetune/Step Time": 10.690683018416166}
+{"Finetune/Learning Rate": 8.683608557130608e-06, "Finetune/Loss": 0.6235021352767944, "Finetune/Loss (Raw)": 0.5962014198303223, "Finetune/Step": 10688, "Finetune/Step Time": 10.680949535220861}
+{"Finetune/Learning Rate": 8.681939271782463e-06, "Finetune/Loss": 0.6234893798828125, "Finetune/Loss (Raw)": 0.5675341486930847, "Finetune/Step": 10689, "Finetune/Step Time": 10.68145826458931}
+{"Finetune/Learning Rate": 8.68027002381077e-06, "Finetune/Loss": 0.6229066848754883, "Finetune/Loss (Raw)": 0.6252957582473755, "Finetune/Step": 10690, "Finetune/Step Time": 10.684922570362687}
+{"Finetune/Learning Rate": 8.678600813262874e-06, "Finetune/Loss": 0.6225144863128662, "Finetune/Loss (Raw)": 0.5843831896781921, "Finetune/Step": 10691, "Finetune/Step Time": 10.682404395192862}
+{"Finetune/Learning Rate": 8.676931640186092e-06, "Finetune/Loss": 0.6241155862808228, "Finetune/Loss (Raw)": 0.7603009343147278, "Finetune/Step": 10692, "Finetune/Step Time": 10.682644115760922}
+{"Finetune/Learning Rate": 8.675262504627772e-06, "Finetune/Loss": 0.6256702542304993, "Finetune/Loss (Raw)": 0.7314156889915466, "Finetune/Step": 10693, "Finetune/Step Time": 10.730108456686139}
+{"Finetune/Learning Rate": 8.673593406635238e-06, "Finetune/Loss": 0.6256536245346069, "Finetune/Loss (Raw)": 0.630118191242218, "Finetune/Step": 10694, "Finetune/Step Time": 10.742829756811261}
+{"Finetune/Learning Rate": 8.671924346255825e-06, "Finetune/Loss": 0.6253806352615356, "Finetune/Loss (Raw)": 0.6847832798957825, "Finetune/Step": 10695, "Finetune/Step Time": 10.734869819134474}
+{"Finetune/Learning Rate": 8.670255323536858e-06, "Finetune/Loss": 0.6252664923667908, "Finetune/Loss (Raw)": 0.6216105818748474, "Finetune/Step": 10696, "Finetune/Step Time": 10.742075987160206}
+{"Finetune/Learning Rate": 8.668586338525673e-06, "Finetune/Loss": 0.6245613694190979, "Finetune/Loss (Raw)": 0.6188470721244812, "Finetune/Step": 10697, "Finetune/Step Time": 10.74306014366448}
+{"Finetune/Learning Rate": 8.666917391269592e-06, "Finetune/Loss": 0.6244741678237915, "Finetune/Loss (Raw)": 0.6215724349021912, "Finetune/Step": 10698, "Finetune/Step Time": 10.748459843918681}
+{"Finetune/Learning Rate": 8.665248481815941e-06, "Finetune/Loss": 0.6248995065689087, "Finetune/Loss (Raw)": 0.6846798062324524, "Finetune/Step": 10699, "Finetune/Step Time": 10.754140518605709}
+{"Finetune/Learning Rate": 8.663579610212048e-06, "Finetune/Loss": 0.6259135603904724, "Finetune/Loss (Raw)": 0.7310824990272522, "Finetune/Step": 10700, "Finetune/Step Time": 10.747513890266418}
+{"Finetune/Learning Rate": 8.661910776505235e-06, "Finetune/Loss": 0.6250159740447998, "Finetune/Loss (Raw)": 0.4374235272407532, "Finetune/Step": 10701, "Finetune/Step Time": 10.751513944938779}
+{"Finetune/Learning Rate": 8.66024198074283e-06, "Finetune/Loss": 0.6255360245704651, "Finetune/Loss (Raw)": 0.74061518907547, "Finetune/Step": 10702, "Finetune/Step Time": 10.757998550310731}
+{"Finetune/Learning Rate": 8.658573222972155e-06, "Finetune/Loss": 0.624640166759491, "Finetune/Loss (Raw)": 0.574894368648529, "Finetune/Step": 10703, "Finetune/Step Time": 10.764427063986659}
+{"Finetune/Learning Rate": 8.656904503240527e-06, "Finetune/Loss": 0.6248535513877869, "Finetune/Loss (Raw)": 0.6255111694335938, "Finetune/Step": 10704, "Finetune/Step Time": 10.76788323558867}
+{"Finetune/Learning Rate": 8.655235821595268e-06, "Finetune/Loss": 0.6247730851173401, "Finetune/Loss (Raw)": 0.5742871165275574, "Finetune/Step": 10705, "Finetune/Step Time": 10.788492748513818}
+{"Finetune/Learning Rate": 8.653567178083696e-06, "Finetune/Loss": 0.6243979930877686, "Finetune/Loss (Raw)": 0.5281195044517517, "Finetune/Step": 10706, "Finetune/Step Time": 10.796425057575107}
+{"Finetune/Learning Rate": 8.651898572753129e-06, "Finetune/Loss": 0.6239248514175415, "Finetune/Loss (Raw)": 0.638850748538971, "Finetune/Step": 10707, "Finetune/Step Time": 10.79918771237135}
+{"Finetune/Learning Rate": 8.650230005650886e-06, "Finetune/Loss": 0.6243661642074585, "Finetune/Loss (Raw)": 0.6453331708908081, "Finetune/Step": 10708, "Finetune/Step Time": 10.773603757843375}
+{"Finetune/Learning Rate": 8.648561476824286e-06, "Finetune/Loss": 0.624641478061676, "Finetune/Loss (Raw)": 0.6909340023994446, "Finetune/Step": 10709, "Finetune/Step Time": 10.77547051012516}
+{"Finetune/Learning Rate": 8.646892986320634e-06, "Finetune/Loss": 0.6244427561759949, "Finetune/Loss (Raw)": 0.5888098478317261, "Finetune/Step": 10710, "Finetune/Step Time": 10.758681789040565}
+{"Finetune/Learning Rate": 8.645224534187253e-06, "Finetune/Loss": 0.624043345451355, "Finetune/Loss (Raw)": 0.6078018546104431, "Finetune/Step": 10711, "Finetune/Step Time": 10.75820810161531}
+{"Finetune/Learning Rate": 8.643556120471449e-06, "Finetune/Loss": 0.6234919428825378, "Finetune/Loss (Raw)": 0.576410710811615, "Finetune/Step": 10712, "Finetune/Step Time": 10.765460949391127}
+{"Finetune/Learning Rate": 8.641887745220536e-06, "Finetune/Loss": 0.6227683424949646, "Finetune/Loss (Raw)": 0.6609712839126587, "Finetune/Step": 10713, "Finetune/Step Time": 10.773064265027642}
+{"Finetune/Learning Rate": 8.640219408481825e-06, "Finetune/Loss": 0.622653603553772, "Finetune/Loss (Raw)": 0.5653087496757507, "Finetune/Step": 10714, "Finetune/Step Time": 10.767833294346929}
+{"Finetune/Learning Rate": 8.63855111030263e-06, "Finetune/Loss": 0.6233062744140625, "Finetune/Loss (Raw)": 0.6742214560508728, "Finetune/Step": 10715, "Finetune/Step Time": 10.777582295238972}
+{"Finetune/Learning Rate": 8.636882850730249e-06, "Finetune/Loss": 0.6224139928817749, "Finetune/Loss (Raw)": 0.5836799740791321, "Finetune/Step": 10716, "Finetune/Step Time": 10.777391090989113}
+{"Finetune/Learning Rate": 8.635214629811992e-06, "Finetune/Loss": 0.622107207775116, "Finetune/Loss (Raw)": 0.6015373468399048, "Finetune/Step": 10717, "Finetune/Step Time": 10.786305909976363}
+{"Finetune/Learning Rate": 8.63354644759517e-06, "Finetune/Loss": 0.6228912472724915, "Finetune/Loss (Raw)": 0.6920031905174255, "Finetune/Step": 10718, "Finetune/Step Time": 10.804680157452822}
+{"Finetune/Learning Rate": 8.631878304127086e-06, "Finetune/Loss": 0.6227741837501526, "Finetune/Loss (Raw)": 0.6245400905609131, "Finetune/Step": 10719, "Finetune/Step Time": 10.80590246617794}
+{"Finetune/Learning Rate": 8.63021019945504e-06, "Finetune/Loss": 0.6229430437088013, "Finetune/Loss (Raw)": 0.6139750480651855, "Finetune/Step": 10720, "Finetune/Step Time": 10.807977503165603}
+{"Finetune/Learning Rate": 8.628542133626343e-06, "Finetune/Loss": 0.6229404807090759, "Finetune/Loss (Raw)": 0.6937628984451294, "Finetune/Step": 10721, "Finetune/Step Time": 10.815299112349749}
+{"Finetune/Learning Rate": 8.626874106688288e-06, "Finetune/Loss": 0.6222962737083435, "Finetune/Loss (Raw)": 0.6120038628578186, "Finetune/Step": 10722, "Finetune/Step Time": 10.819767471402884}
+{"Finetune/Learning Rate": 8.625206118688179e-06, "Finetune/Loss": 0.6222068667411804, "Finetune/Loss (Raw)": 0.6981961131095886, "Finetune/Step": 10723, "Finetune/Step Time": 10.826742324978113}
+{"Finetune/Learning Rate": 8.623538169673312e-06, "Finetune/Loss": 0.622279167175293, "Finetune/Loss (Raw)": 0.6164883375167847, "Finetune/Step": 10724, "Finetune/Step Time": 10.832615941762924}
+{"Finetune/Learning Rate": 8.62187025969099e-06, "Finetune/Loss": 0.6224761009216309, "Finetune/Loss (Raw)": 0.6503392457962036, "Finetune/Step": 10725, "Finetune/Step Time": 10.827772371470928}
+{"Finetune/Learning Rate": 8.62020238878851e-06, "Finetune/Loss": 0.6220656633377075, "Finetune/Loss (Raw)": 0.5800768136978149, "Finetune/Step": 10726, "Finetune/Step Time": 10.832756159827113}
+{"Finetune/Learning Rate": 8.618534557013168e-06, "Finetune/Loss": 0.6220070123672485, "Finetune/Loss (Raw)": 0.630085825920105, "Finetune/Step": 10727, "Finetune/Step Time": 10.823143757879734}
+{"Finetune/Learning Rate": 8.616866764412257e-06, "Finetune/Loss": 0.6223288774490356, "Finetune/Loss (Raw)": 0.6899818778038025, "Finetune/Step": 10728, "Finetune/Step Time": 10.795945025980473}
+{"Finetune/Learning Rate": 8.615199011033069e-06, "Finetune/Loss": 0.6205108165740967, "Finetune/Loss (Raw)": 0.5179619789123535, "Finetune/Step": 10729, "Finetune/Step Time": 10.80957581475377}
+{"Finetune/Learning Rate": 8.6135312969229e-06, "Finetune/Loss": 0.6208009123802185, "Finetune/Loss (Raw)": 0.6777452230453491, "Finetune/Step": 10730, "Finetune/Step Time": 10.809318816289306}
+{"Finetune/Learning Rate": 8.61186362212904e-06, "Finetune/Loss": 0.6198574900627136, "Finetune/Loss (Raw)": 0.595348060131073, "Finetune/Step": 10731, "Finetune/Step Time": 10.812867112457752}
+{"Finetune/Learning Rate": 8.61019598669878e-06, "Finetune/Loss": 0.6191142797470093, "Finetune/Loss (Raw)": 0.5142521858215332, "Finetune/Step": 10732, "Finetune/Step Time": 10.81890811957419}
+{"Finetune/Learning Rate": 8.608528390679416e-06, "Finetune/Loss": 0.6196581125259399, "Finetune/Loss (Raw)": 0.7080037593841553, "Finetune/Step": 10733, "Finetune/Step Time": 10.82375762052834}
+{"Finetune/Learning Rate": 8.606860834118223e-06, "Finetune/Loss": 0.6191561818122864, "Finetune/Loss (Raw)": 0.3851180672645569, "Finetune/Step": 10734, "Finetune/Step Time": 10.83985124900937}
+{"Finetune/Learning Rate": 8.605193317062499e-06, "Finetune/Loss": 0.6186348795890808, "Finetune/Loss (Raw)": 0.5819280743598938, "Finetune/Step": 10735, "Finetune/Step Time": 10.835200570523739}
+{"Finetune/Learning Rate": 8.603525839559523e-06, "Finetune/Loss": 0.6179019808769226, "Finetune/Loss (Raw)": 0.5863233804702759, "Finetune/Step": 10736, "Finetune/Step Time": 10.834030713886023}
+{"Finetune/Learning Rate": 8.601858401656586e-06, "Finetune/Loss": 0.6177099943161011, "Finetune/Loss (Raw)": 0.6101052165031433, "Finetune/Step": 10737, "Finetune/Step Time": 10.827194737270474}
+{"Finetune/Learning Rate": 8.600191003400968e-06, "Finetune/Loss": 0.6179787516593933, "Finetune/Loss (Raw)": 0.6403073668479919, "Finetune/Step": 10738, "Finetune/Step Time": 10.825691295787692}
+{"Finetune/Learning Rate": 8.598523644839949e-06, "Finetune/Loss": 0.6171867847442627, "Finetune/Loss (Raw)": 0.5794178247451782, "Finetune/Step": 10739, "Finetune/Step Time": 10.815817508846521}
+{"Finetune/Learning Rate": 8.596856326020822e-06, "Finetune/Loss": 0.616559624671936, "Finetune/Loss (Raw)": 0.5912976264953613, "Finetune/Step": 10740, "Finetune/Step Time": 10.835796937346458}
+{"Finetune/Learning Rate": 8.595189046990852e-06, "Finetune/Loss": 0.61561518907547, "Finetune/Loss (Raw)": 0.4510688781738281, "Finetune/Step": 10741, "Finetune/Step Time": 10.887785375118256}
+{"Finetune/Learning Rate": 8.59352180779733e-06, "Finetune/Loss": 0.6147896647453308, "Finetune/Loss (Raw)": 0.6405320763587952, "Finetune/Step": 10742, "Finetune/Step Time": 10.890021674335003}
+{"Finetune/Learning Rate": 8.591854608487528e-06, "Finetune/Loss": 0.6152935028076172, "Finetune/Loss (Raw)": 0.6235796213150024, "Finetune/Step": 10743, "Finetune/Step Time": 10.888549707829952}
+{"Finetune/Learning Rate": 8.590187449108726e-06, "Finetune/Loss": 0.615874171257019, "Finetune/Loss (Raw)": 0.6789543628692627, "Finetune/Step": 10744, "Finetune/Step Time": 10.890914268791676}
+{"Finetune/Learning Rate": 8.5885203297082e-06, "Finetune/Loss": 0.6164440512657166, "Finetune/Loss (Raw)": 0.6601496934890747, "Finetune/Step": 10745, "Finetune/Step Time": 10.878124861046672}
+{"Finetune/Learning Rate": 8.586853250333226e-06, "Finetune/Loss": 0.6183195114135742, "Finetune/Loss (Raw)": 0.6642817854881287, "Finetune/Step": 10746, "Finetune/Step Time": 10.841301165521145}
+{"Finetune/Learning Rate": 8.585186211031071e-06, "Finetune/Loss": 0.6182574033737183, "Finetune/Loss (Raw)": 0.6459775567054749, "Finetune/Step": 10747, "Finetune/Step Time": 10.831992354243994}
+{"Finetune/Learning Rate": 8.583519211849014e-06, "Finetune/Loss": 0.617546558380127, "Finetune/Loss (Raw)": 0.5869577527046204, "Finetune/Step": 10748, "Finetune/Step Time": 10.831223174929619}
+{"Finetune/Learning Rate": 8.58185225283432e-06, "Finetune/Loss": 0.6183971762657166, "Finetune/Loss (Raw)": 0.6027666330337524, "Finetune/Step": 10749, "Finetune/Step Time": 10.82654025964439}
+{"Finetune/Learning Rate": 8.580185334034268e-06, "Finetune/Loss": 0.6187493801116943, "Finetune/Loss (Raw)": 0.6553641557693481, "Finetune/Step": 10750, "Finetune/Step Time": 10.823748428374529}
+{"Finetune/Learning Rate": 8.578518455496121e-06, "Finetune/Loss": 0.6183494329452515, "Finetune/Loss (Raw)": 0.5813843607902527, "Finetune/Step": 10751, "Finetune/Step Time": 10.815865762531757}
+{"Finetune/Learning Rate": 8.576851617267151e-06, "Finetune/Loss": 0.6191693544387817, "Finetune/Loss (Raw)": 0.6006849408149719, "Finetune/Step": 10752, "Finetune/Step Time": 10.828790906816721}
+{"Finetune/Learning Rate": 8.57518481939462e-06, "Finetune/Loss": 0.6200000047683716, "Finetune/Loss (Raw)": 0.6531761884689331, "Finetune/Step": 10753, "Finetune/Step Time": 10.80742778070271}
+{"Finetune/Learning Rate": 8.573518061925796e-06, "Finetune/Loss": 0.6209211349487305, "Finetune/Loss (Raw)": 0.6714798212051392, "Finetune/Step": 10754, "Finetune/Step Time": 10.805652808398008}
+{"Finetune/Learning Rate": 8.571851344907943e-06, "Finetune/Loss": 0.6207488179206848, "Finetune/Loss (Raw)": 0.6470163464546204, "Finetune/Step": 10755, "Finetune/Step Time": 10.806678336113691}
+{"Finetune/Learning Rate": 8.570184668388323e-06, "Finetune/Loss": 0.6206316947937012, "Finetune/Loss (Raw)": 0.5470724701881409, "Finetune/Step": 10756, "Finetune/Step Time": 10.814229408279061}
+{"Finetune/Learning Rate": 8.568518032414201e-06, "Finetune/Loss": 0.6203529834747314, "Finetune/Loss (Raw)": 0.6200059652328491, "Finetune/Step": 10757, "Finetune/Step Time": 10.814821168780327}
+{"Finetune/Learning Rate": 8.566851437032841e-06, "Finetune/Loss": 0.6189115047454834, "Finetune/Loss (Raw)": 0.5743508338928223, "Finetune/Step": 10758, "Finetune/Step Time": 10.81068872474134}
+{"Finetune/Learning Rate": 8.565184882291495e-06, "Finetune/Loss": 0.6195177435874939, "Finetune/Loss (Raw)": 0.6008917093276978, "Finetune/Step": 10759, "Finetune/Step Time": 10.807002997025847}
+{"Finetune/Learning Rate": 8.563518368237428e-06, "Finetune/Loss": 0.6196931600570679, "Finetune/Loss (Raw)": 0.6003208756446838, "Finetune/Step": 10760, "Finetune/Step Time": 10.810882357880473}
+{"Finetune/Learning Rate": 8.561851894917893e-06, "Finetune/Loss": 0.6196291446685791, "Finetune/Loss (Raw)": 0.6581237316131592, "Finetune/Step": 10761, "Finetune/Step Time": 10.814316170290112}
+{"Finetune/Learning Rate": 8.56018546238015e-06, "Finetune/Loss": 0.6182861328125, "Finetune/Loss (Raw)": 0.4573298990726471, "Finetune/Step": 10762, "Finetune/Step Time": 10.823995478451252}
+{"Finetune/Learning Rate": 8.55851907067145e-06, "Finetune/Loss": 0.6175771951675415, "Finetune/Loss (Raw)": 0.5627793073654175, "Finetune/Step": 10763, "Finetune/Step Time": 10.798733865842223}
+{"Finetune/Learning Rate": 8.556852719839058e-06, "Finetune/Loss": 0.6175222396850586, "Finetune/Loss (Raw)": 0.6220832467079163, "Finetune/Step": 10764, "Finetune/Step Time": 10.799514397978783}
+{"Finetune/Learning Rate": 8.555186409930212e-06, "Finetune/Loss": 0.6170608997344971, "Finetune/Loss (Raw)": 0.5932009816169739, "Finetune/Step": 10765, "Finetune/Step Time": 10.799011118710041}
+{"Finetune/Learning Rate": 8.553520140992171e-06, "Finetune/Loss": 0.6170594692230225, "Finetune/Loss (Raw)": 0.6141793727874756, "Finetune/Step": 10766, "Finetune/Step Time": 10.795437345281243}
+{"Finetune/Learning Rate": 8.551853913072188e-06, "Finetune/Loss": 0.615965723991394, "Finetune/Loss (Raw)": 0.5674070119857788, "Finetune/Step": 10767, "Finetune/Step Time": 10.878871800377965}
+{"Finetune/Learning Rate": 8.550187726217508e-06, "Finetune/Loss": 0.6155692338943481, "Finetune/Loss (Raw)": 0.5401777625083923, "Finetune/Step": 10768, "Finetune/Step Time": 10.875312661752105}
+{"Finetune/Learning Rate": 8.548521580475382e-06, "Finetune/Loss": 0.6143591403961182, "Finetune/Loss (Raw)": 0.5519096851348877, "Finetune/Step": 10769, "Finetune/Step Time": 10.876122070476413}
+{"Finetune/Learning Rate": 8.54685547589306e-06, "Finetune/Loss": 0.612942099571228, "Finetune/Loss (Raw)": 0.6065442562103271, "Finetune/Step": 10770, "Finetune/Step Time": 10.881600640714169}
+{"Finetune/Learning Rate": 8.545189412517782e-06, "Finetune/Loss": 0.6132032871246338, "Finetune/Loss (Raw)": 0.6330838799476624, "Finetune/Step": 10771, "Finetune/Step Time": 10.87113649584353}
+{"Finetune/Learning Rate": 8.543523390396796e-06, "Finetune/Loss": 0.6140127182006836, "Finetune/Loss (Raw)": 0.6865835785865784, "Finetune/Step": 10772, "Finetune/Step Time": 10.904280565679073}
+{"Finetune/Learning Rate": 8.541857409577341e-06, "Finetune/Loss": 0.6134669780731201, "Finetune/Loss (Raw)": 0.5104613900184631, "Finetune/Step": 10773, "Finetune/Step Time": 10.887877773493528}
+{"Finetune/Learning Rate": 8.540191470106667e-06, "Finetune/Loss": 0.612881064414978, "Finetune/Loss (Raw)": 0.6021873950958252, "Finetune/Step": 10774, "Finetune/Step Time": 10.89258879609406}
+{"Finetune/Learning Rate": 8.53852557203201e-06, "Finetune/Loss": 0.6132482290267944, "Finetune/Loss (Raw)": 0.6242414712905884, "Finetune/Step": 10775, "Finetune/Step Time": 10.892475467175245}
+{"Finetune/Learning Rate": 8.536859715400616e-06, "Finetune/Loss": 0.6129385232925415, "Finetune/Loss (Raw)": 0.5914000272750854, "Finetune/Step": 10776, "Finetune/Step Time": 10.890006205067039}
+{"Finetune/Learning Rate": 8.535193900259717e-06, "Finetune/Loss": 0.6125000715255737, "Finetune/Loss (Raw)": 0.5768705010414124, "Finetune/Step": 10777, "Finetune/Step Time": 10.890994392335415}
+{"Finetune/Learning Rate": 8.533528126656554e-06, "Finetune/Loss": 0.6122362613677979, "Finetune/Loss (Raw)": 0.5546929836273193, "Finetune/Step": 10778, "Finetune/Step Time": 10.867935875430703}
+{"Finetune/Learning Rate": 8.531862394638362e-06, "Finetune/Loss": 0.6110494136810303, "Finetune/Loss (Raw)": 0.5348626375198364, "Finetune/Step": 10779, "Finetune/Step Time": 10.868488036096096}
+{"Finetune/Learning Rate": 8.530196704252377e-06, "Finetune/Loss": 0.6099576950073242, "Finetune/Loss (Raw)": 0.5460666418075562, "Finetune/Step": 10780, "Finetune/Step Time": 10.879340965300798}
+{"Finetune/Learning Rate": 8.528531055545835e-06, "Finetune/Loss": 0.6080621480941772, "Finetune/Loss (Raw)": 0.4201437830924988, "Finetune/Step": 10781, "Finetune/Step Time": 10.886773761361837}
+{"Finetune/Learning Rate": 8.526865448565973e-06, "Finetune/Loss": 0.6087779998779297, "Finetune/Loss (Raw)": 0.6783366799354553, "Finetune/Step": 10782, "Finetune/Step Time": 10.887184565886855}
+{"Finetune/Learning Rate": 8.525199883360012e-06, "Finetune/Loss": 0.6086986064910889, "Finetune/Loss (Raw)": 0.6373547315597534, "Finetune/Step": 10783, "Finetune/Step Time": 10.888200931251049}
+{"Finetune/Learning Rate": 8.52353435997519e-06, "Finetune/Loss": 0.6087191104888916, "Finetune/Loss (Raw)": 0.6671173572540283, "Finetune/Step": 10784, "Finetune/Step Time": 10.892182623967528}
+{"Finetune/Learning Rate": 8.521868878458735e-06, "Finetune/Loss": 0.6078474521636963, "Finetune/Loss (Raw)": 0.5338200926780701, "Finetune/Step": 10785, "Finetune/Step Time": 10.879314854741096}
+{"Finetune/Learning Rate": 8.520203438857875e-06, "Finetune/Loss": 0.6084964871406555, "Finetune/Loss (Raw)": 0.5774449706077576, "Finetune/Step": 10786, "Finetune/Step Time": 10.852418998256326}
+{"Finetune/Learning Rate": 8.518538041219836e-06, "Finetune/Loss": 0.6068817377090454, "Finetune/Loss (Raw)": 0.5609285831451416, "Finetune/Step": 10787, "Finetune/Step Time": 10.856471484526992}
+{"Finetune/Learning Rate": 8.51687268559185e-06, "Finetune/Loss": 0.6074339151382446, "Finetune/Loss (Raw)": 0.6119012832641602, "Finetune/Step": 10788, "Finetune/Step Time": 10.814347356557846}
+{"Finetune/Learning Rate": 8.515207372021135e-06, "Finetune/Loss": 0.6058753728866577, "Finetune/Loss (Raw)": 0.5456234812736511, "Finetune/Step": 10789, "Finetune/Step Time": 10.868901813402772}
+{"Finetune/Learning Rate": 8.513542100554914e-06, "Finetune/Loss": 0.606614351272583, "Finetune/Loss (Raw)": 0.658693790435791, "Finetune/Step": 10790, "Finetune/Step Time": 10.829449465498328}
+{"Finetune/Learning Rate": 8.511876871240414e-06, "Finetune/Loss": 0.6064777374267578, "Finetune/Loss (Raw)": 0.5905202627182007, "Finetune/Step": 10791, "Finetune/Step Time": 10.829638676717877}
+{"Finetune/Learning Rate": 8.510211684124854e-06, "Finetune/Loss": 0.6065787076950073, "Finetune/Loss (Raw)": 0.5643559694290161, "Finetune/Step": 10792, "Finetune/Step Time": 10.824731890112162}
+{"Finetune/Learning Rate": 8.508546539255454e-06, "Finetune/Loss": 0.6070472002029419, "Finetune/Loss (Raw)": 0.7053128480911255, "Finetune/Step": 10793, "Finetune/Step Time": 10.821351757273078}
+{"Finetune/Learning Rate": 8.506881436679438e-06, "Finetune/Loss": 0.6079869270324707, "Finetune/Loss (Raw)": 0.7273372411727905, "Finetune/Step": 10794, "Finetune/Step Time": 10.794360011816025}
+{"Finetune/Learning Rate": 8.505216376444013e-06, "Finetune/Loss": 0.6078530550003052, "Finetune/Loss (Raw)": 0.6582885384559631, "Finetune/Step": 10795, "Finetune/Step Time": 10.791223797947168}
+{"Finetune/Learning Rate": 8.503551358596403e-06, "Finetune/Loss": 0.608750581741333, "Finetune/Loss (Raw)": 0.7064254283905029, "Finetune/Step": 10796, "Finetune/Step Time": 10.790013449266553}
+{"Finetune/Learning Rate": 8.501886383183816e-06, "Finetune/Loss": 0.60933518409729, "Finetune/Loss (Raw)": 0.643019437789917, "Finetune/Step": 10797, "Finetune/Step Time": 10.7947954274714}
+{"Finetune/Learning Rate": 8.500221450253478e-06, "Finetune/Loss": 0.6089147329330444, "Finetune/Loss (Raw)": 0.5848010778427124, "Finetune/Step": 10798, "Finetune/Step Time": 10.79699875600636}
+{"Finetune/Learning Rate": 8.498556559852591e-06, "Finetune/Loss": 0.6087601780891418, "Finetune/Loss (Raw)": 0.5973296165466309, "Finetune/Step": 10799, "Finetune/Step Time": 10.791699554771185}
+{"Finetune/Learning Rate": 8.496891712028374e-06, "Finetune/Loss": 0.6100434064865112, "Finetune/Loss (Raw)": 0.7336354851722717, "Finetune/Step": 10800, "Finetune/Step Time": 10.7925197891891}
+{"Finetune/Learning Rate": 8.495226906828033e-06, "Finetune/Loss": 0.6105918288230896, "Finetune/Loss (Raw)": 0.6948128342628479, "Finetune/Step": 10801, "Finetune/Step Time": 10.77958955988288}
+{"Finetune/Learning Rate": 8.493562144298777e-06, "Finetune/Loss": 0.6110034584999084, "Finetune/Loss (Raw)": 0.6293952465057373, "Finetune/Step": 10802, "Finetune/Step Time": 10.779054384678602}
+{"Finetune/Learning Rate": 8.491897424487815e-06, "Finetune/Loss": 0.6108149886131287, "Finetune/Loss (Raw)": 0.601822555065155, "Finetune/Step": 10803, "Finetune/Step Time": 10.807841373607516}
+{"Finetune/Learning Rate": 8.49023274744235e-06, "Finetune/Loss": 0.6125152111053467, "Finetune/Loss (Raw)": 0.629448652267456, "Finetune/Step": 10804, "Finetune/Step Time": 10.796400886029005}
+{"Finetune/Learning Rate": 8.488568113209593e-06, "Finetune/Loss": 0.6135591268539429, "Finetune/Loss (Raw)": 0.7276694178581238, "Finetune/Step": 10805, "Finetune/Step Time": 10.815251115709543}
+{"Finetune/Learning Rate": 8.486903521836751e-06, "Finetune/Loss": 0.6132792234420776, "Finetune/Loss (Raw)": 0.5643996596336365, "Finetune/Step": 10806, "Finetune/Step Time": 10.819955118000507}
+{"Finetune/Learning Rate": 8.485238973371017e-06, "Finetune/Loss": 0.6136687994003296, "Finetune/Loss (Raw)": 0.624924898147583, "Finetune/Step": 10807, "Finetune/Step Time": 10.825777672231197}
+{"Finetune/Learning Rate": 8.4835744678596e-06, "Finetune/Loss": 0.613784670829773, "Finetune/Loss (Raw)": 0.553356409072876, "Finetune/Step": 10808, "Finetune/Step Time": 10.824478020891547}
+{"Finetune/Learning Rate": 8.481910005349699e-06, "Finetune/Loss": 0.6139558553695679, "Finetune/Loss (Raw)": 0.6080899238586426, "Finetune/Step": 10809, "Finetune/Step Time": 10.814015686511993}
+{"Finetune/Learning Rate": 8.480245585888514e-06, "Finetune/Loss": 0.6139253973960876, "Finetune/Loss (Raw)": 0.5695483088493347, "Finetune/Step": 10810, "Finetune/Step Time": 10.826588055118918}
+{"Finetune/Learning Rate": 8.478581209523242e-06, "Finetune/Loss": 0.6136949062347412, "Finetune/Loss (Raw)": 0.6622924208641052, "Finetune/Step": 10811, "Finetune/Step Time": 10.804582810029387}
+{"Finetune/Learning Rate": 8.476916876301084e-06, "Finetune/Loss": 0.613983154296875, "Finetune/Loss (Raw)": 0.6665995121002197, "Finetune/Step": 10812, "Finetune/Step Time": 10.810833755880594}
+{"Finetune/Learning Rate": 8.475252586269228e-06, "Finetune/Loss": 0.6143662333488464, "Finetune/Loss (Raw)": 0.7083770036697388, "Finetune/Step": 10813, "Finetune/Step Time": 10.785794952884316}
+{"Finetune/Learning Rate": 8.473588339474873e-06, "Finetune/Loss": 0.6138467192649841, "Finetune/Loss (Raw)": 0.5603394508361816, "Finetune/Step": 10814, "Finetune/Step Time": 10.782922372221947}
+{"Finetune/Learning Rate": 8.471924135965212e-06, "Finetune/Loss": 0.6145392656326294, "Finetune/Loss (Raw)": 0.6555608510971069, "Finetune/Step": 10815, "Finetune/Step Time": 10.789196494966745}
+{"Finetune/Learning Rate": 8.470259975787438e-06, "Finetune/Loss": 0.6144798994064331, "Finetune/Loss (Raw)": 0.5885973572731018, "Finetune/Step": 10816, "Finetune/Step Time": 10.797494601458311}
+{"Finetune/Learning Rate": 8.468595858988741e-06, "Finetune/Loss": 0.6148942708969116, "Finetune/Loss (Raw)": 0.6205773949623108, "Finetune/Step": 10817, "Finetune/Step Time": 10.804316917434335}
+{"Finetune/Learning Rate": 8.466931785616313e-06, "Finetune/Loss": 0.615726113319397, "Finetune/Loss (Raw)": 0.7317711710929871, "Finetune/Step": 10818, "Finetune/Step Time": 10.799292426556349}
+{"Finetune/Learning Rate": 8.465267755717339e-06, "Finetune/Loss": 0.6165622472763062, "Finetune/Loss (Raw)": 0.6914153695106506, "Finetune/Step": 10819, "Finetune/Step Time": 10.812843134626746}
+{"Finetune/Learning Rate": 8.463603769339006e-06, "Finetune/Loss": 0.6153538227081299, "Finetune/Loss (Raw)": 0.6056138277053833, "Finetune/Step": 10820, "Finetune/Step Time": 10.8127555642277}
+{"Finetune/Learning Rate": 8.461939826528502e-06, "Finetune/Loss": 0.6141356229782104, "Finetune/Loss (Raw)": 0.5754915475845337, "Finetune/Step": 10821, "Finetune/Step Time": 10.763513153418899}
+{"Finetune/Learning Rate": 8.460275927333008e-06, "Finetune/Loss": 0.6138370037078857, "Finetune/Loss (Raw)": 0.5918993353843689, "Finetune/Step": 10822, "Finetune/Step Time": 10.745050430297852}
+{"Finetune/Learning Rate": 8.458612071799712e-06, "Finetune/Loss": 0.6123125553131104, "Finetune/Loss (Raw)": 0.48965296149253845, "Finetune/Step": 10823, "Finetune/Step Time": 10.74897375330329}
+{"Finetune/Learning Rate": 8.456948259975796e-06, "Finetune/Loss": 0.612786591053009, "Finetune/Loss (Raw)": 0.6822788715362549, "Finetune/Step": 10824, "Finetune/Step Time": 10.749299639835954}
+{"Finetune/Learning Rate": 8.455284491908441e-06, "Finetune/Loss": 0.6126371622085571, "Finetune/Loss (Raw)": 0.599723219871521, "Finetune/Step": 10825, "Finetune/Step Time": 10.75467768125236}
+{"Finetune/Learning Rate": 8.453620767644823e-06, "Finetune/Loss": 0.6119068264961243, "Finetune/Loss (Raw)": 0.5280884504318237, "Finetune/Step": 10826, "Finetune/Step Time": 10.752387713640928}
+{"Finetune/Learning Rate": 8.451957087232124e-06, "Finetune/Loss": 0.6115167737007141, "Finetune/Loss (Raw)": 0.6347560286521912, "Finetune/Step": 10827, "Finetune/Step Time": 10.748657643795013}
+{"Finetune/Learning Rate": 8.450293450717517e-06, "Finetune/Loss": 0.6113110184669495, "Finetune/Loss (Raw)": 0.7047421932220459, "Finetune/Step": 10828, "Finetune/Step Time": 10.758264992386103}
+{"Finetune/Learning Rate": 8.448629858148181e-06, "Finetune/Loss": 0.6124213933944702, "Finetune/Loss (Raw)": 0.5795531868934631, "Finetune/Step": 10829, "Finetune/Step Time": 10.763738261535764}
+{"Finetune/Learning Rate": 8.446966309571292e-06, "Finetune/Loss": 0.6120584011077881, "Finetune/Loss (Raw)": 0.6941549777984619, "Finetune/Step": 10830, "Finetune/Step Time": 10.752715863287449}
+{"Finetune/Learning Rate": 8.445302805034027e-06, "Finetune/Loss": 0.6125454902648926, "Finetune/Loss (Raw)": 0.6372416019439697, "Finetune/Step": 10831, "Finetune/Step Time": 10.740371026098728}
+{"Finetune/Learning Rate": 8.443639344583547e-06, "Finetune/Loss": 0.6125251650810242, "Finetune/Loss (Raw)": 0.6229098439216614, "Finetune/Step": 10832, "Finetune/Step Time": 10.744126860052347}
+{"Finetune/Learning Rate": 8.44197592826703e-06, "Finetune/Loss": 0.6128350496292114, "Finetune/Loss (Raw)": 0.6139482259750366, "Finetune/Step": 10833, "Finetune/Step Time": 10.725942632183433}
+{"Finetune/Learning Rate": 8.440312556131647e-06, "Finetune/Loss": 0.6131138205528259, "Finetune/Loss (Raw)": 0.563800573348999, "Finetune/Step": 10834, "Finetune/Step Time": 10.73758751526475}
+{"Finetune/Learning Rate": 8.438649228224566e-06, "Finetune/Loss": 0.6124043464660645, "Finetune/Loss (Raw)": 0.5480487942695618, "Finetune/Step": 10835, "Finetune/Step Time": 10.7318911626935}
+{"Finetune/Learning Rate": 8.43698594459295e-06, "Finetune/Loss": 0.6117502450942993, "Finetune/Loss (Raw)": 0.5615996718406677, "Finetune/Step": 10836, "Finetune/Step Time": 10.732198966667056}
+{"Finetune/Learning Rate": 8.435322705283973e-06, "Finetune/Loss": 0.6106302738189697, "Finetune/Loss (Raw)": 0.5475770831108093, "Finetune/Step": 10837, "Finetune/Step Time": 10.73066165484488}
+{"Finetune/Learning Rate": 8.43365951034479e-06, "Finetune/Loss": 0.6110070943832397, "Finetune/Loss (Raw)": 0.6370385885238647, "Finetune/Step": 10838, "Finetune/Step Time": 10.731100423261523}
+{"Finetune/Learning Rate": 8.43199635982257e-06, "Finetune/Loss": 0.6111428737640381, "Finetune/Loss (Raw)": 0.6251817941665649, "Finetune/Step": 10839, "Finetune/Step Time": 10.725707495585084}
+{"Finetune/Learning Rate": 8.430333253764474e-06, "Finetune/Loss": 0.6112839579582214, "Finetune/Loss (Raw)": 0.5944758057594299, "Finetune/Step": 10840, "Finetune/Step Time": 10.720415210351348}
+{"Finetune/Learning Rate": 8.428670192217665e-06, "Finetune/Loss": 0.6116727590560913, "Finetune/Loss (Raw)": 0.7107400298118591, "Finetune/Step": 10841, "Finetune/Step Time": 10.72019556723535}
+{"Finetune/Learning Rate": 8.4270071752293e-06, "Finetune/Loss": 0.611041784286499, "Finetune/Loss (Raw)": 0.4845377504825592, "Finetune/Step": 10842, "Finetune/Step Time": 10.754560520872474}
+{"Finetune/Learning Rate": 8.425344202846541e-06, "Finetune/Loss": 0.6104015111923218, "Finetune/Loss (Raw)": 0.592269778251648, "Finetune/Step": 10843, "Finetune/Step Time": 10.74989460222423}
+{"Finetune/Learning Rate": 8.42368127511654e-06, "Finetune/Loss": 0.6096330285072327, "Finetune/Loss (Raw)": 0.48531609773635864, "Finetune/Step": 10844, "Finetune/Step Time": 10.766113638877869}
+{"Finetune/Learning Rate": 8.422018392086458e-06, "Finetune/Loss": 0.6103315353393555, "Finetune/Loss (Raw)": 0.6909470558166504, "Finetune/Step": 10845, "Finetune/Step Time": 10.763933358713984}
+{"Finetune/Learning Rate": 8.420355553803443e-06, "Finetune/Loss": 0.6099380254745483, "Finetune/Loss (Raw)": 0.6416264772415161, "Finetune/Step": 10846, "Finetune/Step Time": 10.743149124085903}
+{"Finetune/Learning Rate": 8.418692760314654e-06, "Finetune/Loss": 0.6098026037216187, "Finetune/Loss (Raw)": 0.6072149872779846, "Finetune/Step": 10847, "Finetune/Step Time": 10.746773848310113}
+{"Finetune/Learning Rate": 8.417030011667241e-06, "Finetune/Loss": 0.6095352172851562, "Finetune/Loss (Raw)": 0.579746663570404, "Finetune/Step": 10848, "Finetune/Step Time": 10.753042727708817}
+{"Finetune/Learning Rate": 8.41536730790836e-06, "Finetune/Loss": 0.6087545156478882, "Finetune/Loss (Raw)": 0.5938335657119751, "Finetune/Step": 10849, "Finetune/Step Time": 10.762083306908607}
+{"Finetune/Learning Rate": 8.413704649085155e-06, "Finetune/Loss": 0.6091760396957397, "Finetune/Loss (Raw)": 0.6659528613090515, "Finetune/Step": 10850, "Finetune/Step Time": 10.76042720861733}
+{"Finetune/Learning Rate": 8.412042035244773e-06, "Finetune/Loss": 0.6092075109481812, "Finetune/Loss (Raw)": 0.7022355794906616, "Finetune/Step": 10851, "Finetune/Step Time": 10.746573984622955}
+{"Finetune/Learning Rate": 8.410379466434363e-06, "Finetune/Loss": 0.6089181900024414, "Finetune/Loss (Raw)": 0.5794545412063599, "Finetune/Step": 10852, "Finetune/Step Time": 10.740250566974282}
+{"Finetune/Learning Rate": 8.40871694270107e-06, "Finetune/Loss": 0.6084640026092529, "Finetune/Loss (Raw)": 0.5921952724456787, "Finetune/Step": 10853, "Finetune/Step Time": 10.737675696611404}
+{"Finetune/Learning Rate": 8.407054464092042e-06, "Finetune/Loss": 0.6083599328994751, "Finetune/Loss (Raw)": 0.5667551159858704, "Finetune/Step": 10854, "Finetune/Step Time": 10.731543615460396}
+{"Finetune/Learning Rate": 8.405392030654423e-06, "Finetune/Loss": 0.6085339784622192, "Finetune/Loss (Raw)": 0.6523597836494446, "Finetune/Step": 10855, "Finetune/Step Time": 10.733627459034324}
+{"Finetune/Learning Rate": 8.403729642435346e-06, "Finetune/Loss": 0.6081504225730896, "Finetune/Loss (Raw)": 0.6408935785293579, "Finetune/Step": 10856, "Finetune/Step Time": 10.79237961769104}
+{"Finetune/Learning Rate": 8.402067299481958e-06, "Finetune/Loss": 0.6089502573013306, "Finetune/Loss (Raw)": 0.6203398108482361, "Finetune/Step": 10857, "Finetune/Step Time": 10.785147581249475}
+{"Finetune/Learning Rate": 8.4004050018414e-06, "Finetune/Loss": 0.6068389415740967, "Finetune/Loss (Raw)": 0.407492458820343, "Finetune/Step": 10858, "Finetune/Step Time": 10.821419231593609}
+{"Finetune/Learning Rate": 8.398742749560805e-06, "Finetune/Loss": 0.606667697429657, "Finetune/Loss (Raw)": 0.5734326839447021, "Finetune/Step": 10859, "Finetune/Step Time": 10.818346321582794}
+{"Finetune/Learning Rate": 8.397080542687313e-06, "Finetune/Loss": 0.6073681712150574, "Finetune/Loss (Raw)": 0.6039137244224548, "Finetune/Step": 10860, "Finetune/Step Time": 10.795017378404737}
+{"Finetune/Learning Rate": 8.395418381268061e-06, "Finetune/Loss": 0.6058679223060608, "Finetune/Loss (Raw)": 0.5159689784049988, "Finetune/Step": 10861, "Finetune/Step Time": 10.786216033622622}
+{"Finetune/Learning Rate": 8.39375626535018e-06, "Finetune/Loss": 0.6088675260543823, "Finetune/Loss (Raw)": 0.769066572189331, "Finetune/Step": 10862, "Finetune/Step Time": 10.729113340377808}
+{"Finetune/Learning Rate": 8.392094194980798e-06, "Finetune/Loss": 0.6086916327476501, "Finetune/Loss (Raw)": 0.5594146847724915, "Finetune/Step": 10863, "Finetune/Step Time": 10.743237072601914}
+{"Finetune/Learning Rate": 8.390432170207059e-06, "Finetune/Loss": 0.6097297072410583, "Finetune/Loss (Raw)": 0.7192003726959229, "Finetune/Step": 10864, "Finetune/Step Time": 10.745694890618324}
+{"Finetune/Learning Rate": 8.388770191076084e-06, "Finetune/Loss": 0.6102030277252197, "Finetune/Loss (Raw)": 0.670688271522522, "Finetune/Step": 10865, "Finetune/Step Time": 10.752675577998161}
+{"Finetune/Learning Rate": 8.387108257635003e-06, "Finetune/Loss": 0.6108870506286621, "Finetune/Loss (Raw)": 0.7278597950935364, "Finetune/Step": 10866, "Finetune/Step Time": 10.749034745618701}
+{"Finetune/Learning Rate": 8.38544636993095e-06, "Finetune/Loss": 0.6112909317016602, "Finetune/Loss (Raw)": 0.6311219334602356, "Finetune/Step": 10867, "Finetune/Step Time": 10.745960539206862}
+{"Finetune/Learning Rate": 8.383784528011046e-06, "Finetune/Loss": 0.6127299666404724, "Finetune/Loss (Raw)": 0.7754900455474854, "Finetune/Step": 10868, "Finetune/Step Time": 10.729916166514158}
+{"Finetune/Learning Rate": 8.382122731922414e-06, "Finetune/Loss": 0.6134845614433289, "Finetune/Loss (Raw)": 0.5476570725440979, "Finetune/Step": 10869, "Finetune/Step Time": 10.686129661276937}
+{"Finetune/Learning Rate": 8.38046098171218e-06, "Finetune/Loss": 0.6130368709564209, "Finetune/Loss (Raw)": 0.5832287073135376, "Finetune/Step": 10870, "Finetune/Step Time": 10.679907288402319}
+{"Finetune/Learning Rate": 8.37879927742747e-06, "Finetune/Loss": 0.612952709197998, "Finetune/Loss (Raw)": 0.6128101348876953, "Finetune/Step": 10871, "Finetune/Step Time": 10.67903888784349}
+{"Finetune/Learning Rate": 8.377137619115401e-06, "Finetune/Loss": 0.6120550036430359, "Finetune/Loss (Raw)": 0.5640479922294617, "Finetune/Step": 10872, "Finetune/Step Time": 10.678769228979945}
+{"Finetune/Learning Rate": 8.375476006823097e-06, "Finetune/Loss": 0.6115344762802124, "Finetune/Loss (Raw)": 0.5935145020484924, "Finetune/Step": 10873, "Finetune/Step Time": 10.69581813365221}
+{"Finetune/Learning Rate": 8.37381444059767e-06, "Finetune/Loss": 0.6114498376846313, "Finetune/Loss (Raw)": 0.653448760509491, "Finetune/Step": 10874, "Finetune/Step Time": 10.699549859389663}
+{"Finetune/Learning Rate": 8.372152920486245e-06, "Finetune/Loss": 0.6121541857719421, "Finetune/Loss (Raw)": 0.7361384630203247, "Finetune/Step": 10875, "Finetune/Step Time": 10.700804352760315}
+{"Finetune/Learning Rate": 8.370491446535932e-06, "Finetune/Loss": 0.6127552390098572, "Finetune/Loss (Raw)": 0.6638913750648499, "Finetune/Step": 10876, "Finetune/Step Time": 10.696219112724066}
+{"Finetune/Learning Rate": 8.368830018793847e-06, "Finetune/Loss": 0.6124612092971802, "Finetune/Loss (Raw)": 0.5651345252990723, "Finetune/Step": 10877, "Finetune/Step Time": 10.711955316364765}
+{"Finetune/Learning Rate": 8.367168637307104e-06, "Finetune/Loss": 0.6125677824020386, "Finetune/Loss (Raw)": 0.6689924001693726, "Finetune/Step": 10878, "Finetune/Step Time": 10.719145081937313}
+{"Finetune/Learning Rate": 8.365507302122819e-06, "Finetune/Loss": 0.6137247681617737, "Finetune/Loss (Raw)": 0.7294824719429016, "Finetune/Step": 10879, "Finetune/Step Time": 10.714055543765426}
+{"Finetune/Learning Rate": 8.363846013288096e-06, "Finetune/Loss": 0.6137610673904419, "Finetune/Loss (Raw)": 0.6053411364555359, "Finetune/Step": 10880, "Finetune/Step Time": 10.675781516358256}
+{"Finetune/Learning Rate": 8.362184770850047e-06, "Finetune/Loss": 0.6130146980285645, "Finetune/Loss (Raw)": 0.5576305985450745, "Finetune/Step": 10881, "Finetune/Step Time": 10.72502657584846}
+{"Finetune/Learning Rate": 8.360523574855783e-06, "Finetune/Loss": 0.6127533912658691, "Finetune/Loss (Raw)": 0.6380426287651062, "Finetune/Step": 10882, "Finetune/Step Time": 10.736421536654234}
+{"Finetune/Learning Rate": 8.358862425352406e-06, "Finetune/Loss": 0.6121947169303894, "Finetune/Loss (Raw)": 0.5755045413970947, "Finetune/Step": 10883, "Finetune/Step Time": 10.732780722901225}
+{"Finetune/Learning Rate": 8.357201322387026e-06, "Finetune/Loss": 0.6127942800521851, "Finetune/Loss (Raw)": 0.6238134503364563, "Finetune/Step": 10884, "Finetune/Step Time": 10.724179308861494}
+{"Finetune/Learning Rate": 8.355540266006746e-06, "Finetune/Loss": 0.611994743347168, "Finetune/Loss (Raw)": 0.5176672339439392, "Finetune/Step": 10885, "Finetune/Step Time": 10.73985205963254}
+{"Finetune/Learning Rate": 8.353879256258665e-06, "Finetune/Loss": 0.611903965473175, "Finetune/Loss (Raw)": 0.5627273321151733, "Finetune/Step": 10886, "Finetune/Step Time": 10.749323822557926}
+{"Finetune/Learning Rate": 8.352218293189887e-06, "Finetune/Loss": 0.6111547946929932, "Finetune/Loss (Raw)": 0.5050040483474731, "Finetune/Step": 10887, "Finetune/Step Time": 10.753368571400642}
+{"Finetune/Learning Rate": 8.350557376847513e-06, "Finetune/Loss": 0.6115421056747437, "Finetune/Loss (Raw)": 0.6498991250991821, "Finetune/Step": 10888, "Finetune/Step Time": 10.757857972756028}
+{"Finetune/Learning Rate": 8.348896507278642e-06, "Finetune/Loss": 0.611037015914917, "Finetune/Loss (Raw)": 0.5934678912162781, "Finetune/Step": 10889, "Finetune/Step Time": 10.770537726581097}
+{"Finetune/Learning Rate": 8.347235684530369e-06, "Finetune/Loss": 0.6123572587966919, "Finetune/Loss (Raw)": 0.6263197660446167, "Finetune/Step": 10890, "Finetune/Step Time": 10.759303539991379}
+{"Finetune/Learning Rate": 8.345574908649796e-06, "Finetune/Loss": 0.6131205558776855, "Finetune/Loss (Raw)": 0.6604852676391602, "Finetune/Step": 10891, "Finetune/Step Time": 10.7871526312083}
+{"Finetune/Learning Rate": 8.343914179684013e-06, "Finetune/Loss": 0.6128485798835754, "Finetune/Loss (Raw)": 0.5872681736946106, "Finetune/Step": 10892, "Finetune/Step Time": 10.791173854842782}
+{"Finetune/Learning Rate": 8.342253497680113e-06, "Finetune/Loss": 0.6131008863449097, "Finetune/Loss (Raw)": 0.6254949569702148, "Finetune/Step": 10893, "Finetune/Step Time": 10.798093631863594}
+{"Finetune/Learning Rate": 8.34059286268519e-06, "Finetune/Loss": 0.6141053438186646, "Finetune/Loss (Raw)": 0.7427424788475037, "Finetune/Step": 10894, "Finetune/Step Time": 10.799216970801353}
+{"Finetune/Learning Rate": 8.338932274746334e-06, "Finetune/Loss": 0.614166796207428, "Finetune/Loss (Raw)": 0.5752806067466736, "Finetune/Step": 10895, "Finetune/Step Time": 10.734321625903249}
+{"Finetune/Learning Rate": 8.337271733910636e-06, "Finetune/Loss": 0.6140211820602417, "Finetune/Loss (Raw)": 0.5215390920639038, "Finetune/Step": 10896, "Finetune/Step Time": 10.734598070383072}
+{"Finetune/Learning Rate": 8.335611240225187e-06, "Finetune/Loss": 0.6147803068161011, "Finetune/Loss (Raw)": 0.6490719318389893, "Finetune/Step": 10897, "Finetune/Step Time": 10.727462684735656}
+{"Finetune/Learning Rate": 8.333950793737067e-06, "Finetune/Loss": 0.6142568588256836, "Finetune/Loss (Raw)": 0.5395430326461792, "Finetune/Step": 10898, "Finetune/Step Time": 10.731694284826517}
+{"Finetune/Learning Rate": 8.332290394493365e-06, "Finetune/Loss": 0.6139349937438965, "Finetune/Loss (Raw)": 0.5918910503387451, "Finetune/Step": 10899, "Finetune/Step Time": 10.739020047709346}
+{"Finetune/Learning Rate": 8.330630042541164e-06, "Finetune/Loss": 0.6135108470916748, "Finetune/Loss (Raw)": 0.6322953701019287, "Finetune/Step": 10900, "Finetune/Step Time": 10.700769256800413}
+{"Finetune/Learning Rate": 8.328969737927551e-06, "Finetune/Loss": 0.6150270700454712, "Finetune/Loss (Raw)": 0.7045351266860962, "Finetune/Step": 10901, "Finetune/Step Time": 10.702856102958322}
+{"Finetune/Learning Rate": 8.327309480699599e-06, "Finetune/Loss": 0.615067720413208, "Finetune/Loss (Raw)": 0.6073850989341736, "Finetune/Step": 10902, "Finetune/Step Time": 10.696112532168627}
+{"Finetune/Learning Rate": 8.325649270904402e-06, "Finetune/Loss": 0.6155478954315186, "Finetune/Loss (Raw)": 0.6857098340988159, "Finetune/Step": 10903, "Finetune/Step Time": 10.696332443505526}
+{"Finetune/Learning Rate": 8.323989108589026e-06, "Finetune/Loss": 0.6156641244888306, "Finetune/Loss (Raw)": 0.6062805652618408, "Finetune/Step": 10904, "Finetune/Step Time": 10.692718166857958}
+{"Finetune/Learning Rate": 8.32232899380055e-06, "Finetune/Loss": 0.6165804862976074, "Finetune/Loss (Raw)": 0.6941584348678589, "Finetune/Step": 10905, "Finetune/Step Time": 10.680333873257041}
+{"Finetune/Learning Rate": 8.320668926586055e-06, "Finetune/Loss": 0.616997241973877, "Finetune/Loss (Raw)": 0.6080384850502014, "Finetune/Step": 10906, "Finetune/Step Time": 10.685350326821208}
+{"Finetune/Learning Rate": 8.319008906992615e-06, "Finetune/Loss": 0.616540253162384, "Finetune/Loss (Raw)": 0.476370245218277, "Finetune/Step": 10907, "Finetune/Step Time": 10.698847772553563}
+{"Finetune/Learning Rate": 8.317348935067303e-06, "Finetune/Loss": 0.61650151014328, "Finetune/Loss (Raw)": 0.541109025478363, "Finetune/Step": 10908, "Finetune/Step Time": 10.685296826064587}
+{"Finetune/Learning Rate": 8.315689010857186e-06, "Finetune/Loss": 0.6186909079551697, "Finetune/Loss (Raw)": 0.7003811597824097, "Finetune/Step": 10909, "Finetune/Step Time": 10.671701414510608}
+{"Finetune/Learning Rate": 8.314029134409348e-06, "Finetune/Loss": 0.6177809238433838, "Finetune/Loss (Raw)": 0.5618588924407959, "Finetune/Step": 10910, "Finetune/Step Time": 10.672302199527621}
+{"Finetune/Learning Rate": 8.312369305770843e-06, "Finetune/Loss": 0.616917073726654, "Finetune/Loss (Raw)": 0.5267891883850098, "Finetune/Step": 10911, "Finetune/Step Time": 10.671875977888703}
+{"Finetune/Learning Rate": 8.310709524988743e-06, "Finetune/Loss": 0.616265058517456, "Finetune/Loss (Raw)": 0.5836513638496399, "Finetune/Step": 10912, "Finetune/Step Time": 10.672142961993814}
+{"Finetune/Learning Rate": 8.309049792110122e-06, "Finetune/Loss": 0.616317629814148, "Finetune/Loss (Raw)": 0.5405517816543579, "Finetune/Step": 10913, "Finetune/Step Time": 10.674684265628457}
+{"Finetune/Learning Rate": 8.307390107182038e-06, "Finetune/Loss": 0.6164025664329529, "Finetune/Loss (Raw)": 0.588316023349762, "Finetune/Step": 10914, "Finetune/Step Time": 10.676208449527621}
+{"Finetune/Learning Rate": 8.305730470251558e-06, "Finetune/Loss": 0.6158269047737122, "Finetune/Loss (Raw)": 0.4872441589832306, "Finetune/Step": 10915, "Finetune/Step Time": 10.67554160952568}
+{"Finetune/Learning Rate": 8.304070881365748e-06, "Finetune/Loss": 0.6150875687599182, "Finetune/Loss (Raw)": 0.5172672867774963, "Finetune/Step": 10916, "Finetune/Step Time": 10.686806028708816}
+{"Finetune/Learning Rate": 8.30241134057166e-06, "Finetune/Loss": 0.6157149076461792, "Finetune/Loss (Raw)": 0.6259238123893738, "Finetune/Step": 10917, "Finetune/Step Time": 10.633639497682452}
+{"Finetune/Learning Rate": 8.300751847916361e-06, "Finetune/Loss": 0.615178644657135, "Finetune/Loss (Raw)": 0.590046763420105, "Finetune/Step": 10918, "Finetune/Step Time": 10.639379782602191}
+{"Finetune/Learning Rate": 8.299092403446907e-06, "Finetune/Loss": 0.6158924102783203, "Finetune/Loss (Raw)": 0.6818886399269104, "Finetune/Step": 10919, "Finetune/Step Time": 10.636669205501676}
+{"Finetune/Learning Rate": 8.297433007210354e-06, "Finetune/Loss": 0.6160784959793091, "Finetune/Loss (Raw)": 0.5881701707839966, "Finetune/Step": 10920, "Finetune/Step Time": 10.637442203238606}
+{"Finetune/Learning Rate": 8.295773659253763e-06, "Finetune/Loss": 0.6144075393676758, "Finetune/Loss (Raw)": 0.49143609404563904, "Finetune/Step": 10921, "Finetune/Step Time": 10.64727278240025}
+{"Finetune/Learning Rate": 8.294114359624186e-06, "Finetune/Loss": 0.6131350994110107, "Finetune/Loss (Raw)": 0.5644603967666626, "Finetune/Step": 10922, "Finetune/Step Time": 10.655420862138271}
+{"Finetune/Learning Rate": 8.292455108368671e-06, "Finetune/Loss": 0.613388180732727, "Finetune/Loss (Raw)": 0.6906808018684387, "Finetune/Step": 10923, "Finetune/Step Time": 10.650373412296176}
+{"Finetune/Learning Rate": 8.290795905534274e-06, "Finetune/Loss": 0.6120712161064148, "Finetune/Loss (Raw)": 0.5378579497337341, "Finetune/Step": 10924, "Finetune/Step Time": 10.645372109487653}
+{"Finetune/Learning Rate": 8.289136751168047e-06, "Finetune/Loss": 0.6122318506240845, "Finetune/Loss (Raw)": 0.663586437702179, "Finetune/Step": 10925, "Finetune/Step Time": 10.649873781949282}
+{"Finetune/Learning Rate": 8.287477645317032e-06, "Finetune/Loss": 0.6124610304832458, "Finetune/Loss (Raw)": 0.6141318678855896, "Finetune/Step": 10926, "Finetune/Step Time": 10.652543181553483}
+{"Finetune/Learning Rate": 8.285818588028285e-06, "Finetune/Loss": 0.611447274684906, "Finetune/Loss (Raw)": 0.46756842732429504, "Finetune/Step": 10927, "Finetune/Step Time": 10.665571058169007}
+{"Finetune/Learning Rate": 8.284159579348852e-06, "Finetune/Loss": 0.610012412071228, "Finetune/Loss (Raw)": 0.549977719783783, "Finetune/Step": 10928, "Finetune/Step Time": 10.6663310918957}
+{"Finetune/Learning Rate": 8.282500619325769e-06, "Finetune/Loss": 0.6098650693893433, "Finetune/Loss (Raw)": 0.6759531497955322, "Finetune/Step": 10929, "Finetune/Step Time": 10.6702866461128}
+{"Finetune/Learning Rate": 8.280841708006085e-06, "Finetune/Loss": 0.609805703163147, "Finetune/Loss (Raw)": 0.6217855215072632, "Finetune/Step": 10930, "Finetune/Step Time": 10.673215379938483}
+{"Finetune/Learning Rate": 8.279182845436842e-06, "Finetune/Loss": 0.6104117035865784, "Finetune/Loss (Raw)": 0.6793954968452454, "Finetune/Step": 10931, "Finetune/Step Time": 10.64385986700654}
+{"Finetune/Learning Rate": 8.277524031665079e-06, "Finetune/Loss": 0.6102485656738281, "Finetune/Loss (Raw)": 0.6085668802261353, "Finetune/Step": 10932, "Finetune/Step Time": 10.645910093560815}
+{"Finetune/Learning Rate": 8.275865266737838e-06, "Finetune/Loss": 0.6094588041305542, "Finetune/Loss (Raw)": 0.6265845894813538, "Finetune/Step": 10933, "Finetune/Step Time": 10.609441205859184}
+{"Finetune/Learning Rate": 8.274206550702158e-06, "Finetune/Loss": 0.6090918779373169, "Finetune/Loss (Raw)": 0.5174248218536377, "Finetune/Step": 10934, "Finetune/Step Time": 10.612377878278494}
+{"Finetune/Learning Rate": 8.272547883605068e-06, "Finetune/Loss": 0.6085968613624573, "Finetune/Loss (Raw)": 0.5615675449371338, "Finetune/Step": 10935, "Finetune/Step Time": 10.604891194030643}
+{"Finetune/Learning Rate": 8.270889265493608e-06, "Finetune/Loss": 0.6084455251693726, "Finetune/Loss (Raw)": 0.5339831709861755, "Finetune/Step": 10936, "Finetune/Step Time": 10.610901810228825}
+{"Finetune/Learning Rate": 8.269230696414813e-06, "Finetune/Loss": 0.6092983484268188, "Finetune/Loss (Raw)": 0.7172596454620361, "Finetune/Step": 10937, "Finetune/Step Time": 10.611729923635721}
+{"Finetune/Learning Rate": 8.267572176415713e-06, "Finetune/Loss": 0.6082522869110107, "Finetune/Loss (Raw)": 0.435641348361969, "Finetune/Step": 10938, "Finetune/Step Time": 10.63189585506916}
+{"Finetune/Learning Rate": 8.26591370554334e-06, "Finetune/Loss": 0.6079227924346924, "Finetune/Loss (Raw)": 0.6201186776161194, "Finetune/Step": 10939, "Finetune/Step Time": 10.63449333794415}
+{"Finetune/Learning Rate": 8.264255283844727e-06, "Finetune/Loss": 0.6075962781906128, "Finetune/Loss (Raw)": 0.6248093843460083, "Finetune/Step": 10940, "Finetune/Step Time": 10.621969932690263}
+{"Finetune/Learning Rate": 8.262596911366894e-06, "Finetune/Loss": 0.6061149835586548, "Finetune/Loss (Raw)": 0.5187650918960571, "Finetune/Step": 10941, "Finetune/Step Time": 10.652053399011493}
+{"Finetune/Learning Rate": 8.260938588156873e-06, "Finetune/Loss": 0.6060495972633362, "Finetune/Loss (Raw)": 0.5519785284996033, "Finetune/Step": 10942, "Finetune/Step Time": 10.646143609657884}
+{"Finetune/Learning Rate": 8.259280314261688e-06, "Finetune/Loss": 0.6059665679931641, "Finetune/Loss (Raw)": 0.6449338793754578, "Finetune/Step": 10943, "Finetune/Step Time": 10.6373629886657}
+{"Finetune/Learning Rate": 8.257622089728362e-06, "Finetune/Loss": 0.6063148379325867, "Finetune/Loss (Raw)": 0.6331761479377747, "Finetune/Step": 10944, "Finetune/Step Time": 10.62570427916944}
+{"Finetune/Learning Rate": 8.25596391460392e-06, "Finetune/Loss": 0.6062567830085754, "Finetune/Loss (Raw)": 0.6131461262702942, "Finetune/Step": 10945, "Finetune/Step Time": 10.613631075248122}
+{"Finetune/Learning Rate": 8.254305788935386e-06, "Finetune/Loss": 0.6048358082771301, "Finetune/Loss (Raw)": 0.5498803853988647, "Finetune/Step": 10946, "Finetune/Step Time": 10.640029394999146}
+{"Finetune/Learning Rate": 8.252647712769773e-06, "Finetune/Loss": 0.6048622727394104, "Finetune/Loss (Raw)": 0.6948041915893555, "Finetune/Step": 10947, "Finetune/Step Time": 10.63081681728363}
+{"Finetune/Learning Rate": 8.2509896861541e-06, "Finetune/Loss": 0.6048874855041504, "Finetune/Loss (Raw)": 0.6088420152664185, "Finetune/Step": 10948, "Finetune/Step Time": 10.626821916550398}
+{"Finetune/Learning Rate": 8.249331709135388e-06, "Finetune/Loss": 0.6033715009689331, "Finetune/Loss (Raw)": 0.38144850730895996, "Finetune/Step": 10949, "Finetune/Step Time": 10.66168150305748}
+{"Finetune/Learning Rate": 8.24767378176065e-06, "Finetune/Loss": 0.6035640835762024, "Finetune/Loss (Raw)": 0.6165451407432556, "Finetune/Step": 10950, "Finetune/Step Time": 10.667575435712934}
+{"Finetune/Learning Rate": 8.2460159040769e-06, "Finetune/Loss": 0.6044396162033081, "Finetune/Loss (Raw)": 0.601722240447998, "Finetune/Step": 10951, "Finetune/Step Time": 10.668717553839087}
+{"Finetune/Learning Rate": 8.244358076131154e-06, "Finetune/Loss": 0.6048529148101807, "Finetune/Loss (Raw)": 0.7351800203323364, "Finetune/Step": 10952, "Finetune/Step Time": 10.66819673217833}
+{"Finetune/Learning Rate": 8.242700297970419e-06, "Finetune/Loss": 0.6046675443649292, "Finetune/Loss (Raw)": 0.5759981274604797, "Finetune/Step": 10953, "Finetune/Step Time": 10.664260361343622}
+{"Finetune/Learning Rate": 8.241042569641705e-06, "Finetune/Loss": 0.6055299043655396, "Finetune/Loss (Raw)": 0.6384695172309875, "Finetune/Step": 10954, "Finetune/Step Time": 10.657913859933615}
+{"Finetune/Learning Rate": 8.239384891192021e-06, "Finetune/Loss": 0.6048501133918762, "Finetune/Loss (Raw)": 0.5477406978607178, "Finetune/Step": 10955, "Finetune/Step Time": 10.686159785836935}
+{"Finetune/Learning Rate": 8.237727262668378e-06, "Finetune/Loss": 0.6043621897697449, "Finetune/Loss (Raw)": 0.6422902941703796, "Finetune/Step": 10956, "Finetune/Step Time": 10.697393275797367}
+{"Finetune/Learning Rate": 8.236069684117775e-06, "Finetune/Loss": 0.6050466299057007, "Finetune/Loss (Raw)": 0.6671567559242249, "Finetune/Step": 10957, "Finetune/Step Time": 10.68537300080061}
+{"Finetune/Learning Rate": 8.234412155587226e-06, "Finetune/Loss": 0.605082631111145, "Finetune/Loss (Raw)": 0.6987705230712891, "Finetune/Step": 10958, "Finetune/Step Time": 10.686774240806699}
+{"Finetune/Learning Rate": 8.232754677123723e-06, "Finetune/Loss": 0.6055649518966675, "Finetune/Loss (Raw)": 0.6989714503288269, "Finetune/Step": 10959, "Finetune/Step Time": 10.69565655104816}
+{"Finetune/Learning Rate": 8.231097248774273e-06, "Finetune/Loss": 0.6053546667098999, "Finetune/Loss (Raw)": 0.5960060358047485, "Finetune/Step": 10960, "Finetune/Step Time": 10.691056722775102}
+{"Finetune/Learning Rate": 8.229439870585872e-06, "Finetune/Loss": 0.6059571504592896, "Finetune/Loss (Raw)": 0.6910532712936401, "Finetune/Step": 10961, "Finetune/Step Time": 10.69373275525868}
+{"Finetune/Learning Rate": 8.227782542605525e-06, "Finetune/Loss": 0.6070376038551331, "Finetune/Loss (Raw)": 0.7021023035049438, "Finetune/Step": 10962, "Finetune/Step Time": 10.671648755669594}
+{"Finetune/Learning Rate": 8.226125264880224e-06, "Finetune/Loss": 0.6081268787384033, "Finetune/Loss (Raw)": 0.687474250793457, "Finetune/Step": 10963, "Finetune/Step Time": 10.673171045258641}
+{"Finetune/Learning Rate": 8.224468037456969e-06, "Finetune/Loss": 0.6090844869613647, "Finetune/Loss (Raw)": 0.6841825842857361, "Finetune/Step": 10964, "Finetune/Step Time": 10.689779559150338}
+{"Finetune/Learning Rate": 8.22281086038275e-06, "Finetune/Loss": 0.6081352233886719, "Finetune/Loss (Raw)": 0.42606061697006226, "Finetune/Step": 10965, "Finetune/Step Time": 10.725577583536506}
+{"Finetune/Learning Rate": 8.22115373370456e-06, "Finetune/Loss": 0.6086950898170471, "Finetune/Loss (Raw)": 0.708702564239502, "Finetune/Step": 10966, "Finetune/Step Time": 10.729751259088516}
+{"Finetune/Learning Rate": 8.219496657469393e-06, "Finetune/Loss": 0.6094677448272705, "Finetune/Loss (Raw)": 0.7240860462188721, "Finetune/Step": 10967, "Finetune/Step Time": 10.73458581417799}
+{"Finetune/Learning Rate": 8.217839631724236e-06, "Finetune/Loss": 0.6094311475753784, "Finetune/Loss (Raw)": 0.5897902846336365, "Finetune/Step": 10968, "Finetune/Step Time": 10.765426667407155}
+{"Finetune/Learning Rate": 8.216182656516081e-06, "Finetune/Loss": 0.6089514493942261, "Finetune/Loss (Raw)": 0.6493324637413025, "Finetune/Step": 10969, "Finetune/Step Time": 10.763920035213232}
+{"Finetune/Learning Rate": 8.214525731891917e-06, "Finetune/Loss": 0.6098268628120422, "Finetune/Loss (Raw)": 0.596589207649231, "Finetune/Step": 10970, "Finetune/Step Time": 10.729496952146292}
+{"Finetune/Learning Rate": 8.21286885789872e-06, "Finetune/Loss": 0.6092890501022339, "Finetune/Loss (Raw)": 0.5234381556510925, "Finetune/Step": 10971, "Finetune/Step Time": 10.725724251940846}
+{"Finetune/Learning Rate": 8.211212034583483e-06, "Finetune/Loss": 0.6095154881477356, "Finetune/Loss (Raw)": 0.5142956972122192, "Finetune/Step": 10972, "Finetune/Step Time": 10.709106251597404}
+{"Finetune/Learning Rate": 8.209555261993185e-06, "Finetune/Loss": 0.606927752494812, "Finetune/Loss (Raw)": 0.35971957445144653, "Finetune/Step": 10973, "Finetune/Step Time": 10.734166903421283}
+{"Finetune/Learning Rate": 8.207898540174807e-06, "Finetune/Loss": 0.6069470643997192, "Finetune/Loss (Raw)": 0.644098699092865, "Finetune/Step": 10974, "Finetune/Step Time": 10.74277462810278}
+{"Finetune/Learning Rate": 8.20624186917533e-06, "Finetune/Loss": 0.6066551208496094, "Finetune/Loss (Raw)": 0.5698481202125549, "Finetune/Step": 10975, "Finetune/Step Time": 10.752069668844342}
+{"Finetune/Learning Rate": 8.20458524904174e-06, "Finetune/Loss": 0.6067987680435181, "Finetune/Loss (Raw)": 0.5981298089027405, "Finetune/Step": 10976, "Finetune/Step Time": 10.725146349519491}
+{"Finetune/Learning Rate": 8.202928679821002e-06, "Finetune/Loss": 0.6068814992904663, "Finetune/Loss (Raw)": 0.6044296026229858, "Finetune/Step": 10977, "Finetune/Step Time": 10.708264144137502}
+{"Finetune/Learning Rate": 8.201272161560094e-06, "Finetune/Loss": 0.606586217880249, "Finetune/Loss (Raw)": 0.6281472444534302, "Finetune/Step": 10978, "Finetune/Step Time": 10.70390323922038}
+{"Finetune/Learning Rate": 8.199615694305995e-06, "Finetune/Loss": 0.6066068410873413, "Finetune/Loss (Raw)": 0.7048806548118591, "Finetune/Step": 10979, "Finetune/Step Time": 10.709884986281395}
+{"Finetune/Learning Rate": 8.197959278105675e-06, "Finetune/Loss": 0.6071069836616516, "Finetune/Loss (Raw)": 0.6434735655784607, "Finetune/Step": 10980, "Finetune/Step Time": 10.720851365476847}
+{"Finetune/Learning Rate": 8.196302913006106e-06, "Finetune/Loss": 0.6081262826919556, "Finetune/Loss (Raw)": 0.7226647734642029, "Finetune/Step": 10981, "Finetune/Step Time": 10.721002165228128}
+{"Finetune/Learning Rate": 8.194646599054259e-06, "Finetune/Loss": 0.6089253425598145, "Finetune/Loss (Raw)": 0.669029951095581, "Finetune/Step": 10982, "Finetune/Step Time": 10.72677854821086}
+{"Finetune/Learning Rate": 8.192990336297098e-06, "Finetune/Loss": 0.6089334487915039, "Finetune/Loss (Raw)": 0.6534026265144348, "Finetune/Step": 10983, "Finetune/Step Time": 10.730056833475828}
+{"Finetune/Learning Rate": 8.191334124781594e-06, "Finetune/Loss": 0.6090428829193115, "Finetune/Loss (Raw)": 0.6548974514007568, "Finetune/Step": 10984, "Finetune/Step Time": 10.670145567506552}
+{"Finetune/Learning Rate": 8.189677964554709e-06, "Finetune/Loss": 0.609336256980896, "Finetune/Loss (Raw)": 0.6578868627548218, "Finetune/Step": 10985, "Finetune/Step Time": 10.662081275135279}
+{"Finetune/Learning Rate": 8.188021855663411e-06, "Finetune/Loss": 0.610267162322998, "Finetune/Loss (Raw)": 0.5266493558883667, "Finetune/Step": 10986, "Finetune/Step Time": 10.630246164277196}
+{"Finetune/Learning Rate": 8.18636579815466e-06, "Finetune/Loss": 0.610454797744751, "Finetune/Loss (Raw)": 0.5974554419517517, "Finetune/Step": 10987, "Finetune/Step Time": 10.63287653401494}
+{"Finetune/Learning Rate": 8.184709792075418e-06, "Finetune/Loss": 0.6106696724891663, "Finetune/Loss (Raw)": 0.6314151287078857, "Finetune/Step": 10988, "Finetune/Step Time": 10.661497978493571}
+{"Finetune/Learning Rate": 8.183053837472645e-06, "Finetune/Loss": 0.6107110977172852, "Finetune/Loss (Raw)": 0.5212727189064026, "Finetune/Step": 10989, "Finetune/Step Time": 10.670448610559106}
+{"Finetune/Learning Rate": 8.181397934393297e-06, "Finetune/Loss": 0.6094273924827576, "Finetune/Loss (Raw)": 0.6047524213790894, "Finetune/Step": 10990, "Finetune/Step Time": 10.681190943345428}
+{"Finetune/Learning Rate": 8.179742082884333e-06, "Finetune/Loss": 0.6094686985015869, "Finetune/Loss (Raw)": 0.5647109746932983, "Finetune/Step": 10991, "Finetune/Step Time": 10.679771402850747}
+{"Finetune/Learning Rate": 8.178086282992705e-06, "Finetune/Loss": 0.6083291172981262, "Finetune/Loss (Raw)": 0.5733291506767273, "Finetune/Step": 10992, "Finetune/Step Time": 10.686768267303705}
+{"Finetune/Learning Rate": 8.176430534765372e-06, "Finetune/Loss": 0.607979953289032, "Finetune/Loss (Raw)": 0.6259928345680237, "Finetune/Step": 10993, "Finetune/Step Time": 10.686686849221587}
+{"Finetune/Learning Rate": 8.174774838249282e-06, "Finetune/Loss": 0.6072154641151428, "Finetune/Loss (Raw)": 0.6300055384635925, "Finetune/Step": 10994, "Finetune/Step Time": 10.690015623345971}
+{"Finetune/Learning Rate": 8.173119193491392e-06, "Finetune/Loss": 0.6060166358947754, "Finetune/Loss (Raw)": 0.47767552733421326, "Finetune/Step": 10995, "Finetune/Step Time": 10.696180680766702}
+{"Finetune/Learning Rate": 8.171463600538642e-06, "Finetune/Loss": 0.6046203970909119, "Finetune/Loss (Raw)": 0.5967705845832825, "Finetune/Step": 10996, "Finetune/Step Time": 10.687036570161581}
+{"Finetune/Learning Rate": 8.169808059437985e-06, "Finetune/Loss": 0.6043468713760376, "Finetune/Loss (Raw)": 0.5126351118087769, "Finetune/Step": 10997, "Finetune/Step Time": 10.687497993931174}
+{"Finetune/Learning Rate": 8.168152570236368e-06, "Finetune/Loss": 0.6043054461479187, "Finetune/Loss (Raw)": 0.5779305696487427, "Finetune/Step": 10998, "Finetune/Step Time": 10.681089697405696}
+{"Finetune/Learning Rate": 8.166497132980734e-06, "Finetune/Loss": 0.6050737500190735, "Finetune/Loss (Raw)": 0.7111595273017883, "Finetune/Step": 10999, "Finetune/Step Time": 10.685422535985708}
+{"Finetune/Learning Rate": 8.164841747718027e-06, "Finetune/Loss": 0.6058666110038757, "Finetune/Loss (Raw)": 0.6655328273773193, "Finetune/Step": 11000, "Finetune/Step Time": 10.682356249541044}
+{"Finetune/Learning Rate": 8.163186414495195e-06, "Finetune/Loss": 0.6047953963279724, "Finetune/Loss (Raw)": 0.4563904106616974, "Finetune/Step": 11001, "Finetune/Step Time": 10.707182178273797}
+{"Finetune/Learning Rate": 8.161531133359166e-06, "Finetune/Loss": 0.6045240163803101, "Finetune/Loss (Raw)": 0.6187121868133545, "Finetune/Step": 11002, "Finetune/Step Time": 10.706437658518553}
+{"Finetune/Learning Rate": 8.159875904356889e-06, "Finetune/Loss": 0.6041747331619263, "Finetune/Loss (Raw)": 0.6914386749267578, "Finetune/Step": 11003, "Finetune/Step Time": 10.707244411110878}
+{"Finetune/Learning Rate": 8.158220727535298e-06, "Finetune/Loss": 0.6036717295646667, "Finetune/Loss (Raw)": 0.5995017886161804, "Finetune/Step": 11004, "Finetune/Step Time": 10.712175393477082}
+{"Finetune/Learning Rate": 8.156565602941332e-06, "Finetune/Loss": 0.6042101383209229, "Finetune/Loss (Raw)": 0.6340555548667908, "Finetune/Step": 11005, "Finetune/Step Time": 10.717378618195653}
+{"Finetune/Learning Rate": 8.15491053062192e-06, "Finetune/Loss": 0.6036595106124878, "Finetune/Loss (Raw)": 0.5985098481178284, "Finetune/Step": 11006, "Finetune/Step Time": 10.726405840367079}
+{"Finetune/Learning Rate": 8.153255510624004e-06, "Finetune/Loss": 0.604161262512207, "Finetune/Loss (Raw)": 0.7937153577804565, "Finetune/Step": 11007, "Finetune/Step Time": 10.73096508719027}
+{"Finetune/Learning Rate": 8.151600542994506e-06, "Finetune/Loss": 0.6044229865074158, "Finetune/Loss (Raw)": 0.6388382315635681, "Finetune/Step": 11008, "Finetune/Step Time": 10.730431620031595}
+{"Finetune/Learning Rate": 8.149945627780362e-06, "Finetune/Loss": 0.6047831773757935, "Finetune/Loss (Raw)": 0.6037281155586243, "Finetune/Step": 11009, "Finetune/Step Time": 10.68024879321456}
+{"Finetune/Learning Rate": 8.148290765028497e-06, "Finetune/Loss": 0.6046473979949951, "Finetune/Loss (Raw)": 0.6206603646278381, "Finetune/Step": 11010, "Finetune/Step Time": 10.662789044901729}
+{"Finetune/Learning Rate": 8.146635954785841e-06, "Finetune/Loss": 0.6031407713890076, "Finetune/Loss (Raw)": 0.38266506791114807, "Finetune/Step": 11011, "Finetune/Step Time": 10.703856725245714}
+{"Finetune/Learning Rate": 8.14498119709932e-06, "Finetune/Loss": 0.6023952960968018, "Finetune/Loss (Raw)": 0.5283933281898499, "Finetune/Step": 11012, "Finetune/Step Time": 10.703081481158733}
+{"Finetune/Learning Rate": 8.14332649201586e-06, "Finetune/Loss": 0.6031052470207214, "Finetune/Loss (Raw)": 0.6085346341133118, "Finetune/Step": 11013, "Finetune/Step Time": 10.686717128381133}
+{"Finetune/Learning Rate": 8.141671839582379e-06, "Finetune/Loss": 0.6035614609718323, "Finetune/Loss (Raw)": 0.6211203932762146, "Finetune/Step": 11014, "Finetune/Step Time": 10.692264212295413}
+{"Finetune/Learning Rate": 8.140017239845798e-06, "Finetune/Loss": 0.6026861667633057, "Finetune/Loss (Raw)": 0.3929755985736847, "Finetune/Step": 11015, "Finetune/Step Time": 10.728922525420785}
+{"Finetune/Learning Rate": 8.138362692853041e-06, "Finetune/Loss": 0.602849006652832, "Finetune/Loss (Raw)": 0.6707363724708557, "Finetune/Step": 11016, "Finetune/Step Time": 10.729061085730791}
+{"Finetune/Learning Rate": 8.136708198651022e-06, "Finetune/Loss": 0.6032541394233704, "Finetune/Loss (Raw)": 0.6453256607055664, "Finetune/Step": 11017, "Finetune/Step Time": 10.715277645736933}
+{"Finetune/Learning Rate": 8.135053757286661e-06, "Finetune/Loss": 0.6032083034515381, "Finetune/Loss (Raw)": 0.6204509139060974, "Finetune/Step": 11018, "Finetune/Step Time": 10.714057831093669}
+{"Finetune/Learning Rate": 8.133399368806876e-06, "Finetune/Loss": 0.6027610301971436, "Finetune/Loss (Raw)": 0.603240966796875, "Finetune/Step": 11019, "Finetune/Step Time": 10.678068177774549}
+{"Finetune/Learning Rate": 8.131745033258573e-06, "Finetune/Loss": 0.603063702583313, "Finetune/Loss (Raw)": 0.6260090470314026, "Finetune/Step": 11020, "Finetune/Step Time": 10.678350869566202}
+{"Finetune/Learning Rate": 8.13009075068867e-06, "Finetune/Loss": 0.6039820909500122, "Finetune/Loss (Raw)": 0.7430465221405029, "Finetune/Step": 11021, "Finetune/Step Time": 10.671329911798239}
+{"Finetune/Learning Rate": 8.128436521144073e-06, "Finetune/Loss": 0.6037248373031616, "Finetune/Loss (Raw)": 0.7098138332366943, "Finetune/Step": 11022, "Finetune/Step Time": 10.669162254780531}
+{"Finetune/Learning Rate": 8.126782344671698e-06, "Finetune/Loss": 0.6044304966926575, "Finetune/Loss (Raw)": 0.6656065583229065, "Finetune/Step": 11023, "Finetune/Step Time": 10.657845754176378}
+{"Finetune/Learning Rate": 8.125128221318446e-06, "Finetune/Loss": 0.605254054069519, "Finetune/Loss (Raw)": 0.6269553899765015, "Finetune/Step": 11024, "Finetune/Step Time": 10.659113924950361}
+{"Finetune/Learning Rate": 8.123474151131232e-06, "Finetune/Loss": 0.6049762964248657, "Finetune/Loss (Raw)": 0.6135150194168091, "Finetune/Step": 11025, "Finetune/Step Time": 10.675652466714382}
+{"Finetune/Learning Rate": 8.12182013415695e-06, "Finetune/Loss": 0.6042133569717407, "Finetune/Loss (Raw)": 0.4418877065181732, "Finetune/Step": 11026, "Finetune/Step Time": 10.73844468779862}
+{"Finetune/Learning Rate": 8.120166170442507e-06, "Finetune/Loss": 0.6038117408752441, "Finetune/Loss (Raw)": 0.540489137172699, "Finetune/Step": 11027, "Finetune/Step Time": 10.73366048000753}
+{"Finetune/Learning Rate": 8.118512260034808e-06, "Finetune/Loss": 0.6035093069076538, "Finetune/Loss (Raw)": 0.5935759544372559, "Finetune/Step": 11028, "Finetune/Step Time": 10.739414103329182}
+{"Finetune/Learning Rate": 8.11685840298075e-06, "Finetune/Loss": 0.6032669544219971, "Finetune/Loss (Raw)": 0.6735217571258545, "Finetune/Step": 11029, "Finetune/Step Time": 10.739890962839127}
+{"Finetune/Learning Rate": 8.115204599327233e-06, "Finetune/Loss": 0.60459303855896, "Finetune/Loss (Raw)": 0.7771145701408386, "Finetune/Step": 11030, "Finetune/Step Time": 10.740694418549538}
+{"Finetune/Learning Rate": 8.113550849121158e-06, "Finetune/Loss": 0.6036500334739685, "Finetune/Loss (Raw)": 0.565008819103241, "Finetune/Step": 11031, "Finetune/Step Time": 10.739509511739016}
+{"Finetune/Learning Rate": 8.111897152409411e-06, "Finetune/Loss": 0.6020790338516235, "Finetune/Loss (Raw)": 0.40519213676452637, "Finetune/Step": 11032, "Finetune/Step Time": 10.774221319705248}
+{"Finetune/Learning Rate": 8.110243509238895e-06, "Finetune/Loss": 0.6015668511390686, "Finetune/Loss (Raw)": 0.6286019086837769, "Finetune/Step": 11033, "Finetune/Step Time": 10.7874749712646}
+{"Finetune/Learning Rate": 8.108589919656496e-06, "Finetune/Loss": 0.6016225814819336, "Finetune/Loss (Raw)": 0.615169107913971, "Finetune/Step": 11034, "Finetune/Step Time": 10.806201299652457}
+{"Finetune/Learning Rate": 8.10693638370911e-06, "Finetune/Loss": 0.6030744314193726, "Finetune/Loss (Raw)": 0.6622033715248108, "Finetune/Step": 11035, "Finetune/Step Time": 10.798799181357026}
+{"Finetune/Learning Rate": 8.105282901443626e-06, "Finetune/Loss": 0.6037960052490234, "Finetune/Loss (Raw)": 0.633470356464386, "Finetune/Step": 11036, "Finetune/Step Time": 10.804932370781898}
+{"Finetune/Learning Rate": 8.103629472906932e-06, "Finetune/Loss": 0.6037421226501465, "Finetune/Loss (Raw)": 0.693484902381897, "Finetune/Step": 11037, "Finetune/Step Time": 10.811432473361492}
+{"Finetune/Learning Rate": 8.101976098145912e-06, "Finetune/Loss": 0.60427325963974, "Finetune/Loss (Raw)": 0.6298527121543884, "Finetune/Step": 11038, "Finetune/Step Time": 10.823291070759296}
+{"Finetune/Learning Rate": 8.100322777207452e-06, "Finetune/Loss": 0.6043281555175781, "Finetune/Loss (Raw)": 0.5338078141212463, "Finetune/Step": 11039, "Finetune/Step Time": 10.823280455544591}
+{"Finetune/Learning Rate": 8.098669510138438e-06, "Finetune/Loss": 0.6045392751693726, "Finetune/Loss (Raw)": 0.6106743812561035, "Finetune/Step": 11040, "Finetune/Step Time": 10.821825819090009}
+{"Finetune/Learning Rate": 8.097016296985746e-06, "Finetune/Loss": 0.6053122282028198, "Finetune/Loss (Raw)": 0.6394945979118347, "Finetune/Step": 11041, "Finetune/Step Time": 10.819005336612463}
+{"Finetune/Learning Rate": 8.095363137796264e-06, "Finetune/Loss": 0.605055570602417, "Finetune/Loss (Raw)": 0.5554682016372681, "Finetune/Step": 11042, "Finetune/Step Time": 10.814565340057015}
+{"Finetune/Learning Rate": 8.093710032616871e-06, "Finetune/Loss": 0.6060971021652222, "Finetune/Loss (Raw)": 0.6205486059188843, "Finetune/Step": 11043, "Finetune/Step Time": 10.816388111561537}
+{"Finetune/Learning Rate": 8.092056981494433e-06, "Finetune/Loss": 0.60771644115448, "Finetune/Loss (Raw)": 0.724541962146759, "Finetune/Step": 11044, "Finetune/Step Time": 10.803550159558654}
+{"Finetune/Learning Rate": 8.090403984475838e-06, "Finetune/Loss": 0.6074662208557129, "Finetune/Loss (Raw)": 0.5939072966575623, "Finetune/Step": 11045, "Finetune/Step Time": 10.79159626364708}
+{"Finetune/Learning Rate": 8.088751041607955e-06, "Finetune/Loss": 0.607627272605896, "Finetune/Loss (Raw)": 0.6106541752815247, "Finetune/Step": 11046, "Finetune/Step Time": 10.7841783054173}
+{"Finetune/Learning Rate": 8.087098152937655e-06, "Finetune/Loss": 0.6069227457046509, "Finetune/Loss (Raw)": 0.5917130708694458, "Finetune/Step": 11047, "Finetune/Step Time": 10.808955265209079}
+{"Finetune/Learning Rate": 8.085445318511814e-06, "Finetune/Loss": 0.6069810390472412, "Finetune/Loss (Raw)": 0.5956337451934814, "Finetune/Step": 11048, "Finetune/Step Time": 10.814444063231349}
+{"Finetune/Learning Rate": 8.083792538377303e-06, "Finetune/Loss": 0.607588529586792, "Finetune/Loss (Raw)": 0.5691928267478943, "Finetune/Step": 11049, "Finetune/Step Time": 10.814080871641636}
+{"Finetune/Learning Rate": 8.082139812580983e-06, "Finetune/Loss": 0.6079899072647095, "Finetune/Loss (Raw)": 0.6158350110054016, "Finetune/Step": 11050, "Finetune/Step Time": 10.814152436330914}
+{"Finetune/Learning Rate": 8.080487141169722e-06, "Finetune/Loss": 0.6078182458877563, "Finetune/Loss (Raw)": 0.6687057018280029, "Finetune/Step": 11051, "Finetune/Step Time": 10.82053829357028}
+{"Finetune/Learning Rate": 8.078834524190391e-06, "Finetune/Loss": 0.6083505153656006, "Finetune/Loss (Raw)": 0.6059836745262146, "Finetune/Step": 11052, "Finetune/Step Time": 10.83139338158071}
+{"Finetune/Learning Rate": 8.077181961689849e-06, "Finetune/Loss": 0.6066093444824219, "Finetune/Loss (Raw)": 0.4407213032245636, "Finetune/Step": 11053, "Finetune/Step Time": 10.861741935834289}
+{"Finetune/Learning Rate": 8.075529453714957e-06, "Finetune/Loss": 0.6068409085273743, "Finetune/Loss (Raw)": 0.6437778472900391, "Finetune/Step": 11054, "Finetune/Step Time": 10.862872695550323}
+{"Finetune/Learning Rate": 8.073877000312582e-06, "Finetune/Loss": 0.6077064871788025, "Finetune/Loss (Raw)": 0.5783593654632568, "Finetune/Step": 11055, "Finetune/Step Time": 10.838226018473506}
+{"Finetune/Learning Rate": 8.072224601529574e-06, "Finetune/Loss": 0.6091044545173645, "Finetune/Loss (Raw)": 0.7289109826087952, "Finetune/Step": 11056, "Finetune/Step Time": 10.837096557021141}
+{"Finetune/Learning Rate": 8.070572257412796e-06, "Finetune/Loss": 0.6088042855262756, "Finetune/Loss (Raw)": 0.6375385522842407, "Finetune/Step": 11057, "Finetune/Step Time": 10.833599537611008}
+{"Finetune/Learning Rate": 8.068919968009098e-06, "Finetune/Loss": 0.6090768575668335, "Finetune/Loss (Raw)": 0.65667325258255, "Finetune/Step": 11058, "Finetune/Step Time": 10.827449096366763}
+{"Finetune/Learning Rate": 8.067267733365342e-06, "Finetune/Loss": 0.6073948740959167, "Finetune/Loss (Raw)": 0.4640998840332031, "Finetune/Step": 11059, "Finetune/Step Time": 10.862674674019217}
+{"Finetune/Learning Rate": 8.06561555352838e-06, "Finetune/Loss": 0.6074641942977905, "Finetune/Loss (Raw)": 0.6174352765083313, "Finetune/Step": 11060, "Finetune/Step Time": 10.868517914786935}
+{"Finetune/Learning Rate": 8.063963428545057e-06, "Finetune/Loss": 0.6064562797546387, "Finetune/Loss (Raw)": 0.49758264422416687, "Finetune/Step": 11061, "Finetune/Step Time": 10.873004114255309}
+{"Finetune/Learning Rate": 8.062311358462227e-06, "Finetune/Loss": 0.6077969670295715, "Finetune/Loss (Raw)": 0.6890277862548828, "Finetune/Step": 11062, "Finetune/Step Time": 10.873836303129792}
+{"Finetune/Learning Rate": 8.060659343326735e-06, "Finetune/Loss": 0.6075824499130249, "Finetune/Loss (Raw)": 0.5341110229492188, "Finetune/Step": 11063, "Finetune/Step Time": 10.880133302882314}
+{"Finetune/Learning Rate": 8.059007383185431e-06, "Finetune/Loss": 0.6088961362838745, "Finetune/Loss (Raw)": 0.7021328806877136, "Finetune/Step": 11064, "Finetune/Step Time": 10.869062565267086}
+{"Finetune/Learning Rate": 8.057355478085157e-06, "Finetune/Loss": 0.6078916788101196, "Finetune/Loss (Raw)": 0.5886889100074768, "Finetune/Step": 11065, "Finetune/Step Time": 10.870083842426538}
+{"Finetune/Learning Rate": 8.055703628072757e-06, "Finetune/Loss": 0.6091572046279907, "Finetune/Loss (Raw)": 0.5976349711418152, "Finetune/Step": 11066, "Finetune/Step Time": 10.85604121349752}
+{"Finetune/Learning Rate": 8.054051833195077e-06, "Finetune/Loss": 0.6092486381530762, "Finetune/Loss (Raw)": 0.6318149566650391, "Finetune/Step": 11067, "Finetune/Step Time": 10.856042938306928}
+{"Finetune/Learning Rate": 8.052400093498949e-06, "Finetune/Loss": 0.6097805500030518, "Finetune/Loss (Raw)": 0.6928998231887817, "Finetune/Step": 11068, "Finetune/Step Time": 10.866719281300902}
+{"Finetune/Learning Rate": 8.050748409031218e-06, "Finetune/Loss": 0.6105960607528687, "Finetune/Loss (Raw)": 0.6231489777565002, "Finetune/Step": 11069, "Finetune/Step Time": 10.8395362701267}
+{"Finetune/Learning Rate": 8.04909677983872e-06, "Finetune/Loss": 0.6110137104988098, "Finetune/Loss (Raw)": 0.6054350733757019, "Finetune/Step": 11070, "Finetune/Step Time": 10.843155272305012}
+{"Finetune/Learning Rate": 8.047445205968287e-06, "Finetune/Loss": 0.6100956201553345, "Finetune/Loss (Raw)": 0.5274203419685364, "Finetune/Step": 11071, "Finetune/Step Time": 10.84178232587874}
+{"Finetune/Learning Rate": 8.045793687466757e-06, "Finetune/Loss": 0.6099937558174133, "Finetune/Loss (Raw)": 0.6201324462890625, "Finetune/Step": 11072, "Finetune/Step Time": 10.84666147083044}
+{"Finetune/Learning Rate": 8.04414222438096e-06, "Finetune/Loss": 0.6101213097572327, "Finetune/Loss (Raw)": 0.6294754147529602, "Finetune/Step": 11073, "Finetune/Step Time": 10.846812037751079}
+{"Finetune/Learning Rate": 8.042490816757734e-06, "Finetune/Loss": 0.611312985420227, "Finetune/Loss (Raw)": 0.7024133205413818, "Finetune/Step": 11074, "Finetune/Step Time": 10.827608704566956}
+{"Finetune/Learning Rate": 8.040839464643895e-06, "Finetune/Loss": 0.6109223365783691, "Finetune/Loss (Raw)": 0.6448002457618713, "Finetune/Step": 11075, "Finetune/Step Time": 10.84128388762474}
+{"Finetune/Learning Rate": 8.039188168086278e-06, "Finetune/Loss": 0.61110520362854, "Finetune/Loss (Raw)": 0.6322559714317322, "Finetune/Step": 11076, "Finetune/Step Time": 10.84806165471673}
+{"Finetune/Learning Rate": 8.037536927131712e-06, "Finetune/Loss": 0.6126025915145874, "Finetune/Loss (Raw)": 0.5731135606765747, "Finetune/Step": 11077, "Finetune/Step Time": 10.815609134733677}
+{"Finetune/Learning Rate": 8.035885741827016e-06, "Finetune/Loss": 0.6116085648536682, "Finetune/Loss (Raw)": 0.4893063008785248, "Finetune/Step": 11078, "Finetune/Step Time": 10.824064310640097}
+{"Finetune/Learning Rate": 8.034234612219015e-06, "Finetune/Loss": 0.6130499243736267, "Finetune/Loss (Raw)": 0.7862176299095154, "Finetune/Step": 11079, "Finetune/Step Time": 10.826863560825586}
+{"Finetune/Learning Rate": 8.032583538354534e-06, "Finetune/Loss": 0.6124200820922852, "Finetune/Loss (Raw)": 0.6545581817626953, "Finetune/Step": 11080, "Finetune/Step Time": 10.82256979122758}
+{"Finetune/Learning Rate": 8.030932520280388e-06, "Finetune/Loss": 0.6127277612686157, "Finetune/Loss (Raw)": 0.6153809428215027, "Finetune/Step": 11081, "Finetune/Step Time": 10.865590676665306}
+{"Finetune/Learning Rate": 8.029281558043394e-06, "Finetune/Loss": 0.6136847734451294, "Finetune/Loss (Raw)": 0.7609705924987793, "Finetune/Step": 11082, "Finetune/Step Time": 10.867479354143143}
+{"Finetune/Learning Rate": 8.02763065169037e-06, "Finetune/Loss": 0.6141767501831055, "Finetune/Loss (Raw)": 0.6107161045074463, "Finetune/Step": 11083, "Finetune/Step Time": 10.846458699554205}
+{"Finetune/Learning Rate": 8.025979801268135e-06, "Finetune/Loss": 0.6131554841995239, "Finetune/Loss (Raw)": 0.5115681886672974, "Finetune/Step": 11084, "Finetune/Step Time": 10.829124465584755}
+{"Finetune/Learning Rate": 8.024329006823499e-06, "Finetune/Loss": 0.6131609678268433, "Finetune/Loss (Raw)": 0.6678605079650879, "Finetune/Step": 11085, "Finetune/Step Time": 10.8374083340168}
+{"Finetune/Learning Rate": 8.022678268403277e-06, "Finetune/Loss": 0.6123842597007751, "Finetune/Loss (Raw)": 0.599346935749054, "Finetune/Step": 11086, "Finetune/Step Time": 10.83774540759623}
+{"Finetune/Learning Rate": 8.021027586054273e-06, "Finetune/Loss": 0.6114470362663269, "Finetune/Loss (Raw)": 0.5790032148361206, "Finetune/Step": 11087, "Finetune/Step Time": 10.837350897490978}
+{"Finetune/Learning Rate": 8.0193769598233e-06, "Finetune/Loss": 0.6120272874832153, "Finetune/Loss (Raw)": 0.6702797412872314, "Finetune/Step": 11088, "Finetune/Step Time": 10.833719799295068}
+{"Finetune/Learning Rate": 8.017726389757163e-06, "Finetune/Loss": 0.6114773750305176, "Finetune/Loss (Raw)": 0.6206690669059753, "Finetune/Step": 11089, "Finetune/Step Time": 10.840899918228388}
+{"Finetune/Learning Rate": 8.016075875902669e-06, "Finetune/Loss": 0.6106352806091309, "Finetune/Loss (Raw)": 0.5943152904510498, "Finetune/Step": 11090, "Finetune/Step Time": 10.857445748522878}
+{"Finetune/Learning Rate": 8.014425418306622e-06, "Finetune/Loss": 0.611121416091919, "Finetune/Loss (Raw)": 0.7496882677078247, "Finetune/Step": 11091, "Finetune/Step Time": 10.857567919418216}
+{"Finetune/Learning Rate": 8.012775017015829e-06, "Finetune/Loss": 0.6088533997535706, "Finetune/Loss (Raw)": 0.3938835561275482, "Finetune/Step": 11092, "Finetune/Step Time": 10.880382597446442}
+{"Finetune/Learning Rate": 8.011124672077078e-06, "Finetune/Loss": 0.6101782321929932, "Finetune/Loss (Raw)": 0.5956354141235352, "Finetune/Step": 11093, "Finetune/Step Time": 10.854555748403072}
+{"Finetune/Learning Rate": 8.00947438353718e-06, "Finetune/Loss": 0.609549343585968, "Finetune/Loss (Raw)": 0.62820965051651, "Finetune/Step": 11094, "Finetune/Step Time": 10.85044165328145}
+{"Finetune/Learning Rate": 8.007824151442927e-06, "Finetune/Loss": 0.6086075305938721, "Finetune/Loss (Raw)": 0.6035287380218506, "Finetune/Step": 11095, "Finetune/Step Time": 10.84740013629198}
+{"Finetune/Learning Rate": 8.006173975841115e-06, "Finetune/Loss": 0.6077563762664795, "Finetune/Loss (Raw)": 0.4808478057384491, "Finetune/Step": 11096, "Finetune/Step Time": 10.848825559020042}
+{"Finetune/Learning Rate": 8.00452385677854e-06, "Finetune/Loss": 0.6079444885253906, "Finetune/Loss (Raw)": 0.6734046339988708, "Finetune/Step": 11097, "Finetune/Step Time": 10.846374144777656}
+{"Finetune/Learning Rate": 8.002873794301997e-06, "Finetune/Loss": 0.6077930927276611, "Finetune/Loss (Raw)": 0.5772116780281067, "Finetune/Step": 11098, "Finetune/Step Time": 10.849888313561678}
+{"Finetune/Learning Rate": 8.001223788458273e-06, "Finetune/Loss": 0.6085360646247864, "Finetune/Loss (Raw)": 0.6185443997383118, "Finetune/Step": 11099, "Finetune/Step Time": 10.84955159202218}
+{"Finetune/Learning Rate": 7.999573839294154e-06, "Finetune/Loss": 0.6100579500198364, "Finetune/Loss (Raw)": 0.7091008424758911, "Finetune/Step": 11100, "Finetune/Step Time": 10.854352815076709}
+{"Finetune/Learning Rate": 7.997923946856435e-06, "Finetune/Loss": 0.6122080683708191, "Finetune/Loss (Raw)": 0.6349280476570129, "Finetune/Step": 11101, "Finetune/Step Time": 10.823159862309694}
+{"Finetune/Learning Rate": 7.996274111191901e-06, "Finetune/Loss": 0.6129108667373657, "Finetune/Loss (Raw)": 0.7340548038482666, "Finetune/Step": 11102, "Finetune/Step Time": 10.813029116019607}
+{"Finetune/Learning Rate": 7.994624332347335e-06, "Finetune/Loss": 0.612883448600769, "Finetune/Loss (Raw)": 0.5663401484489441, "Finetune/Step": 11103, "Finetune/Step Time": 10.804746435955167}
+{"Finetune/Learning Rate": 7.992974610369521e-06, "Finetune/Loss": 0.6129382848739624, "Finetune/Loss (Raw)": 0.6051537990570068, "Finetune/Step": 11104, "Finetune/Step Time": 10.819594318047166}
+{"Finetune/Learning Rate": 7.991324945305239e-06, "Finetune/Loss": 0.6129512786865234, "Finetune/Loss (Raw)": 0.6060889363288879, "Finetune/Step": 11105, "Finetune/Step Time": 10.84043481014669}
+{"Finetune/Learning Rate": 7.98967533720127e-06, "Finetune/Loss": 0.6130250096321106, "Finetune/Loss (Raw)": 0.6375840306282043, "Finetune/Step": 11106, "Finetune/Step Time": 10.843529414385557}
+{"Finetune/Learning Rate": 7.988025786104389e-06, "Finetune/Loss": 0.6133197546005249, "Finetune/Loss (Raw)": 0.7426092624664307, "Finetune/Step": 11107, "Finetune/Step Time": 10.835713427513838}
+{"Finetune/Learning Rate": 7.986376292061378e-06, "Finetune/Loss": 0.6134955286979675, "Finetune/Loss (Raw)": 0.6659694314002991, "Finetune/Step": 11108, "Finetune/Step Time": 10.851961445063353}
+{"Finetune/Learning Rate": 7.98472685511901e-06, "Finetune/Loss": 0.6126786470413208, "Finetune/Loss (Raw)": 0.6181067824363708, "Finetune/Step": 11109, "Finetune/Step Time": 10.850197546184063}
+{"Finetune/Learning Rate": 7.983077475324058e-06, "Finetune/Loss": 0.611751914024353, "Finetune/Loss (Raw)": 0.5504136085510254, "Finetune/Step": 11110, "Finetune/Step Time": 10.846224583685398}
+{"Finetune/Learning Rate": 7.981428152723292e-06, "Finetune/Loss": 0.6113131046295166, "Finetune/Loss (Raw)": 0.59723299741745, "Finetune/Step": 11111, "Finetune/Step Time": 10.846105702221394}
+{"Finetune/Learning Rate": 7.979778887363485e-06, "Finetune/Loss": 0.6108242273330688, "Finetune/Loss (Raw)": 0.5923150777816772, "Finetune/Step": 11112, "Finetune/Step Time": 10.853433609008789}
+{"Finetune/Learning Rate": 7.978129679291403e-06, "Finetune/Loss": 0.6101780533790588, "Finetune/Loss (Raw)": 0.5751768946647644, "Finetune/Step": 11113, "Finetune/Step Time": 10.855043770745397}
+{"Finetune/Learning Rate": 7.976480528553812e-06, "Finetune/Loss": 0.6106153726577759, "Finetune/Loss (Raw)": 0.5826273560523987, "Finetune/Step": 11114, "Finetune/Step Time": 10.858476044610143}
+{"Finetune/Learning Rate": 7.97483143519748e-06, "Finetune/Loss": 0.6109094619750977, "Finetune/Loss (Raw)": 0.6351026892662048, "Finetune/Step": 11115, "Finetune/Step Time": 10.857151001691818}
+{"Finetune/Learning Rate": 7.973182399269176e-06, "Finetune/Loss": 0.6108449697494507, "Finetune/Loss (Raw)": 0.6231579780578613, "Finetune/Step": 11116, "Finetune/Step Time": 10.84467464312911}
+{"Finetune/Learning Rate": 7.971533420815646e-06, "Finetune/Loss": 0.6119667887687683, "Finetune/Loss (Raw)": 0.6648613810539246, "Finetune/Step": 11117, "Finetune/Step Time": 10.84375866688788}
+{"Finetune/Learning Rate": 7.969884499883666e-06, "Finetune/Loss": 0.6126532554626465, "Finetune/Loss (Raw)": 0.6926208138465881, "Finetune/Step": 11118, "Finetune/Step Time": 10.848401868715882}
+{"Finetune/Learning Rate": 7.968235636519986e-06, "Finetune/Loss": 0.6132758855819702, "Finetune/Loss (Raw)": 0.6444084048271179, "Finetune/Step": 11119, "Finetune/Step Time": 10.832114044576883}
+{"Finetune/Learning Rate": 7.966586830771367e-06, "Finetune/Loss": 0.6131678819656372, "Finetune/Loss (Raw)": 0.5595031976699829, "Finetune/Step": 11120, "Finetune/Step Time": 10.828013436868787}
+{"Finetune/Learning Rate": 7.964938082684564e-06, "Finetune/Loss": 0.6129980087280273, "Finetune/Loss (Raw)": 0.6042484045028687, "Finetune/Step": 11121, "Finetune/Step Time": 10.826581032946706}
+{"Finetune/Learning Rate": 7.96328939230633e-06, "Finetune/Loss": 0.6131480932235718, "Finetune/Loss (Raw)": 0.6492245197296143, "Finetune/Step": 11122, "Finetune/Step Time": 10.822527954354882}
+{"Finetune/Learning Rate": 7.961640759683416e-06, "Finetune/Loss": 0.6143394708633423, "Finetune/Loss (Raw)": 0.6301740407943726, "Finetune/Step": 11123, "Finetune/Step Time": 10.816278889775276}
+{"Finetune/Learning Rate": 7.959992184862572e-06, "Finetune/Loss": 0.6140629053115845, "Finetune/Loss (Raw)": 0.561356782913208, "Finetune/Step": 11124, "Finetune/Step Time": 10.818054465577006}
+{"Finetune/Learning Rate": 7.958343667890552e-06, "Finetune/Loss": 0.6149697303771973, "Finetune/Loss (Raw)": 0.6287078857421875, "Finetune/Step": 11125, "Finetune/Step Time": 10.812554191797972}
+{"Finetune/Learning Rate": 7.956695208814097e-06, "Finetune/Loss": 0.6153794527053833, "Finetune/Loss (Raw)": 0.6303892135620117, "Finetune/Step": 11126, "Finetune/Step Time": 10.81763974018395}
+{"Finetune/Learning Rate": 7.955046807679958e-06, "Finetune/Loss": 0.6137694120407104, "Finetune/Loss (Raw)": 0.5050696730613708, "Finetune/Step": 11127, "Finetune/Step Time": 10.844129303470254}
+{"Finetune/Learning Rate": 7.953398464534878e-06, "Finetune/Loss": 0.6136223077774048, "Finetune/Loss (Raw)": 0.6467026472091675, "Finetune/Step": 11128, "Finetune/Step Time": 10.84414211474359}
+{"Finetune/Learning Rate": 7.951750179425594e-06, "Finetune/Loss": 0.6155357360839844, "Finetune/Loss (Raw)": 0.7013102769851685, "Finetune/Step": 11129, "Finetune/Step Time": 10.811649952083826}
+{"Finetune/Learning Rate": 7.950101952398852e-06, "Finetune/Loss": 0.6150651574134827, "Finetune/Loss (Raw)": 0.5584774613380432, "Finetune/Step": 11130, "Finetune/Step Time": 10.809340821579099}
+{"Finetune/Learning Rate": 7.948453783501387e-06, "Finetune/Loss": 0.6148620843887329, "Finetune/Loss (Raw)": 0.6654487252235413, "Finetune/Step": 11131, "Finetune/Step Time": 10.807278553023934}
+{"Finetune/Learning Rate": 7.94680567277994e-06, "Finetune/Loss": 0.6145151853561401, "Finetune/Loss (Raw)": 0.5550949573516846, "Finetune/Step": 11132, "Finetune/Step Time": 10.827700886875391}
+{"Finetune/Learning Rate": 7.945157620281247e-06, "Finetune/Loss": 0.615172803401947, "Finetune/Loss (Raw)": 0.7182283401489258, "Finetune/Step": 11133, "Finetune/Step Time": 10.811014350503683}
+{"Finetune/Learning Rate": 7.943509626052042e-06, "Finetune/Loss": 0.6164078712463379, "Finetune/Loss (Raw)": 0.7566008567810059, "Finetune/Step": 11134, "Finetune/Step Time": 10.805924022570252}
+{"Finetune/Learning Rate": 7.941861690139055e-06, "Finetune/Loss": 0.6154576539993286, "Finetune/Loss (Raw)": 0.6720870137214661, "Finetune/Step": 11135, "Finetune/Step Time": 10.804266950115561}
+{"Finetune/Learning Rate": 7.940213812589018e-06, "Finetune/Loss": 0.6149370670318604, "Finetune/Loss (Raw)": 0.5722088813781738, "Finetune/Step": 11136, "Finetune/Step Time": 10.804389772936702}
+{"Finetune/Learning Rate": 7.938565993448658e-06, "Finetune/Loss": 0.6150945425033569, "Finetune/Loss (Raw)": 0.6238788366317749, "Finetune/Step": 11137, "Finetune/Step Time": 10.80610704049468}
+{"Finetune/Learning Rate": 7.936918232764708e-06, "Finetune/Loss": 0.6149522066116333, "Finetune/Loss (Raw)": 0.6024423837661743, "Finetune/Step": 11138, "Finetune/Step Time": 10.808283282443881}
+{"Finetune/Learning Rate": 7.935270530583886e-06, "Finetune/Loss": 0.6166454553604126, "Finetune/Loss (Raw)": 0.5994032025337219, "Finetune/Step": 11139, "Finetune/Step Time": 10.769279528409243}
+{"Finetune/Learning Rate": 7.933622886952926e-06, "Finetune/Loss": 0.6171177625656128, "Finetune/Loss (Raw)": 0.5888406038284302, "Finetune/Step": 11140, "Finetune/Step Time": 10.764158206060529}
+{"Finetune/Learning Rate": 7.93197530191854e-06, "Finetune/Loss": 0.61556476354599, "Finetune/Loss (Raw)": 0.40975421667099, "Finetune/Step": 11141, "Finetune/Step Time": 10.800795720890164}
+{"Finetune/Learning Rate": 7.930327775527456e-06, "Finetune/Loss": 0.6158486604690552, "Finetune/Loss (Raw)": 0.6574642658233643, "Finetune/Step": 11142, "Finetune/Step Time": 10.79390412569046}
+{"Finetune/Learning Rate": 7.928680307826389e-06, "Finetune/Loss": 0.6178406476974487, "Finetune/Loss (Raw)": 0.6479454636573792, "Finetune/Step": 11143, "Finetune/Step Time": 10.752884013578296}
+{"Finetune/Learning Rate": 7.927032898862061e-06, "Finetune/Loss": 0.6179567575454712, "Finetune/Loss (Raw)": 0.6856029033660889, "Finetune/Step": 11144, "Finetune/Step Time": 10.738624358549714}
+{"Finetune/Learning Rate": 7.925385548681183e-06, "Finetune/Loss": 0.6171313524246216, "Finetune/Loss (Raw)": 0.5396692752838135, "Finetune/Step": 11145, "Finetune/Step Time": 10.742629989981651}
+{"Finetune/Learning Rate": 7.923738257330475e-06, "Finetune/Loss": 0.6173686981201172, "Finetune/Loss (Raw)": 0.6508293151855469, "Finetune/Step": 11146, "Finetune/Step Time": 10.742204152047634}
+{"Finetune/Learning Rate": 7.922091024856645e-06, "Finetune/Loss": 0.6178563237190247, "Finetune/Loss (Raw)": 0.6656620502471924, "Finetune/Step": 11147, "Finetune/Step Time": 10.743899850174785}
+{"Finetune/Learning Rate": 7.920443851306402e-06, "Finetune/Loss": 0.618992030620575, "Finetune/Loss (Raw)": 0.7713766694068909, "Finetune/Step": 11148, "Finetune/Step Time": 10.737261809408665}
+{"Finetune/Learning Rate": 7.918796736726456e-06, "Finetune/Loss": 0.6170444488525391, "Finetune/Loss (Raw)": 0.49375179409980774, "Finetune/Step": 11149, "Finetune/Step Time": 10.74714687652886}
+{"Finetune/Learning Rate": 7.91714968116352e-06, "Finetune/Loss": 0.6164560317993164, "Finetune/Loss (Raw)": 0.63449627161026, "Finetune/Step": 11150, "Finetune/Step Time": 10.7626679148525}
+{"Finetune/Learning Rate": 7.915502684664296e-06, "Finetune/Loss": 0.6168321371078491, "Finetune/Loss (Raw)": 0.7137549519538879, "Finetune/Step": 11151, "Finetune/Step Time": 10.76634205877781}
+{"Finetune/Learning Rate": 7.91385574727549e-06, "Finetune/Loss": 0.6176154017448425, "Finetune/Loss (Raw)": 0.7272123098373413, "Finetune/Step": 11152, "Finetune/Step Time": 10.764564890414476}
+{"Finetune/Learning Rate": 7.9122088690438e-06, "Finetune/Loss": 0.6175233125686646, "Finetune/Loss (Raw)": 0.6017228364944458, "Finetune/Step": 11153, "Finetune/Step Time": 10.749452598392963}
+{"Finetune/Learning Rate": 7.910562050015931e-06, "Finetune/Loss": 0.6191738843917847, "Finetune/Loss (Raw)": 0.6531626582145691, "Finetune/Step": 11154, "Finetune/Step Time": 10.67754210345447}
+{"Finetune/Learning Rate": 7.90891529023858e-06, "Finetune/Loss": 0.619198739528656, "Finetune/Loss (Raw)": 0.5436716675758362, "Finetune/Step": 11155, "Finetune/Step Time": 10.67795884795487}
+{"Finetune/Learning Rate": 7.907268589758443e-06, "Finetune/Loss": 0.619743287563324, "Finetune/Loss (Raw)": 0.6632800102233887, "Finetune/Step": 11156, "Finetune/Step Time": 10.674601132050157}
+{"Finetune/Learning Rate": 7.90562194862222e-06, "Finetune/Loss": 0.618255078792572, "Finetune/Loss (Raw)": 0.48302963376045227, "Finetune/Step": 11157, "Finetune/Step Time": 10.678574064746499}
+{"Finetune/Learning Rate": 7.903975366876603e-06, "Finetune/Loss": 0.616858959197998, "Finetune/Loss (Raw)": 0.598410964012146, "Finetune/Step": 11158, "Finetune/Step Time": 10.677935659885406}
+{"Finetune/Learning Rate": 7.902328844568287e-06, "Finetune/Loss": 0.6175001859664917, "Finetune/Loss (Raw)": 0.6470885276794434, "Finetune/Step": 11159, "Finetune/Step Time": 10.67854561842978}
+{"Finetune/Learning Rate": 7.900682381743956e-06, "Finetune/Loss": 0.6173635125160217, "Finetune/Loss (Raw)": 0.3876977562904358, "Finetune/Step": 11160, "Finetune/Step Time": 10.67781886458397}
+{"Finetune/Learning Rate": 7.899035978450305e-06, "Finetune/Loss": 0.617360532283783, "Finetune/Loss (Raw)": 0.6282182931900024, "Finetune/Step": 11161, "Finetune/Step Time": 10.68783937394619}
+{"Finetune/Learning Rate": 7.897389634734019e-06, "Finetune/Loss": 0.6178865432739258, "Finetune/Loss (Raw)": 0.6824946403503418, "Finetune/Step": 11162, "Finetune/Step Time": 10.664875458925962}
+{"Finetune/Learning Rate": 7.89574335064178e-06, "Finetune/Loss": 0.6183741688728333, "Finetune/Loss (Raw)": 0.7246213555335999, "Finetune/Step": 11163, "Finetune/Step Time": 10.659578423947096}
+{"Finetune/Learning Rate": 7.89409712622028e-06, "Finetune/Loss": 0.6180453300476074, "Finetune/Loss (Raw)": 0.5913868546485901, "Finetune/Step": 11164, "Finetune/Step Time": 10.660091869533062}
+{"Finetune/Learning Rate": 7.8924509615162e-06, "Finetune/Loss": 0.6181371212005615, "Finetune/Loss (Raw)": 0.7052244544029236, "Finetune/Step": 11165, "Finetune/Step Time": 10.663830645382404}
+{"Finetune/Learning Rate": 7.890804856576213e-06, "Finetune/Loss": 0.6172468662261963, "Finetune/Loss (Raw)": 0.5158990025520325, "Finetune/Step": 11166, "Finetune/Step Time": 10.651106553152204}
+{"Finetune/Learning Rate": 7.889158811447003e-06, "Finetune/Loss": 0.6189073920249939, "Finetune/Loss (Raw)": 0.7463575005531311, "Finetune/Step": 11167, "Finetune/Step Time": 10.653214231133461}
+{"Finetune/Learning Rate": 7.887512826175247e-06, "Finetune/Loss": 0.6190860271453857, "Finetune/Loss (Raw)": 0.6335425972938538, "Finetune/Step": 11168, "Finetune/Step Time": 10.654942693188787}
+{"Finetune/Learning Rate": 7.885866900807622e-06, "Finetune/Loss": 0.617379903793335, "Finetune/Loss (Raw)": 0.42111149430274963, "Finetune/Step": 11169, "Finetune/Step Time": 10.694241037592292}
+{"Finetune/Learning Rate": 7.884221035390796e-06, "Finetune/Loss": 0.6180100440979004, "Finetune/Loss (Raw)": 0.6361264586448669, "Finetune/Step": 11170, "Finetune/Step Time": 10.699730949476361}
+{"Finetune/Learning Rate": 7.882575229971452e-06, "Finetune/Loss": 0.6175506711006165, "Finetune/Loss (Raw)": 0.561747133731842, "Finetune/Step": 11171, "Finetune/Step Time": 10.693373003974557}
+{"Finetune/Learning Rate": 7.880929484596249e-06, "Finetune/Loss": 0.6172211170196533, "Finetune/Loss (Raw)": 0.6823663115501404, "Finetune/Step": 11172, "Finetune/Step Time": 10.705215902999043}
+{"Finetune/Learning Rate": 7.879283799311856e-06, "Finetune/Loss": 0.616694450378418, "Finetune/Loss (Raw)": 0.5264841914176941, "Finetune/Step": 11173, "Finetune/Step Time": 10.70589586161077}
+{"Finetune/Learning Rate": 7.877638174164947e-06, "Finetune/Loss": 0.6165238618850708, "Finetune/Loss (Raw)": 0.5888232588768005, "Finetune/Step": 11174, "Finetune/Step Time": 10.715649390593171}
+{"Finetune/Learning Rate": 7.875992609202186e-06, "Finetune/Loss": 0.6160435080528259, "Finetune/Loss (Raw)": 0.5302276611328125, "Finetune/Step": 11175, "Finetune/Step Time": 10.72064357995987}
+{"Finetune/Learning Rate": 7.874347104470234e-06, "Finetune/Loss": 0.615068256855011, "Finetune/Loss (Raw)": 0.4708043336868286, "Finetune/Step": 11176, "Finetune/Step Time": 10.733091099187732}
+{"Finetune/Learning Rate": 7.872701660015755e-06, "Finetune/Loss": 0.6162199974060059, "Finetune/Loss (Raw)": 0.7166098952293396, "Finetune/Step": 11177, "Finetune/Step Time": 10.72290845029056}
+{"Finetune/Learning Rate": 7.871056275885407e-06, "Finetune/Loss": 0.6167848706245422, "Finetune/Loss (Raw)": 0.688141942024231, "Finetune/Step": 11178, "Finetune/Step Time": 10.738109966740012}
+{"Finetune/Learning Rate": 7.869410952125847e-06, "Finetune/Loss": 0.6169615983963013, "Finetune/Loss (Raw)": 0.691326379776001, "Finetune/Step": 11179, "Finetune/Step Time": 10.752351362258196}
+{"Finetune/Learning Rate": 7.867765688783732e-06, "Finetune/Loss": 0.6166954636573792, "Finetune/Loss (Raw)": 0.5719208717346191, "Finetune/Step": 11180, "Finetune/Step Time": 10.74440336599946}
+{"Finetune/Learning Rate": 7.866120485905721e-06, "Finetune/Loss": 0.6179103255271912, "Finetune/Loss (Raw)": 0.5962212681770325, "Finetune/Step": 11181, "Finetune/Step Time": 10.705648118630052}
+{"Finetune/Learning Rate": 7.864475343538466e-06, "Finetune/Loss": 0.6168602705001831, "Finetune/Loss (Raw)": 0.5093735456466675, "Finetune/Step": 11182, "Finetune/Step Time": 10.7415139246732}
+{"Finetune/Learning Rate": 7.86283026172862e-06, "Finetune/Loss": 0.6167975664138794, "Finetune/Loss (Raw)": 0.5703256726264954, "Finetune/Step": 11183, "Finetune/Step Time": 10.75258731469512}
+{"Finetune/Learning Rate": 7.861185240522828e-06, "Finetune/Loss": 0.6161072254180908, "Finetune/Loss (Raw)": 0.6405531167984009, "Finetune/Step": 11184, "Finetune/Step Time": 10.76542322896421}
+{"Finetune/Learning Rate": 7.85954027996774e-06, "Finetune/Loss": 0.6157803535461426, "Finetune/Loss (Raw)": 0.5956961512565613, "Finetune/Step": 11185, "Finetune/Step Time": 10.758627833798528}
+{"Finetune/Learning Rate": 7.857895380110004e-06, "Finetune/Loss": 0.6151733994483948, "Finetune/Loss (Raw)": 0.5789896845817566, "Finetune/Step": 11186, "Finetune/Step Time": 10.75328397192061}
+{"Finetune/Learning Rate": 7.85625054099626e-06, "Finetune/Loss": 0.6164594888687134, "Finetune/Loss (Raw)": 0.6287205815315247, "Finetune/Step": 11187, "Finetune/Step Time": 10.73952971957624}
+{"Finetune/Learning Rate": 7.854605762673158e-06, "Finetune/Loss": 0.6169372797012329, "Finetune/Loss (Raw)": 0.6785826683044434, "Finetune/Step": 11188, "Finetune/Step Time": 10.725209224969149}
+{"Finetune/Learning Rate": 7.85296104518734e-06, "Finetune/Loss": 0.6174660921096802, "Finetune/Loss (Raw)": 0.565272867679596, "Finetune/Step": 11189, "Finetune/Step Time": 10.72546212747693}
+{"Finetune/Learning Rate": 7.851316388585436e-06, "Finetune/Loss": 0.6165704727172852, "Finetune/Loss (Raw)": 0.5743920803070068, "Finetune/Step": 11190, "Finetune/Step Time": 10.71845230460167}
+{"Finetune/Learning Rate": 7.849671792914089e-06, "Finetune/Loss": 0.6162509322166443, "Finetune/Loss (Raw)": 0.4932103157043457, "Finetune/Step": 11191, "Finetune/Step Time": 10.714275749400258}
+{"Finetune/Learning Rate": 7.848027258219938e-06, "Finetune/Loss": 0.615416407585144, "Finetune/Loss (Raw)": 0.5953102111816406, "Finetune/Step": 11192, "Finetune/Step Time": 10.711949395015836}
+{"Finetune/Learning Rate": 7.846382784549611e-06, "Finetune/Loss": 0.6153906583786011, "Finetune/Loss (Raw)": 0.5853906869888306, "Finetune/Step": 11193, "Finetune/Step Time": 10.72815041616559}
+{"Finetune/Learning Rate": 7.844738371949747e-06, "Finetune/Loss": 0.6158939599990845, "Finetune/Loss (Raw)": 0.662057638168335, "Finetune/Step": 11194, "Finetune/Step Time": 10.712781427428126}
+{"Finetune/Learning Rate": 7.843094020466975e-06, "Finetune/Loss": 0.6159183979034424, "Finetune/Loss (Raw)": 0.6349444389343262, "Finetune/Step": 11195, "Finetune/Step Time": 10.717743840068579}
+{"Finetune/Learning Rate": 7.841449730147921e-06, "Finetune/Loss": 0.6156986355781555, "Finetune/Loss (Raw)": 0.6647696495056152, "Finetune/Step": 11196, "Finetune/Step Time": 10.712695267051458}
+{"Finetune/Learning Rate": 7.839805501039212e-06, "Finetune/Loss": 0.6149989366531372, "Finetune/Loss (Raw)": 0.533588707447052, "Finetune/Step": 11197, "Finetune/Step Time": 10.731651086360216}
+{"Finetune/Learning Rate": 7.83816133318748e-06, "Finetune/Loss": 0.6151208877563477, "Finetune/Loss (Raw)": 0.6210399270057678, "Finetune/Step": 11198, "Finetune/Step Time": 10.7376645244658}
+{"Finetune/Learning Rate": 7.836517226639344e-06, "Finetune/Loss": 0.6161799430847168, "Finetune/Loss (Raw)": 0.6629877090454102, "Finetune/Step": 11199, "Finetune/Step Time": 10.736331462860107}
+{"Finetune/Learning Rate": 7.834873181441426e-06, "Finetune/Loss": 0.6157822608947754, "Finetune/Loss (Raw)": 0.5692266821861267, "Finetune/Step": 11200, "Finetune/Step Time": 10.734245466068387}
+{"Finetune/Learning Rate": 7.833229197640353e-06, "Finetune/Loss": 0.6155303120613098, "Finetune/Loss (Raw)": 0.5972251892089844, "Finetune/Step": 11201, "Finetune/Step Time": 10.738930828869343}
+{"Finetune/Learning Rate": 7.831585275282735e-06, "Finetune/Loss": 0.6142675876617432, "Finetune/Loss (Raw)": 0.5407887697219849, "Finetune/Step": 11202, "Finetune/Step Time": 10.736417688429356}
+{"Finetune/Learning Rate": 7.829941414415193e-06, "Finetune/Loss": 0.6138741970062256, "Finetune/Loss (Raw)": 0.5944443941116333, "Finetune/Step": 11203, "Finetune/Step Time": 10.72492454573512}
+{"Finetune/Learning Rate": 7.828297615084341e-06, "Finetune/Loss": 0.6131194829940796, "Finetune/Loss (Raw)": 0.5356515049934387, "Finetune/Step": 11204, "Finetune/Step Time": 10.722343323752284}
+{"Finetune/Learning Rate": 7.82665387733679e-06, "Finetune/Loss": 0.6135483384132385, "Finetune/Loss (Raw)": 0.6280094385147095, "Finetune/Step": 11205, "Finetune/Step Time": 10.716184828430414}
+{"Finetune/Learning Rate": 7.82501020121916e-06, "Finetune/Loss": 0.6146517395973206, "Finetune/Loss (Raw)": 0.630537211894989, "Finetune/Step": 11206, "Finetune/Step Time": 10.70766906067729}
+{"Finetune/Learning Rate": 7.823366586778053e-06, "Finetune/Loss": 0.6136659383773804, "Finetune/Loss (Raw)": 0.6600434184074402, "Finetune/Step": 11207, "Finetune/Step Time": 10.745152976363897}
+{"Finetune/Learning Rate": 7.821723034060082e-06, "Finetune/Loss": 0.6126910448074341, "Finetune/Loss (Raw)": 0.5297577977180481, "Finetune/Step": 11208, "Finetune/Step Time": 10.756692031398416}
+{"Finetune/Learning Rate": 7.82007954311185e-06, "Finetune/Loss": 0.6124076247215271, "Finetune/Loss (Raw)": 0.5791118144989014, "Finetune/Step": 11209, "Finetune/Step Time": 10.71350434795022}
+{"Finetune/Learning Rate": 7.818436113979963e-06, "Finetune/Loss": 0.6109338402748108, "Finetune/Loss (Raw)": 0.5723229050636292, "Finetune/Step": 11210, "Finetune/Step Time": 10.714194128289819}
+{"Finetune/Learning Rate": 7.816792746711027e-06, "Finetune/Loss": 0.6109826564788818, "Finetune/Loss (Raw)": 0.6169714331626892, "Finetune/Step": 11211, "Finetune/Step Time": 10.703867185860872}
+{"Finetune/Learning Rate": 7.815149441351636e-06, "Finetune/Loss": 0.6123175024986267, "Finetune/Loss (Raw)": 0.6824209094047546, "Finetune/Step": 11212, "Finetune/Step Time": 10.711651040241122}
+{"Finetune/Learning Rate": 7.8135061979484e-06, "Finetune/Loss": 0.6115479469299316, "Finetune/Loss (Raw)": 0.5693559050559998, "Finetune/Step": 11213, "Finetune/Step Time": 10.707475064322352}
+{"Finetune/Learning Rate": 7.811863016547908e-06, "Finetune/Loss": 0.6110921502113342, "Finetune/Loss (Raw)": 0.5410032868385315, "Finetune/Step": 11214, "Finetune/Step Time": 10.710955763235688}
+{"Finetune/Learning Rate": 7.810219897196756e-06, "Finetune/Loss": 0.6116518974304199, "Finetune/Loss (Raw)": 0.6506545543670654, "Finetune/Step": 11215, "Finetune/Step Time": 10.710419783368707}
+{"Finetune/Learning Rate": 7.808576839941541e-06, "Finetune/Loss": 0.6113399267196655, "Finetune/Loss (Raw)": 0.6303430199623108, "Finetune/Step": 11216, "Finetune/Step Time": 10.727234926074743}
+{"Finetune/Learning Rate": 7.806933844828857e-06, "Finetune/Loss": 0.6108027696609497, "Finetune/Loss (Raw)": 0.5519252419471741, "Finetune/Step": 11217, "Finetune/Step Time": 10.721966739743948}
+{"Finetune/Learning Rate": 7.805290911905294e-06, "Finetune/Loss": 0.6114143133163452, "Finetune/Loss (Raw)": 0.6725877523422241, "Finetune/Step": 11218, "Finetune/Step Time": 10.717295084148645}
+{"Finetune/Learning Rate": 7.80364804121744e-06, "Finetune/Loss": 0.6099494695663452, "Finetune/Loss (Raw)": 0.5621911883354187, "Finetune/Step": 11219, "Finetune/Step Time": 10.717265045270324}
+{"Finetune/Learning Rate": 7.80200523281188e-06, "Finetune/Loss": 0.612021803855896, "Finetune/Loss (Raw)": 0.6591377258300781, "Finetune/Step": 11220, "Finetune/Step Time": 10.682339414954185}
+{"Finetune/Learning Rate": 7.800362486735203e-06, "Finetune/Loss": 0.6120564341545105, "Finetune/Loss (Raw)": 0.6000713109970093, "Finetune/Step": 11221, "Finetune/Step Time": 10.672355223447084}
+{"Finetune/Learning Rate": 7.798719803033988e-06, "Finetune/Loss": 0.6120216250419617, "Finetune/Loss (Raw)": 0.6237516403198242, "Finetune/Step": 11222, "Finetune/Step Time": 10.71420401521027}
+{"Finetune/Learning Rate": 7.797077181754821e-06, "Finetune/Loss": 0.6135547161102295, "Finetune/Loss (Raw)": 0.7997658252716064, "Finetune/Step": 11223, "Finetune/Step Time": 10.716053947806358}
+{"Finetune/Learning Rate": 7.795434622944282e-06, "Finetune/Loss": 0.6149455308914185, "Finetune/Loss (Raw)": 0.6588737964630127, "Finetune/Step": 11224, "Finetune/Step Time": 10.691538956016302}
+{"Finetune/Learning Rate": 7.793792126648949e-06, "Finetune/Loss": 0.6154115796089172, "Finetune/Loss (Raw)": 0.7330623269081116, "Finetune/Step": 11225, "Finetune/Step Time": 10.689093947410583}
+{"Finetune/Learning Rate": 7.792149692915396e-06, "Finetune/Loss": 0.6152014136314392, "Finetune/Loss (Raw)": 0.5503031015396118, "Finetune/Step": 11226, "Finetune/Step Time": 10.729276800528169}
+{"Finetune/Learning Rate": 7.7905073217902e-06, "Finetune/Loss": 0.6152325868606567, "Finetune/Loss (Raw)": 0.6225319504737854, "Finetune/Step": 11227, "Finetune/Step Time": 10.731201032176614}
+{"Finetune/Learning Rate": 7.788865013319932e-06, "Finetune/Loss": 0.6144876480102539, "Finetune/Loss (Raw)": 0.6137529015541077, "Finetune/Step": 11228, "Finetune/Step Time": 10.743953824043274}
+{"Finetune/Learning Rate": 7.787222767551164e-06, "Finetune/Loss": 0.6133651733398438, "Finetune/Loss (Raw)": 0.4912528693675995, "Finetune/Step": 11229, "Finetune/Step Time": 10.742113968357444}
+{"Finetune/Learning Rate": 7.785580584530468e-06, "Finetune/Loss": 0.6123119592666626, "Finetune/Loss (Raw)": 0.5992353558540344, "Finetune/Step": 11230, "Finetune/Step Time": 10.745387071743608}
+{"Finetune/Learning Rate": 7.783938464304414e-06, "Finetune/Loss": 0.6134020090103149, "Finetune/Loss (Raw)": 0.7058779001235962, "Finetune/Step": 11231, "Finetune/Step Time": 10.74110146611929}
+{"Finetune/Learning Rate": 7.782296406919557e-06, "Finetune/Loss": 0.6131096482276917, "Finetune/Loss (Raw)": 0.5677261352539062, "Finetune/Step": 11232, "Finetune/Step Time": 10.722398489713669}
+{"Finetune/Learning Rate": 7.780654412422469e-06, "Finetune/Loss": 0.6130517721176147, "Finetune/Loss (Raw)": 0.5986859202384949, "Finetune/Step": 11233, "Finetune/Step Time": 10.709619708359241}
+{"Finetune/Learning Rate": 7.77901248085971e-06, "Finetune/Loss": 0.6130658388137817, "Finetune/Loss (Raw)": 0.6393828988075256, "Finetune/Step": 11234, "Finetune/Step Time": 10.71076107956469}
+{"Finetune/Learning Rate": 7.777370612277845e-06, "Finetune/Loss": 0.6114568710327148, "Finetune/Loss (Raw)": 0.5366590023040771, "Finetune/Step": 11235, "Finetune/Step Time": 10.713140258565545}
+{"Finetune/Learning Rate": 7.775728806723424e-06, "Finetune/Loss": 0.6102795600891113, "Finetune/Loss (Raw)": 0.5152767896652222, "Finetune/Step": 11236, "Finetune/Step Time": 10.71235966309905}
+{"Finetune/Learning Rate": 7.774087064243012e-06, "Finetune/Loss": 0.6105959415435791, "Finetune/Loss (Raw)": 0.6585972309112549, "Finetune/Step": 11237, "Finetune/Step Time": 10.713199011981487}
+{"Finetune/Learning Rate": 7.772445384883165e-06, "Finetune/Loss": 0.610522449016571, "Finetune/Loss (Raw)": 0.5410089492797852, "Finetune/Step": 11238, "Finetune/Step Time": 10.71060910448432}
+{"Finetune/Learning Rate": 7.770803768690426e-06, "Finetune/Loss": 0.6108804941177368, "Finetune/Loss (Raw)": 0.643070638179779, "Finetune/Step": 11239, "Finetune/Step Time": 10.734597800299525}
+{"Finetune/Learning Rate": 7.769162215711356e-06, "Finetune/Loss": 0.611176609992981, "Finetune/Loss (Raw)": 0.6302052736282349, "Finetune/Step": 11240, "Finetune/Step Time": 10.732004348188639}
+{"Finetune/Learning Rate": 7.767520725992503e-06, "Finetune/Loss": 0.6110974550247192, "Finetune/Loss (Raw)": 0.5650539398193359, "Finetune/Step": 11241, "Finetune/Step Time": 10.733157247304916}
+{"Finetune/Learning Rate": 7.765879299580412e-06, "Finetune/Loss": 0.6107229590415955, "Finetune/Loss (Raw)": 0.5346888899803162, "Finetune/Step": 11242, "Finetune/Step Time": 10.729112405329943}
+{"Finetune/Learning Rate": 7.764237936521633e-06, "Finetune/Loss": 0.6098451614379883, "Finetune/Loss (Raw)": 0.5227479338645935, "Finetune/Step": 11243, "Finetune/Step Time": 10.730871621519327}
+{"Finetune/Learning Rate": 7.762596636862709e-06, "Finetune/Loss": 0.6101469397544861, "Finetune/Loss (Raw)": 0.6617851257324219, "Finetune/Step": 11244, "Finetune/Step Time": 10.718137981370091}
+{"Finetune/Learning Rate": 7.760955400650182e-06, "Finetune/Loss": 0.609822154045105, "Finetune/Loss (Raw)": 0.6232879161834717, "Finetune/Step": 11245, "Finetune/Step Time": 10.711890751495957}
+{"Finetune/Learning Rate": 7.759314227930588e-06, "Finetune/Loss": 0.6093906760215759, "Finetune/Loss (Raw)": 0.63738614320755, "Finetune/Step": 11246, "Finetune/Step Time": 10.699978686869144}
+{"Finetune/Learning Rate": 7.757673118750473e-06, "Finetune/Loss": 0.60865718126297, "Finetune/Loss (Raw)": 0.550527036190033, "Finetune/Step": 11247, "Finetune/Step Time": 10.71000492759049}
+{"Finetune/Learning Rate": 7.756032073156373e-06, "Finetune/Loss": 0.6071146726608276, "Finetune/Loss (Raw)": 0.3620598018169403, "Finetune/Step": 11248, "Finetune/Step Time": 10.742477029561996}
+{"Finetune/Learning Rate": 7.754391091194823e-06, "Finetune/Loss": 0.6052671670913696, "Finetune/Loss (Raw)": 0.3677692711353302, "Finetune/Step": 11249, "Finetune/Step Time": 10.815872024744749}
+{"Finetune/Learning Rate": 7.752750172912357e-06, "Finetune/Loss": 0.6039926409721375, "Finetune/Loss (Raw)": 0.4860883355140686, "Finetune/Step": 11250, "Finetune/Step Time": 10.820468647405505}
+{"Finetune/Learning Rate": 7.751109318355504e-06, "Finetune/Loss": 0.6045977473258972, "Finetune/Loss (Raw)": 0.7076230645179749, "Finetune/Step": 11251, "Finetune/Step Time": 10.816338056698442}
+{"Finetune/Learning Rate": 7.749468527570795e-06, "Finetune/Loss": 0.6037454009056091, "Finetune/Loss (Raw)": 0.4522535502910614, "Finetune/Step": 11252, "Finetune/Step Time": 10.82321484386921}
+{"Finetune/Learning Rate": 7.747827800604758e-06, "Finetune/Loss": 0.60370934009552, "Finetune/Loss (Raw)": 0.6240927577018738, "Finetune/Step": 11253, "Finetune/Step Time": 10.824837479740381}
+{"Finetune/Learning Rate": 7.746187137503923e-06, "Finetune/Loss": 0.6035725474357605, "Finetune/Loss (Raw)": 0.612877607345581, "Finetune/Step": 11254, "Finetune/Step Time": 10.82006735354662}
+{"Finetune/Learning Rate": 7.744546538314811e-06, "Finetune/Loss": 0.6043212413787842, "Finetune/Loss (Raw)": 0.6009129285812378, "Finetune/Step": 11255, "Finetune/Step Time": 10.792685056105256}
+{"Finetune/Learning Rate": 7.742906003083947e-06, "Finetune/Loss": 0.6041826009750366, "Finetune/Loss (Raw)": 0.6289486289024353, "Finetune/Step": 11256, "Finetune/Step Time": 10.796624718233943}
+{"Finetune/Learning Rate": 7.741265531857848e-06, "Finetune/Loss": 0.6033269166946411, "Finetune/Loss (Raw)": 0.5917825698852539, "Finetune/Step": 11257, "Finetune/Step Time": 10.786135777831078}
+{"Finetune/Learning Rate": 7.739625124683038e-06, "Finetune/Loss": 0.6036267280578613, "Finetune/Loss (Raw)": 0.5968591570854187, "Finetune/Step": 11258, "Finetune/Step Time": 10.797586478292942}
+{"Finetune/Learning Rate": 7.73798478160603e-06, "Finetune/Loss": 0.6031485795974731, "Finetune/Loss (Raw)": 0.6042458415031433, "Finetune/Step": 11259, "Finetune/Step Time": 10.80286311917007}
+{"Finetune/Learning Rate": 7.73634450267334e-06, "Finetune/Loss": 0.6033053398132324, "Finetune/Loss (Raw)": 0.5751532912254333, "Finetune/Step": 11260, "Finetune/Step Time": 10.790037907660007}
+{"Finetune/Learning Rate": 7.734704287931484e-06, "Finetune/Loss": 0.6030697226524353, "Finetune/Loss (Raw)": 0.6880716681480408, "Finetune/Step": 11261, "Finetune/Step Time": 10.812633676454425}
+{"Finetune/Learning Rate": 7.733064137426976e-06, "Finetune/Loss": 0.6019651293754578, "Finetune/Loss (Raw)": 0.6152100563049316, "Finetune/Step": 11262, "Finetune/Step Time": 10.80304223485291}
+{"Finetune/Learning Rate": 7.731424051206319e-06, "Finetune/Loss": 0.6013638973236084, "Finetune/Loss (Raw)": 0.5951297879219055, "Finetune/Step": 11263, "Finetune/Step Time": 10.799261186271906}
+{"Finetune/Learning Rate": 7.729784029316025e-06, "Finetune/Loss": 0.6019225716590881, "Finetune/Loss (Raw)": 0.6437228322029114, "Finetune/Step": 11264, "Finetune/Step Time": 10.810134151950479}
+{"Finetune/Learning Rate": 7.728144071802602e-06, "Finetune/Loss": 0.6008203625679016, "Finetune/Loss (Raw)": 0.48279112577438354, "Finetune/Step": 11265, "Finetune/Step Time": 10.80821549333632}
+{"Finetune/Learning Rate": 7.726504178712551e-06, "Finetune/Loss": 0.6014233827590942, "Finetune/Loss (Raw)": 0.6796406507492065, "Finetune/Step": 11266, "Finetune/Step Time": 10.804264310747385}
+{"Finetune/Learning Rate": 7.724864350092377e-06, "Finetune/Loss": 0.6020123362541199, "Finetune/Loss (Raw)": 0.6747827529907227, "Finetune/Step": 11267, "Finetune/Step Time": 10.802668126299977}
+{"Finetune/Learning Rate": 7.723224585988585e-06, "Finetune/Loss": 0.6025600433349609, "Finetune/Loss (Raw)": 0.6589400172233582, "Finetune/Step": 11268, "Finetune/Step Time": 10.823178950697184}
+{"Finetune/Learning Rate": 7.721584886447666e-06, "Finetune/Loss": 0.6025093793869019, "Finetune/Loss (Raw)": 0.4032731354236603, "Finetune/Step": 11269, "Finetune/Step Time": 10.823458965867758}
+{"Finetune/Learning Rate": 7.719945251516119e-06, "Finetune/Loss": 0.602324903011322, "Finetune/Loss (Raw)": 0.6338514685630798, "Finetune/Step": 11270, "Finetune/Step Time": 10.827040180563927}
+{"Finetune/Learning Rate": 7.71830568124044e-06, "Finetune/Loss": 0.6025807857513428, "Finetune/Loss (Raw)": 0.680699348449707, "Finetune/Step": 11271, "Finetune/Step Time": 10.879599193111062}
+{"Finetune/Learning Rate": 7.716666175667126e-06, "Finetune/Loss": 0.6025631427764893, "Finetune/Loss (Raw)": 0.6833428740501404, "Finetune/Step": 11272, "Finetune/Step Time": 10.883253764361143}
+{"Finetune/Learning Rate": 7.715026734842665e-06, "Finetune/Loss": 0.6034555435180664, "Finetune/Loss (Raw)": 0.6538968086242676, "Finetune/Step": 11273, "Finetune/Step Time": 10.884476613253355}
+{"Finetune/Learning Rate": 7.713387358813552e-06, "Finetune/Loss": 0.6027962565422058, "Finetune/Loss (Raw)": 0.566443681716919, "Finetune/Step": 11274, "Finetune/Step Time": 10.886556563898921}
+{"Finetune/Learning Rate": 7.711748047626268e-06, "Finetune/Loss": 0.6017460823059082, "Finetune/Loss (Raw)": 0.5312445163726807, "Finetune/Step": 11275, "Finetune/Step Time": 10.92072381451726}
+{"Finetune/Learning Rate": 7.710108801327303e-06, "Finetune/Loss": 0.6001935005187988, "Finetune/Loss (Raw)": 0.5726419687271118, "Finetune/Step": 11276, "Finetune/Step Time": 10.933764968067408}
+{"Finetune/Learning Rate": 7.70846961996314e-06, "Finetune/Loss": 0.6013747453689575, "Finetune/Loss (Raw)": 0.6449559926986694, "Finetune/Step": 11277, "Finetune/Step Time": 10.930814370512962}
+{"Finetune/Learning Rate": 7.706830503580263e-06, "Finetune/Loss": 0.6012733578681946, "Finetune/Loss (Raw)": 0.6215110421180725, "Finetune/Step": 11278, "Finetune/Step Time": 10.913057958707213}
+{"Finetune/Learning Rate": 7.705191452225152e-06, "Finetune/Loss": 0.5999017953872681, "Finetune/Loss (Raw)": 0.5381972193717957, "Finetune/Step": 11279, "Finetune/Step Time": 10.932862872257829}
+{"Finetune/Learning Rate": 7.703552465944287e-06, "Finetune/Loss": 0.5985494256019592, "Finetune/Loss (Raw)": 0.5541068315505981, "Finetune/Step": 11280, "Finetune/Step Time": 10.929214965552092}
+{"Finetune/Learning Rate": 7.701913544784143e-06, "Finetune/Loss": 0.598962128162384, "Finetune/Loss (Raw)": 0.654548704624176, "Finetune/Step": 11281, "Finetune/Step Time": 10.928355388343334}
+{"Finetune/Learning Rate": 7.700274688791196e-06, "Finetune/Loss": 0.5974946022033691, "Finetune/Loss (Raw)": 0.465321809053421, "Finetune/Step": 11282, "Finetune/Step Time": 10.963146014139056}
+{"Finetune/Learning Rate": 7.698635898011918e-06, "Finetune/Loss": 0.5972810983657837, "Finetune/Loss (Raw)": 0.5163437128067017, "Finetune/Step": 11283, "Finetune/Step Time": 10.962873388081789}
+{"Finetune/Learning Rate": 7.696997172492784e-06, "Finetune/Loss": 0.5966018438339233, "Finetune/Loss (Raw)": 0.5763387084007263, "Finetune/Step": 11284, "Finetune/Step Time": 10.963499436154962}
+{"Finetune/Learning Rate": 7.695358512280257e-06, "Finetune/Loss": 0.5967779159545898, "Finetune/Loss (Raw)": 0.5055562257766724, "Finetune/Step": 11285, "Finetune/Step Time": 10.968763219192624}
+{"Finetune/Learning Rate": 7.693719917420819e-06, "Finetune/Loss": 0.5961589813232422, "Finetune/Loss (Raw)": 0.5191895365715027, "Finetune/Step": 11286, "Finetune/Step Time": 10.968491712585092}
+{"Finetune/Learning Rate": 7.692081387960917e-06, "Finetune/Loss": 0.5966210961341858, "Finetune/Loss (Raw)": 0.706242024898529, "Finetune/Step": 11287, "Finetune/Step Time": 10.961379615589976}
+{"Finetune/Learning Rate": 7.690442923947025e-06, "Finetune/Loss": 0.5986076593399048, "Finetune/Loss (Raw)": 0.6419772505760193, "Finetune/Step": 11288, "Finetune/Step Time": 10.926116570830345}
+{"Finetune/Learning Rate": 7.688804525425605e-06, "Finetune/Loss": 0.5982588529586792, "Finetune/Loss (Raw)": 0.5835769176483154, "Finetune/Step": 11289, "Finetune/Step Time": 10.904875367879868}
+{"Finetune/Learning Rate": 7.687166192443118e-06, "Finetune/Loss": 0.5980275869369507, "Finetune/Loss (Raw)": 0.6528840065002441, "Finetune/Step": 11290, "Finetune/Step Time": 10.90285257436335}
+{"Finetune/Learning Rate": 7.685527925046018e-06, "Finetune/Loss": 0.596474826335907, "Finetune/Loss (Raw)": 0.5258735418319702, "Finetune/Step": 11291, "Finetune/Step Time": 10.906015329062939}
+{"Finetune/Learning Rate": 7.683889723280769e-06, "Finetune/Loss": 0.5957260727882385, "Finetune/Loss (Raw)": 0.49554404616355896, "Finetune/Step": 11292, "Finetune/Step Time": 10.94103755056858}
+{"Finetune/Learning Rate": 7.682251587193819e-06, "Finetune/Loss": 0.5951672792434692, "Finetune/Loss (Raw)": 0.633701741695404, "Finetune/Step": 11293, "Finetune/Step Time": 10.944584103301167}
+{"Finetune/Learning Rate": 7.680613516831623e-06, "Finetune/Loss": 0.5955315828323364, "Finetune/Loss (Raw)": 0.562526285648346, "Finetune/Step": 11294, "Finetune/Step Time": 10.952465433627367}
+{"Finetune/Learning Rate": 7.67897551224063e-06, "Finetune/Loss": 0.5937782526016235, "Finetune/Loss (Raw)": 0.5219321250915527, "Finetune/Step": 11295, "Finetune/Step Time": 10.980033744126558}
+{"Finetune/Learning Rate": 7.677337573467294e-06, "Finetune/Loss": 0.593576192855835, "Finetune/Loss (Raw)": 0.607675313949585, "Finetune/Step": 11296, "Finetune/Step Time": 10.973727839067578}
+{"Finetune/Learning Rate": 7.67569970055806e-06, "Finetune/Loss": 0.5950345396995544, "Finetune/Loss (Raw)": 0.607786238193512, "Finetune/Step": 11297, "Finetune/Step Time": 10.929537914693356}
+{"Finetune/Learning Rate": 7.674061893559374e-06, "Finetune/Loss": 0.5950281620025635, "Finetune/Loss (Raw)": 0.6353018879890442, "Finetune/Step": 11298, "Finetune/Step Time": 10.924201399087906}
+{"Finetune/Learning Rate": 7.672424152517676e-06, "Finetune/Loss": 0.5956658720970154, "Finetune/Loss (Raw)": 0.6433795690536499, "Finetune/Step": 11299, "Finetune/Step Time": 10.922758905217052}
+{"Finetune/Learning Rate": 7.670786477479412e-06, "Finetune/Loss": 0.596214771270752, "Finetune/Loss (Raw)": 0.7526265978813171, "Finetune/Step": 11300, "Finetune/Step Time": 10.927548702806234}
+{"Finetune/Learning Rate": 7.669148868491018e-06, "Finetune/Loss": 0.5972060561180115, "Finetune/Loss (Raw)": 0.6533674597740173, "Finetune/Step": 11301, "Finetune/Step Time": 10.938463972881436}
+{"Finetune/Learning Rate": 7.667511325598934e-06, "Finetune/Loss": 0.597063422203064, "Finetune/Loss (Raw)": 0.5705629587173462, "Finetune/Step": 11302, "Finetune/Step Time": 10.970528591424227}
+{"Finetune/Learning Rate": 7.665873848849596e-06, "Finetune/Loss": 0.5981776714324951, "Finetune/Loss (Raw)": 0.6728532910346985, "Finetune/Step": 11303, "Finetune/Step Time": 10.946730026975274}
+{"Finetune/Learning Rate": 7.664236438289445e-06, "Finetune/Loss": 0.5976303815841675, "Finetune/Loss (Raw)": 0.400750070810318, "Finetune/Step": 11304, "Finetune/Step Time": 10.964397450909019}
+{"Finetune/Learning Rate": 7.6625990939649e-06, "Finetune/Loss": 0.5974515080451965, "Finetune/Loss (Raw)": 0.6937204599380493, "Finetune/Step": 11305, "Finetune/Step Time": 10.964203430339694}
+{"Finetune/Learning Rate": 7.660961815922398e-06, "Finetune/Loss": 0.5949583053588867, "Finetune/Loss (Raw)": 0.3690073490142822, "Finetune/Step": 11306, "Finetune/Step Time": 10.981222359463573}
+{"Finetune/Learning Rate": 7.65932460420837e-06, "Finetune/Loss": 0.5957152843475342, "Finetune/Loss (Raw)": 0.788217306137085, "Finetune/Step": 11307, "Finetune/Step Time": 10.957527438178658}
+{"Finetune/Learning Rate": 7.65768745886924e-06, "Finetune/Loss": 0.5957600474357605, "Finetune/Loss (Raw)": 0.577657163143158, "Finetune/Step": 11308, "Finetune/Step Time": 10.960307989269495}
+{"Finetune/Learning Rate": 7.656050379951427e-06, "Finetune/Loss": 0.5957227349281311, "Finetune/Loss (Raw)": 0.5914393067359924, "Finetune/Step": 11309, "Finetune/Step Time": 10.962952248752117}
+{"Finetune/Learning Rate": 7.65441336750137e-06, "Finetune/Loss": 0.5965728759765625, "Finetune/Loss (Raw)": 0.6181971430778503, "Finetune/Step": 11310, "Finetune/Step Time": 10.923330690711737}
+{"Finetune/Learning Rate": 7.652776421565476e-06, "Finetune/Loss": 0.5966356992721558, "Finetune/Loss (Raw)": 0.5783573985099792, "Finetune/Step": 11311, "Finetune/Step Time": 10.92109351605177}
+{"Finetune/Learning Rate": 7.651139542190164e-06, "Finetune/Loss": 0.5962561368942261, "Finetune/Loss (Raw)": 0.591975748538971, "Finetune/Step": 11312, "Finetune/Step Time": 10.907589513808489}
+{"Finetune/Learning Rate": 7.649502729421857e-06, "Finetune/Loss": 0.5974904298782349, "Finetune/Loss (Raw)": 0.7536860704421997, "Finetune/Step": 11313, "Finetune/Step Time": 10.919559881091118}
+{"Finetune/Learning Rate": 7.647865983306972e-06, "Finetune/Loss": 0.5971471667289734, "Finetune/Loss (Raw)": 0.5350492000579834, "Finetune/Step": 11314, "Finetune/Step Time": 10.929427735507488}
+{"Finetune/Learning Rate": 7.646229303891917e-06, "Finetune/Loss": 0.5967894792556763, "Finetune/Loss (Raw)": 0.5829381942749023, "Finetune/Step": 11315, "Finetune/Step Time": 10.91637335717678}
+{"Finetune/Learning Rate": 7.644592691223108e-06, "Finetune/Loss": 0.5961030721664429, "Finetune/Loss (Raw)": 0.5907261967658997, "Finetune/Step": 11316, "Finetune/Step Time": 10.9266706276685}
+{"Finetune/Learning Rate": 7.64295614534695e-06, "Finetune/Loss": 0.5970325469970703, "Finetune/Loss (Raw)": 0.684244692325592, "Finetune/Step": 11317, "Finetune/Step Time": 10.929170910269022}
+{"Finetune/Learning Rate": 7.641319666309853e-06, "Finetune/Loss": 0.5978701710700989, "Finetune/Loss (Raw)": 0.6816063523292542, "Finetune/Step": 11318, "Finetune/Step Time": 10.958571864292026}
+{"Finetune/Learning Rate": 7.639683254158222e-06, "Finetune/Loss": 0.5990323424339294, "Finetune/Loss (Raw)": 0.6419691443443298, "Finetune/Step": 11319, "Finetune/Step Time": 10.954980729147792}
+{"Finetune/Learning Rate": 7.638046908938463e-06, "Finetune/Loss": 0.59902423620224, "Finetune/Loss (Raw)": 0.5942702889442444, "Finetune/Step": 11320, "Finetune/Step Time": 10.956019138917327}
+{"Finetune/Learning Rate": 7.636410630696978e-06, "Finetune/Loss": 0.5994374752044678, "Finetune/Loss (Raw)": 0.6382927298545837, "Finetune/Step": 11321, "Finetune/Step Time": 10.940146626904607}
+{"Finetune/Learning Rate": 7.634774419480166e-06, "Finetune/Loss": 0.5995985269546509, "Finetune/Loss (Raw)": 0.6826667189598083, "Finetune/Step": 11322, "Finetune/Step Time": 10.938547881320119}
+{"Finetune/Learning Rate": 7.633138275334428e-06, "Finetune/Loss": 0.5985198020935059, "Finetune/Loss (Raw)": 0.49686720967292786, "Finetune/Step": 11323, "Finetune/Step Time": 10.949115429073572}
+{"Finetune/Learning Rate": 7.631502198306156e-06, "Finetune/Loss": 0.5983378291130066, "Finetune/Loss (Raw)": 0.6414807438850403, "Finetune/Step": 11324, "Finetune/Step Time": 10.96600180491805}
+{"Finetune/Learning Rate": 7.629866188441746e-06, "Finetune/Loss": 0.5993439555168152, "Finetune/Loss (Raw)": 0.6623687744140625, "Finetune/Step": 11325, "Finetune/Step Time": 10.954263305291533}
+{"Finetune/Learning Rate": 7.628230245787591e-06, "Finetune/Loss": 0.5986431837081909, "Finetune/Loss (Raw)": 0.5313382744789124, "Finetune/Step": 11326, "Finetune/Step Time": 10.947447262704372}
+{"Finetune/Learning Rate": 7.626594370390081e-06, "Finetune/Loss": 0.5979430675506592, "Finetune/Loss (Raw)": 0.5733809471130371, "Finetune/Step": 11327, "Finetune/Step Time": 10.9655432254076}
+{"Finetune/Learning Rate": 7.624958562295607e-06, "Finetune/Loss": 0.5980194211006165, "Finetune/Loss (Raw)": 0.5789927244186401, "Finetune/Step": 11328, "Finetune/Step Time": 10.97862795740366}
+{"Finetune/Learning Rate": 7.623322821550556e-06, "Finetune/Loss": 0.5981205701828003, "Finetune/Loss (Raw)": 0.610173761844635, "Finetune/Step": 11329, "Finetune/Step Time": 10.981667198240757}
+{"Finetune/Learning Rate": 7.62168714820131e-06, "Finetune/Loss": 0.597662091255188, "Finetune/Loss (Raw)": 0.4821038544178009, "Finetune/Step": 11330, "Finetune/Step Time": 10.979727379977703}
+{"Finetune/Learning Rate": 7.620051542294253e-06, "Finetune/Loss": 0.5976752042770386, "Finetune/Loss (Raw)": 0.5961211919784546, "Finetune/Step": 11331, "Finetune/Step Time": 10.974357336759567}
+{"Finetune/Learning Rate": 7.618416003875767e-06, "Finetune/Loss": 0.5987013578414917, "Finetune/Loss (Raw)": 0.6669992804527283, "Finetune/Step": 11332, "Finetune/Step Time": 10.972438311204314}
+{"Finetune/Learning Rate": 7.616780532992232e-06, "Finetune/Loss": 0.5994081497192383, "Finetune/Loss (Raw)": 0.7184857726097107, "Finetune/Step": 11333, "Finetune/Step Time": 10.97421433776617}
+{"Finetune/Learning Rate": 7.61514512969002e-06, "Finetune/Loss": 0.5982854962348938, "Finetune/Loss (Raw)": 0.48683109879493713, "Finetune/Step": 11334, "Finetune/Step Time": 10.982486298307776}
+{"Finetune/Learning Rate": 7.613509794015517e-06, "Finetune/Loss": 0.5976012945175171, "Finetune/Loss (Raw)": 0.5724666714668274, "Finetune/Step": 11335, "Finetune/Step Time": 10.954210825264454}
+{"Finetune/Learning Rate": 7.611874526015084e-06, "Finetune/Loss": 0.5990111827850342, "Finetune/Loss (Raw)": 0.7102189064025879, "Finetune/Step": 11336, "Finetune/Step Time": 10.945678062736988}
+{"Finetune/Learning Rate": 7.610239325735102e-06, "Finetune/Loss": 0.5985804796218872, "Finetune/Loss (Raw)": 0.5239851474761963, "Finetune/Step": 11337, "Finetune/Step Time": 10.946433072909713}
+{"Finetune/Learning Rate": 7.608604193221936e-06, "Finetune/Loss": 0.598659873008728, "Finetune/Loss (Raw)": 0.5824857950210571, "Finetune/Step": 11338, "Finetune/Step Time": 10.959342965856194}
+{"Finetune/Learning Rate": 7.6069691285219536e-06, "Finetune/Loss": 0.5979173183441162, "Finetune/Loss (Raw)": 0.521923840045929, "Finetune/Step": 11339, "Finetune/Step Time": 10.962912546470761}
+{"Finetune/Learning Rate": 7.605334131681524e-06, "Finetune/Loss": 0.5978047847747803, "Finetune/Loss (Raw)": 0.6680168509483337, "Finetune/Step": 11340, "Finetune/Step Time": 10.95358619093895}
+{"Finetune/Learning Rate": 7.60369920274701e-06, "Finetune/Loss": 0.5984281897544861, "Finetune/Loss (Raw)": 0.6491515636444092, "Finetune/Step": 11341, "Finetune/Step Time": 10.96002696454525}
+{"Finetune/Learning Rate": 7.60206434176477e-06, "Finetune/Loss": 0.599134087562561, "Finetune/Loss (Raw)": 0.6313546299934387, "Finetune/Step": 11342, "Finetune/Step Time": 10.966795068234205}
+{"Finetune/Learning Rate": 7.600429548781168e-06, "Finetune/Loss": 0.5984083414077759, "Finetune/Loss (Raw)": 0.557768702507019, "Finetune/Step": 11343, "Finetune/Step Time": 10.991270784288645}
+{"Finetune/Learning Rate": 7.598794823842557e-06, "Finetune/Loss": 0.5993565320968628, "Finetune/Loss (Raw)": 0.7517027854919434, "Finetune/Step": 11344, "Finetune/Step Time": 10.97161266580224}
+{"Finetune/Learning Rate": 7.597160166995299e-06, "Finetune/Loss": 0.5982356667518616, "Finetune/Loss (Raw)": 0.4084615707397461, "Finetune/Step": 11345, "Finetune/Step Time": 11.0043954141438}
+{"Finetune/Learning Rate": 7.5955255782857455e-06, "Finetune/Loss": 0.5982650518417358, "Finetune/Loss (Raw)": 0.6763497591018677, "Finetune/Step": 11346, "Finetune/Step Time": 10.998407706618309}
+{"Finetune/Learning Rate": 7.593891057760252e-06, "Finetune/Loss": 0.5976593494415283, "Finetune/Loss (Raw)": 0.4846571683883667, "Finetune/Step": 11347, "Finetune/Step Time": 11.028053680434823}
+{"Finetune/Learning Rate": 7.5922566054651636e-06, "Finetune/Loss": 0.5964876413345337, "Finetune/Loss (Raw)": 0.5091558694839478, "Finetune/Step": 11348, "Finetune/Step Time": 11.036227570846677}
+{"Finetune/Learning Rate": 7.590622221446831e-06, "Finetune/Loss": 0.5967642664909363, "Finetune/Loss (Raw)": 0.6354823708534241, "Finetune/Step": 11349, "Finetune/Step Time": 11.04483324661851}
+{"Finetune/Learning Rate": 7.588987905751601e-06, "Finetune/Loss": 0.5959793329238892, "Finetune/Loss (Raw)": 0.5232809782028198, "Finetune/Step": 11350, "Finetune/Step Time": 11.01063697040081}
+{"Finetune/Learning Rate": 7.587353658425816e-06, "Finetune/Loss": 0.5943989753723145, "Finetune/Loss (Raw)": 0.5974832773208618, "Finetune/Step": 11351, "Finetune/Step Time": 11.006674407050014}
+{"Finetune/Learning Rate": 7.585719479515823e-06, "Finetune/Loss": 0.593689501285553, "Finetune/Loss (Raw)": 0.5680538415908813, "Finetune/Step": 11352, "Finetune/Step Time": 11.001677606254816}
+{"Finetune/Learning Rate": 7.584085369067964e-06, "Finetune/Loss": 0.5932493805885315, "Finetune/Loss (Raw)": 0.676734447479248, "Finetune/Step": 11353, "Finetune/Step Time": 11.001802399754524}
+{"Finetune/Learning Rate": 7.5824513271285686e-06, "Finetune/Loss": 0.5939338207244873, "Finetune/Loss (Raw)": 0.6379063129425049, "Finetune/Step": 11354, "Finetune/Step Time": 10.964791405946016}
+{"Finetune/Learning Rate": 7.58081735374398e-06, "Finetune/Loss": 0.5937281847000122, "Finetune/Loss (Raw)": 0.5962135195732117, "Finetune/Step": 11355, "Finetune/Step Time": 10.96517206914723}
+{"Finetune/Learning Rate": 7.579183448960532e-06, "Finetune/Loss": 0.5945038795471191, "Finetune/Loss (Raw)": 0.7130340933799744, "Finetune/Step": 11356, "Finetune/Step Time": 10.950057450681925}
+{"Finetune/Learning Rate": 7.577549612824558e-06, "Finetune/Loss": 0.595703125, "Finetune/Loss (Raw)": 0.6447652578353882, "Finetune/Step": 11357, "Finetune/Step Time": 10.955663008615375}
+{"Finetune/Learning Rate": 7.575915845382387e-06, "Finetune/Loss": 0.5965105295181274, "Finetune/Loss (Raw)": 0.7025788426399231, "Finetune/Step": 11358, "Finetune/Step Time": 10.957036342471838}
+{"Finetune/Learning Rate": 7.574282146680354e-06, "Finetune/Loss": 0.5958852767944336, "Finetune/Loss (Raw)": 0.6258544921875, "Finetune/Step": 11359, "Finetune/Step Time": 10.958556171506643}
+{"Finetune/Learning Rate": 7.572648516764778e-06, "Finetune/Loss": 0.5967938899993896, "Finetune/Loss (Raw)": 0.6840181946754456, "Finetune/Step": 11360, "Finetune/Step Time": 10.966142287477851}
+{"Finetune/Learning Rate": 7.571014955681985e-06, "Finetune/Loss": 0.5967264175415039, "Finetune/Loss (Raw)": 0.5900551080703735, "Finetune/Step": 11361, "Finetune/Step Time": 10.960939977318048}
+{"Finetune/Learning Rate": 7.569381463478304e-06, "Finetune/Loss": 0.5961918830871582, "Finetune/Loss (Raw)": 0.5709585547447205, "Finetune/Step": 11362, "Finetune/Step Time": 10.96756905503571}
+{"Finetune/Learning Rate": 7.567748040200053e-06, "Finetune/Loss": 0.5951328277587891, "Finetune/Loss (Raw)": 0.4011034667491913, "Finetune/Step": 11363, "Finetune/Step Time": 10.98209928534925}
+{"Finetune/Learning Rate": 7.56611468589355e-06, "Finetune/Loss": 0.5958340167999268, "Finetune/Loss (Raw)": 0.6050260663032532, "Finetune/Step": 11364, "Finetune/Step Time": 10.968281781300902}
+{"Finetune/Learning Rate": 7.564481400605117e-06, "Finetune/Loss": 0.5937634706497192, "Finetune/Loss (Raw)": 0.3935716450214386, "Finetune/Step": 11365, "Finetune/Step Time": 11.006093293428421}
+{"Finetune/Learning Rate": 7.562848184381064e-06, "Finetune/Loss": 0.5945894122123718, "Finetune/Loss (Raw)": 0.6467288136482239, "Finetune/Step": 11366, "Finetune/Step Time": 11.003444902598858}
+{"Finetune/Learning Rate": 7.561215037267705e-06, "Finetune/Loss": 0.5937582850456238, "Finetune/Loss (Raw)": 0.5366849899291992, "Finetune/Step": 11367, "Finetune/Step Time": 10.985179325565696}
+{"Finetune/Learning Rate": 7.5595819593113506e-06, "Finetune/Loss": 0.5931704044342041, "Finetune/Loss (Raw)": 0.554953396320343, "Finetune/Step": 11368, "Finetune/Step Time": 10.994940148666501}
+{"Finetune/Learning Rate": 7.557948950558313e-06, "Finetune/Loss": 0.5938149690628052, "Finetune/Loss (Raw)": 0.6475585103034973, "Finetune/Step": 11369, "Finetune/Step Time": 10.994553327560425}
+{"Finetune/Learning Rate": 7.556316011054902e-06, "Finetune/Loss": 0.5944743752479553, "Finetune/Loss (Raw)": 0.6190961003303528, "Finetune/Step": 11370, "Finetune/Step Time": 10.987046048045158}
+{"Finetune/Learning Rate": 7.554683140847419e-06, "Finetune/Loss": 0.5955342650413513, "Finetune/Loss (Raw)": 0.6584101319313049, "Finetune/Step": 11371, "Finetune/Step Time": 10.985387660562992}
+{"Finetune/Learning Rate": 7.553050339982169e-06, "Finetune/Loss": 0.5946957468986511, "Finetune/Loss (Raw)": 0.5544558167457581, "Finetune/Step": 11372, "Finetune/Step Time": 10.987422866746783}
+{"Finetune/Learning Rate": 7.551417608505451e-06, "Finetune/Loss": 0.5951333045959473, "Finetune/Loss (Raw)": 0.6793016195297241, "Finetune/Step": 11373, "Finetune/Step Time": 10.990205150097609}
+{"Finetune/Learning Rate": 7.549784946463569e-06, "Finetune/Loss": 0.594422459602356, "Finetune/Loss (Raw)": 0.5463986396789551, "Finetune/Step": 11374, "Finetune/Step Time": 11.007293187081814}
+{"Finetune/Learning Rate": 7.5481523539028146e-06, "Finetune/Loss": 0.5950610041618347, "Finetune/Loss (Raw)": 0.6322582364082336, "Finetune/Step": 11375, "Finetune/Step Time": 11.001480357721448}
+{"Finetune/Learning Rate": 7.54651983086949e-06, "Finetune/Loss": 0.5966740846633911, "Finetune/Loss (Raw)": 0.5685328841209412, "Finetune/Step": 11376, "Finetune/Step Time": 10.967163570225239}
+{"Finetune/Learning Rate": 7.544887377409891e-06, "Finetune/Loss": 0.5973049402236938, "Finetune/Loss (Raw)": 0.4485171437263489, "Finetune/Step": 11377, "Finetune/Step Time": 10.928474700078368}
+{"Finetune/Learning Rate": 7.543254993570297e-06, "Finetune/Loss": 0.5986799001693726, "Finetune/Loss (Raw)": 0.6620849967002869, "Finetune/Step": 11378, "Finetune/Step Time": 10.927824687212706}
+{"Finetune/Learning Rate": 7.541622679397008e-06, "Finetune/Loss": 0.5978491306304932, "Finetune/Loss (Raw)": 0.6012868285179138, "Finetune/Step": 11379, "Finetune/Step Time": 10.933436585590243}
+{"Finetune/Learning Rate": 7.53999043493631e-06, "Finetune/Loss": 0.5991742610931396, "Finetune/Loss (Raw)": 0.6218685507774353, "Finetune/Step": 11380, "Finetune/Step Time": 10.926909288391471}
+{"Finetune/Learning Rate": 7.538358260234486e-06, "Finetune/Loss": 0.5984624624252319, "Finetune/Loss (Raw)": 0.5329879522323608, "Finetune/Step": 11381, "Finetune/Step Time": 10.927407275885344}
+{"Finetune/Learning Rate": 7.536726155337823e-06, "Finetune/Loss": 0.5982223749160767, "Finetune/Loss (Raw)": 0.5821442008018494, "Finetune/Step": 11382, "Finetune/Step Time": 10.938747368752956}
+{"Finetune/Learning Rate": 7.535094120292604e-06, "Finetune/Loss": 0.5971101522445679, "Finetune/Loss (Raw)": 0.45853978395462036, "Finetune/Step": 11383, "Finetune/Step Time": 10.943913277238607}
+{"Finetune/Learning Rate": 7.533462155145105e-06, "Finetune/Loss": 0.5974102020263672, "Finetune/Loss (Raw)": 0.6673519611358643, "Finetune/Step": 11384, "Finetune/Step Time": 10.942288678139448}
+{"Finetune/Learning Rate": 7.531830259941602e-06, "Finetune/Loss": 0.5981775522232056, "Finetune/Loss (Raw)": 0.6900160312652588, "Finetune/Step": 11385, "Finetune/Step Time": 10.953051133081317}
+{"Finetune/Learning Rate": 7.530198434728377e-06, "Finetune/Loss": 0.5979210734367371, "Finetune/Loss (Raw)": 0.5640254020690918, "Finetune/Step": 11386, "Finetune/Step Time": 10.940090600401163}
+{"Finetune/Learning Rate": 7.528566679551701e-06, "Finetune/Loss": 0.5981568694114685, "Finetune/Loss (Raw)": 0.6344244480133057, "Finetune/Step": 11387, "Finetune/Step Time": 10.942062271758914}
+{"Finetune/Learning Rate": 7.5269349944578454e-06, "Finetune/Loss": 0.5988912582397461, "Finetune/Loss (Raw)": 0.6691606640815735, "Finetune/Step": 11388, "Finetune/Step Time": 10.938967047259212}
+{"Finetune/Learning Rate": 7.525303379493084e-06, "Finetune/Loss": 0.5981564521789551, "Finetune/Loss (Raw)": 0.5940176844596863, "Finetune/Step": 11389, "Finetune/Step Time": 10.929928774014115}
+{"Finetune/Learning Rate": 7.523671834703678e-06, "Finetune/Loss": 0.5980940461158752, "Finetune/Loss (Raw)": 0.6072210073471069, "Finetune/Step": 11390, "Finetune/Step Time": 10.936483189463615}
+{"Finetune/Learning Rate": 7.5220403601359e-06, "Finetune/Loss": 0.5971537828445435, "Finetune/Loss (Raw)": 0.47476908564567566, "Finetune/Step": 11391, "Finetune/Step Time": 10.93583345413208}
+{"Finetune/Learning Rate": 7.5204089558360076e-06, "Finetune/Loss": 0.5970766544342041, "Finetune/Loss (Raw)": 0.6338557004928589, "Finetune/Step": 11392, "Finetune/Step Time": 10.93114203773439}
+{"Finetune/Learning Rate": 7.518777621850267e-06, "Finetune/Loss": 0.5984020829200745, "Finetune/Loss (Raw)": 0.6524463891983032, "Finetune/Step": 11393, "Finetune/Step Time": 10.931905953213573}
+{"Finetune/Learning Rate": 7.517146358224938e-06, "Finetune/Loss": 0.5965237617492676, "Finetune/Loss (Raw)": 0.43921491503715515, "Finetune/Step": 11394, "Finetune/Step Time": 10.938338434323668}
+{"Finetune/Learning Rate": 7.515515165006281e-06, "Finetune/Loss": 0.5966605544090271, "Finetune/Loss (Raw)": 0.6922887563705444, "Finetune/Step": 11395, "Finetune/Step Time": 10.934004545211792}
+{"Finetune/Learning Rate": 7.513884042240546e-06, "Finetune/Loss": 0.5961931347846985, "Finetune/Loss (Raw)": 0.5991072058677673, "Finetune/Step": 11396, "Finetune/Step Time": 10.91626150533557}
+{"Finetune/Learning Rate": 7.51225298997399e-06, "Finetune/Loss": 0.597435474395752, "Finetune/Loss (Raw)": 0.5622961521148682, "Finetune/Step": 11397, "Finetune/Step Time": 10.877260832116008}
+{"Finetune/Learning Rate": 7.5106220082528655e-06, "Finetune/Loss": 0.5981783866882324, "Finetune/Loss (Raw)": 0.7289469838142395, "Finetune/Step": 11398, "Finetune/Step Time": 10.923868242651224}
+{"Finetune/Learning Rate": 7.508991097123422e-06, "Finetune/Loss": 0.5984261631965637, "Finetune/Loss (Raw)": 0.712408185005188, "Finetune/Step": 11399, "Finetune/Step Time": 10.883269594982266}
+{"Finetune/Learning Rate": 7.5073602566319045e-06, "Finetune/Loss": 0.5977765321731567, "Finetune/Loss (Raw)": 0.6001947522163391, "Finetune/Step": 11400, "Finetune/Step Time": 10.894361538812518}
+{"Finetune/Learning Rate": 7.505729486824569e-06, "Finetune/Loss": 0.5971721410751343, "Finetune/Loss (Raw)": 0.5765390992164612, "Finetune/Step": 11401, "Finetune/Step Time": 10.909013852477074}
+{"Finetune/Learning Rate": 7.504098787747647e-06, "Finetune/Loss": 0.5980445742607117, "Finetune/Loss (Raw)": 0.6781128644943237, "Finetune/Step": 11402, "Finetune/Step Time": 10.925537204369903}
+{"Finetune/Learning Rate": 7.502468159447387e-06, "Finetune/Loss": 0.5989338159561157, "Finetune/Loss (Raw)": 0.6450599431991577, "Finetune/Step": 11403, "Finetune/Step Time": 10.890436094254255}
+{"Finetune/Learning Rate": 7.500837601970028e-06, "Finetune/Loss": 0.5990316271781921, "Finetune/Loss (Raw)": 0.5851658582687378, "Finetune/Step": 11404, "Finetune/Step Time": 10.887514701113105}
+{"Finetune/Learning Rate": 7.499207115361808e-06, "Finetune/Loss": 0.5994560718536377, "Finetune/Loss (Raw)": 0.6992823481559753, "Finetune/Step": 11405, "Finetune/Step Time": 10.87964752689004}
+{"Finetune/Learning Rate": 7.497576699668963e-06, "Finetune/Loss": 0.598685085773468, "Finetune/Loss (Raw)": 0.5228279829025269, "Finetune/Step": 11406, "Finetune/Step Time": 10.911332605406642}
+{"Finetune/Learning Rate": 7.4959463549377255e-06, "Finetune/Loss": 0.5993683338165283, "Finetune/Loss (Raw)": 0.6256478428840637, "Finetune/Step": 11407, "Finetune/Step Time": 10.89459247328341}
+{"Finetune/Learning Rate": 7.494316081214335e-06, "Finetune/Loss": 0.5994802713394165, "Finetune/Loss (Raw)": 0.5684376955032349, "Finetune/Step": 11408, "Finetune/Step Time": 10.895807871595025}
+{"Finetune/Learning Rate": 7.49268587854501e-06, "Finetune/Loss": 0.5976079702377319, "Finetune/Loss (Raw)": 0.4149022400379181, "Finetune/Step": 11409, "Finetune/Step Time": 10.93694662488997}
+{"Finetune/Learning Rate": 7.491055746975981e-06, "Finetune/Loss": 0.5986428260803223, "Finetune/Loss (Raw)": 0.5977727770805359, "Finetune/Step": 11410, "Finetune/Step Time": 10.90668917633593}
+{"Finetune/Learning Rate": 7.489425686553481e-06, "Finetune/Loss": 0.6000277996063232, "Finetune/Loss (Raw)": 0.6936212182044983, "Finetune/Step": 11411, "Finetune/Step Time": 10.918557964265347}
+{"Finetune/Learning Rate": 7.487795697323727e-06, "Finetune/Loss": 0.6008628010749817, "Finetune/Loss (Raw)": 0.6832196712493896, "Finetune/Step": 11412, "Finetune/Step Time": 10.939573958516121}
+{"Finetune/Learning Rate": 7.486165779332946e-06, "Finetune/Loss": 0.6022019386291504, "Finetune/Loss (Raw)": 0.6769745945930481, "Finetune/Step": 11413, "Finetune/Step Time": 10.926726372912526}
+{"Finetune/Learning Rate": 7.4845359326273545e-06, "Finetune/Loss": 0.6028063893318176, "Finetune/Loss (Raw)": 0.5965491533279419, "Finetune/Step": 11414, "Finetune/Step Time": 10.926621668040752}
+{"Finetune/Learning Rate": 7.48290615725317e-06, "Finetune/Loss": 0.6025803089141846, "Finetune/Loss (Raw)": 0.677308976650238, "Finetune/Step": 11415, "Finetune/Step Time": 10.937115892767906}
+{"Finetune/Learning Rate": 7.481276453256609e-06, "Finetune/Loss": 0.6025363206863403, "Finetune/Loss (Raw)": 0.6363387107849121, "Finetune/Step": 11416, "Finetune/Step Time": 10.933386333286762}
+{"Finetune/Learning Rate": 7.479646820683884e-06, "Finetune/Loss": 0.6020988821983337, "Finetune/Loss (Raw)": 0.5275909900665283, "Finetune/Step": 11417, "Finetune/Step Time": 10.932868024334311}
+{"Finetune/Learning Rate": 7.47801725958121e-06, "Finetune/Loss": 0.60200434923172, "Finetune/Loss (Raw)": 0.6407838463783264, "Finetune/Step": 11418, "Finetune/Step Time": 10.938210068270564}
+{"Finetune/Learning Rate": 7.476387769994795e-06, "Finetune/Loss": 0.6033899784088135, "Finetune/Loss (Raw)": 0.7032294869422913, "Finetune/Step": 11419, "Finetune/Step Time": 10.933640392497182}
+{"Finetune/Learning Rate": 7.474758351970847e-06, "Finetune/Loss": 0.60526043176651, "Finetune/Loss (Raw)": 0.7349607348442078, "Finetune/Step": 11420, "Finetune/Step Time": 10.892512327060103}
+{"Finetune/Learning Rate": 7.473129005555572e-06, "Finetune/Loss": 0.605279803276062, "Finetune/Loss (Raw)": 0.6361909508705139, "Finetune/Step": 11421, "Finetune/Step Time": 10.883473696187139}
+{"Finetune/Learning Rate": 7.471499730795171e-06, "Finetune/Loss": 0.6061081886291504, "Finetune/Loss (Raw)": 0.6685535311698914, "Finetune/Step": 11422, "Finetune/Step Time": 10.875997319817543}
+{"Finetune/Learning Rate": 7.469870527735849e-06, "Finetune/Loss": 0.6066434383392334, "Finetune/Loss (Raw)": 0.5904468894004822, "Finetune/Step": 11423, "Finetune/Step Time": 10.850578602403402}
+{"Finetune/Learning Rate": 7.468241396423801e-06, "Finetune/Loss": 0.6067626476287842, "Finetune/Loss (Raw)": 0.6229310631752014, "Finetune/Step": 11424, "Finetune/Step Time": 10.85276378504932}
+{"Finetune/Learning Rate": 7.4666123369052305e-06, "Finetune/Loss": 0.6052802801132202, "Finetune/Loss (Raw)": 0.41804665327072144, "Finetune/Step": 11425, "Finetune/Step Time": 10.893379567191005}
+{"Finetune/Learning Rate": 7.464983349226333e-06, "Finetune/Loss": 0.6052913665771484, "Finetune/Loss (Raw)": 0.6367155909538269, "Finetune/Step": 11426, "Finetune/Step Time": 10.89807953312993}
+{"Finetune/Learning Rate": 7.463354433433294e-06, "Finetune/Loss": 0.604727566242218, "Finetune/Loss (Raw)": 0.5712189078330994, "Finetune/Step": 11427, "Finetune/Step Time": 10.932097863405943}
+{"Finetune/Learning Rate": 7.461725589572312e-06, "Finetune/Loss": 0.6032558679580688, "Finetune/Loss (Raw)": 0.5642440319061279, "Finetune/Step": 11428, "Finetune/Step Time": 10.917641868814826}
+{"Finetune/Learning Rate": 7.4600968176895735e-06, "Finetune/Loss": 0.602525532245636, "Finetune/Loss (Raw)": 0.5598903894424438, "Finetune/Step": 11429, "Finetune/Step Time": 10.906313905492425}
+{"Finetune/Learning Rate": 7.458468117831268e-06, "Finetune/Loss": 0.6030100584030151, "Finetune/Loss (Raw)": 0.6325801610946655, "Finetune/Step": 11430, "Finetune/Step Time": 10.868892285972834}
+{"Finetune/Learning Rate": 7.456839490043577e-06, "Finetune/Loss": 0.6026923656463623, "Finetune/Loss (Raw)": 0.6321963667869568, "Finetune/Step": 11431, "Finetune/Step Time": 10.891246385872364}
+{"Finetune/Learning Rate": 7.455210934372692e-06, "Finetune/Loss": 0.6045336723327637, "Finetune/Loss (Raw)": 0.636422336101532, "Finetune/Step": 11432, "Finetune/Step Time": 10.852377530187368}
+{"Finetune/Learning Rate": 7.453582450864785e-06, "Finetune/Loss": 0.604091465473175, "Finetune/Loss (Raw)": 0.6371219158172607, "Finetune/Step": 11433, "Finetune/Step Time": 10.855580592527986}
+{"Finetune/Learning Rate": 7.451954039566036e-06, "Finetune/Loss": 0.6065513491630554, "Finetune/Loss (Raw)": 0.6838775873184204, "Finetune/Step": 11434, "Finetune/Step Time": 10.814026543870568}
+{"Finetune/Learning Rate": 7.450325700522627e-06, "Finetune/Loss": 0.6038515567779541, "Finetune/Loss (Raw)": 0.44263985753059387, "Finetune/Step": 11435, "Finetune/Step Time": 10.846185188740492}
+{"Finetune/Learning Rate": 7.448697433780731e-06, "Finetune/Loss": 0.6047676801681519, "Finetune/Loss (Raw)": 0.6949211359024048, "Finetune/Step": 11436, "Finetune/Step Time": 10.839878661558032}
+{"Finetune/Learning Rate": 7.447069239386521e-06, "Finetune/Loss": 0.604164719581604, "Finetune/Loss (Raw)": 0.5142641663551331, "Finetune/Step": 11437, "Finetune/Step Time": 10.844880176708102}
+{"Finetune/Learning Rate": 7.44544111738617e-06, "Finetune/Loss": 0.6041346788406372, "Finetune/Loss (Raw)": 0.6143525242805481, "Finetune/Step": 11438, "Finetune/Step Time": 10.84673124551773}
+{"Finetune/Learning Rate": 7.4438130678258426e-06, "Finetune/Loss": 0.6046294569969177, "Finetune/Loss (Raw)": 0.6416939496994019, "Finetune/Step": 11439, "Finetune/Step Time": 10.848534690216184}
+{"Finetune/Learning Rate": 7.442185090751706e-06, "Finetune/Loss": 0.6044673919677734, "Finetune/Loss (Raw)": 0.5712167620658875, "Finetune/Step": 11440, "Finetune/Step Time": 10.848125780001283}
+{"Finetune/Learning Rate": 7.440557186209927e-06, "Finetune/Loss": 0.6032224893569946, "Finetune/Loss (Raw)": 0.5943471193313599, "Finetune/Step": 11441, "Finetune/Step Time": 10.842288069427013}
+{"Finetune/Learning Rate": 7.438929354246669e-06, "Finetune/Loss": 0.6027277708053589, "Finetune/Loss (Raw)": 0.4717258810997009, "Finetune/Step": 11442, "Finetune/Step Time": 10.838216699659824}
+{"Finetune/Learning Rate": 7.437301594908093e-06, "Finetune/Loss": 0.6030454039573669, "Finetune/Loss (Raw)": 0.6235935688018799, "Finetune/Step": 11443, "Finetune/Step Time": 10.840134557336569}
+{"Finetune/Learning Rate": 7.435673908240357e-06, "Finetune/Loss": 0.603291928768158, "Finetune/Loss (Raw)": 0.6222789287567139, "Finetune/Step": 11444, "Finetune/Step Time": 10.831093646585941}
+{"Finetune/Learning Rate": 7.4340462942896166e-06, "Finetune/Loss": 0.6030764579772949, "Finetune/Loss (Raw)": 0.6566653251647949, "Finetune/Step": 11445, "Finetune/Step Time": 10.830141294747591}
+{"Finetune/Learning Rate": 7.432418753102024e-06, "Finetune/Loss": 0.602367103099823, "Finetune/Loss (Raw)": 0.5908129811286926, "Finetune/Step": 11446, "Finetune/Step Time": 10.82317453622818}
+{"Finetune/Learning Rate": 7.430791284723737e-06, "Finetune/Loss": 0.6031050086021423, "Finetune/Loss (Raw)": 0.7364212274551392, "Finetune/Step": 11447, "Finetune/Step Time": 10.824821632355452}
+{"Finetune/Learning Rate": 7.429163889200902e-06, "Finetune/Loss": 0.6034784913063049, "Finetune/Loss (Raw)": 0.6420713067054749, "Finetune/Step": 11448, "Finetune/Step Time": 10.820117730647326}
+{"Finetune/Learning Rate": 7.427536566579667e-06, "Finetune/Loss": 0.602552056312561, "Finetune/Loss (Raw)": 0.5197081565856934, "Finetune/Step": 11449, "Finetune/Step Time": 10.820639111101627}
+{"Finetune/Learning Rate": 7.425909316906186e-06, "Finetune/Loss": 0.6018661856651306, "Finetune/Loss (Raw)": 0.5948839783668518, "Finetune/Step": 11450, "Finetune/Step Time": 10.814260562881827}
+{"Finetune/Learning Rate": 7.424282140226591e-06, "Finetune/Loss": 0.6026290655136108, "Finetune/Loss (Raw)": 0.5945150256156921, "Finetune/Step": 11451, "Finetune/Step Time": 10.804234756156802}
+{"Finetune/Learning Rate": 7.422655036587032e-06, "Finetune/Loss": 0.6025751829147339, "Finetune/Loss (Raw)": 0.634576678276062, "Finetune/Step": 11452, "Finetune/Step Time": 10.785677133128047}
+{"Finetune/Learning Rate": 7.4210280060336475e-06, "Finetune/Loss": 0.6020106077194214, "Finetune/Loss (Raw)": 0.5901037454605103, "Finetune/Step": 11453, "Finetune/Step Time": 10.782826380804181}
+{"Finetune/Learning Rate": 7.419401048612574e-06, "Finetune/Loss": 0.6030851006507874, "Finetune/Loss (Raw)": 0.6688796281814575, "Finetune/Step": 11454, "Finetune/Step Time": 10.79084057174623}
+{"Finetune/Learning Rate": 7.4177741643699495e-06, "Finetune/Loss": 0.6016642451286316, "Finetune/Loss (Raw)": 0.3915134072303772, "Finetune/Step": 11455, "Finetune/Step Time": 10.809183334931731}
+{"Finetune/Learning Rate": 7.416147353351909e-06, "Finetune/Loss": 0.6018986701965332, "Finetune/Loss (Raw)": 0.6089886426925659, "Finetune/Step": 11456, "Finetune/Step Time": 10.796996392309666}
+{"Finetune/Learning Rate": 7.414520615604579e-06, "Finetune/Loss": 0.6018168926239014, "Finetune/Loss (Raw)": 0.5997081995010376, "Finetune/Step": 11457, "Finetune/Step Time": 10.813463233411312}
+{"Finetune/Learning Rate": 7.412893951174092e-06, "Finetune/Loss": 0.6026867032051086, "Finetune/Loss (Raw)": 0.5934438109397888, "Finetune/Step": 11458, "Finetune/Step Time": 10.812730323523283}
+{"Finetune/Learning Rate": 7.411267360106577e-06, "Finetune/Loss": 0.6031782031059265, "Finetune/Loss (Raw)": 0.6590336561203003, "Finetune/Step": 11459, "Finetune/Step Time": 10.813226740807295}
+{"Finetune/Learning Rate": 7.409640842448158e-06, "Finetune/Loss": 0.6012338399887085, "Finetune/Loss (Raw)": 0.4181179106235504, "Finetune/Step": 11460, "Finetune/Step Time": 10.851527266204357}
+{"Finetune/Learning Rate": 7.4080143982449585e-06, "Finetune/Loss": 0.6003563404083252, "Finetune/Loss (Raw)": 0.6061590313911438, "Finetune/Step": 11461, "Finetune/Step Time": 10.854187803342938}
+{"Finetune/Learning Rate": 7.406388027543102e-06, "Finetune/Loss": 0.6006537079811096, "Finetune/Loss (Raw)": 0.5248996019363403, "Finetune/Step": 11462, "Finetune/Step Time": 10.843069517984986}
+{"Finetune/Learning Rate": 7.404761730388704e-06, "Finetune/Loss": 0.600690484046936, "Finetune/Loss (Raw)": 0.5771745443344116, "Finetune/Step": 11463, "Finetune/Step Time": 10.83005478605628}
+{"Finetune/Learning Rate": 7.403135506827883e-06, "Finetune/Loss": 0.6006909608840942, "Finetune/Loss (Raw)": 0.7102732062339783, "Finetune/Step": 11464, "Finetune/Step Time": 10.830731997266412}
+{"Finetune/Learning Rate": 7.401509356906755e-06, "Finetune/Loss": 0.6010915637016296, "Finetune/Loss (Raw)": 0.575269341468811, "Finetune/Step": 11465, "Finetune/Step Time": 10.832900993525982}
+{"Finetune/Learning Rate": 7.3998832806714316e-06, "Finetune/Loss": 0.6011954545974731, "Finetune/Loss (Raw)": 0.5957887172698975, "Finetune/Step": 11466, "Finetune/Step Time": 10.814317367970943}
+{"Finetune/Learning Rate": 7.398257278168026e-06, "Finetune/Loss": 0.6003702282905579, "Finetune/Loss (Raw)": 0.4162874221801758, "Finetune/Step": 11467, "Finetune/Step Time": 10.847058597952127}
+{"Finetune/Learning Rate": 7.3966313494426464e-06, "Finetune/Loss": 0.6001696586608887, "Finetune/Loss (Raw)": 0.6423469185829163, "Finetune/Step": 11468, "Finetune/Step Time": 10.84933608956635}
+{"Finetune/Learning Rate": 7.395005494541398e-06, "Finetune/Loss": 0.5995593667030334, "Finetune/Loss (Raw)": 0.5710319876670837, "Finetune/Step": 11469, "Finetune/Step Time": 10.838082877919078}
+{"Finetune/Learning Rate": 7.393379713510387e-06, "Finetune/Loss": 0.59893399477005, "Finetune/Loss (Raw)": 0.5513099431991577, "Finetune/Step": 11470, "Finetune/Step Time": 10.853315837681293}
+{"Finetune/Learning Rate": 7.391754006395713e-06, "Finetune/Loss": 0.5988702774047852, "Finetune/Loss (Raw)": 0.549614667892456, "Finetune/Step": 11471, "Finetune/Step Time": 10.86015167273581}
+{"Finetune/Learning Rate": 7.390128373243479e-06, "Finetune/Loss": 0.5982166528701782, "Finetune/Loss (Raw)": 0.6680409908294678, "Finetune/Step": 11472, "Finetune/Step Time": 10.896404506638646}
+{"Finetune/Learning Rate": 7.388502814099781e-06, "Finetune/Loss": 0.5993615984916687, "Finetune/Loss (Raw)": 0.5550108551979065, "Finetune/Step": 11473, "Finetune/Step Time": 10.856374589726329}
+{"Finetune/Learning Rate": 7.386877329010724e-06, "Finetune/Loss": 0.598638653755188, "Finetune/Loss (Raw)": 0.5838093757629395, "Finetune/Step": 11474, "Finetune/Step Time": 10.860353659838438}
+{"Finetune/Learning Rate": 7.385251918022391e-06, "Finetune/Loss": 0.5997433662414551, "Finetune/Loss (Raw)": 0.6260676383972168, "Finetune/Step": 11475, "Finetune/Step Time": 10.838112529367208}
+{"Finetune/Learning Rate": 7.383626581180876e-06, "Finetune/Loss": 0.6004979610443115, "Finetune/Loss (Raw)": 0.6057424545288086, "Finetune/Step": 11476, "Finetune/Step Time": 10.825080836191773}
+{"Finetune/Learning Rate": 7.382001318532273e-06, "Finetune/Loss": 0.5997480154037476, "Finetune/Loss (Raw)": 0.539481520652771, "Finetune/Step": 11477, "Finetune/Step Time": 10.820804825052619}
+{"Finetune/Learning Rate": 7.3803761301226674e-06, "Finetune/Loss": 0.6004558801651001, "Finetune/Loss (Raw)": 0.613890528678894, "Finetune/Step": 11478, "Finetune/Step Time": 10.810997940599918}
+{"Finetune/Learning Rate": 7.3787510159981464e-06, "Finetune/Loss": 0.6001120805740356, "Finetune/Loss (Raw)": 0.5534812211990356, "Finetune/Step": 11479, "Finetune/Step Time": 10.824859824031591}
+{"Finetune/Learning Rate": 7.377125976204794e-06, "Finetune/Loss": 0.5999578237533569, "Finetune/Loss (Raw)": 0.5483068823814392, "Finetune/Step": 11480, "Finetune/Step Time": 10.82002754509449}
+{"Finetune/Learning Rate": 7.375501010788689e-06, "Finetune/Loss": 0.5982784032821655, "Finetune/Loss (Raw)": 0.46177104115486145, "Finetune/Step": 11481, "Finetune/Step Time": 10.833603179082274}
+{"Finetune/Learning Rate": 7.373876119795913e-06, "Finetune/Loss": 0.598533570766449, "Finetune/Loss (Raw)": 0.6705635190010071, "Finetune/Step": 11482, "Finetune/Step Time": 10.85162409953773}
+{"Finetune/Learning Rate": 7.372251303272539e-06, "Finetune/Loss": 0.5987564325332642, "Finetune/Loss (Raw)": 0.6247422099113464, "Finetune/Step": 11483, "Finetune/Step Time": 10.848910992965102}
+{"Finetune/Learning Rate": 7.370626561264649e-06, "Finetune/Loss": 0.5979245901107788, "Finetune/Loss (Raw)": 0.6065650582313538, "Finetune/Step": 11484, "Finetune/Step Time": 10.850317414849997}
+{"Finetune/Learning Rate": 7.369001893818313e-06, "Finetune/Loss": 0.5972012877464294, "Finetune/Loss (Raw)": 0.5521693229675293, "Finetune/Step": 11485, "Finetune/Step Time": 10.850879954174161}
+{"Finetune/Learning Rate": 7.367377300979602e-06, "Finetune/Loss": 0.5960939526557922, "Finetune/Loss (Raw)": 0.5608457922935486, "Finetune/Step": 11486, "Finetune/Step Time": 10.851493855938315}
+{"Finetune/Learning Rate": 7.365752782794584e-06, "Finetune/Loss": 0.5959054231643677, "Finetune/Loss (Raw)": 0.6017207503318787, "Finetune/Step": 11487, "Finetune/Step Time": 10.847469002008438}
+{"Finetune/Learning Rate": 7.364128339309326e-06, "Finetune/Loss": 0.5951517820358276, "Finetune/Loss (Raw)": 0.5875606536865234, "Finetune/Step": 11488, "Finetune/Step Time": 10.839983243495226}
+{"Finetune/Learning Rate": 7.362503970569892e-06, "Finetune/Loss": 0.5955294370651245, "Finetune/Loss (Raw)": 0.638390302658081, "Finetune/Step": 11489, "Finetune/Step Time": 10.858808148652315}
+{"Finetune/Learning Rate": 7.360879676622344e-06, "Finetune/Loss": 0.5959737300872803, "Finetune/Loss (Raw)": 0.6278252601623535, "Finetune/Step": 11490, "Finetune/Step Time": 10.861236045137048}
+{"Finetune/Learning Rate": 7.359255457512746e-06, "Finetune/Loss": 0.5977484583854675, "Finetune/Loss (Raw)": 0.628269612789154, "Finetune/Step": 11491, "Finetune/Step Time": 10.851817645132542}
+{"Finetune/Learning Rate": 7.357631313287154e-06, "Finetune/Loss": 0.5970973968505859, "Finetune/Loss (Raw)": 0.5216935873031616, "Finetune/Step": 11492, "Finetune/Step Time": 10.849402252584696}
+{"Finetune/Learning Rate": 7.356007243991626e-06, "Finetune/Loss": 0.5998302698135376, "Finetune/Loss (Raw)": 0.7433743476867676, "Finetune/Step": 11493, "Finetune/Step Time": 10.810652516782284}
+{"Finetune/Learning Rate": 7.354383249672212e-06, "Finetune/Loss": 0.6005546450614929, "Finetune/Loss (Raw)": 0.7394495606422424, "Finetune/Step": 11494, "Finetune/Step Time": 10.811087105423212}
+{"Finetune/Learning Rate": 7.352759330374965e-06, "Finetune/Loss": 0.6005885601043701, "Finetune/Loss (Raw)": 0.5410314202308655, "Finetune/Step": 11495, "Finetune/Step Time": 10.808880576863885}
+{"Finetune/Learning Rate": 7.351135486145937e-06, "Finetune/Loss": 0.6014858484268188, "Finetune/Loss (Raw)": 0.6698004007339478, "Finetune/Step": 11496, "Finetune/Step Time": 10.80133463256061}
+{"Finetune/Learning Rate": 7.349511717031172e-06, "Finetune/Loss": 0.6013565063476562, "Finetune/Loss (Raw)": 0.63100266456604, "Finetune/Step": 11497, "Finetune/Step Time": 10.814669547602534}
+{"Finetune/Learning Rate": 7.347888023076719e-06, "Finetune/Loss": 0.6019299030303955, "Finetune/Loss (Raw)": 0.6924899220466614, "Finetune/Step": 11498, "Finetune/Step Time": 10.815576404333115}
+{"Finetune/Learning Rate": 7.3462644043286246e-06, "Finetune/Loss": 0.601575493812561, "Finetune/Loss (Raw)": 0.6130405068397522, "Finetune/Step": 11499, "Finetune/Step Time": 10.820501513779163}
+{"Finetune/Learning Rate": 7.34464086083292e-06, "Finetune/Loss": 0.602210521697998, "Finetune/Loss (Raw)": 0.6357511281967163, "Finetune/Step": 11500, "Finetune/Step Time": 10.815050892531872}
+{"Finetune/Learning Rate": 7.343017392635652e-06, "Finetune/Loss": 0.6007123589515686, "Finetune/Loss (Raw)": 0.4875289499759674, "Finetune/Step": 11501, "Finetune/Step Time": 10.825076127424836}
+{"Finetune/Learning Rate": 7.341393999782853e-06, "Finetune/Loss": 0.600837230682373, "Finetune/Loss (Raw)": 0.5623811483383179, "Finetune/Step": 11502, "Finetune/Step Time": 10.816204698756337}
+{"Finetune/Learning Rate": 7.339770682320562e-06, "Finetune/Loss": 0.6005818247795105, "Finetune/Loss (Raw)": 0.5995714068412781, "Finetune/Step": 11503, "Finetune/Step Time": 10.806733081117272}
+{"Finetune/Learning Rate": 7.338147440294809e-06, "Finetune/Loss": 0.6014342308044434, "Finetune/Loss (Raw)": 0.6776430010795593, "Finetune/Step": 11504, "Finetune/Step Time": 10.843227894976735}
+{"Finetune/Learning Rate": 7.3365242737516285e-06, "Finetune/Loss": 0.6027415990829468, "Finetune/Loss (Raw)": 0.615850031375885, "Finetune/Step": 11505, "Finetune/Step Time": 10.813031043857336}
+{"Finetune/Learning Rate": 7.334901182737042e-06, "Finetune/Loss": 0.6033891439437866, "Finetune/Loss (Raw)": 0.7449772953987122, "Finetune/Step": 11506, "Finetune/Step Time": 10.818183071911335}
+{"Finetune/Learning Rate": 7.333278167297079e-06, "Finetune/Loss": 0.6034172773361206, "Finetune/Loss (Raw)": 0.6048858761787415, "Finetune/Step": 11507, "Finetune/Step Time": 10.827865090221167}
+{"Finetune/Learning Rate": 7.3316552274777655e-06, "Finetune/Loss": 0.6042014956474304, "Finetune/Loss (Raw)": 0.7222548723220825, "Finetune/Step": 11508, "Finetune/Step Time": 10.822561606764793}
+{"Finetune/Learning Rate": 7.330032363325122e-06, "Finetune/Loss": 0.605649471282959, "Finetune/Loss (Raw)": 0.718326985836029, "Finetune/Step": 11509, "Finetune/Step Time": 10.820571245625615}
+{"Finetune/Learning Rate": 7.328409574885167e-06, "Finetune/Loss": 0.605982780456543, "Finetune/Loss (Raw)": 0.6248047947883606, "Finetune/Step": 11510, "Finetune/Step Time": 10.812949605286121}
+{"Finetune/Learning Rate": 7.326786862203923e-06, "Finetune/Loss": 0.6071643829345703, "Finetune/Loss (Raw)": 0.6097854971885681, "Finetune/Step": 11511, "Finetune/Step Time": 10.809721793979406}
+{"Finetune/Learning Rate": 7.325164225327399e-06, "Finetune/Loss": 0.6069343090057373, "Finetune/Loss (Raw)": 0.6379116773605347, "Finetune/Step": 11512, "Finetune/Step Time": 10.842874761670828}
+{"Finetune/Learning Rate": 7.323541664301612e-06, "Finetune/Loss": 0.6057907342910767, "Finetune/Loss (Raw)": 0.5436257719993591, "Finetune/Step": 11513, "Finetune/Step Time": 10.83170928247273}
+{"Finetune/Learning Rate": 7.321919179172571e-06, "Finetune/Loss": 0.6067725419998169, "Finetune/Loss (Raw)": 0.689704179763794, "Finetune/Step": 11514, "Finetune/Step Time": 10.831203607842326}
+{"Finetune/Learning Rate": 7.320296769986288e-06, "Finetune/Loss": 0.6070979833602905, "Finetune/Loss (Raw)": 0.6760765314102173, "Finetune/Step": 11515, "Finetune/Step Time": 10.82427297346294}
+{"Finetune/Learning Rate": 7.318674436788769e-06, "Finetune/Loss": 0.6067830920219421, "Finetune/Loss (Raw)": 0.6288604140281677, "Finetune/Step": 11516, "Finetune/Step Time": 10.811778418719769}
+{"Finetune/Learning Rate": 7.317052179626019e-06, "Finetune/Loss": 0.6070283651351929, "Finetune/Loss (Raw)": 0.6254143118858337, "Finetune/Step": 11517, "Finetune/Step Time": 10.80025004222989}
+{"Finetune/Learning Rate": 7.315429998544039e-06, "Finetune/Loss": 0.6067558526992798, "Finetune/Loss (Raw)": 0.5723292827606201, "Finetune/Step": 11518, "Finetune/Step Time": 10.799398282542825}
+{"Finetune/Learning Rate": 7.313807893588831e-06, "Finetune/Loss": 0.6081565022468567, "Finetune/Loss (Raw)": 0.6540592312812805, "Finetune/Step": 11519, "Finetune/Step Time": 10.8017732873559}
+{"Finetune/Learning Rate": 7.312185864806391e-06, "Finetune/Loss": 0.6079777479171753, "Finetune/Loss (Raw)": 0.6109743714332581, "Finetune/Step": 11520, "Finetune/Step Time": 10.812626000493765}
+{"Finetune/Learning Rate": 7.3105639122427185e-06, "Finetune/Loss": 0.6064033508300781, "Finetune/Loss (Raw)": 0.4509223699569702, "Finetune/Step": 11521, "Finetune/Step Time": 10.84899134747684}
+{"Finetune/Learning Rate": 7.308942035943802e-06, "Finetune/Loss": 0.6081185340881348, "Finetune/Loss (Raw)": 0.658757746219635, "Finetune/Step": 11522, "Finetune/Step Time": 10.845893297344446}
+{"Finetune/Learning Rate": 7.307320235955644e-06, "Finetune/Loss": 0.6073841452598572, "Finetune/Loss (Raw)": 0.5982845425605774, "Finetune/Step": 11523, "Finetune/Step Time": 10.855535104870796}
+{"Finetune/Learning Rate": 7.305698512324222e-06, "Finetune/Loss": 0.6072286367416382, "Finetune/Loss (Raw)": 0.5792111158370972, "Finetune/Step": 11524, "Finetune/Step Time": 10.859050024300814}
+{"Finetune/Learning Rate": 7.304076865095529e-06, "Finetune/Loss": 0.6080029010772705, "Finetune/Loss (Raw)": 0.6614031195640564, "Finetune/Step": 11525, "Finetune/Step Time": 10.859653109684587}
+{"Finetune/Learning Rate": 7.30245529431555e-06, "Finetune/Loss": 0.6070032119750977, "Finetune/Loss (Raw)": 0.6009833812713623, "Finetune/Step": 11526, "Finetune/Step Time": 10.801647325977683}
+{"Finetune/Learning Rate": 7.300833800030269e-06, "Finetune/Loss": 0.6062406301498413, "Finetune/Loss (Raw)": 0.6147971153259277, "Finetune/Step": 11527, "Finetune/Step Time": 10.797151604667306}
+{"Finetune/Learning Rate": 7.299212382285665e-06, "Finetune/Loss": 0.6077226400375366, "Finetune/Loss (Raw)": 0.789889931678772, "Finetune/Step": 11528, "Finetune/Step Time": 10.787136571481824}
+{"Finetune/Learning Rate": 7.297591041127721e-06, "Finetune/Loss": 0.6077079176902771, "Finetune/Loss (Raw)": 0.5746527910232544, "Finetune/Step": 11529, "Finetune/Step Time": 10.766869882121682}
+{"Finetune/Learning Rate": 7.295969776602407e-06, "Finetune/Loss": 0.6073988676071167, "Finetune/Loss (Raw)": 0.6385583281517029, "Finetune/Step": 11530, "Finetune/Step Time": 10.752257075160742}
+{"Finetune/Learning Rate": 7.294348588755702e-06, "Finetune/Loss": 0.607294499874115, "Finetune/Loss (Raw)": 0.6316978335380554, "Finetune/Step": 11531, "Finetune/Step Time": 10.75376395136118}
+{"Finetune/Learning Rate": 7.292727477633576e-06, "Finetune/Loss": 0.6070516109466553, "Finetune/Loss (Raw)": 0.5540783405303955, "Finetune/Step": 11532, "Finetune/Step Time": 10.74502807483077}
+{"Finetune/Learning Rate": 7.291106443282001e-06, "Finetune/Loss": 0.6069611310958862, "Finetune/Loss (Raw)": 0.6876955628395081, "Finetune/Step": 11533, "Finetune/Step Time": 10.754136573523283}
+{"Finetune/Learning Rate": 7.289485485746944e-06, "Finetune/Loss": 0.6072287559509277, "Finetune/Loss (Raw)": 0.5570926666259766, "Finetune/Step": 11534, "Finetune/Step Time": 10.729489617049694}
+{"Finetune/Learning Rate": 7.287864605074374e-06, "Finetune/Loss": 0.6057526469230652, "Finetune/Loss (Raw)": 0.43670231103897095, "Finetune/Step": 11535, "Finetune/Step Time": 10.75947186909616}
+{"Finetune/Learning Rate": 7.2862438013102484e-06, "Finetune/Loss": 0.6065975427627563, "Finetune/Loss (Raw)": 0.6765851378440857, "Finetune/Step": 11536, "Finetune/Step Time": 10.77868939191103}
+{"Finetune/Learning Rate": 7.284623074500532e-06, "Finetune/Loss": 0.60808265209198, "Finetune/Loss (Raw)": 0.6049909591674805, "Finetune/Step": 11537, "Finetune/Step Time": 10.740241724997759}
+{"Finetune/Learning Rate": 7.283002424691185e-06, "Finetune/Loss": 0.607619047164917, "Finetune/Loss (Raw)": 0.5384299159049988, "Finetune/Step": 11538, "Finetune/Step Time": 10.745254313573241}
+{"Finetune/Learning Rate": 7.28138185192816e-06, "Finetune/Loss": 0.6070432662963867, "Finetune/Loss (Raw)": 0.6199284195899963, "Finetune/Step": 11539, "Finetune/Step Time": 10.732401624321938}
+{"Finetune/Learning Rate": 7.279761356257417e-06, "Finetune/Loss": 0.6061279773712158, "Finetune/Loss (Raw)": 0.5660619139671326, "Finetune/Step": 11540, "Finetune/Step Time": 10.709375536069274}
+{"Finetune/Learning Rate": 7.278140937724909e-06, "Finetune/Loss": 0.6057066321372986, "Finetune/Loss (Raw)": 0.6230440735816956, "Finetune/Step": 11541, "Finetune/Step Time": 10.710361704230309}
+{"Finetune/Learning Rate": 7.276520596376582e-06, "Finetune/Loss": 0.606558620929718, "Finetune/Loss (Raw)": 0.7055996656417847, "Finetune/Step": 11542, "Finetune/Step Time": 10.710221230983734}
+{"Finetune/Learning Rate": 7.274900332258385e-06, "Finetune/Loss": 0.6047102808952332, "Finetune/Loss (Raw)": 0.44072213768959045, "Finetune/Step": 11543, "Finetune/Step Time": 10.706807853654027}
+{"Finetune/Learning Rate": 7.273280145416267e-06, "Finetune/Loss": 0.6025431156158447, "Finetune/Loss (Raw)": 0.35894355177879333, "Finetune/Step": 11544, "Finetune/Step Time": 10.745061246678233}
+{"Finetune/Learning Rate": 7.2716600358961695e-06, "Finetune/Loss": 0.6036595106124878, "Finetune/Loss (Raw)": 0.6704909801483154, "Finetune/Step": 11545, "Finetune/Step Time": 10.750051414594054}
+{"Finetune/Learning Rate": 7.270040003744033e-06, "Finetune/Loss": 0.6027851104736328, "Finetune/Loss (Raw)": 0.5288570523262024, "Finetune/Step": 11546, "Finetune/Step Time": 10.749736642464995}
+{"Finetune/Learning Rate": 7.268420049005806e-06, "Finetune/Loss": 0.6023766994476318, "Finetune/Loss (Raw)": 0.6509484052658081, "Finetune/Step": 11547, "Finetune/Step Time": 10.758852591738105}
+{"Finetune/Learning Rate": 7.266800171727415e-06, "Finetune/Loss": 0.6017289161682129, "Finetune/Loss (Raw)": 0.6520491242408752, "Finetune/Step": 11548, "Finetune/Step Time": 10.761512411758304}
+{"Finetune/Learning Rate": 7.265180371954795e-06, "Finetune/Loss": 0.600286602973938, "Finetune/Loss (Raw)": 0.4515778124332428, "Finetune/Step": 11549, "Finetune/Step Time": 10.766332793980837}
+{"Finetune/Learning Rate": 7.263560649733887e-06, "Finetune/Loss": 0.5995409488677979, "Finetune/Loss (Raw)": 0.5731000304222107, "Finetune/Step": 11550, "Finetune/Step Time": 10.78217968530953}
+{"Finetune/Learning Rate": 7.261941005110617e-06, "Finetune/Loss": 0.6003056168556213, "Finetune/Loss (Raw)": 0.6883292198181152, "Finetune/Step": 11551, "Finetune/Step Time": 10.793141769245267}
+{"Finetune/Learning Rate": 7.260321438130913e-06, "Finetune/Loss": 0.6002359390258789, "Finetune/Loss (Raw)": 0.6140134334564209, "Finetune/Step": 11552, "Finetune/Step Time": 10.79864457808435}
+{"Finetune/Learning Rate": 7.258701948840705e-06, "Finetune/Loss": 0.6016936302185059, "Finetune/Loss (Raw)": 0.6046360731124878, "Finetune/Step": 11553, "Finetune/Step Time": 10.766476355493069}
+{"Finetune/Learning Rate": 7.2570825372859134e-06, "Finetune/Loss": 0.5998245477676392, "Finetune/Loss (Raw)": 0.39746928215026855, "Finetune/Step": 11554, "Finetune/Step Time": 10.803670627996325}
+{"Finetune/Learning Rate": 7.255463203512461e-06, "Finetune/Loss": 0.5999846458435059, "Finetune/Loss (Raw)": 0.5917162895202637, "Finetune/Step": 11555, "Finetune/Step Time": 10.770494382828474}
+{"Finetune/Learning Rate": 7.253843947566264e-06, "Finetune/Loss": 0.6008139252662659, "Finetune/Loss (Raw)": 0.6703878045082092, "Finetune/Step": 11556, "Finetune/Step Time": 10.765779923647642}
+{"Finetune/Learning Rate": 7.252224769493247e-06, "Finetune/Loss": 0.6013984680175781, "Finetune/Loss (Raw)": 0.6347178220748901, "Finetune/Step": 11557, "Finetune/Step Time": 10.772141207009554}
+{"Finetune/Learning Rate": 7.250605669339321e-06, "Finetune/Loss": 0.601325273513794, "Finetune/Loss (Raw)": 0.6232045292854309, "Finetune/Step": 11558, "Finetune/Step Time": 10.769595168530941}
+{"Finetune/Learning Rate": 7.248986647150404e-06, "Finetune/Loss": 0.6005657911300659, "Finetune/Loss (Raw)": 0.5349838137626648, "Finetune/Step": 11559, "Finetune/Step Time": 10.748477997258306}
+{"Finetune/Learning Rate": 7.247367702972399e-06, "Finetune/Loss": 0.6006762385368347, "Finetune/Loss (Raw)": 0.6505573987960815, "Finetune/Step": 11560, "Finetune/Step Time": 10.749416373670101}
+{"Finetune/Learning Rate": 7.2457488368512195e-06, "Finetune/Loss": 0.6009355783462524, "Finetune/Loss (Raw)": 0.6703163981437683, "Finetune/Step": 11561, "Finetune/Step Time": 10.767411591485143}
+{"Finetune/Learning Rate": 7.24413004883277e-06, "Finetune/Loss": 0.5998286604881287, "Finetune/Loss (Raw)": 0.5421907901763916, "Finetune/Step": 11562, "Finetune/Step Time": 10.800910728052258}
+{"Finetune/Learning Rate": 7.2425113389629544e-06, "Finetune/Loss": 0.6001030802726746, "Finetune/Loss (Raw)": 0.4777648448944092, "Finetune/Step": 11563, "Finetune/Step Time": 10.775822037830949}
+{"Finetune/Learning Rate": 7.240892707287678e-06, "Finetune/Loss": 0.600239098072052, "Finetune/Loss (Raw)": 0.7123352885246277, "Finetune/Step": 11564, "Finetune/Step Time": 10.782272471114993}
+{"Finetune/Learning Rate": 7.239274153852842e-06, "Finetune/Loss": 0.60089111328125, "Finetune/Loss (Raw)": 0.5977307558059692, "Finetune/Step": 11565, "Finetune/Step Time": 10.78086692839861}
+{"Finetune/Learning Rate": 7.237655678704336e-06, "Finetune/Loss": 0.6004005670547485, "Finetune/Loss (Raw)": 0.5515506863594055, "Finetune/Step": 11566, "Finetune/Step Time": 10.78740394860506}
+{"Finetune/Learning Rate": 7.23603728188806e-06, "Finetune/Loss": 0.5996553897857666, "Finetune/Loss (Raw)": 0.5463094711303711, "Finetune/Step": 11567, "Finetune/Step Time": 10.788387356325984}
+{"Finetune/Learning Rate": 7.2344189634499075e-06, "Finetune/Loss": 0.600469172000885, "Finetune/Loss (Raw)": 0.6753836274147034, "Finetune/Step": 11568, "Finetune/Step Time": 10.785041902214289}
+{"Finetune/Learning Rate": 7.23280072343577e-06, "Finetune/Loss": 0.6015884876251221, "Finetune/Loss (Raw)": 0.7376189231872559, "Finetune/Step": 11569, "Finetune/Step Time": 10.785332148894668}
+{"Finetune/Learning Rate": 7.231182561891532e-06, "Finetune/Loss": 0.6023956537246704, "Finetune/Loss (Raw)": 0.5750451683998108, "Finetune/Step": 11570, "Finetune/Step Time": 10.786219550296664}
+{"Finetune/Learning Rate": 7.229564478863086e-06, "Finetune/Loss": 0.6027095913887024, "Finetune/Loss (Raw)": 0.6637840867042542, "Finetune/Step": 11571, "Finetune/Step Time": 10.773553740233183}
+{"Finetune/Learning Rate": 7.227946474396317e-06, "Finetune/Loss": 0.6017946004867554, "Finetune/Loss (Raw)": 0.5051600933074951, "Finetune/Step": 11572, "Finetune/Step Time": 10.794821821153164}
+{"Finetune/Learning Rate": 7.226328548537097e-06, "Finetune/Loss": 0.6022130250930786, "Finetune/Loss (Raw)": 0.7102203965187073, "Finetune/Step": 11573, "Finetune/Step Time": 10.794562546536326}
+{"Finetune/Learning Rate": 7.224710701331315e-06, "Finetune/Loss": 0.6025952100753784, "Finetune/Loss (Raw)": 0.6397265195846558, "Finetune/Step": 11574, "Finetune/Step Time": 10.780252389609814}
+{"Finetune/Learning Rate": 7.223092932824845e-06, "Finetune/Loss": 0.6011452674865723, "Finetune/Loss (Raw)": 0.5508333444595337, "Finetune/Step": 11575, "Finetune/Step Time": 10.788867114111781}
+{"Finetune/Learning Rate": 7.2214752430635625e-06, "Finetune/Loss": 0.6005798578262329, "Finetune/Loss (Raw)": 0.569700300693512, "Finetune/Step": 11576, "Finetune/Step Time": 10.796443877741694}
+{"Finetune/Learning Rate": 7.219857632093341e-06, "Finetune/Loss": 0.6011504530906677, "Finetune/Loss (Raw)": 0.5927416682243347, "Finetune/Step": 11577, "Finetune/Step Time": 10.798595923930407}
+{"Finetune/Learning Rate": 7.218240099960055e-06, "Finetune/Loss": 0.602028489112854, "Finetune/Loss (Raw)": 0.7072747945785522, "Finetune/Step": 11578, "Finetune/Step Time": 10.796182693913579}
+{"Finetune/Learning Rate": 7.2166226467095644e-06, "Finetune/Loss": 0.600665807723999, "Finetune/Loss (Raw)": 0.4200862944126129, "Finetune/Step": 11579, "Finetune/Step Time": 10.828655879944563}
+{"Finetune/Learning Rate": 7.21500527238774e-06, "Finetune/Loss": 0.6000406742095947, "Finetune/Loss (Raw)": 0.5545620918273926, "Finetune/Step": 11580, "Finetune/Step Time": 10.84411827288568}
+{"Finetune/Learning Rate": 7.21338797704045e-06, "Finetune/Loss": 0.6009007692337036, "Finetune/Loss (Raw)": 0.7002049684524536, "Finetune/Step": 11581, "Finetune/Step Time": 10.838762955740094}
+{"Finetune/Learning Rate": 7.211770760713552e-06, "Finetune/Loss": 0.6003011465072632, "Finetune/Loss (Raw)": 0.592122495174408, "Finetune/Step": 11582, "Finetune/Step Time": 10.837022753432393}
+{"Finetune/Learning Rate": 7.210153623452907e-06, "Finetune/Loss": 0.602275013923645, "Finetune/Loss (Raw)": 0.6441612839698792, "Finetune/Step": 11583, "Finetune/Step Time": 10.79358665086329}
+{"Finetune/Learning Rate": 7.208536565304374e-06, "Finetune/Loss": 0.6027032136917114, "Finetune/Loss (Raw)": 0.6637976169586182, "Finetune/Step": 11584, "Finetune/Step Time": 10.80262085981667}
+{"Finetune/Learning Rate": 7.206919586313803e-06, "Finetune/Loss": 0.6034462451934814, "Finetune/Loss (Raw)": 0.6948235034942627, "Finetune/Step": 11585, "Finetune/Step Time": 10.791892860084772}
+{"Finetune/Learning Rate": 7.205302686527051e-06, "Finetune/Loss": 0.6036558151245117, "Finetune/Loss (Raw)": 0.6202695965766907, "Finetune/Step": 11586, "Finetune/Step Time": 10.790827974677086}
+{"Finetune/Learning Rate": 7.203685865989968e-06, "Finetune/Loss": 0.6037998199462891, "Finetune/Loss (Raw)": 0.6774648427963257, "Finetune/Step": 11587, "Finetune/Step Time": 10.79218172468245}
+{"Finetune/Learning Rate": 7.202069124748399e-06, "Finetune/Loss": 0.6047537326812744, "Finetune/Loss (Raw)": 0.5402178168296814, "Finetune/Step": 11588, "Finetune/Step Time": 10.749492887407541}
+{"Finetune/Learning Rate": 7.200452462848196e-06, "Finetune/Loss": 0.604932963848114, "Finetune/Loss (Raw)": 0.6291016936302185, "Finetune/Step": 11589, "Finetune/Step Time": 10.747921485453844}
+{"Finetune/Learning Rate": 7.198835880335203e-06, "Finetune/Loss": 0.6064968109130859, "Finetune/Loss (Raw)": 0.7250688672065735, "Finetune/Step": 11590, "Finetune/Step Time": 10.761397019028664}
+{"Finetune/Learning Rate": 7.197219377255256e-06, "Finetune/Loss": 0.6056360006332397, "Finetune/Loss (Raw)": 0.46698853373527527, "Finetune/Step": 11591, "Finetune/Step Time": 10.79765373840928}
+{"Finetune/Learning Rate": 7.1956029536541985e-06, "Finetune/Loss": 0.6048603653907776, "Finetune/Loss (Raw)": 0.6109927296638489, "Finetune/Step": 11592, "Finetune/Step Time": 10.788708586245775}
+{"Finetune/Learning Rate": 7.1939866095778655e-06, "Finetune/Loss": 0.6050066947937012, "Finetune/Loss (Raw)": 0.5939957499504089, "Finetune/Step": 11593, "Finetune/Step Time": 10.785107459872961}
+{"Finetune/Learning Rate": 7.192370345072094e-06, "Finetune/Loss": 0.6050664186477661, "Finetune/Loss (Raw)": 0.6034460663795471, "Finetune/Step": 11594, "Finetune/Step Time": 10.792376210913062}
+{"Finetune/Learning Rate": 7.190754160182714e-06, "Finetune/Loss": 0.6062226295471191, "Finetune/Loss (Raw)": 0.5642762780189514, "Finetune/Step": 11595, "Finetune/Step Time": 10.776868771761656}
+{"Finetune/Learning Rate": 7.189138054955562e-06, "Finetune/Loss": 0.6067343950271606, "Finetune/Loss (Raw)": 0.7078484296798706, "Finetune/Step": 11596, "Finetune/Step Time": 10.78301727771759}
+{"Finetune/Learning Rate": 7.187522029436455e-06, "Finetune/Loss": 0.6073375940322876, "Finetune/Loss (Raw)": 0.648249089717865, "Finetune/Step": 11597, "Finetune/Step Time": 10.789037328213453}
+{"Finetune/Learning Rate": 7.18590608367123e-06, "Finetune/Loss": 0.6071218252182007, "Finetune/Loss (Raw)": 0.5236912369728088, "Finetune/Step": 11598, "Finetune/Step Time": 10.768921475857496}
+{"Finetune/Learning Rate": 7.184290217705705e-06, "Finetune/Loss": 0.6078463792800903, "Finetune/Loss (Raw)": 0.6423562169075012, "Finetune/Step": 11599, "Finetune/Step Time": 10.728130282834172}
+{"Finetune/Learning Rate": 7.182674431585703e-06, "Finetune/Loss": 0.6070084571838379, "Finetune/Loss (Raw)": 0.5607874393463135, "Finetune/Step": 11600, "Finetune/Step Time": 10.696559462696314}
+{"Finetune/Learning Rate": 7.181058725357044e-06, "Finetune/Loss": 0.6076589226722717, "Finetune/Loss (Raw)": 0.6382712125778198, "Finetune/Step": 11601, "Finetune/Step Time": 10.701609194278717}
+{"Finetune/Learning Rate": 7.179443099065544e-06, "Finetune/Loss": 0.60802161693573, "Finetune/Loss (Raw)": 0.6302370429039001, "Finetune/Step": 11602, "Finetune/Step Time": 10.692830504849553}
+{"Finetune/Learning Rate": 7.1778275527570155e-06, "Finetune/Loss": 0.6078665256500244, "Finetune/Loss (Raw)": 0.6062076687812805, "Finetune/Step": 11603, "Finetune/Step Time": 10.687780749052763}
+{"Finetune/Learning Rate": 7.176212086477273e-06, "Finetune/Loss": 0.6068940162658691, "Finetune/Loss (Raw)": 0.48125946521759033, "Finetune/Step": 11604, "Finetune/Step Time": 10.689609371125698}
+{"Finetune/Learning Rate": 7.174596700272123e-06, "Finetune/Loss": 0.6069613695144653, "Finetune/Loss (Raw)": 0.548103928565979, "Finetune/Step": 11605, "Finetune/Step Time": 10.684249008074403}
+{"Finetune/Learning Rate": 7.172981394187377e-06, "Finetune/Loss": 0.6054220199584961, "Finetune/Loss (Raw)": 0.4168565571308136, "Finetune/Step": 11606, "Finetune/Step Time": 10.717254683375359}
+{"Finetune/Learning Rate": 7.171366168268842e-06, "Finetune/Loss": 0.6052594184875488, "Finetune/Loss (Raw)": 0.5326683521270752, "Finetune/Step": 11607, "Finetune/Step Time": 10.71391511708498}
+{"Finetune/Learning Rate": 7.1697510225623206e-06, "Finetune/Loss": 0.60470050573349, "Finetune/Loss (Raw)": 0.47676220536231995, "Finetune/Step": 11608, "Finetune/Step Time": 10.716174524277449}
+{"Finetune/Learning Rate": 7.168135957113609e-06, "Finetune/Loss": 0.6061522960662842, "Finetune/Loss (Raw)": 0.6476097106933594, "Finetune/Step": 11609, "Finetune/Step Time": 10.713296284899116}
+{"Finetune/Learning Rate": 7.166520971968509e-06, "Finetune/Loss": 0.6049477458000183, "Finetune/Loss (Raw)": 0.5163766145706177, "Finetune/Step": 11610, "Finetune/Step Time": 10.691037878394127}
+{"Finetune/Learning Rate": 7.1649060671728175e-06, "Finetune/Loss": 0.6043722629547119, "Finetune/Loss (Raw)": 0.5510813593864441, "Finetune/Step": 11611, "Finetune/Step Time": 10.691153334453702}
+{"Finetune/Learning Rate": 7.163291242772325e-06, "Finetune/Loss": 0.6044527888298035, "Finetune/Loss (Raw)": 0.6168687343597412, "Finetune/Step": 11612, "Finetune/Step Time": 10.6913792937994}
+{"Finetune/Learning Rate": 7.161676498812831e-06, "Finetune/Loss": 0.6055541634559631, "Finetune/Loss (Raw)": 0.6931450963020325, "Finetune/Step": 11613, "Finetune/Step Time": 10.692603463307023}
+{"Finetune/Learning Rate": 7.160061835340122e-06, "Finetune/Loss": 0.6062392592430115, "Finetune/Loss (Raw)": 0.6485385894775391, "Finetune/Step": 11614, "Finetune/Step Time": 10.68815659917891}
+{"Finetune/Learning Rate": 7.158447252399978e-06, "Finetune/Loss": 0.606216311454773, "Finetune/Loss (Raw)": 0.5987867116928101, "Finetune/Step": 11615, "Finetune/Step Time": 10.687681021168828}
+{"Finetune/Learning Rate": 7.156832750038192e-06, "Finetune/Loss": 0.6068165302276611, "Finetune/Loss (Raw)": 0.6643823385238647, "Finetune/Step": 11616, "Finetune/Step Time": 10.687713105231524}
+{"Finetune/Learning Rate": 7.1552183283005435e-06, "Finetune/Loss": 0.6069674491882324, "Finetune/Loss (Raw)": 0.6577125191688538, "Finetune/Step": 11617, "Finetune/Step Time": 10.673960868269205}
+{"Finetune/Learning Rate": 7.153603987232815e-06, "Finetune/Loss": 0.6067870855331421, "Finetune/Loss (Raw)": 0.6047345995903015, "Finetune/Step": 11618, "Finetune/Step Time": 10.666552694514394}
+{"Finetune/Learning Rate": 7.151989726880782e-06, "Finetune/Loss": 0.6067771315574646, "Finetune/Loss (Raw)": 0.6269981265068054, "Finetune/Step": 11619, "Finetune/Step Time": 10.67335705831647}
+{"Finetune/Learning Rate": 7.1503755472902245e-06, "Finetune/Loss": 0.6071436405181885, "Finetune/Loss (Raw)": 0.5686079263687134, "Finetune/Step": 11620, "Finetune/Step Time": 10.67339981533587}
+{"Finetune/Learning Rate": 7.148761448506912e-06, "Finetune/Loss": 0.6066316366195679, "Finetune/Loss (Raw)": 0.6778342723846436, "Finetune/Step": 11621, "Finetune/Step Time": 10.671237617731094}
+{"Finetune/Learning Rate": 7.147147430576614e-06, "Finetune/Loss": 0.6055650115013123, "Finetune/Loss (Raw)": 0.6029261946678162, "Finetune/Step": 11622, "Finetune/Step Time": 10.684440795332193}
+{"Finetune/Learning Rate": 7.1455334935451045e-06, "Finetune/Loss": 0.6069319248199463, "Finetune/Loss (Raw)": 0.7159875631332397, "Finetune/Step": 11623, "Finetune/Step Time": 10.685420460999012}
+{"Finetune/Learning Rate": 7.1439196374581486e-06, "Finetune/Loss": 0.6060495972633362, "Finetune/Loss (Raw)": 0.5568658709526062, "Finetune/Step": 11624, "Finetune/Step Time": 10.71215864084661}
+{"Finetune/Learning Rate": 7.142305862361509e-06, "Finetune/Loss": 0.6059487462043762, "Finetune/Loss (Raw)": 0.6181014180183411, "Finetune/Step": 11625, "Finetune/Step Time": 10.708422562107444}
+{"Finetune/Learning Rate": 7.140692168300953e-06, "Finetune/Loss": 0.6051004528999329, "Finetune/Loss (Raw)": 0.5839014649391174, "Finetune/Step": 11626, "Finetune/Step Time": 10.713863022625446}
+{"Finetune/Learning Rate": 7.139078555322232e-06, "Finetune/Loss": 0.6049516201019287, "Finetune/Loss (Raw)": 0.5939935445785522, "Finetune/Step": 11627, "Finetune/Step Time": 10.731848120689392}
+{"Finetune/Learning Rate": 7.137465023471109e-06, "Finetune/Loss": 0.604945182800293, "Finetune/Loss (Raw)": 0.6349238753318787, "Finetune/Step": 11628, "Finetune/Step Time": 10.728762967512012}
+{"Finetune/Learning Rate": 7.135851572793337e-06, "Finetune/Loss": 0.6060106754302979, "Finetune/Loss (Raw)": 0.6239098310470581, "Finetune/Step": 11629, "Finetune/Step Time": 10.71333809569478}
+{"Finetune/Learning Rate": 7.13423820333467e-06, "Finetune/Loss": 0.606985330581665, "Finetune/Loss (Raw)": 0.6871426701545715, "Finetune/Step": 11630, "Finetune/Step Time": 10.703398594632745}
+{"Finetune/Learning Rate": 7.13262491514086e-06, "Finetune/Loss": 0.6070630550384521, "Finetune/Loss (Raw)": 0.6095174551010132, "Finetune/Step": 11631, "Finetune/Step Time": 10.706900704652071}
+{"Finetune/Learning Rate": 7.1310117082576536e-06, "Finetune/Loss": 0.6060222387313843, "Finetune/Loss (Raw)": 0.5444173812866211, "Finetune/Step": 11632, "Finetune/Step Time": 10.665245344862342}
+{"Finetune/Learning Rate": 7.129398582730796e-06, "Finetune/Loss": 0.6051968336105347, "Finetune/Loss (Raw)": 0.5101974606513977, "Finetune/Step": 11633, "Finetune/Step Time": 10.659829976037145}
+{"Finetune/Learning Rate": 7.127785538606032e-06, "Finetune/Loss": 0.6031359434127808, "Finetune/Loss (Raw)": 0.4811829626560211, "Finetune/Step": 11634, "Finetune/Step Time": 10.661454159766436}
+{"Finetune/Learning Rate": 7.126172575929103e-06, "Finetune/Loss": 0.6035093665122986, "Finetune/Loss (Raw)": 0.6526879668235779, "Finetune/Step": 11635, "Finetune/Step Time": 10.661105958744884}
+{"Finetune/Learning Rate": 7.124559694745745e-06, "Finetune/Loss": 0.6028332710266113, "Finetune/Loss (Raw)": 0.6357178688049316, "Finetune/Step": 11636, "Finetune/Step Time": 10.665391338989139}
+{"Finetune/Learning Rate": 7.1229468951016986e-06, "Finetune/Loss": 0.6020511388778687, "Finetune/Loss (Raw)": 0.6182113289833069, "Finetune/Step": 11637, "Finetune/Step Time": 10.662795811891556}
+{"Finetune/Learning Rate": 7.121334177042703e-06, "Finetune/Loss": 0.602323591709137, "Finetune/Loss (Raw)": 0.6596834659576416, "Finetune/Step": 11638, "Finetune/Step Time": 10.713303482159972}
+{"Finetune/Learning Rate": 7.119721540614477e-06, "Finetune/Loss": 0.6024281978607178, "Finetune/Loss (Raw)": 0.6231687068939209, "Finetune/Step": 11639, "Finetune/Step Time": 10.7105932533741}
+{"Finetune/Learning Rate": 7.118108985862759e-06, "Finetune/Loss": 0.6020944118499756, "Finetune/Loss (Raw)": 0.5951858162879944, "Finetune/Step": 11640, "Finetune/Step Time": 10.681080508977175}
+{"Finetune/Learning Rate": 7.116496512833277e-06, "Finetune/Loss": 0.6023025512695312, "Finetune/Loss (Raw)": 0.5702780485153198, "Finetune/Step": 11641, "Finetune/Step Time": 10.684748301282525}
+{"Finetune/Learning Rate": 7.114884121571752e-06, "Finetune/Loss": 0.6008690595626831, "Finetune/Loss (Raw)": 0.5062069892883301, "Finetune/Step": 11642, "Finetune/Step Time": 10.69333034567535}
+{"Finetune/Learning Rate": 7.1132718121239116e-06, "Finetune/Loss": 0.5998468399047852, "Finetune/Loss (Raw)": 0.5452347993850708, "Finetune/Step": 11643, "Finetune/Step Time": 10.698895988985896}
+{"Finetune/Learning Rate": 7.1116595845354756e-06, "Finetune/Loss": 0.5992903709411621, "Finetune/Loss (Raw)": 0.5576354265213013, "Finetune/Step": 11644, "Finetune/Step Time": 10.705775504931808}
+{"Finetune/Learning Rate": 7.110047438852157e-06, "Finetune/Loss": 0.5989583134651184, "Finetune/Loss (Raw)": 0.5829073190689087, "Finetune/Step": 11645, "Finetune/Step Time": 10.716120360419154}
+{"Finetune/Learning Rate": 7.1084353751196736e-06, "Finetune/Loss": 0.5997846126556396, "Finetune/Loss (Raw)": 0.6780998706817627, "Finetune/Step": 11646, "Finetune/Step Time": 10.73037532530725}
+{"Finetune/Learning Rate": 7.106823393383741e-06, "Finetune/Loss": 0.5993041396141052, "Finetune/Loss (Raw)": 0.5925548076629639, "Finetune/Step": 11647, "Finetune/Step Time": 10.72802591882646}
+{"Finetune/Learning Rate": 7.105211493690073e-06, "Finetune/Loss": 0.5995811223983765, "Finetune/Loss (Raw)": 0.6464223861694336, "Finetune/Step": 11648, "Finetune/Step Time": 10.711578320711851}
+{"Finetune/Learning Rate": 7.103599676084374e-06, "Finetune/Loss": 0.6011658906936646, "Finetune/Loss (Raw)": 0.6537809371948242, "Finetune/Step": 11649, "Finetune/Step Time": 10.671013005077839}
+{"Finetune/Learning Rate": 7.101987940612354e-06, "Finetune/Loss": 0.6010791063308716, "Finetune/Loss (Raw)": 0.6476452350616455, "Finetune/Step": 11650, "Finetune/Step Time": 10.662674086168408}
+{"Finetune/Learning Rate": 7.1003762873197125e-06, "Finetune/Loss": 0.6006262898445129, "Finetune/Loss (Raw)": 0.5403230786323547, "Finetune/Step": 11651, "Finetune/Step Time": 10.661761492490768}
+{"Finetune/Learning Rate": 7.098764716252153e-06, "Finetune/Loss": 0.6004595160484314, "Finetune/Loss (Raw)": 0.5578655004501343, "Finetune/Step": 11652, "Finetune/Step Time": 10.662349535152316}
+{"Finetune/Learning Rate": 7.097153227455379e-06, "Finetune/Loss": 0.6003743410110474, "Finetune/Loss (Raw)": 0.6505032181739807, "Finetune/Step": 11653, "Finetune/Step Time": 10.661542011424899}
+{"Finetune/Learning Rate": 7.09554182097508e-06, "Finetune/Loss": 0.6006036400794983, "Finetune/Loss (Raw)": 0.6303326487541199, "Finetune/Step": 11654, "Finetune/Step Time": 10.66613120958209}
+{"Finetune/Learning Rate": 7.09393049685696e-06, "Finetune/Loss": 0.6006843447685242, "Finetune/Loss (Raw)": 0.6251309514045715, "Finetune/Step": 11655, "Finetune/Step Time": 10.663174457848072}
+{"Finetune/Learning Rate": 7.092319255146707e-06, "Finetune/Loss": 0.5992915630340576, "Finetune/Loss (Raw)": 0.6116136312484741, "Finetune/Step": 11656, "Finetune/Step Time": 10.671927969902754}
+{"Finetune/Learning Rate": 7.090708095890013e-06, "Finetune/Loss": 0.599644124507904, "Finetune/Loss (Raw)": 0.6197789907455444, "Finetune/Step": 11657, "Finetune/Step Time": 10.668269954621792}
+{"Finetune/Learning Rate": 7.089097019132562e-06, "Finetune/Loss": 0.598487377166748, "Finetune/Loss (Raw)": 0.49049583077430725, "Finetune/Step": 11658, "Finetune/Step Time": 10.668222332373261}
+{"Finetune/Learning Rate": 7.0874860249200426e-06, "Finetune/Loss": 0.598249077796936, "Finetune/Loss (Raw)": 0.6011942625045776, "Finetune/Step": 11659, "Finetune/Step Time": 10.66741074807942}
+{"Finetune/Learning Rate": 7.085875113298139e-06, "Finetune/Loss": 0.5988327860832214, "Finetune/Loss (Raw)": 0.628792405128479, "Finetune/Step": 11660, "Finetune/Step Time": 10.671705482527614}
+{"Finetune/Learning Rate": 7.084264284312526e-06, "Finetune/Loss": 0.5988297462463379, "Finetune/Loss (Raw)": 0.6873006820678711, "Finetune/Step": 11661, "Finetune/Step Time": 10.666483633220196}
+{"Finetune/Learning Rate": 7.08265353800889e-06, "Finetune/Loss": 0.5987564325332642, "Finetune/Loss (Raw)": 0.5477169752120972, "Finetune/Step": 11662, "Finetune/Step Time": 10.664351997897029}
+{"Finetune/Learning Rate": 7.081042874432907e-06, "Finetune/Loss": 0.6005794405937195, "Finetune/Loss (Raw)": 0.6700434684753418, "Finetune/Step": 11663, "Finetune/Step Time": 10.630040779709816}
+{"Finetune/Learning Rate": 7.079432293630244e-06, "Finetune/Loss": 0.5992048978805542, "Finetune/Loss (Raw)": 0.5006395578384399, "Finetune/Step": 11664, "Finetune/Step Time": 10.611906668171287}
+{"Finetune/Learning Rate": 7.077821795646576e-06, "Finetune/Loss": 0.5989404916763306, "Finetune/Loss (Raw)": 0.57115638256073, "Finetune/Step": 11665, "Finetune/Step Time": 10.614124840125442}
+{"Finetune/Learning Rate": 7.076211380527572e-06, "Finetune/Loss": 0.598888635635376, "Finetune/Loss (Raw)": 0.5317888855934143, "Finetune/Step": 11666, "Finetune/Step Time": 10.610085831955075}
+{"Finetune/Learning Rate": 7.074601048318901e-06, "Finetune/Loss": 0.5984379053115845, "Finetune/Loss (Raw)": 0.5622282028198242, "Finetune/Step": 11667, "Finetune/Step Time": 10.610148699954152}
+{"Finetune/Learning Rate": 7.072990799066222e-06, "Finetune/Loss": 0.5993963479995728, "Finetune/Loss (Raw)": 0.6887480616569519, "Finetune/Step": 11668, "Finetune/Step Time": 10.609873861074448}
+{"Finetune/Learning Rate": 7.071380632815207e-06, "Finetune/Loss": 0.5988967418670654, "Finetune/Loss (Raw)": 0.5590956211090088, "Finetune/Step": 11669, "Finetune/Step Time": 10.625784646719694}
+{"Finetune/Learning Rate": 7.0697705496115055e-06, "Finetune/Loss": 0.5982423424720764, "Finetune/Loss (Raw)": 0.621830403804779, "Finetune/Step": 11670, "Finetune/Step Time": 10.621679631993175}
+{"Finetune/Learning Rate": 7.0681605495007755e-06, "Finetune/Loss": 0.5998722910881042, "Finetune/Loss (Raw)": 0.6493617296218872, "Finetune/Step": 11671, "Finetune/Step Time": 10.628640726208687}
+{"Finetune/Learning Rate": 7.066550632528679e-06, "Finetune/Loss": 0.6020936965942383, "Finetune/Loss (Raw)": 0.6432802081108093, "Finetune/Step": 11672, "Finetune/Step Time": 10.59532456099987}
+{"Finetune/Learning Rate": 7.064940798740865e-06, "Finetune/Loss": 0.6001135110855103, "Finetune/Loss (Raw)": 0.4170304834842682, "Finetune/Step": 11673, "Finetune/Step Time": 10.616315562278032}
+{"Finetune/Learning Rate": 7.063331048182982e-06, "Finetune/Loss": 0.6011190414428711, "Finetune/Loss (Raw)": 0.6575681567192078, "Finetune/Step": 11674, "Finetune/Step Time": 10.626282451674342}
+{"Finetune/Learning Rate": 7.061721380900684e-06, "Finetune/Loss": 0.6006242036819458, "Finetune/Loss (Raw)": 0.5876074433326721, "Finetune/Step": 11675, "Finetune/Step Time": 10.623821843415499}
+{"Finetune/Learning Rate": 7.060111796939608e-06, "Finetune/Loss": 0.6009690761566162, "Finetune/Loss (Raw)": 0.6961898803710938, "Finetune/Step": 11676, "Finetune/Step Time": 10.621063070371747}
+{"Finetune/Learning Rate": 7.058502296345404e-06, "Finetune/Loss": 0.6017729640007019, "Finetune/Loss (Raw)": 0.5544752478599548, "Finetune/Step": 11677, "Finetune/Step Time": 10.611625516787171}
+{"Finetune/Learning Rate": 7.056892879163706e-06, "Finetune/Loss": 0.6021547913551331, "Finetune/Loss (Raw)": 0.6219786405563354, "Finetune/Step": 11678, "Finetune/Step Time": 10.601809645071626}
+{"Finetune/Learning Rate": 7.055283545440161e-06, "Finetune/Loss": 0.6017559170722961, "Finetune/Loss (Raw)": 0.6372678279876709, "Finetune/Step": 11679, "Finetune/Step Time": 10.584711086004972}
+{"Finetune/Learning Rate": 7.053674295220399e-06, "Finetune/Loss": 0.6021181344985962, "Finetune/Loss (Raw)": 0.6603758931159973, "Finetune/Step": 11680, "Finetune/Step Time": 10.582299321889877}
+{"Finetune/Learning Rate": 7.0520651285500585e-06, "Finetune/Loss": 0.6023603081703186, "Finetune/Loss (Raw)": 0.6356390118598938, "Finetune/Step": 11681, "Finetune/Step Time": 10.62777984701097}
+{"Finetune/Learning Rate": 7.050456045474767e-06, "Finetune/Loss": 0.6049822568893433, "Finetune/Loss (Raw)": 0.7330814599990845, "Finetune/Step": 11682, "Finetune/Step Time": 10.5879463609308}
+{"Finetune/Learning Rate": 7.048847046040154e-06, "Finetune/Loss": 0.6047670245170593, "Finetune/Loss (Raw)": 0.5641643404960632, "Finetune/Step": 11683, "Finetune/Step Time": 10.594696315005422}
+{"Finetune/Learning Rate": 7.047238130291847e-06, "Finetune/Loss": 0.6049309968948364, "Finetune/Loss (Raw)": 0.6913790106773376, "Finetune/Step": 11684, "Finetune/Step Time": 10.592260824516416}
+{"Finetune/Learning Rate": 7.045629298275467e-06, "Finetune/Loss": 0.6053121089935303, "Finetune/Loss (Raw)": 0.6834948658943176, "Finetune/Step": 11685, "Finetune/Step Time": 10.593912800773978}
+{"Finetune/Learning Rate": 7.0440205500366435e-06, "Finetune/Loss": 0.6049554347991943, "Finetune/Loss (Raw)": 0.5775498151779175, "Finetune/Step": 11686, "Finetune/Step Time": 10.597583089023829}
+{"Finetune/Learning Rate": 7.042411885620993e-06, "Finetune/Loss": 0.6056967973709106, "Finetune/Loss (Raw)": 0.6298757195472717, "Finetune/Step": 11687, "Finetune/Step Time": 10.603525374084711}
+{"Finetune/Learning Rate": 7.040803305074126e-06, "Finetune/Loss": 0.6049655675888062, "Finetune/Loss (Raw)": 0.5569653511047363, "Finetune/Step": 11688, "Finetune/Step Time": 10.600606370717287}
+{"Finetune/Learning Rate": 7.039194808441665e-06, "Finetune/Loss": 0.6048882603645325, "Finetune/Loss (Raw)": 0.6604204773902893, "Finetune/Step": 11689, "Finetune/Step Time": 10.583611436188221}
+{"Finetune/Learning Rate": 7.0375863957692195e-06, "Finetune/Loss": 0.6052520871162415, "Finetune/Loss (Raw)": 0.5887635350227356, "Finetune/Step": 11690, "Finetune/Step Time": 10.567224249243736}
+{"Finetune/Learning Rate": 7.035978067102399e-06, "Finetune/Loss": 0.6063318252563477, "Finetune/Loss (Raw)": 0.6159679889678955, "Finetune/Step": 11691, "Finetune/Step Time": 10.568483049049973}
+{"Finetune/Learning Rate": 7.034369822486811e-06, "Finetune/Loss": 0.6058157682418823, "Finetune/Loss (Raw)": 0.6462767720222473, "Finetune/Step": 11692, "Finetune/Step Time": 10.5644116923213}
+{"Finetune/Learning Rate": 7.0327616619680684e-06, "Finetune/Loss": 0.6053992509841919, "Finetune/Loss (Raw)": 0.5444137454032898, "Finetune/Step": 11693, "Finetune/Step Time": 10.564619483426213}
+{"Finetune/Learning Rate": 7.031153585591761e-06, "Finetune/Loss": 0.6061282157897949, "Finetune/Loss (Raw)": 0.6448702812194824, "Finetune/Step": 11694, "Finetune/Step Time": 10.562976540997624}
+{"Finetune/Learning Rate": 7.029545593403495e-06, "Finetune/Loss": 0.6059779524803162, "Finetune/Loss (Raw)": 0.5270654559135437, "Finetune/Step": 11695, "Finetune/Step Time": 10.59816686436534}
+{"Finetune/Learning Rate": 7.027937685448871e-06, "Finetune/Loss": 0.6051190495491028, "Finetune/Loss (Raw)": 0.56544429063797, "Finetune/Step": 11696, "Finetune/Step Time": 10.597335055470467}
+{"Finetune/Learning Rate": 7.026329861773484e-06, "Finetune/Loss": 0.6046130657196045, "Finetune/Loss (Raw)": 0.672855794429779, "Finetune/Step": 11697, "Finetune/Step Time": 10.597288941964507}
+{"Finetune/Learning Rate": 7.024722122422925e-06, "Finetune/Loss": 0.6045063734054565, "Finetune/Loss (Raw)": 0.5613943934440613, "Finetune/Step": 11698, "Finetune/Step Time": 10.591201342642307}
+{"Finetune/Learning Rate": 7.023114467442789e-06, "Finetune/Loss": 0.6025973558425903, "Finetune/Loss (Raw)": 0.41942909359931946, "Finetune/Step": 11699, "Finetune/Step Time": 10.631951414048672}
+{"Finetune/Learning Rate": 7.021506896878658e-06, "Finetune/Loss": 0.602128803730011, "Finetune/Loss (Raw)": 0.4451807141304016, "Finetune/Step": 11700, "Finetune/Step Time": 10.65569481253624}
+{"Finetune/Learning Rate": 7.019899410776122e-06, "Finetune/Loss": 0.6016715168952942, "Finetune/Loss (Raw)": 0.6516826152801514, "Finetune/Step": 11701, "Finetune/Step Time": 10.680808091536164}
+{"Finetune/Learning Rate": 7.018292009180763e-06, "Finetune/Loss": 0.600829005241394, "Finetune/Loss (Raw)": 0.5318936109542847, "Finetune/Step": 11702, "Finetune/Step Time": 10.697562735527754}
+{"Finetune/Learning Rate": 7.016684692138165e-06, "Finetune/Loss": 0.5996804237365723, "Finetune/Loss (Raw)": 0.4038131833076477, "Finetune/Step": 11703, "Finetune/Step Time": 10.72224161028862}
+{"Finetune/Learning Rate": 7.015077459693907e-06, "Finetune/Loss": 0.6001716256141663, "Finetune/Loss (Raw)": 0.632570743560791, "Finetune/Step": 11704, "Finetune/Step Time": 10.725314499810338}
+{"Finetune/Learning Rate": 7.013470311893566e-06, "Finetune/Loss": 0.6005510687828064, "Finetune/Loss (Raw)": 0.6413090825080872, "Finetune/Step": 11705, "Finetune/Step Time": 10.742180632427335}
+{"Finetune/Learning Rate": 7.011863248782711e-06, "Finetune/Loss": 0.5980477333068848, "Finetune/Loss (Raw)": 0.3868580460548401, "Finetune/Step": 11706, "Finetune/Step Time": 10.778640802949667}
+{"Finetune/Learning Rate": 7.0102562704069184e-06, "Finetune/Loss": 0.5978174805641174, "Finetune/Loss (Raw)": 0.3906068801879883, "Finetune/Step": 11707, "Finetune/Step Time": 10.743250099942088}
+{"Finetune/Learning Rate": 7.008649376811756e-06, "Finetune/Loss": 0.5982849597930908, "Finetune/Loss (Raw)": 0.6143951416015625, "Finetune/Step": 11708, "Finetune/Step Time": 10.72558930888772}
+{"Finetune/Learning Rate": 7.007042568042792e-06, "Finetune/Loss": 0.5973714590072632, "Finetune/Loss (Raw)": 0.5832767486572266, "Finetune/Step": 11709, "Finetune/Step Time": 10.726574897766113}
+{"Finetune/Learning Rate": 7.005435844145587e-06, "Finetune/Loss": 0.597823441028595, "Finetune/Loss (Raw)": 0.6499834060668945, "Finetune/Step": 11710, "Finetune/Step Time": 10.717840002849698}
+{"Finetune/Learning Rate": 7.0038292051657115e-06, "Finetune/Loss": 0.5972461700439453, "Finetune/Loss (Raw)": 0.570260763168335, "Finetune/Step": 11711, "Finetune/Step Time": 10.72178727015853}
+{"Finetune/Learning Rate": 7.002222651148714e-06, "Finetune/Loss": 0.5965762138366699, "Finetune/Loss (Raw)": 0.5780470967292786, "Finetune/Step": 11712, "Finetune/Step Time": 10.71629774570465}
+{"Finetune/Learning Rate": 7.000616182140161e-06, "Finetune/Loss": 0.5970624685287476, "Finetune/Loss (Raw)": 0.7570637464523315, "Finetune/Step": 11713, "Finetune/Step Time": 10.709155982360244}
+{"Finetune/Learning Rate": 6.999009798185602e-06, "Finetune/Loss": 0.5975306034088135, "Finetune/Loss (Raw)": 0.6801978945732117, "Finetune/Step": 11714, "Finetune/Step Time": 10.71716925688088}
+{"Finetune/Learning Rate": 6.997403499330593e-06, "Finetune/Loss": 0.5977630615234375, "Finetune/Loss (Raw)": 0.7072175741195679, "Finetune/Step": 11715, "Finetune/Step Time": 10.716589165851474}
+{"Finetune/Learning Rate": 6.995797285620681e-06, "Finetune/Loss": 0.5984354615211487, "Finetune/Loss (Raw)": 0.6262823343276978, "Finetune/Step": 11716, "Finetune/Step Time": 10.725661097094417}
+{"Finetune/Learning Rate": 6.9941911571014185e-06, "Finetune/Loss": 0.5979106426239014, "Finetune/Loss (Raw)": 0.5619200468063354, "Finetune/Step": 11717, "Finetune/Step Time": 10.731863707304}
+{"Finetune/Learning Rate": 6.992585113818344e-06, "Finetune/Loss": 0.5973916053771973, "Finetune/Loss (Raw)": 0.6586351990699768, "Finetune/Step": 11718, "Finetune/Step Time": 10.724632939323783}
+{"Finetune/Learning Rate": 6.9909791558170035e-06, "Finetune/Loss": 0.5986901521682739, "Finetune/Loss (Raw)": 0.6332041025161743, "Finetune/Step": 11719, "Finetune/Step Time": 10.684528678655624}
+{"Finetune/Learning Rate": 6.9893732831429395e-06, "Finetune/Loss": 0.598582923412323, "Finetune/Loss (Raw)": 0.5972676873207092, "Finetune/Step": 11720, "Finetune/Step Time": 10.702691847458482}
+{"Finetune/Learning Rate": 6.987767495841686e-06, "Finetune/Loss": 0.5989685654640198, "Finetune/Loss (Raw)": 0.6433546543121338, "Finetune/Step": 11721, "Finetune/Step Time": 10.698968203738332}
+{"Finetune/Learning Rate": 6.986161793958784e-06, "Finetune/Loss": 0.599123477935791, "Finetune/Loss (Raw)": 0.623275876045227, "Finetune/Step": 11722, "Finetune/Step Time": 10.702876621857285}
+{"Finetune/Learning Rate": 6.984556177539763e-06, "Finetune/Loss": 0.5999546051025391, "Finetune/Loss (Raw)": 0.6706576347351074, "Finetune/Step": 11723, "Finetune/Step Time": 10.687018863856792}
+{"Finetune/Learning Rate": 6.982950646630151e-06, "Finetune/Loss": 0.5989327430725098, "Finetune/Loss (Raw)": 0.5770618319511414, "Finetune/Step": 11724, "Finetune/Step Time": 10.676833482459188}
+{"Finetune/Learning Rate": 6.9813452012754826e-06, "Finetune/Loss": 0.598225474357605, "Finetune/Loss (Raw)": 0.5577134490013123, "Finetune/Step": 11725, "Finetune/Step Time": 10.667525684460998}
+{"Finetune/Learning Rate": 6.979739841521278e-06, "Finetune/Loss": 0.5993380546569824, "Finetune/Loss (Raw)": 0.6660991311073303, "Finetune/Step": 11726, "Finetune/Step Time": 10.659223031252623}
+{"Finetune/Learning Rate": 6.9781345674130606e-06, "Finetune/Loss": 0.599158525466919, "Finetune/Loss (Raw)": 0.6193810105323792, "Finetune/Step": 11727, "Finetune/Step Time": 10.668875452131033}
+{"Finetune/Learning Rate": 6.976529378996357e-06, "Finetune/Loss": 0.5990091562271118, "Finetune/Loss (Raw)": 0.5416571497917175, "Finetune/Step": 11728, "Finetune/Step Time": 10.66881948709488}
+{"Finetune/Learning Rate": 6.974924276316685e-06, "Finetune/Loss": 0.5998398065567017, "Finetune/Loss (Raw)": 0.7446054816246033, "Finetune/Step": 11729, "Finetune/Step Time": 10.67062902636826}
+{"Finetune/Learning Rate": 6.973319259419555e-06, "Finetune/Loss": 0.5999094247817993, "Finetune/Loss (Raw)": 0.639151930809021, "Finetune/Step": 11730, "Finetune/Step Time": 10.675943745300174}
+{"Finetune/Learning Rate": 6.971714328350485e-06, "Finetune/Loss": 0.599191427230835, "Finetune/Loss (Raw)": 0.5142911672592163, "Finetune/Step": 11731, "Finetune/Step Time": 10.676884572952986}
+{"Finetune/Learning Rate": 6.970109483154985e-06, "Finetune/Loss": 0.6007406115531921, "Finetune/Loss (Raw)": 0.6795627474784851, "Finetune/Step": 11732, "Finetune/Step Time": 10.676653871312737}
+{"Finetune/Learning Rate": 6.968504723878565e-06, "Finetune/Loss": 0.6019963622093201, "Finetune/Loss (Raw)": 0.7088347673416138, "Finetune/Step": 11733, "Finetune/Step Time": 10.67703996412456}
+{"Finetune/Learning Rate": 6.966900050566727e-06, "Finetune/Loss": 0.6026352643966675, "Finetune/Loss (Raw)": 0.49864423274993896, "Finetune/Step": 11734, "Finetune/Step Time": 10.657192051410675}
+{"Finetune/Learning Rate": 6.965295463264987e-06, "Finetune/Loss": 0.6033532619476318, "Finetune/Loss (Raw)": 0.6245652437210083, "Finetune/Step": 11735, "Finetune/Step Time": 10.652129143476486}
+{"Finetune/Learning Rate": 6.963690962018832e-06, "Finetune/Loss": 0.6054375767707825, "Finetune/Loss (Raw)": 0.7435581684112549, "Finetune/Step": 11736, "Finetune/Step Time": 10.657847568392754}
+{"Finetune/Learning Rate": 6.962086546873766e-06, "Finetune/Loss": 0.6043071746826172, "Finetune/Loss (Raw)": 0.502919614315033, "Finetune/Step": 11737, "Finetune/Step Time": 10.65679588727653}
+{"Finetune/Learning Rate": 6.960482217875288e-06, "Finetune/Loss": 0.6047207117080688, "Finetune/Loss (Raw)": 0.5693106055259705, "Finetune/Step": 11738, "Finetune/Step Time": 10.656362349167466}
+{"Finetune/Learning Rate": 6.958877975068893e-06, "Finetune/Loss": 0.6056733131408691, "Finetune/Loss (Raw)": 0.6730135679244995, "Finetune/Step": 11739, "Finetune/Step Time": 10.663237884640694}
+{"Finetune/Learning Rate": 6.95727381850007e-06, "Finetune/Loss": 0.6050324440002441, "Finetune/Loss (Raw)": 0.5348377227783203, "Finetune/Step": 11740, "Finetune/Step Time": 10.66243452951312}
+{"Finetune/Learning Rate": 6.955669748214306e-06, "Finetune/Loss": 0.6042608022689819, "Finetune/Loss (Raw)": 0.5943681597709656, "Finetune/Step": 11741, "Finetune/Step Time": 10.659690225496888}
+{"Finetune/Learning Rate": 6.954065764257098e-06, "Finetune/Loss": 0.6035680174827576, "Finetune/Loss (Raw)": 0.5598665475845337, "Finetune/Step": 11742, "Finetune/Step Time": 10.662981897592545}
+{"Finetune/Learning Rate": 6.95246186667392e-06, "Finetune/Loss": 0.6052654981613159, "Finetune/Loss (Raw)": 0.8160638809204102, "Finetune/Step": 11743, "Finetune/Step Time": 10.673682663589716}
+{"Finetune/Learning Rate": 6.950858055510254e-06, "Finetune/Loss": 0.6044495105743408, "Finetune/Loss (Raw)": 0.5599371194839478, "Finetune/Step": 11744, "Finetune/Step Time": 10.675798749551177}
+{"Finetune/Learning Rate": 6.949254330811585e-06, "Finetune/Loss": 0.6038296222686768, "Finetune/Loss (Raw)": 0.5783710479736328, "Finetune/Step": 11745, "Finetune/Step Time": 10.672631995752454}
+{"Finetune/Learning Rate": 6.94765069262339e-06, "Finetune/Loss": 0.6038419008255005, "Finetune/Loss (Raw)": 0.6062963008880615, "Finetune/Step": 11746, "Finetune/Step Time": 10.66907219775021}
+{"Finetune/Learning Rate": 6.94604714099114e-06, "Finetune/Loss": 0.6036503314971924, "Finetune/Loss (Raw)": 0.6024839282035828, "Finetune/Step": 11747, "Finetune/Step Time": 10.68274769373238}
+{"Finetune/Learning Rate": 6.944443675960312e-06, "Finetune/Loss": 0.6031262874603271, "Finetune/Loss (Raw)": 0.5015275478363037, "Finetune/Step": 11748, "Finetune/Step Time": 10.674171717837453}
+{"Finetune/Learning Rate": 6.94284029757637e-06, "Finetune/Loss": 0.6017422676086426, "Finetune/Loss (Raw)": 0.5006806254386902, "Finetune/Step": 11749, "Finetune/Step Time": 10.676984755322337}
+{"Finetune/Learning Rate": 6.941237005884782e-06, "Finetune/Loss": 0.602016270160675, "Finetune/Loss (Raw)": 0.6379987597465515, "Finetune/Step": 11750, "Finetune/Step Time": 10.66808695346117}
+{"Finetune/Learning Rate": 6.939633800931014e-06, "Finetune/Loss": 0.6016689538955688, "Finetune/Loss (Raw)": 0.6715331673622131, "Finetune/Step": 11751, "Finetune/Step Time": 10.663930259644985}
+{"Finetune/Learning Rate": 6.938030682760532e-06, "Finetune/Loss": 0.6020163297653198, "Finetune/Loss (Raw)": 0.6013266444206238, "Finetune/Step": 11752, "Finetune/Step Time": 10.642479550093412}
+{"Finetune/Learning Rate": 6.9364276514187915e-06, "Finetune/Loss": 0.602851152420044, "Finetune/Loss (Raw)": 0.7249564528465271, "Finetune/Step": 11753, "Finetune/Step Time": 10.631196282804012}
+{"Finetune/Learning Rate": 6.934824706951253e-06, "Finetune/Loss": 0.6024279594421387, "Finetune/Loss (Raw)": 0.5297383069992065, "Finetune/Step": 11754, "Finetune/Step Time": 10.630589291453362}
+{"Finetune/Learning Rate": 6.933221849403369e-06, "Finetune/Loss": 0.6025022268295288, "Finetune/Loss (Raw)": 0.603498101234436, "Finetune/Step": 11755, "Finetune/Step Time": 10.618790643289685}
+{"Finetune/Learning Rate": 6.931619078820591e-06, "Finetune/Loss": 0.6021496057510376, "Finetune/Loss (Raw)": 0.5897883772850037, "Finetune/Step": 11756, "Finetune/Step Time": 10.639543334022164}
+{"Finetune/Learning Rate": 6.930016395248371e-06, "Finetune/Loss": 0.6017471551895142, "Finetune/Loss (Raw)": 0.5723893642425537, "Finetune/Step": 11757, "Finetune/Step Time": 10.648012841120362}
+{"Finetune/Learning Rate": 6.928413798732154e-06, "Finetune/Loss": 0.601050853729248, "Finetune/Loss (Raw)": 0.5980206727981567, "Finetune/Step": 11758, "Finetune/Step Time": 10.64590592496097}
+{"Finetune/Learning Rate": 6.92681128931739e-06, "Finetune/Loss": 0.6010309457778931, "Finetune/Loss (Raw)": 0.6069672703742981, "Finetune/Step": 11759, "Finetune/Step Time": 10.65605378895998}
+{"Finetune/Learning Rate": 6.925208867049522e-06, "Finetune/Loss": 0.6020755767822266, "Finetune/Loss (Raw)": 0.6781348586082458, "Finetune/Step": 11760, "Finetune/Step Time": 10.655906714498997}
+{"Finetune/Learning Rate": 6.923606531973981e-06, "Finetune/Loss": 0.6039478778839111, "Finetune/Loss (Raw)": 0.7498515844345093, "Finetune/Step": 11761, "Finetune/Step Time": 10.649756679311395}
+{"Finetune/Learning Rate": 6.922004284136214e-06, "Finetune/Loss": 0.605390727519989, "Finetune/Loss (Raw)": 0.6658655405044556, "Finetune/Step": 11762, "Finetune/Step Time": 10.64696536399424}
+{"Finetune/Learning Rate": 6.920402123581651e-06, "Finetune/Loss": 0.6040699481964111, "Finetune/Loss (Raw)": 0.48362457752227783, "Finetune/Step": 11763, "Finetune/Step Time": 10.63753641396761}
+{"Finetune/Learning Rate": 6.918800050355727e-06, "Finetune/Loss": 0.6034203767776489, "Finetune/Loss (Raw)": 0.55257648229599, "Finetune/Step": 11764, "Finetune/Step Time": 10.636755956336856}
+{"Finetune/Learning Rate": 6.917198064503874e-06, "Finetune/Loss": 0.60223388671875, "Finetune/Loss (Raw)": 0.4663469195365906, "Finetune/Step": 11765, "Finetune/Step Time": 10.674025373533368}
+{"Finetune/Learning Rate": 6.915596166071518e-06, "Finetune/Loss": 0.6021295785903931, "Finetune/Loss (Raw)": 0.6463227272033691, "Finetune/Step": 11766, "Finetune/Step Time": 10.627666033804417}
+{"Finetune/Learning Rate": 6.913994355104081e-06, "Finetune/Loss": 0.6026546955108643, "Finetune/Loss (Raw)": 0.690382719039917, "Finetune/Step": 11767, "Finetune/Step Time": 10.631933972239494}
+{"Finetune/Learning Rate": 6.912392631646987e-06, "Finetune/Loss": 0.602246105670929, "Finetune/Loss (Raw)": 0.542892575263977, "Finetune/Step": 11768, "Finetune/Step Time": 10.626303600147367}
+{"Finetune/Learning Rate": 6.910790995745661e-06, "Finetune/Loss": 0.6020825505256653, "Finetune/Loss (Raw)": 0.5493406653404236, "Finetune/Step": 11769, "Finetune/Step Time": 10.626313213258982}
+{"Finetune/Learning Rate": 6.909189447445517e-06, "Finetune/Loss": 0.6028247475624084, "Finetune/Loss (Raw)": 0.6012099385261536, "Finetune/Step": 11770, "Finetune/Step Time": 10.624584250152111}
+{"Finetune/Learning Rate": 6.9075879867919716e-06, "Finetune/Loss": 0.6027809381484985, "Finetune/Loss (Raw)": 0.539618968963623, "Finetune/Step": 11771, "Finetune/Step Time": 10.621439889073372}
+{"Finetune/Learning Rate": 6.90598661383044e-06, "Finetune/Loss": 0.6041334867477417, "Finetune/Loss (Raw)": 0.7307643294334412, "Finetune/Step": 11772, "Finetune/Step Time": 10.624809497967362}
+{"Finetune/Learning Rate": 6.904385328606327e-06, "Finetune/Loss": 0.6037328839302063, "Finetune/Loss (Raw)": 0.5316305756568909, "Finetune/Step": 11773, "Finetune/Step Time": 10.631580356508493}
+{"Finetune/Learning Rate": 6.902784131165042e-06, "Finetune/Loss": 0.6034886240959167, "Finetune/Loss (Raw)": 0.6468344926834106, "Finetune/Step": 11774, "Finetune/Step Time": 10.631674408912659}
+{"Finetune/Learning Rate": 6.901183021551991e-06, "Finetune/Loss": 0.60377037525177, "Finetune/Loss (Raw)": 0.6286213397979736, "Finetune/Step": 11775, "Finetune/Step Time": 10.636007549241185}
+{"Finetune/Learning Rate": 6.89958199981258e-06, "Finetune/Loss": 0.6038249731063843, "Finetune/Loss (Raw)": 0.6534167528152466, "Finetune/Step": 11776, "Finetune/Step Time": 10.648050747811794}
+{"Finetune/Learning Rate": 6.897981065992208e-06, "Finetune/Loss": 0.6028227806091309, "Finetune/Loss (Raw)": 0.5254971385002136, "Finetune/Step": 11777, "Finetune/Step Time": 10.654881866648793}
+{"Finetune/Learning Rate": 6.896380220136272e-06, "Finetune/Loss": 0.6025975346565247, "Finetune/Loss (Raw)": 0.6188110113143921, "Finetune/Step": 11778, "Finetune/Step Time": 10.66426775790751}
+{"Finetune/Learning Rate": 6.894779462290166e-06, "Finetune/Loss": 0.6026232838630676, "Finetune/Loss (Raw)": 0.5436195135116577, "Finetune/Step": 11779, "Finetune/Step Time": 10.657211625948548}
+{"Finetune/Learning Rate": 6.893178792499284e-06, "Finetune/Loss": 0.6029978394508362, "Finetune/Loss (Raw)": 0.6058074831962585, "Finetune/Step": 11780, "Finetune/Step Time": 10.650530142709613}
+{"Finetune/Learning Rate": 6.891578210809018e-06, "Finetune/Loss": 0.6031451225280762, "Finetune/Loss (Raw)": 0.6693556904792786, "Finetune/Step": 11781, "Finetune/Step Time": 10.65255345031619}
+{"Finetune/Learning Rate": 6.889977717264753e-06, "Finetune/Loss": 0.603232741355896, "Finetune/Loss (Raw)": 0.6415430307388306, "Finetune/Step": 11782, "Finetune/Step Time": 10.65040174126625}
+{"Finetune/Learning Rate": 6.888377311911875e-06, "Finetune/Loss": 0.6025869846343994, "Finetune/Loss (Raw)": 0.5424783825874329, "Finetune/Step": 11783, "Finetune/Step Time": 10.646320570260286}
+{"Finetune/Learning Rate": 6.8867769947957765e-06, "Finetune/Loss": 0.6029284596443176, "Finetune/Loss (Raw)": 0.6553289890289307, "Finetune/Step": 11784, "Finetune/Step Time": 10.652378635481}
+{"Finetune/Learning Rate": 6.88517676596182e-06, "Finetune/Loss": 0.6031829118728638, "Finetune/Loss (Raw)": 0.6523429155349731, "Finetune/Step": 11785, "Finetune/Step Time": 10.654215846210718}
+{"Finetune/Learning Rate": 6.883576625455397e-06, "Finetune/Loss": 0.6039659976959229, "Finetune/Loss (Raw)": 0.5907336473464966, "Finetune/Step": 11786, "Finetune/Step Time": 10.645452724769711}
+{"Finetune/Learning Rate": 6.881976573321879e-06, "Finetune/Loss": 0.6046887636184692, "Finetune/Loss (Raw)": 0.6937078833580017, "Finetune/Step": 11787, "Finetune/Step Time": 10.643318645656109}
+{"Finetune/Learning Rate": 6.880376609606639e-06, "Finetune/Loss": 0.6035206317901611, "Finetune/Loss (Raw)": 0.47926631569862366, "Finetune/Step": 11788, "Finetune/Step Time": 10.654656924307346}
+{"Finetune/Learning Rate": 6.878776734355047e-06, "Finetune/Loss": 0.6029294729232788, "Finetune/Loss (Raw)": 0.6116364598274231, "Finetune/Step": 11789, "Finetune/Step Time": 10.658149218186736}
+{"Finetune/Learning Rate": 6.877176947612474e-06, "Finetune/Loss": 0.6040470600128174, "Finetune/Loss (Raw)": 0.6907661557197571, "Finetune/Step": 11790, "Finetune/Step Time": 10.653859704732895}
+{"Finetune/Learning Rate": 6.875577249424279e-06, "Finetune/Loss": 0.6038154363632202, "Finetune/Loss (Raw)": 0.6403993964195251, "Finetune/Step": 11791, "Finetune/Step Time": 10.65139708481729}
+{"Finetune/Learning Rate": 6.87397763983583e-06, "Finetune/Loss": 0.6050883531570435, "Finetune/Loss (Raw)": 0.6635771989822388, "Finetune/Step": 11792, "Finetune/Step Time": 10.649649081751704}
+{"Finetune/Learning Rate": 6.872378118892482e-06, "Finetune/Loss": 0.6052825450897217, "Finetune/Loss (Raw)": 0.596009373664856, "Finetune/Step": 11793, "Finetune/Step Time": 10.651771714910865}
+{"Finetune/Learning Rate": 6.870778686639601e-06, "Finetune/Loss": 0.6060112118721008, "Finetune/Loss (Raw)": 0.6250573396682739, "Finetune/Step": 11794, "Finetune/Step Time": 10.644389729946852}
+{"Finetune/Learning Rate": 6.869179343122536e-06, "Finetune/Loss": 0.6062755584716797, "Finetune/Loss (Raw)": 0.5960660576820374, "Finetune/Step": 11795, "Finetune/Step Time": 10.645107680931687}
+{"Finetune/Learning Rate": 6.867580088386646e-06, "Finetune/Loss": 0.6055278182029724, "Finetune/Loss (Raw)": 0.5930300951004028, "Finetune/Step": 11796, "Finetune/Step Time": 10.657624319195747}
+{"Finetune/Learning Rate": 6.865980922477274e-06, "Finetune/Loss": 0.6066155433654785, "Finetune/Loss (Raw)": 0.6983255743980408, "Finetune/Step": 11797, "Finetune/Step Time": 10.638540040701628}
+{"Finetune/Learning Rate": 6.864381845439772e-06, "Finetune/Loss": 0.6063849925994873, "Finetune/Loss (Raw)": 0.592322051525116, "Finetune/Step": 11798, "Finetune/Step Time": 10.640061674639583}
+{"Finetune/Learning Rate": 6.862782857319484e-06, "Finetune/Loss": 0.6064940690994263, "Finetune/Loss (Raw)": 0.6633284091949463, "Finetune/Step": 11799, "Finetune/Step Time": 10.6347211971879}
+{"Finetune/Learning Rate": 6.86118395816175e-06, "Finetune/Loss": 0.6066684722900391, "Finetune/Loss (Raw)": 0.6656039953231812, "Finetune/Step": 11800, "Finetune/Step Time": 10.637895818799734}
+{"Finetune/Learning Rate": 6.859585148011917e-06, "Finetune/Loss": 0.6077737808227539, "Finetune/Loss (Raw)": 0.5585079789161682, "Finetune/Step": 11801, "Finetune/Step Time": 10.615782352164388}
+{"Finetune/Learning Rate": 6.857986426915321e-06, "Finetune/Loss": 0.6073267459869385, "Finetune/Loss (Raw)": 0.6003509759902954, "Finetune/Step": 11802, "Finetune/Step Time": 10.607656305655837}
+{"Finetune/Learning Rate": 6.856387794917292e-06, "Finetune/Loss": 0.607851505279541, "Finetune/Loss (Raw)": 0.6547777652740479, "Finetune/Step": 11803, "Finetune/Step Time": 10.60095894522965}
+{"Finetune/Learning Rate": 6.854789252063168e-06, "Finetune/Loss": 0.6067437529563904, "Finetune/Loss (Raw)": 0.5543875694274902, "Finetune/Step": 11804, "Finetune/Step Time": 10.604473112151027}
+{"Finetune/Learning Rate": 6.853190798398275e-06, "Finetune/Loss": 0.6067823767662048, "Finetune/Loss (Raw)": 0.5594229698181152, "Finetune/Step": 11805, "Finetune/Step Time": 10.612885616719723}
+{"Finetune/Learning Rate": 6.8515924339679415e-06, "Finetune/Loss": 0.6067201495170593, "Finetune/Loss (Raw)": 0.6140139698982239, "Finetune/Step": 11806, "Finetune/Step Time": 10.611126570031047}
+{"Finetune/Learning Rate": 6.849994158817494e-06, "Finetune/Loss": 0.6064682006835938, "Finetune/Loss (Raw)": 0.6050204634666443, "Finetune/Step": 11807, "Finetune/Step Time": 10.612375933676958}
+{"Finetune/Learning Rate": 6.848395972992261e-06, "Finetune/Loss": 0.6064903140068054, "Finetune/Loss (Raw)": 0.6632022261619568, "Finetune/Step": 11808, "Finetune/Step Time": 10.610879009589553}
+{"Finetune/Learning Rate": 6.8467978765375506e-06, "Finetune/Loss": 0.6061829328536987, "Finetune/Loss (Raw)": 0.5962866544723511, "Finetune/Step": 11809, "Finetune/Step Time": 10.565453924238682}
+{"Finetune/Learning Rate": 6.845199869498684e-06, "Finetune/Loss": 0.6054584980010986, "Finetune/Loss (Raw)": 0.6403706669807434, "Finetune/Step": 11810, "Finetune/Step Time": 10.56491520255804}
+{"Finetune/Learning Rate": 6.8436019519209815e-06, "Finetune/Loss": 0.6059483289718628, "Finetune/Loss (Raw)": 0.6268566846847534, "Finetune/Step": 11811, "Finetune/Step Time": 10.59725083783269}
+{"Finetune/Learning Rate": 6.8420041238497525e-06, "Finetune/Loss": 0.605579137802124, "Finetune/Loss (Raw)": 0.644119918346405, "Finetune/Step": 11812, "Finetune/Step Time": 10.60789330676198}
+{"Finetune/Learning Rate": 6.840406385330305e-06, "Finetune/Loss": 0.6050465106964111, "Finetune/Loss (Raw)": 0.6153197884559631, "Finetune/Step": 11813, "Finetune/Step Time": 10.6099739279598}
+{"Finetune/Learning Rate": 6.838808736407949e-06, "Finetune/Loss": 0.6053246259689331, "Finetune/Loss (Raw)": 0.6131462454795837, "Finetune/Step": 11814, "Finetune/Step Time": 10.607222307473421}
+{"Finetune/Learning Rate": 6.837211177127987e-06, "Finetune/Loss": 0.6055636405944824, "Finetune/Loss (Raw)": 0.6604762673377991, "Finetune/Step": 11815, "Finetune/Step Time": 10.602247629314661}
+{"Finetune/Learning Rate": 6.835613707535722e-06, "Finetune/Loss": 0.6065067052841187, "Finetune/Loss (Raw)": 0.6776645183563232, "Finetune/Step": 11816, "Finetune/Step Time": 10.603821003809571}
+{"Finetune/Learning Rate": 6.834016327676453e-06, "Finetune/Loss": 0.606377899646759, "Finetune/Loss (Raw)": 0.6439401507377625, "Finetune/Step": 11817, "Finetune/Step Time": 10.59898279607296}
+{"Finetune/Learning Rate": 6.832419037595479e-06, "Finetune/Loss": 0.6073039770126343, "Finetune/Loss (Raw)": 0.707305908203125, "Finetune/Step": 11818, "Finetune/Step Time": 10.585647854954004}
+{"Finetune/Learning Rate": 6.830821837338094e-06, "Finetune/Loss": 0.606134831905365, "Finetune/Loss (Raw)": 0.4663156270980835, "Finetune/Step": 11819, "Finetune/Step Time": 10.58551350235939}
+{"Finetune/Learning Rate": 6.829224726949591e-06, "Finetune/Loss": 0.6052137017250061, "Finetune/Loss (Raw)": 0.5283675193786621, "Finetune/Step": 11820, "Finetune/Step Time": 10.589365441352129}
+{"Finetune/Learning Rate": 6.8276277064752575e-06, "Finetune/Loss": 0.6058053970336914, "Finetune/Loss (Raw)": 0.6201572418212891, "Finetune/Step": 11821, "Finetune/Step Time": 10.580891527235508}
+{"Finetune/Learning Rate": 6.826030775960382e-06, "Finetune/Loss": 0.6058053970336914, "Finetune/Loss (Raw)": 0.6448622941970825, "Finetune/Step": 11822, "Finetune/Step Time": 10.579764559864998}
+{"Finetune/Learning Rate": 6.824433935450246e-06, "Finetune/Loss": 0.606019139289856, "Finetune/Loss (Raw)": 0.5544312596321106, "Finetune/Step": 11823, "Finetune/Step Time": 10.543175408616662}
+{"Finetune/Learning Rate": 6.822837184990132e-06, "Finetune/Loss": 0.6062613725662231, "Finetune/Loss (Raw)": 0.5964472889900208, "Finetune/Step": 11824, "Finetune/Step Time": 10.548598896712065}
+{"Finetune/Learning Rate": 6.821240524625323e-06, "Finetune/Loss": 0.6065083742141724, "Finetune/Loss (Raw)": 0.7044735550880432, "Finetune/Step": 11825, "Finetune/Step Time": 10.547248607501388}
+{"Finetune/Learning Rate": 6.819643954401094e-06, "Finetune/Loss": 0.6071327924728394, "Finetune/Loss (Raw)": 0.6413235664367676, "Finetune/Step": 11826, "Finetune/Step Time": 10.55340364947915}
+{"Finetune/Learning Rate": 6.81804747436272e-06, "Finetune/Loss": 0.6094914078712463, "Finetune/Loss (Raw)": 0.7213273048400879, "Finetune/Step": 11827, "Finetune/Step Time": 10.523983255028725}
+{"Finetune/Learning Rate": 6.81645108455547e-06, "Finetune/Loss": 0.6110756397247314, "Finetune/Loss (Raw)": 0.6479663848876953, "Finetune/Step": 11828, "Finetune/Step Time": 10.48311261460185}
+{"Finetune/Learning Rate": 6.8148547850246135e-06, "Finetune/Loss": 0.6094578504562378, "Finetune/Loss (Raw)": 0.4446089565753937, "Finetune/Step": 11829, "Finetune/Step Time": 10.532187569886446}
+{"Finetune/Learning Rate": 6.81325857581542e-06, "Finetune/Loss": 0.6098109483718872, "Finetune/Loss (Raw)": 0.5770787000656128, "Finetune/Step": 11830, "Finetune/Step Time": 10.525882475078106}
+{"Finetune/Learning Rate": 6.811662456973147e-06, "Finetune/Loss": 0.6118282675743103, "Finetune/Loss (Raw)": 0.6620380282402039, "Finetune/Step": 11831, "Finetune/Step Time": 10.494821390137076}
+{"Finetune/Learning Rate": 6.810066428543064e-06, "Finetune/Loss": 0.610083281993866, "Finetune/Loss (Raw)": 0.4092039167881012, "Finetune/Step": 11832, "Finetune/Step Time": 10.519505880773067}
+{"Finetune/Learning Rate": 6.808470490570429e-06, "Finetune/Loss": 0.6091488599777222, "Finetune/Loss (Raw)": 0.521710216999054, "Finetune/Step": 11833, "Finetune/Step Time": 10.499667586758733}
+{"Finetune/Learning Rate": 6.80687464310049e-06, "Finetune/Loss": 0.6108994483947754, "Finetune/Loss (Raw)": 0.6109259724617004, "Finetune/Step": 11834, "Finetune/Step Time": 10.465182043612003}
+{"Finetune/Learning Rate": 6.805278886178508e-06, "Finetune/Loss": 0.612405002117157, "Finetune/Loss (Raw)": 0.5833228230476379, "Finetune/Step": 11835, "Finetune/Step Time": 10.468257084488869}
+{"Finetune/Learning Rate": 6.803683219849732e-06, "Finetune/Loss": 0.6130273342132568, "Finetune/Loss (Raw)": 0.6940528154373169, "Finetune/Step": 11836, "Finetune/Step Time": 10.472147922962904}
+{"Finetune/Learning Rate": 6.802087644159412e-06, "Finetune/Loss": 0.6127679347991943, "Finetune/Loss (Raw)": 0.5500767230987549, "Finetune/Step": 11837, "Finetune/Step Time": 10.466952627524734}
+{"Finetune/Learning Rate": 6.800492159152792e-06, "Finetune/Loss": 0.6124334335327148, "Finetune/Loss (Raw)": 0.6071584820747375, "Finetune/Step": 11838, "Finetune/Step Time": 10.469711896032095}
+{"Finetune/Learning Rate": 6.798896764875118e-06, "Finetune/Loss": 0.612385094165802, "Finetune/Loss (Raw)": 0.5640775561332703, "Finetune/Step": 11839, "Finetune/Step Time": 10.468355244025588}
+{"Finetune/Learning Rate": 6.797301461371626e-06, "Finetune/Loss": 0.6141526699066162, "Finetune/Loss (Raw)": 0.8042941093444824, "Finetune/Step": 11840, "Finetune/Step Time": 10.462350869551301}
+{"Finetune/Learning Rate": 6.795706248687557e-06, "Finetune/Loss": 0.6131271123886108, "Finetune/Loss (Raw)": 0.6258009672164917, "Finetune/Step": 11841, "Finetune/Step Time": 10.462390312924981}
+{"Finetune/Learning Rate": 6.7941111268681484e-06, "Finetune/Loss": 0.6130238771438599, "Finetune/Loss (Raw)": 0.6669840812683105, "Finetune/Step": 11842, "Finetune/Step Time": 10.48913255892694}
+{"Finetune/Learning Rate": 6.7925160959586315e-06, "Finetune/Loss": 0.6122887134552002, "Finetune/Loss (Raw)": 0.6131139397621155, "Finetune/Step": 11843, "Finetune/Step Time": 10.494267594069242}
+{"Finetune/Learning Rate": 6.7909211560042374e-06, "Finetune/Loss": 0.6116821765899658, "Finetune/Loss (Raw)": 0.5486409068107605, "Finetune/Step": 11844, "Finetune/Step Time": 10.489836674183607}
+{"Finetune/Learning Rate": 6.789326307050196e-06, "Finetune/Loss": 0.6113389730453491, "Finetune/Loss (Raw)": 0.5179989337921143, "Finetune/Step": 11845, "Finetune/Step Time": 10.486131498590112}
+{"Finetune/Learning Rate": 6.787731549141728e-06, "Finetune/Loss": 0.6114324331283569, "Finetune/Loss (Raw)": 0.6705933213233948, "Finetune/Step": 11846, "Finetune/Step Time": 10.48048889823258}
+{"Finetune/Learning Rate": 6.7861368823240594e-06, "Finetune/Loss": 0.6119303703308105, "Finetune/Loss (Raw)": 0.6969409584999084, "Finetune/Step": 11847, "Finetune/Step Time": 10.502543438225985}
+{"Finetune/Learning Rate": 6.78454230664241e-06, "Finetune/Loss": 0.611515462398529, "Finetune/Loss (Raw)": 0.5441568493843079, "Finetune/Step": 11848, "Finetune/Step Time": 10.50211506523192}
+{"Finetune/Learning Rate": 6.782947822141996e-06, "Finetune/Loss": 0.6106997728347778, "Finetune/Loss (Raw)": 0.5389461517333984, "Finetune/Step": 11849, "Finetune/Step Time": 10.50775364972651}
+{"Finetune/Learning Rate": 6.7813534288680335e-06, "Finetune/Loss": 0.6098757982254028, "Finetune/Loss (Raw)": 0.5178016424179077, "Finetune/Step": 11850, "Finetune/Step Time": 10.503236405551434}
+{"Finetune/Learning Rate": 6.779759126865739e-06, "Finetune/Loss": 0.6087051630020142, "Finetune/Loss (Raw)": 0.5208238959312439, "Finetune/Step": 11851, "Finetune/Step Time": 10.516909498721361}
+{"Finetune/Learning Rate": 6.778164916180316e-06, "Finetune/Loss": 0.6095510125160217, "Finetune/Loss (Raw)": 0.6853298544883728, "Finetune/Step": 11852, "Finetune/Step Time": 10.526924192905426}
+{"Finetune/Learning Rate": 6.776570796856974e-06, "Finetune/Loss": 0.6113561391830444, "Finetune/Loss (Raw)": 0.7887618541717529, "Finetune/Step": 11853, "Finetune/Step Time": 10.533663347363472}
+{"Finetune/Learning Rate": 6.77497676894092e-06, "Finetune/Loss": 0.6112526655197144, "Finetune/Loss (Raw)": 0.6528618335723877, "Finetune/Step": 11854, "Finetune/Step Time": 10.540097944438457}
+{"Finetune/Learning Rate": 6.773382832477351e-06, "Finetune/Loss": 0.611243724822998, "Finetune/Loss (Raw)": 0.6182358860969543, "Finetune/Step": 11855, "Finetune/Step Time": 10.545565543696284}
+{"Finetune/Learning Rate": 6.77178898751147e-06, "Finetune/Loss": 0.6102293133735657, "Finetune/Loss (Raw)": 0.41181260347366333, "Finetune/Step": 11856, "Finetune/Step Time": 10.587371572852135}
+{"Finetune/Learning Rate": 6.770195234088478e-06, "Finetune/Loss": 0.6100181341171265, "Finetune/Loss (Raw)": 0.7175723314285278, "Finetune/Step": 11857, "Finetune/Step Time": 10.596295772120357}
+{"Finetune/Learning Rate": 6.768601572253559e-06, "Finetune/Loss": 0.6105817556381226, "Finetune/Loss (Raw)": 0.7113050818443298, "Finetune/Step": 11858, "Finetune/Step Time": 10.613407338038087}
+{"Finetune/Learning Rate": 6.7670080020519136e-06, "Finetune/Loss": 0.612628161907196, "Finetune/Loss (Raw)": 0.7762203216552734, "Finetune/Step": 11859, "Finetune/Step Time": 10.614494787529111}
+{"Finetune/Learning Rate": 6.765414523528726e-06, "Finetune/Loss": 0.6117550134658813, "Finetune/Loss (Raw)": 0.567801296710968, "Finetune/Step": 11860, "Finetune/Step Time": 10.613695219159126}
+{"Finetune/Learning Rate": 6.763821136729186e-06, "Finetune/Loss": 0.6108837127685547, "Finetune/Loss (Raw)": 0.597314178943634, "Finetune/Step": 11861, "Finetune/Step Time": 10.611524438485503}
+{"Finetune/Learning Rate": 6.762227841698477e-06, "Finetune/Loss": 0.6122391223907471, "Finetune/Loss (Raw)": 0.6721365451812744, "Finetune/Step": 11862, "Finetune/Step Time": 10.597833139821887}
+{"Finetune/Learning Rate": 6.76063463848178e-06, "Finetune/Loss": 0.6121783256530762, "Finetune/Loss (Raw)": 0.6167805790901184, "Finetune/Step": 11863, "Finetune/Step Time": 10.60375196672976}
+{"Finetune/Learning Rate": 6.75904152712427e-06, "Finetune/Loss": 0.6100022792816162, "Finetune/Loss (Raw)": 0.4650208652019501, "Finetune/Step": 11864, "Finetune/Step Time": 10.643374096602201}
+{"Finetune/Learning Rate": 6.7574485076711285e-06, "Finetune/Loss": 0.6101492047309875, "Finetune/Loss (Raw)": 0.5217233896255493, "Finetune/Step": 11865, "Finetune/Step Time": 10.643234811723232}
+{"Finetune/Learning Rate": 6.755855580167523e-06, "Finetune/Loss": 0.610675573348999, "Finetune/Loss (Raw)": 0.6366952061653137, "Finetune/Step": 11866, "Finetune/Step Time": 10.639780642464757}
+{"Finetune/Learning Rate": 6.754262744658632e-06, "Finetune/Loss": 0.6099182963371277, "Finetune/Loss (Raw)": 0.5760745406150818, "Finetune/Step": 11867, "Finetune/Step Time": 10.636050216853619}
+{"Finetune/Learning Rate": 6.752670001189618e-06, "Finetune/Loss": 0.6106656193733215, "Finetune/Loss (Raw)": 0.6304986476898193, "Finetune/Step": 11868, "Finetune/Step Time": 10.639763025566936}
+{"Finetune/Learning Rate": 6.751077349805652e-06, "Finetune/Loss": 0.6109532117843628, "Finetune/Loss (Raw)": 0.6311717629432678, "Finetune/Step": 11869, "Finetune/Step Time": 10.638784065842628}
+{"Finetune/Learning Rate": 6.7494847905518915e-06, "Finetune/Loss": 0.611342191696167, "Finetune/Loss (Raw)": 0.6096675992012024, "Finetune/Step": 11870, "Finetune/Step Time": 10.636974422261119}
+{"Finetune/Learning Rate": 6.747892323473499e-06, "Finetune/Loss": 0.6072548627853394, "Finetune/Loss (Raw)": 0.2928774952888489, "Finetune/Step": 11871, "Finetune/Step Time": 10.659362606704235}
+{"Finetune/Learning Rate": 6.7462999486156315e-06, "Finetune/Loss": 0.6072146892547607, "Finetune/Loss (Raw)": 0.5548045635223389, "Finetune/Step": 11872, "Finetune/Step Time": 10.656180080026388}
+{"Finetune/Learning Rate": 6.744707666023445e-06, "Finetune/Loss": 0.6064624190330505, "Finetune/Loss (Raw)": 0.4820752739906311, "Finetune/Step": 11873, "Finetune/Step Time": 10.655680380761623}
+{"Finetune/Learning Rate": 6.7431154757420925e-06, "Finetune/Loss": 0.6068212985992432, "Finetune/Loss (Raw)": 0.652234673500061, "Finetune/Step": 11874, "Finetune/Step Time": 10.647031363099813}
+{"Finetune/Learning Rate": 6.741523377816728e-06, "Finetune/Loss": 0.6049028038978577, "Finetune/Loss (Raw)": 0.3569113612174988, "Finetune/Step": 11875, "Finetune/Step Time": 10.635292211547494}
+{"Finetune/Learning Rate": 6.73993137229249e-06, "Finetune/Loss": 0.6060268878936768, "Finetune/Loss (Raw)": 0.6454172730445862, "Finetune/Step": 11876, "Finetune/Step Time": 10.63808030076325}
+{"Finetune/Learning Rate": 6.738339459214529e-06, "Finetune/Loss": 0.606692373752594, "Finetune/Loss (Raw)": 0.5858571529388428, "Finetune/Step": 11877, "Finetune/Step Time": 10.638527251780033}
+{"Finetune/Learning Rate": 6.736747638627985e-06, "Finetune/Loss": 0.6068336963653564, "Finetune/Loss (Raw)": 0.6560871005058289, "Finetune/Step": 11878, "Finetune/Step Time": 10.640879828482866}
+{"Finetune/Learning Rate": 6.735155910578e-06, "Finetune/Loss": 0.6070689558982849, "Finetune/Loss (Raw)": 0.7016525864601135, "Finetune/Step": 11879, "Finetune/Step Time": 10.641868220642209}
+{"Finetune/Learning Rate": 6.733564275109707e-06, "Finetune/Loss": 0.6081328392028809, "Finetune/Loss (Raw)": 0.7375087141990662, "Finetune/Step": 11880, "Finetune/Step Time": 10.632453924044967}
+{"Finetune/Learning Rate": 6.731972732268248e-06, "Finetune/Loss": 0.6074573993682861, "Finetune/Loss (Raw)": 0.6384903788566589, "Finetune/Step": 11881, "Finetune/Step Time": 10.636092806234956}
+{"Finetune/Learning Rate": 6.730381282098746e-06, "Finetune/Loss": 0.6084372997283936, "Finetune/Loss (Raw)": 0.6551640033721924, "Finetune/Step": 11882, "Finetune/Step Time": 10.636645009741187}
+{"Finetune/Learning Rate": 6.72878992464633e-06, "Finetune/Loss": 0.6078569293022156, "Finetune/Loss (Raw)": 0.5292129516601562, "Finetune/Step": 11883, "Finetune/Step Time": 10.631922278553247}
+{"Finetune/Learning Rate": 6.727198659956133e-06, "Finetune/Loss": 0.6071214079856873, "Finetune/Loss (Raw)": 0.49564021825790405, "Finetune/Step": 11884, "Finetune/Step Time": 10.6277314722538}
+{"Finetune/Learning Rate": 6.725607488073276e-06, "Finetune/Loss": 0.6067589521408081, "Finetune/Loss (Raw)": 0.5259954929351807, "Finetune/Step": 11885, "Finetune/Step Time": 10.619923986494541}
+{"Finetune/Learning Rate": 6.724016409042879e-06, "Finetune/Loss": 0.6068534851074219, "Finetune/Loss (Raw)": 0.6101166605949402, "Finetune/Step": 11886, "Finetune/Step Time": 10.624988367781043}
+{"Finetune/Learning Rate": 6.722425422910063e-06, "Finetune/Loss": 0.6070863604545593, "Finetune/Loss (Raw)": 0.6367809176445007, "Finetune/Step": 11887, "Finetune/Step Time": 10.617150524631143}
+{"Finetune/Learning Rate": 6.720834529719939e-06, "Finetune/Loss": 0.6063683032989502, "Finetune/Loss (Raw)": 0.5862265229225159, "Finetune/Step": 11888, "Finetune/Step Time": 10.632958106696606}
+{"Finetune/Learning Rate": 6.719243729517624e-06, "Finetune/Loss": 0.6042611598968506, "Finetune/Loss (Raw)": 0.480142205953598, "Finetune/Step": 11889, "Finetune/Step Time": 10.642322834581137}
+{"Finetune/Learning Rate": 6.717653022348225e-06, "Finetune/Loss": 0.6032952070236206, "Finetune/Loss (Raw)": 0.5422184467315674, "Finetune/Step": 11890, "Finetune/Step Time": 10.638475701212883}
+{"Finetune/Learning Rate": 6.716062408256855e-06, "Finetune/Loss": 0.605028510093689, "Finetune/Loss (Raw)": 0.7054858207702637, "Finetune/Step": 11891, "Finetune/Step Time": 10.640627261251211}
+{"Finetune/Learning Rate": 6.714471887288616e-06, "Finetune/Loss": 0.6053914427757263, "Finetune/Loss (Raw)": 0.5990293025970459, "Finetune/Step": 11892, "Finetune/Step Time": 10.685997357591987}
+{"Finetune/Learning Rate": 6.712881459488615e-06, "Finetune/Loss": 0.6056310534477234, "Finetune/Loss (Raw)": 0.4970146119594574, "Finetune/Step": 11893, "Finetune/Step Time": 10.645986443385482}
+{"Finetune/Learning Rate": 6.711291124901945e-06, "Finetune/Loss": 0.6041908264160156, "Finetune/Loss (Raw)": 0.461978942155838, "Finetune/Step": 11894, "Finetune/Step Time": 10.642645319923759}
+{"Finetune/Learning Rate": 6.7097008835737075e-06, "Finetune/Loss": 0.6034672856330872, "Finetune/Loss (Raw)": 0.5977676510810852, "Finetune/Step": 11895, "Finetune/Step Time": 10.642275646328926}
+{"Finetune/Learning Rate": 6.708110735548996e-06, "Finetune/Loss": 0.6042295098304749, "Finetune/Loss (Raw)": 0.6404619216918945, "Finetune/Step": 11896, "Finetune/Step Time": 10.652186198160052}
+{"Finetune/Learning Rate": 6.706520680872902e-06, "Finetune/Loss": 0.6048156023025513, "Finetune/Loss (Raw)": 0.6243566870689392, "Finetune/Step": 11897, "Finetune/Step Time": 10.649440234526992}
+{"Finetune/Learning Rate": 6.704930719590519e-06, "Finetune/Loss": 0.6045513153076172, "Finetune/Loss (Raw)": 0.5673792958259583, "Finetune/Step": 11898, "Finetune/Step Time": 10.68279629200697}
+{"Finetune/Learning Rate": 6.703340851746933e-06, "Finetune/Loss": 0.6050326824188232, "Finetune/Loss (Raw)": 0.6012362837791443, "Finetune/Step": 11899, "Finetune/Step Time": 10.677967613562942}
+{"Finetune/Learning Rate": 6.70175107738722e-06, "Finetune/Loss": 0.6034291386604309, "Finetune/Loss (Raw)": 0.5255054831504822, "Finetune/Step": 11900, "Finetune/Step Time": 10.672989092767239}
+{"Finetune/Learning Rate": 6.70016139655647e-06, "Finetune/Loss": 0.6042860746383667, "Finetune/Loss (Raw)": 0.6413254141807556, "Finetune/Step": 11901, "Finetune/Step Time": 10.666167620569468}
+{"Finetune/Learning Rate": 6.69857180929976e-06, "Finetune/Loss": 0.6031570434570312, "Finetune/Loss (Raw)": 0.502318799495697, "Finetune/Step": 11902, "Finetune/Step Time": 10.678131218999624}
+{"Finetune/Learning Rate": 6.6969823156621645e-06, "Finetune/Loss": 0.6028139591217041, "Finetune/Loss (Raw)": 0.584705650806427, "Finetune/Step": 11903, "Finetune/Step Time": 10.671425426378846}
+{"Finetune/Learning Rate": 6.695392915688759e-06, "Finetune/Loss": 0.6021353006362915, "Finetune/Loss (Raw)": 0.5665449500083923, "Finetune/Step": 11904, "Finetune/Step Time": 10.69629835896194}
+{"Finetune/Learning Rate": 6.693803609424611e-06, "Finetune/Loss": 0.6028620004653931, "Finetune/Loss (Raw)": 0.6185176968574524, "Finetune/Step": 11905, "Finetune/Step Time": 10.69564664363861}
+{"Finetune/Learning Rate": 6.692214396914797e-06, "Finetune/Loss": 0.6028046011924744, "Finetune/Loss (Raw)": 0.6114630103111267, "Finetune/Step": 11906, "Finetune/Step Time": 10.696737375110388}
+{"Finetune/Learning Rate": 6.69062527820437e-06, "Finetune/Loss": 0.6032414436340332, "Finetune/Loss (Raw)": 0.5995345711708069, "Finetune/Step": 11907, "Finetune/Step Time": 10.75087327323854}
+{"Finetune/Learning Rate": 6.6890362533384015e-06, "Finetune/Loss": 0.6030190587043762, "Finetune/Loss (Raw)": 0.5773422122001648, "Finetune/Step": 11908, "Finetune/Step Time": 10.76499816775322}
+{"Finetune/Learning Rate": 6.687447322361951e-06, "Finetune/Loss": 0.6027899384498596, "Finetune/Loss (Raw)": 0.6400261521339417, "Finetune/Step": 11909, "Finetune/Step Time": 10.77276829071343}
+{"Finetune/Learning Rate": 6.685858485320073e-06, "Finetune/Loss": 0.6032092571258545, "Finetune/Loss (Raw)": 0.6952207088470459, "Finetune/Step": 11910, "Finetune/Step Time": 10.772429276257753}
+{"Finetune/Learning Rate": 6.684269742257825e-06, "Finetune/Loss": 0.6040681600570679, "Finetune/Loss (Raw)": 0.6524066925048828, "Finetune/Step": 11911, "Finetune/Step Time": 10.778995867818594}
+{"Finetune/Learning Rate": 6.682681093220263e-06, "Finetune/Loss": 0.604015052318573, "Finetune/Loss (Raw)": 0.648541271686554, "Finetune/Step": 11912, "Finetune/Step Time": 10.78026837296784}
+{"Finetune/Learning Rate": 6.681092538252426e-06, "Finetune/Loss": 0.6037791967391968, "Finetune/Loss (Raw)": 0.622154951095581, "Finetune/Step": 11913, "Finetune/Step Time": 10.782366530969739}
+{"Finetune/Learning Rate": 6.679504077399369e-06, "Finetune/Loss": 0.6032755970954895, "Finetune/Loss (Raw)": 0.526270866394043, "Finetune/Step": 11914, "Finetune/Step Time": 10.796965105459094}
+{"Finetune/Learning Rate": 6.677915710706131e-06, "Finetune/Loss": 0.6020993590354919, "Finetune/Loss (Raw)": 0.5431524515151978, "Finetune/Step": 11915, "Finetune/Step Time": 10.794195391237736}
+{"Finetune/Learning Rate": 6.67632743821776e-06, "Finetune/Loss": 0.6034790873527527, "Finetune/Loss (Raw)": 0.6558674573898315, "Finetune/Step": 11916, "Finetune/Step Time": 10.784123117104173}
+{"Finetune/Learning Rate": 6.67473925997929e-06, "Finetune/Loss": 0.6033031940460205, "Finetune/Loss (Raw)": 0.5891281366348267, "Finetune/Step": 11917, "Finetune/Step Time": 10.787308422848582}
+{"Finetune/Learning Rate": 6.673151176035762e-06, "Finetune/Loss": 0.6023741960525513, "Finetune/Loss (Raw)": 0.5718535780906677, "Finetune/Step": 11918, "Finetune/Step Time": 10.825678616762161}
+{"Finetune/Learning Rate": 6.671563186432205e-06, "Finetune/Loss": 0.6031800508499146, "Finetune/Loss (Raw)": 0.7435384392738342, "Finetune/Step": 11919, "Finetune/Step Time": 10.828785620629787}
+{"Finetune/Learning Rate": 6.6699752912136504e-06, "Finetune/Loss": 0.6029535531997681, "Finetune/Loss (Raw)": 0.6345937848091125, "Finetune/Step": 11920, "Finetune/Step Time": 10.835025968030095}
+{"Finetune/Learning Rate": 6.668387490425128e-06, "Finetune/Loss": 0.6027641892433167, "Finetune/Loss (Raw)": 0.5717678070068359, "Finetune/Step": 11921, "Finetune/Step Time": 10.828759457916021}
+{"Finetune/Learning Rate": 6.66679978411166e-06, "Finetune/Loss": 0.6030258536338806, "Finetune/Loss (Raw)": 0.6585515141487122, "Finetune/Step": 11922, "Finetune/Step Time": 10.830753423273563}
+{"Finetune/Learning Rate": 6.665212172318272e-06, "Finetune/Loss": 0.6031569838523865, "Finetune/Loss (Raw)": 0.612851083278656, "Finetune/Step": 11923, "Finetune/Step Time": 10.833264540880919}
+{"Finetune/Learning Rate": 6.663624655089989e-06, "Finetune/Loss": 0.6029772162437439, "Finetune/Loss (Raw)": 0.5700233578681946, "Finetune/Step": 11924, "Finetune/Step Time": 10.820799298584461}
+{"Finetune/Learning Rate": 6.662037232471819e-06, "Finetune/Loss": 0.6044004559516907, "Finetune/Loss (Raw)": 0.8804946541786194, "Finetune/Step": 11925, "Finetune/Step Time": 10.825947862118483}
+{"Finetune/Learning Rate": 6.660449904508781e-06, "Finetune/Loss": 0.6040152907371521, "Finetune/Loss (Raw)": 0.5430246591567993, "Finetune/Step": 11926, "Finetune/Step Time": 10.830010807141662}
+{"Finetune/Learning Rate": 6.658862671245889e-06, "Finetune/Loss": 0.6035442352294922, "Finetune/Loss (Raw)": 0.6030306220054626, "Finetune/Step": 11927, "Finetune/Step Time": 10.827661897987127}
+{"Finetune/Learning Rate": 6.6572755327281506e-06, "Finetune/Loss": 0.6036940217018127, "Finetune/Loss (Raw)": 0.6847766041755676, "Finetune/Step": 11928, "Finetune/Step Time": 10.840950101613998}
+{"Finetune/Learning Rate": 6.655688489000569e-06, "Finetune/Loss": 0.6034160256385803, "Finetune/Loss (Raw)": 0.522926926612854, "Finetune/Step": 11929, "Finetune/Step Time": 10.8409367762506}
+{"Finetune/Learning Rate": 6.65410154010816e-06, "Finetune/Loss": 0.6047056317329407, "Finetune/Loss (Raw)": 0.7654163241386414, "Finetune/Step": 11930, "Finetune/Step Time": 10.842474300414324}
+{"Finetune/Learning Rate": 6.6525146860959125e-06, "Finetune/Loss": 0.604210615158081, "Finetune/Loss (Raw)": 0.5914250612258911, "Finetune/Step": 11931, "Finetune/Step Time": 10.839969515800476}
+{"Finetune/Learning Rate": 6.6509279270088256e-06, "Finetune/Loss": 0.604737401008606, "Finetune/Loss (Raw)": 0.6218113899230957, "Finetune/Step": 11932, "Finetune/Step Time": 10.836564593017101}
+{"Finetune/Learning Rate": 6.649341262891903e-06, "Finetune/Loss": 0.6052330136299133, "Finetune/Loss (Raw)": 0.6228585839271545, "Finetune/Step": 11933, "Finetune/Step Time": 10.83732284605503}
+{"Finetune/Learning Rate": 6.6477546937901335e-06, "Finetune/Loss": 0.605240523815155, "Finetune/Loss (Raw)": 0.6149768233299255, "Finetune/Step": 11934, "Finetune/Step Time": 10.82978518307209}
+{"Finetune/Learning Rate": 6.646168219748509e-06, "Finetune/Loss": 0.6044734120368958, "Finetune/Loss (Raw)": 0.5068278908729553, "Finetune/Step": 11935, "Finetune/Step Time": 10.842650363221765}
+{"Finetune/Learning Rate": 6.644581840812019e-06, "Finetune/Loss": 0.6040449738502502, "Finetune/Loss (Raw)": 0.6083627939224243, "Finetune/Step": 11936, "Finetune/Step Time": 10.841826241463423}
+{"Finetune/Learning Rate": 6.6429955570256435e-06, "Finetune/Loss": 0.6038209199905396, "Finetune/Loss (Raw)": 0.56761234998703, "Finetune/Step": 11937, "Finetune/Step Time": 10.834802439436316}
+{"Finetune/Learning Rate": 6.641409368434368e-06, "Finetune/Loss": 0.6028380393981934, "Finetune/Loss (Raw)": 0.5145525336265564, "Finetune/Step": 11938, "Finetune/Step Time": 10.83315528742969}
+{"Finetune/Learning Rate": 6.63982327508317e-06, "Finetune/Loss": 0.6044148802757263, "Finetune/Loss (Raw)": 0.8286979794502258, "Finetune/Step": 11939, "Finetune/Step Time": 10.78735082782805}
+{"Finetune/Learning Rate": 6.638237277017032e-06, "Finetune/Loss": 0.6035873293876648, "Finetune/Loss (Raw)": 0.5381967425346375, "Finetune/Step": 11940, "Finetune/Step Time": 10.799570348113775}
+{"Finetune/Learning Rate": 6.636651374280925e-06, "Finetune/Loss": 0.6032373905181885, "Finetune/Loss (Raw)": 0.5705276131629944, "Finetune/Step": 11941, "Finetune/Step Time": 10.802845608443022}
+{"Finetune/Learning Rate": 6.635065566919823e-06, "Finetune/Loss": 0.6035493612289429, "Finetune/Loss (Raw)": 0.6530713438987732, "Finetune/Step": 11942, "Finetune/Step Time": 10.805947847664356}
+{"Finetune/Learning Rate": 6.633479854978689e-06, "Finetune/Loss": 0.6032325029373169, "Finetune/Loss (Raw)": 0.6199272274971008, "Finetune/Step": 11943, "Finetune/Step Time": 10.799622310325503}
+{"Finetune/Learning Rate": 6.631894238502495e-06, "Finetune/Loss": 0.6024516820907593, "Finetune/Loss (Raw)": 0.5777159929275513, "Finetune/Step": 11944, "Finetune/Step Time": 10.800110135227442}
+{"Finetune/Learning Rate": 6.630308717536202e-06, "Finetune/Loss": 0.6021679639816284, "Finetune/Loss (Raw)": 0.6076182723045349, "Finetune/Step": 11945, "Finetune/Step Time": 10.800261029973626}
+{"Finetune/Learning Rate": 6.6287232921247704e-06, "Finetune/Loss": 0.6000821590423584, "Finetune/Loss (Raw)": 0.44032394886016846, "Finetune/Step": 11946, "Finetune/Step Time": 10.809268178418279}
+{"Finetune/Learning Rate": 6.6271379623131615e-06, "Finetune/Loss": 0.6004766225814819, "Finetune/Loss (Raw)": 0.5168049931526184, "Finetune/Step": 11947, "Finetune/Step Time": 10.802752528339624}
+{"Finetune/Learning Rate": 6.625552728146334e-06, "Finetune/Loss": 0.6018320322036743, "Finetune/Loss (Raw)": 0.701866865158081, "Finetune/Step": 11948, "Finetune/Step Time": 10.804305387660861}
+{"Finetune/Learning Rate": 6.623967589669227e-06, "Finetune/Loss": 0.6027335524559021, "Finetune/Loss (Raw)": 0.7355495095252991, "Finetune/Step": 11949, "Finetune/Step Time": 10.806502405554056}
+{"Finetune/Learning Rate": 6.622382546926802e-06, "Finetune/Loss": 0.6016663312911987, "Finetune/Loss (Raw)": 0.508258044719696, "Finetune/Step": 11950, "Finetune/Step Time": 10.807467103004456}
+{"Finetune/Learning Rate": 6.620797599964004e-06, "Finetune/Loss": 0.6021702289581299, "Finetune/Loss (Raw)": 0.6189366579055786, "Finetune/Step": 11951, "Finetune/Step Time": 10.82550599053502}
+{"Finetune/Learning Rate": 6.619212748825776e-06, "Finetune/Loss": 0.6012139320373535, "Finetune/Loss (Raw)": 0.47403690218925476, "Finetune/Step": 11952, "Finetune/Step Time": 10.826107611879706}
+{"Finetune/Learning Rate": 6.61762799355706e-06, "Finetune/Loss": 0.599675178527832, "Finetune/Loss (Raw)": 0.5075127482414246, "Finetune/Step": 11953, "Finetune/Step Time": 10.826766774058342}
+{"Finetune/Learning Rate": 6.616043334202802e-06, "Finetune/Loss": 0.6004117131233215, "Finetune/Loss (Raw)": 0.7355995774269104, "Finetune/Step": 11954, "Finetune/Step Time": 10.82660273462534}
+{"Finetune/Learning Rate": 6.614458770807926e-06, "Finetune/Loss": 0.5998520851135254, "Finetune/Loss (Raw)": 0.6496896147727966, "Finetune/Step": 11955, "Finetune/Step Time": 10.828899685293436}
+{"Finetune/Learning Rate": 6.6128743034173716e-06, "Finetune/Loss": 0.5990685820579529, "Finetune/Loss (Raw)": 0.5476855039596558, "Finetune/Step": 11956, "Finetune/Step Time": 10.829635810106993}
+{"Finetune/Learning Rate": 6.611289932076073e-06, "Finetune/Loss": 0.6003735065460205, "Finetune/Loss (Raw)": 0.6116425395011902, "Finetune/Step": 11957, "Finetune/Step Time": 10.759835289791226}
+{"Finetune/Learning Rate": 6.609705656828955e-06, "Finetune/Loss": 0.6011645793914795, "Finetune/Loss (Raw)": 0.6783290505409241, "Finetune/Step": 11958, "Finetune/Step Time": 10.745091758668423}
+{"Finetune/Learning Rate": 6.608121477720944e-06, "Finetune/Loss": 0.6008187532424927, "Finetune/Loss (Raw)": 0.6177724003791809, "Finetune/Step": 11959, "Finetune/Step Time": 10.74459427408874}
+{"Finetune/Learning Rate": 6.606537394796963e-06, "Finetune/Loss": 0.6025093197822571, "Finetune/Loss (Raw)": 0.6255999803543091, "Finetune/Step": 11960, "Finetune/Step Time": 10.715647222474217}
+{"Finetune/Learning Rate": 6.604953408101933e-06, "Finetune/Loss": 0.6028621196746826, "Finetune/Loss (Raw)": 0.5668597221374512, "Finetune/Step": 11961, "Finetune/Step Time": 10.716075407341123}
+{"Finetune/Learning Rate": 6.603369517680768e-06, "Finetune/Loss": 0.6026564836502075, "Finetune/Loss (Raw)": 0.5846017003059387, "Finetune/Step": 11962, "Finetune/Step Time": 10.710638992488384}
+{"Finetune/Learning Rate": 6.601785723578382e-06, "Finetune/Loss": 0.6022514700889587, "Finetune/Loss (Raw)": 0.531485915184021, "Finetune/Step": 11963, "Finetune/Step Time": 10.71975719742477}
+{"Finetune/Learning Rate": 6.600202025839693e-06, "Finetune/Loss": 0.6029740571975708, "Finetune/Loss (Raw)": 0.7865464687347412, "Finetune/Step": 11964, "Finetune/Step Time": 10.71621274203062}
+{"Finetune/Learning Rate": 6.598618424509608e-06, "Finetune/Loss": 0.6030099391937256, "Finetune/Loss (Raw)": 0.5546718239784241, "Finetune/Step": 11965, "Finetune/Step Time": 10.720329351723194}
+{"Finetune/Learning Rate": 6.597034919633032e-06, "Finetune/Loss": 0.6022724509239197, "Finetune/Loss (Raw)": 0.5127589702606201, "Finetune/Step": 11966, "Finetune/Step Time": 10.75675454735756}
+{"Finetune/Learning Rate": 6.595451511254868e-06, "Finetune/Loss": 0.6032280921936035, "Finetune/Loss (Raw)": 0.6864060163497925, "Finetune/Step": 11967, "Finetune/Step Time": 10.756044764071703}
+{"Finetune/Learning Rate": 6.593868199420017e-06, "Finetune/Loss": 0.6018165349960327, "Finetune/Loss (Raw)": 0.623608410358429, "Finetune/Step": 11968, "Finetune/Step Time": 10.755378430709243}
+{"Finetune/Learning Rate": 6.592284984173379e-06, "Finetune/Loss": 0.6012920141220093, "Finetune/Loss (Raw)": 0.5586650371551514, "Finetune/Step": 11969, "Finetune/Step Time": 10.756446585059166}
+{"Finetune/Learning Rate": 6.590701865559849e-06, "Finetune/Loss": 0.6007987260818481, "Finetune/Loss (Raw)": 0.6038403511047363, "Finetune/Step": 11970, "Finetune/Step Time": 10.719814833253622}
+{"Finetune/Learning Rate": 6.589118843624316e-06, "Finetune/Loss": 0.6001855134963989, "Finetune/Loss (Raw)": 0.5346204042434692, "Finetune/Step": 11971, "Finetune/Step Time": 10.710424564778805}
+{"Finetune/Learning Rate": 6.58753591841168e-06, "Finetune/Loss": 0.6007248163223267, "Finetune/Loss (Raw)": 0.6176719069480896, "Finetune/Step": 11972, "Finetune/Step Time": 10.709960650652647}
+{"Finetune/Learning Rate": 6.585953089966817e-06, "Finetune/Loss": 0.6022415161132812, "Finetune/Loss (Raw)": 0.7121403217315674, "Finetune/Step": 11973, "Finetune/Step Time": 10.708232244476676}
+{"Finetune/Learning Rate": 6.584370358334616e-06, "Finetune/Loss": 0.6020476818084717, "Finetune/Loss (Raw)": 0.6457849740982056, "Finetune/Step": 11974, "Finetune/Step Time": 10.706412693485618}
+{"Finetune/Learning Rate": 6.58278772355996e-06, "Finetune/Loss": 0.6015223860740662, "Finetune/Loss (Raw)": 0.6297003626823425, "Finetune/Step": 11975, "Finetune/Step Time": 10.689401060342789}
+{"Finetune/Learning Rate": 6.581205185687727e-06, "Finetune/Loss": 0.6030983924865723, "Finetune/Loss (Raw)": 0.7458820939064026, "Finetune/Step": 11976, "Finetune/Step Time": 10.680426253005862}
+{"Finetune/Learning Rate": 6.579622744762792e-06, "Finetune/Loss": 0.6027406454086304, "Finetune/Loss (Raw)": 0.4931541383266449, "Finetune/Step": 11977, "Finetune/Step Time": 10.676530707627535}
+{"Finetune/Learning Rate": 6.578040400830033e-06, "Finetune/Loss": 0.6032975912094116, "Finetune/Loss (Raw)": 0.5890853404998779, "Finetune/Step": 11978, "Finetune/Step Time": 10.676002671942115}
+{"Finetune/Learning Rate": 6.576458153934315e-06, "Finetune/Loss": 0.6034747958183289, "Finetune/Loss (Raw)": 0.543510377407074, "Finetune/Step": 11979, "Finetune/Step Time": 10.670350190252066}
+{"Finetune/Learning Rate": 6.5748760041205075e-06, "Finetune/Loss": 0.6036249399185181, "Finetune/Loss (Raw)": 0.7045460939407349, "Finetune/Step": 11980, "Finetune/Step Time": 10.66269194893539}
+{"Finetune/Learning Rate": 6.573293951433477e-06, "Finetune/Loss": 0.6041296124458313, "Finetune/Loss (Raw)": 0.8533649444580078, "Finetune/Step": 11981, "Finetune/Step Time": 10.670301992446184}
+{"Finetune/Learning Rate": 6.571711995918086e-06, "Finetune/Loss": 0.6043552160263062, "Finetune/Loss (Raw)": 0.6817412376403809, "Finetune/Step": 11982, "Finetune/Step Time": 10.67019210010767}
+{"Finetune/Learning Rate": 6.570130137619195e-06, "Finetune/Loss": 0.6044277548789978, "Finetune/Loss (Raw)": 0.6275216937065125, "Finetune/Step": 11983, "Finetune/Step Time": 10.659802766516805}
+{"Finetune/Learning Rate": 6.568548376581663e-06, "Finetune/Loss": 0.6055407524108887, "Finetune/Loss (Raw)": 0.5542745590209961, "Finetune/Step": 11984, "Finetune/Step Time": 10.640700021758676}
+{"Finetune/Learning Rate": 6.5669667128503376e-06, "Finetune/Loss": 0.6045013070106506, "Finetune/Loss (Raw)": 0.5845258235931396, "Finetune/Step": 11985, "Finetune/Step Time": 10.629811216145754}
+{"Finetune/Learning Rate": 6.565385146470074e-06, "Finetune/Loss": 0.6034000515937805, "Finetune/Loss (Raw)": 0.5703393220901489, "Finetune/Step": 11986, "Finetune/Step Time": 10.614486133679748}
+{"Finetune/Learning Rate": 6.56380367748572e-06, "Finetune/Loss": 0.6006407737731934, "Finetune/Loss (Raw)": 0.42302969098091125, "Finetune/Step": 11987, "Finetune/Step Time": 10.653591828420758}
+{"Finetune/Learning Rate": 6.562222305942123e-06, "Finetune/Loss": 0.6006911993026733, "Finetune/Loss (Raw)": 0.5742636919021606, "Finetune/Step": 11988, "Finetune/Step Time": 10.653969902545214}
+{"Finetune/Learning Rate": 6.560641031884126e-06, "Finetune/Loss": 0.6009695529937744, "Finetune/Loss (Raw)": 0.6329395771026611, "Finetune/Step": 11989, "Finetune/Step Time": 10.666361330077052}
+{"Finetune/Learning Rate": 6.55905985535657e-06, "Finetune/Loss": 0.5999735593795776, "Finetune/Loss (Raw)": 0.5446478724479675, "Finetune/Step": 11990, "Finetune/Step Time": 10.675754502415657}
+{"Finetune/Learning Rate": 6.5574787764042935e-06, "Finetune/Loss": 0.5998151302337646, "Finetune/Loss (Raw)": 0.5965024828910828, "Finetune/Step": 11991, "Finetune/Step Time": 10.667092276737094}
+{"Finetune/Learning Rate": 6.555897795072128e-06, "Finetune/Loss": 0.6012682914733887, "Finetune/Loss (Raw)": 0.6510269641876221, "Finetune/Step": 11992, "Finetune/Step Time": 10.625092472881079}
+{"Finetune/Learning Rate": 6.5543169114049064e-06, "Finetune/Loss": 0.6022878885269165, "Finetune/Loss (Raw)": 0.6522373557090759, "Finetune/Step": 11993, "Finetune/Step Time": 10.617984818294644}
+{"Finetune/Learning Rate": 6.552736125447458e-06, "Finetune/Loss": 0.6024490594863892, "Finetune/Loss (Raw)": 0.6573148369789124, "Finetune/Step": 11994, "Finetune/Step Time": 10.617802219465375}
+{"Finetune/Learning Rate": 6.551155437244612e-06, "Finetune/Loss": 0.6031155586242676, "Finetune/Loss (Raw)": 0.6613927483558655, "Finetune/Step": 11995, "Finetune/Step Time": 10.620482450351119}
+{"Finetune/Learning Rate": 6.549574846841189e-06, "Finetune/Loss": 0.6024357080459595, "Finetune/Loss (Raw)": 0.5434815883636475, "Finetune/Step": 11996, "Finetune/Step Time": 10.62933692149818}
+{"Finetune/Learning Rate": 6.547994354282018e-06, "Finetune/Loss": 0.6009529232978821, "Finetune/Loss (Raw)": 0.44136878848075867, "Finetune/Step": 11997, "Finetune/Step Time": 10.646158650517464}
+{"Finetune/Learning Rate": 6.546413959611903e-06, "Finetune/Loss": 0.6011543273925781, "Finetune/Loss (Raw)": 0.6354455947875977, "Finetune/Step": 11998, "Finetune/Step Time": 10.66328532807529}
+{"Finetune/Learning Rate": 6.544833662875671e-06, "Finetune/Loss": 0.6037063598632812, "Finetune/Loss (Raw)": 0.619544267654419, "Finetune/Step": 11999, "Finetune/Step Time": 10.629607196897268}
+{"Finetune/Learning Rate": 6.543253464118131e-06, "Finetune/Loss": 0.603573203086853, "Finetune/Loss (Raw)": 0.5377527475357056, "Finetune/Step": 12000, "Finetune/Step Time": 10.634520160034299}
+{"Finetune/Learning Rate": 6.541673363384093e-06, "Finetune/Loss": 0.6042078733444214, "Finetune/Loss (Raw)": 0.5633214116096497, "Finetune/Step": 12001, "Finetune/Step Time": 10.63745703548193}
+{"Finetune/Learning Rate": 6.54009336071836e-06, "Finetune/Loss": 0.6033623218536377, "Finetune/Loss (Raw)": 0.5439972877502441, "Finetune/Step": 12002, "Finetune/Step Time": 10.6468586307019}
+{"Finetune/Learning Rate": 6.538513456165749e-06, "Finetune/Loss": 0.6054081916809082, "Finetune/Loss (Raw)": 0.6187841892242432, "Finetune/Step": 12003, "Finetune/Step Time": 10.637367740273476}
+{"Finetune/Learning Rate": 6.536933649771049e-06, "Finetune/Loss": 0.6051881909370422, "Finetune/Loss (Raw)": 0.6172569394111633, "Finetune/Step": 12004, "Finetune/Step Time": 10.634648114442825}
+{"Finetune/Learning Rate": 6.535353941579061e-06, "Finetune/Loss": 0.6045271754264832, "Finetune/Loss (Raw)": 0.5012495517730713, "Finetune/Step": 12005, "Finetune/Step Time": 10.640605298802257}
+{"Finetune/Learning Rate": 6.5337743316345846e-06, "Finetune/Loss": 0.604083776473999, "Finetune/Loss (Raw)": 0.5993295907974243, "Finetune/Step": 12006, "Finetune/Step Time": 10.652299243956804}
+{"Finetune/Learning Rate": 6.5321948199824115e-06, "Finetune/Loss": 0.6027764081954956, "Finetune/Loss (Raw)": 0.5343077182769775, "Finetune/Step": 12007, "Finetune/Step Time": 10.666197266429663}
+{"Finetune/Learning Rate": 6.530615406667333e-06, "Finetune/Loss": 0.600659191608429, "Finetune/Loss (Raw)": 0.46650955080986023, "Finetune/Step": 12008, "Finetune/Step Time": 10.662205403670669}
+{"Finetune/Learning Rate": 6.529036091734138e-06, "Finetune/Loss": 0.601290225982666, "Finetune/Loss (Raw)": 0.7192586064338684, "Finetune/Step": 12009, "Finetune/Step Time": 10.65624463558197}
+{"Finetune/Learning Rate": 6.527456875227607e-06, "Finetune/Loss": 0.6009348034858704, "Finetune/Loss (Raw)": 0.6096689701080322, "Finetune/Step": 12010, "Finetune/Step Time": 10.64932181313634}
+{"Finetune/Learning Rate": 6.525877757192524e-06, "Finetune/Loss": 0.6017336845397949, "Finetune/Loss (Raw)": 0.6314712762832642, "Finetune/Step": 12011, "Finetune/Step Time": 10.643758283928037}
+{"Finetune/Learning Rate": 6.524298737673667e-06, "Finetune/Loss": 0.6027917861938477, "Finetune/Loss (Raw)": 0.6310780048370361, "Finetune/Step": 12012, "Finetune/Step Time": 10.626587213948369}
+{"Finetune/Learning Rate": 6.522719816715816e-06, "Finetune/Loss": 0.603685736656189, "Finetune/Loss (Raw)": 0.6404165029525757, "Finetune/Step": 12013, "Finetune/Step Time": 10.625835094600916}
+{"Finetune/Learning Rate": 6.521140994363743e-06, "Finetune/Loss": 0.602907657623291, "Finetune/Loss (Raw)": 0.5105332136154175, "Finetune/Step": 12014, "Finetune/Step Time": 10.625988369807601}
+{"Finetune/Learning Rate": 6.5195622706622205e-06, "Finetune/Loss": 0.603386402130127, "Finetune/Loss (Raw)": 0.6980621218681335, "Finetune/Step": 12015, "Finetune/Step Time": 10.639444349333644}
+{"Finetune/Learning Rate": 6.517983645656014e-06, "Finetune/Loss": 0.6028660535812378, "Finetune/Loss (Raw)": 0.5196166038513184, "Finetune/Step": 12016, "Finetune/Step Time": 10.629441337659955}
+{"Finetune/Learning Rate": 6.516405119389889e-06, "Finetune/Loss": 0.604724645614624, "Finetune/Loss (Raw)": 0.7180380821228027, "Finetune/Step": 12017, "Finetune/Step Time": 10.635029872879386}
+{"Finetune/Learning Rate": 6.514826691908609e-06, "Finetune/Loss": 0.6054379940032959, "Finetune/Loss (Raw)": 0.6335275173187256, "Finetune/Step": 12018, "Finetune/Step Time": 10.632647024467587}
+{"Finetune/Learning Rate": 6.513248363256932e-06, "Finetune/Loss": 0.6042894124984741, "Finetune/Loss (Raw)": 0.558466374874115, "Finetune/Step": 12019, "Finetune/Step Time": 10.62901927344501}
+{"Finetune/Learning Rate": 6.511670133479617e-06, "Finetune/Loss": 0.603988766670227, "Finetune/Loss (Raw)": 0.5605490803718567, "Finetune/Step": 12020, "Finetune/Step Time": 10.590920131653547}
+{"Finetune/Learning Rate": 6.510092002621423e-06, "Finetune/Loss": 0.6052926182746887, "Finetune/Loss (Raw)": 0.6639111638069153, "Finetune/Step": 12021, "Finetune/Step Time": 10.597347985953093}
+{"Finetune/Learning Rate": 6.50851397072709e-06, "Finetune/Loss": 0.6070278882980347, "Finetune/Loss (Raw)": 0.6840919256210327, "Finetune/Step": 12022, "Finetune/Step Time": 10.597148835659027}
+{"Finetune/Learning Rate": 6.506936037841374e-06, "Finetune/Loss": 0.6066292524337769, "Finetune/Loss (Raw)": 0.5467411279678345, "Finetune/Step": 12023, "Finetune/Step Time": 10.59193835966289}
+{"Finetune/Learning Rate": 6.505358204009018e-06, "Finetune/Loss": 0.6072391271591187, "Finetune/Loss (Raw)": 0.7185289859771729, "Finetune/Step": 12024, "Finetune/Step Time": 10.580190626904368}
+{"Finetune/Learning Rate": 6.503780469274766e-06, "Finetune/Loss": 0.607703447341919, "Finetune/Loss (Raw)": 0.6837888360023499, "Finetune/Step": 12025, "Finetune/Step Time": 10.579858541488647}
+{"Finetune/Learning Rate": 6.502202833683359e-06, "Finetune/Loss": 0.6081502437591553, "Finetune/Loss (Raw)": 0.6245682835578918, "Finetune/Step": 12026, "Finetune/Step Time": 10.554570563137531}
+{"Finetune/Learning Rate": 6.500625297279535e-06, "Finetune/Loss": 0.6084086894989014, "Finetune/Loss (Raw)": 0.6343209743499756, "Finetune/Step": 12027, "Finetune/Step Time": 10.557220593094826}
+{"Finetune/Learning Rate": 6.499047860108024e-06, "Finetune/Loss": 0.6096901893615723, "Finetune/Loss (Raw)": 0.6895378232002258, "Finetune/Step": 12028, "Finetune/Step Time": 10.564338056370616}
+{"Finetune/Learning Rate": 6.497470522213558e-06, "Finetune/Loss": 0.6092854738235474, "Finetune/Loss (Raw)": 0.5895224809646606, "Finetune/Step": 12029, "Finetune/Step Time": 10.548339931294322}
+{"Finetune/Learning Rate": 6.495893283640871e-06, "Finetune/Loss": 0.6101876497268677, "Finetune/Loss (Raw)": 0.6177877187728882, "Finetune/Step": 12030, "Finetune/Step Time": 10.518980136141181}
+{"Finetune/Learning Rate": 6.494316144434687e-06, "Finetune/Loss": 0.6102802753448486, "Finetune/Loss (Raw)": 0.5965710282325745, "Finetune/Step": 12031, "Finetune/Step Time": 10.522289879620075}
+{"Finetune/Learning Rate": 6.492739104639727e-06, "Finetune/Loss": 0.6112618446350098, "Finetune/Loss (Raw)": 0.6921869516372681, "Finetune/Step": 12032, "Finetune/Step Time": 10.502073962241411}
+{"Finetune/Learning Rate": 6.491162164300715e-06, "Finetune/Loss": 0.6112567186355591, "Finetune/Loss (Raw)": 0.6178588271141052, "Finetune/Step": 12033, "Finetune/Step Time": 10.495553184300661}
+{"Finetune/Learning Rate": 6.489585323462364e-06, "Finetune/Loss": 0.6113592386245728, "Finetune/Loss (Raw)": 0.6245759725570679, "Finetune/Step": 12034, "Finetune/Step Time": 10.492930568754673}
+{"Finetune/Learning Rate": 6.488008582169392e-06, "Finetune/Loss": 0.6117861866950989, "Finetune/Loss (Raw)": 0.6541892290115356, "Finetune/Step": 12035, "Finetune/Step Time": 10.440855810418725}
+{"Finetune/Learning Rate": 6.4864319404665065e-06, "Finetune/Loss": 0.612328290939331, "Finetune/Loss (Raw)": 0.6467345356941223, "Finetune/Step": 12036, "Finetune/Step Time": 10.438905987888575}
+{"Finetune/Learning Rate": 6.484855398398422e-06, "Finetune/Loss": 0.611712634563446, "Finetune/Loss (Raw)": 0.5612214207649231, "Finetune/Step": 12037, "Finetune/Step Time": 10.427801243960857}
+{"Finetune/Learning Rate": 6.483278956009844e-06, "Finetune/Loss": 0.6112704277038574, "Finetune/Loss (Raw)": 0.6386218667030334, "Finetune/Step": 12038, "Finetune/Step Time": 10.427224930375814}
+{"Finetune/Learning Rate": 6.481702613345475e-06, "Finetune/Loss": 0.6114684343338013, "Finetune/Loss (Raw)": 0.677753746509552, "Finetune/Step": 12039, "Finetune/Step Time": 10.416120298206806}
+{"Finetune/Learning Rate": 6.480126370450015e-06, "Finetune/Loss": 0.611099898815155, "Finetune/Loss (Raw)": 0.6013654470443726, "Finetune/Step": 12040, "Finetune/Step Time": 10.392372971400619}
+{"Finetune/Learning Rate": 6.478550227368161e-06, "Finetune/Loss": 0.611213743686676, "Finetune/Loss (Raw)": 0.6367226839065552, "Finetune/Step": 12041, "Finetune/Step Time": 10.390051897615194}
+{"Finetune/Learning Rate": 6.476974184144608e-06, "Finetune/Loss": 0.6111773252487183, "Finetune/Loss (Raw)": 0.5216088891029358, "Finetune/Step": 12042, "Finetune/Step Time": 10.383111396804452}
+{"Finetune/Learning Rate": 6.47539824082405e-06, "Finetune/Loss": 0.6106334328651428, "Finetune/Loss (Raw)": 0.4735346734523773, "Finetune/Step": 12043, "Finetune/Step Time": 10.390076262876391}
+{"Finetune/Learning Rate": 6.4738223974511725e-06, "Finetune/Loss": 0.6105788946151733, "Finetune/Loss (Raw)": 0.64888995885849, "Finetune/Step": 12044, "Finetune/Step Time": 10.386764083057642}
+{"Finetune/Learning Rate": 6.472246654070672e-06, "Finetune/Loss": 0.6106826066970825, "Finetune/Loss (Raw)": 0.6024001836776733, "Finetune/Step": 12045, "Finetune/Step Time": 10.392826974391937}
+{"Finetune/Learning Rate": 6.470671010727218e-06, "Finetune/Loss": 0.6106876134872437, "Finetune/Loss (Raw)": 0.5724902153015137, "Finetune/Step": 12046, "Finetune/Step Time": 10.375719968229532}
+{"Finetune/Learning Rate": 6.469095467465501e-06, "Finetune/Loss": 0.6089013814926147, "Finetune/Loss (Raw)": 0.514908492565155, "Finetune/Step": 12047, "Finetune/Step Time": 10.380376379936934}
+{"Finetune/Learning Rate": 6.467520024330194e-06, "Finetune/Loss": 0.6088616847991943, "Finetune/Loss (Raw)": 0.6295113563537598, "Finetune/Step": 12048, "Finetune/Step Time": 10.372654810547829}
+{"Finetune/Learning Rate": 6.465944681365974e-06, "Finetune/Loss": 0.6097903251647949, "Finetune/Loss (Raw)": 0.6906362771987915, "Finetune/Step": 12049, "Finetune/Step Time": 10.375996379181743}
+{"Finetune/Learning Rate": 6.464369438617515e-06, "Finetune/Loss": 0.6097733974456787, "Finetune/Loss (Raw)": 0.6563754081726074, "Finetune/Step": 12050, "Finetune/Step Time": 10.37716743722558}
+{"Finetune/Learning Rate": 6.462794296129487e-06, "Finetune/Loss": 0.6096658706665039, "Finetune/Loss (Raw)": 0.5990892052650452, "Finetune/Step": 12051, "Finetune/Step Time": 10.376100599765778}
+{"Finetune/Learning Rate": 6.461219253946551e-06, "Finetune/Loss": 0.6099961996078491, "Finetune/Loss (Raw)": 0.6123089790344238, "Finetune/Step": 12052, "Finetune/Step Time": 10.383263992145658}
+{"Finetune/Learning Rate": 6.459644312113376e-06, "Finetune/Loss": 0.6088337302207947, "Finetune/Loss (Raw)": 0.7316969633102417, "Finetune/Step": 12053, "Finetune/Step Time": 10.382390577346087}
+{"Finetune/Learning Rate": 6.4580694706746165e-06, "Finetune/Loss": 0.6089377403259277, "Finetune/Loss (Raw)": 0.5563390851020813, "Finetune/Step": 12054, "Finetune/Step Time": 10.381159625947475}
+{"Finetune/Learning Rate": 6.4564947296749385e-06, "Finetune/Loss": 0.6080567836761475, "Finetune/Loss (Raw)": 0.49026498198509216, "Finetune/Step": 12055, "Finetune/Step Time": 10.380840200930834}
+{"Finetune/Learning Rate": 6.454920089158992e-06, "Finetune/Loss": 0.6079827547073364, "Finetune/Loss (Raw)": 0.6753053665161133, "Finetune/Step": 12056, "Finetune/Step Time": 10.36682752892375}
+{"Finetune/Learning Rate": 6.453345549171435e-06, "Finetune/Loss": 0.6088035106658936, "Finetune/Loss (Raw)": 0.6279821395874023, "Finetune/Step": 12057, "Finetune/Step Time": 10.363252779468894}
+{"Finetune/Learning Rate": 6.451771109756908e-06, "Finetune/Loss": 0.6086416244506836, "Finetune/Loss (Raw)": 0.7446925044059753, "Finetune/Step": 12058, "Finetune/Step Time": 10.35923752002418}
+{"Finetune/Learning Rate": 6.450196770960064e-06, "Finetune/Loss": 0.6086369156837463, "Finetune/Loss (Raw)": 0.5908241271972656, "Finetune/Step": 12059, "Finetune/Step Time": 10.36947731487453}
+{"Finetune/Learning Rate": 6.448622532825546e-06, "Finetune/Loss": 0.6079298257827759, "Finetune/Loss (Raw)": 0.5312998294830322, "Finetune/Step": 12060, "Finetune/Step Time": 10.373775467276573}
+{"Finetune/Learning Rate": 6.447048395397993e-06, "Finetune/Loss": 0.6073137521743774, "Finetune/Loss (Raw)": 0.544008731842041, "Finetune/Step": 12061, "Finetune/Step Time": 10.370952824130654}
+{"Finetune/Learning Rate": 6.445474358722044e-06, "Finetune/Loss": 0.6078498959541321, "Finetune/Loss (Raw)": 0.683599591255188, "Finetune/Step": 12062, "Finetune/Step Time": 10.376617269590497}
+{"Finetune/Learning Rate": 6.443900422842337e-06, "Finetune/Loss": 0.6090788841247559, "Finetune/Loss (Raw)": 0.6641362905502319, "Finetune/Step": 12063, "Finetune/Step Time": 10.363685807213187}
+{"Finetune/Learning Rate": 6.4423265878035015e-06, "Finetune/Loss": 0.609226405620575, "Finetune/Loss (Raw)": 0.6272479891777039, "Finetune/Step": 12064, "Finetune/Step Time": 10.363181967288256}
+{"Finetune/Learning Rate": 6.440752853650165e-06, "Finetune/Loss": 0.6097267270088196, "Finetune/Loss (Raw)": 0.631656289100647, "Finetune/Step": 12065, "Finetune/Step Time": 10.367974683642387}
+{"Finetune/Learning Rate": 6.4391792204269585e-06, "Finetune/Loss": 0.6110196113586426, "Finetune/Loss (Raw)": 0.6800350546836853, "Finetune/Step": 12066, "Finetune/Step Time": 10.370093915611506}
+{"Finetune/Learning Rate": 6.437605688178502e-06, "Finetune/Loss": 0.6097646355628967, "Finetune/Loss (Raw)": 0.6680620312690735, "Finetune/Step": 12067, "Finetune/Step Time": 10.422993429005146}
+{"Finetune/Learning Rate": 6.436032256949417e-06, "Finetune/Loss": 0.6107856035232544, "Finetune/Loss (Raw)": 0.6688768863677979, "Finetune/Step": 12068, "Finetune/Step Time": 10.410877024754882}
+{"Finetune/Learning Rate": 6.434458926784328e-06, "Finetune/Loss": 0.6097587943077087, "Finetune/Loss (Raw)": 0.43910109996795654, "Finetune/Step": 12069, "Finetune/Step Time": 10.44259568862617}
+{"Finetune/Learning Rate": 6.432885697727842e-06, "Finetune/Loss": 0.6095622777938843, "Finetune/Loss (Raw)": 0.6279228329658508, "Finetune/Step": 12070, "Finetune/Step Time": 10.459451643750072}
+{"Finetune/Learning Rate": 6.43131256982457e-06, "Finetune/Loss": 0.6095664501190186, "Finetune/Loss (Raw)": 0.620457649230957, "Finetune/Step": 12071, "Finetune/Step Time": 10.476406620815396}
+{"Finetune/Learning Rate": 6.42973954311913e-06, "Finetune/Loss": 0.6095343828201294, "Finetune/Loss (Raw)": 0.5736057758331299, "Finetune/Step": 12072, "Finetune/Step Time": 10.478676034137607}
+{"Finetune/Learning Rate": 6.428166617656123e-06, "Finetune/Loss": 0.6089776754379272, "Finetune/Loss (Raw)": 0.5363643169403076, "Finetune/Step": 12073, "Finetune/Step Time": 10.479794561862946}
+{"Finetune/Learning Rate": 6.426593793480154e-06, "Finetune/Loss": 0.6105748414993286, "Finetune/Loss (Raw)": 0.6447587013244629, "Finetune/Step": 12074, "Finetune/Step Time": 10.469234369695187}
+{"Finetune/Learning Rate": 6.425021070635821e-06, "Finetune/Loss": 0.6119204759597778, "Finetune/Loss (Raw)": 0.689052402973175, "Finetune/Step": 12075, "Finetune/Step Time": 10.466545468196273}
+{"Finetune/Learning Rate": 6.42344844916773e-06, "Finetune/Loss": 0.6110607385635376, "Finetune/Loss (Raw)": 0.5918152928352356, "Finetune/Step": 12076, "Finetune/Step Time": 10.464485093951225}
+{"Finetune/Learning Rate": 6.421875929120469e-06, "Finetune/Loss": 0.6100810766220093, "Finetune/Loss (Raw)": 0.6101550459861755, "Finetune/Step": 12077, "Finetune/Step Time": 10.470007380470634}
+{"Finetune/Learning Rate": 6.420303510538628e-06, "Finetune/Loss": 0.6109206676483154, "Finetune/Loss (Raw)": 0.6157251596450806, "Finetune/Step": 12078, "Finetune/Step Time": 10.46541645936668}
+{"Finetune/Learning Rate": 6.418731193466802e-06, "Finetune/Loss": 0.6109311580657959, "Finetune/Loss (Raw)": 0.6202867031097412, "Finetune/Step": 12079, "Finetune/Step Time": 10.483657885342836}
+{"Finetune/Learning Rate": 6.4171589779495755e-06, "Finetune/Loss": 0.6116288304328918, "Finetune/Loss (Raw)": 0.563330888748169, "Finetune/Step": 12080, "Finetune/Step Time": 10.486795036122203}
+{"Finetune/Learning Rate": 6.415586864031533e-06, "Finetune/Loss": 0.612503170967102, "Finetune/Loss (Raw)": 0.6194261312484741, "Finetune/Step": 12081, "Finetune/Step Time": 10.509161556139588}
+{"Finetune/Learning Rate": 6.414014851757257e-06, "Finetune/Loss": 0.611208438873291, "Finetune/Loss (Raw)": 0.5698823928833008, "Finetune/Step": 12082, "Finetune/Step Time": 10.503536101430655}
+{"Finetune/Learning Rate": 6.41244294117132e-06, "Finetune/Loss": 0.6110807657241821, "Finetune/Loss (Raw)": 0.6333403587341309, "Finetune/Step": 12083, "Finetune/Step Time": 10.49112387932837}
+{"Finetune/Learning Rate": 6.4108711323182995e-06, "Finetune/Loss": 0.6111788749694824, "Finetune/Loss (Raw)": 0.560244083404541, "Finetune/Step": 12084, "Finetune/Step Time": 10.49433109909296}
+{"Finetune/Learning Rate": 6.409299425242765e-06, "Finetune/Loss": 0.6103333830833435, "Finetune/Loss (Raw)": 0.5034224390983582, "Finetune/Step": 12085, "Finetune/Step Time": 10.490638153627515}
+{"Finetune/Learning Rate": 6.40772781998929e-06, "Finetune/Loss": 0.6102226376533508, "Finetune/Loss (Raw)": 0.664154052734375, "Finetune/Step": 12086, "Finetune/Step Time": 10.487173672765493}
+{"Finetune/Learning Rate": 6.40615631660244e-06, "Finetune/Loss": 0.6100828647613525, "Finetune/Loss (Raw)": 0.5998742580413818, "Finetune/Step": 12087, "Finetune/Step Time": 10.483698070049286}
+{"Finetune/Learning Rate": 6.404584915126779e-06, "Finetune/Loss": 0.6101008653640747, "Finetune/Loss (Raw)": 0.627901017665863, "Finetune/Step": 12088, "Finetune/Step Time": 10.503817971795797}
+{"Finetune/Learning Rate": 6.403013615606863e-06, "Finetune/Loss": 0.6105735301971436, "Finetune/Loss (Raw)": 0.6273708343505859, "Finetune/Step": 12089, "Finetune/Step Time": 10.504887262359262}
+{"Finetune/Learning Rate": 6.4014424180872534e-06, "Finetune/Loss": 0.6097680330276489, "Finetune/Loss (Raw)": 0.48149383068084717, "Finetune/Step": 12090, "Finetune/Step Time": 10.52806318923831}
+{"Finetune/Learning Rate": 6.399871322612503e-06, "Finetune/Loss": 0.6108524799346924, "Finetune/Loss (Raw)": 0.670295000076294, "Finetune/Step": 12091, "Finetune/Step Time": 10.517273994162679}
+{"Finetune/Learning Rate": 6.398300329227162e-06, "Finetune/Loss": 0.6091864705085754, "Finetune/Loss (Raw)": 0.5732985138893127, "Finetune/Step": 12092, "Finetune/Step Time": 10.516814041882753}
+{"Finetune/Learning Rate": 6.396729437975786e-06, "Finetune/Loss": 0.610363245010376, "Finetune/Loss (Raw)": 0.7052933573722839, "Finetune/Step": 12093, "Finetune/Step Time": 10.515203204005957}
+{"Finetune/Learning Rate": 6.39515864890292e-06, "Finetune/Loss": 0.6109145879745483, "Finetune/Loss (Raw)": 0.5833374857902527, "Finetune/Step": 12094, "Finetune/Step Time": 10.507669411599636}
+{"Finetune/Learning Rate": 6.393587962053098e-06, "Finetune/Loss": 0.6106910705566406, "Finetune/Loss (Raw)": 0.6578022837638855, "Finetune/Step": 12095, "Finetune/Step Time": 10.511245340108871}
+{"Finetune/Learning Rate": 6.392017377470867e-06, "Finetune/Loss": 0.6105826497077942, "Finetune/Loss (Raw)": 0.6097239255905151, "Finetune/Step": 12096, "Finetune/Step Time": 10.51908477395773}
+{"Finetune/Learning Rate": 6.390446895200765e-06, "Finetune/Loss": 0.6112741231918335, "Finetune/Loss (Raw)": 0.647175133228302, "Finetune/Step": 12097, "Finetune/Step Time": 10.511239180341363}
+{"Finetune/Learning Rate": 6.388876515287323e-06, "Finetune/Loss": 0.610588550567627, "Finetune/Loss (Raw)": 0.5160796642303467, "Finetune/Step": 12098, "Finetune/Step Time": 10.51858145557344}
+{"Finetune/Learning Rate": 6.387306237775076e-06, "Finetune/Loss": 0.6102420687675476, "Finetune/Loss (Raw)": 0.49027585983276367, "Finetune/Step": 12099, "Finetune/Step Time": 10.556760953739285}
+{"Finetune/Learning Rate": 6.385736062708553e-06, "Finetune/Loss": 0.6098788976669312, "Finetune/Loss (Raw)": 0.5711832642555237, "Finetune/Step": 12100, "Finetune/Step Time": 10.559733003377914}
+{"Finetune/Learning Rate": 6.384165990132275e-06, "Finetune/Loss": 0.6094478368759155, "Finetune/Loss (Raw)": 0.6569672226905823, "Finetune/Step": 12101, "Finetune/Step Time": 10.556424546986818}
+{"Finetune/Learning Rate": 6.3825960200907656e-06, "Finetune/Loss": 0.6085967421531677, "Finetune/Loss (Raw)": 0.5368435978889465, "Finetune/Step": 12102, "Finetune/Step Time": 10.558036383241415}
+{"Finetune/Learning Rate": 6.381026152628549e-06, "Finetune/Loss": 0.6089436411857605, "Finetune/Loss (Raw)": 0.674101710319519, "Finetune/Step": 12103, "Finetune/Step Time": 10.551603892818093}
+{"Finetune/Learning Rate": 6.3794563877901385e-06, "Finetune/Loss": 0.6083848476409912, "Finetune/Loss (Raw)": 0.674353837966919, "Finetune/Step": 12104, "Finetune/Step Time": 10.551583919674158}
+{"Finetune/Learning Rate": 6.3778867256200505e-06, "Finetune/Loss": 0.6088005304336548, "Finetune/Loss (Raw)": 0.546369194984436, "Finetune/Step": 12105, "Finetune/Step Time": 10.578550834208727}
+{"Finetune/Learning Rate": 6.3763171661627956e-06, "Finetune/Loss": 0.6094131469726562, "Finetune/Loss (Raw)": 0.6675043106079102, "Finetune/Step": 12106, "Finetune/Step Time": 10.5747213922441}
+{"Finetune/Learning Rate": 6.374747709462881e-06, "Finetune/Loss": 0.6095820665359497, "Finetune/Loss (Raw)": 0.5651270151138306, "Finetune/Step": 12107, "Finetune/Step Time": 10.565820850431919}
+{"Finetune/Learning Rate": 6.3731783555648115e-06, "Finetune/Loss": 0.6086584329605103, "Finetune/Loss (Raw)": 0.5863195061683655, "Finetune/Step": 12108, "Finetune/Step Time": 10.567892698571086}
+{"Finetune/Learning Rate": 6.371609104513092e-06, "Finetune/Loss": 0.6065182089805603, "Finetune/Loss (Raw)": 0.5794181823730469, "Finetune/Step": 12109, "Finetune/Step Time": 10.55807358585298}
+{"Finetune/Learning Rate": 6.370039956352217e-06, "Finetune/Loss": 0.6059052348136902, "Finetune/Loss (Raw)": 0.6032772064208984, "Finetune/Step": 12110, "Finetune/Step Time": 10.56082833185792}
+{"Finetune/Learning Rate": 6.368470911126689e-06, "Finetune/Loss": 0.6068465709686279, "Finetune/Loss (Raw)": 0.7480139136314392, "Finetune/Step": 12111, "Finetune/Step Time": 10.555215775966644}
+{"Finetune/Learning Rate": 6.366901968881002e-06, "Finetune/Loss": 0.6072089672088623, "Finetune/Loss (Raw)": 0.600663423538208, "Finetune/Step": 12112, "Finetune/Step Time": 10.549163302406669}
+{"Finetune/Learning Rate": 6.365333129659641e-06, "Finetune/Loss": 0.6068729162216187, "Finetune/Loss (Raw)": 0.5415140390396118, "Finetune/Step": 12113, "Finetune/Step Time": 10.547063522040844}
+{"Finetune/Learning Rate": 6.363764393507098e-06, "Finetune/Loss": 0.6071953177452087, "Finetune/Loss (Raw)": 0.6116036176681519, "Finetune/Step": 12114, "Finetune/Step Time": 10.554993076249957}
+{"Finetune/Learning Rate": 6.362195760467857e-06, "Finetune/Loss": 0.6081297397613525, "Finetune/Loss (Raw)": 0.5426323413848877, "Finetune/Step": 12115, "Finetune/Step Time": 10.51307537779212}
+{"Finetune/Learning Rate": 6.360627230586398e-06, "Finetune/Loss": 0.6085609197616577, "Finetune/Loss (Raw)": 0.6294578313827515, "Finetune/Step": 12116, "Finetune/Step Time": 10.517707735300064}
+{"Finetune/Learning Rate": 6.359058803907201e-06, "Finetune/Loss": 0.6084548234939575, "Finetune/Loss (Raw)": 0.6193642616271973, "Finetune/Step": 12117, "Finetune/Step Time": 10.511707697063684}
+{"Finetune/Learning Rate": 6.357490480474748e-06, "Finetune/Loss": 0.6097210645675659, "Finetune/Loss (Raw)": 0.7067217230796814, "Finetune/Step": 12118, "Finetune/Step Time": 10.513922672718763}
+{"Finetune/Learning Rate": 6.355922260333503e-06, "Finetune/Loss": 0.6097227931022644, "Finetune/Loss (Raw)": 0.5967223644256592, "Finetune/Step": 12119, "Finetune/Step Time": 10.513965431600809}
+{"Finetune/Learning Rate": 6.3543541435279386e-06, "Finetune/Loss": 0.608654260635376, "Finetune/Loss (Raw)": 0.5142514705657959, "Finetune/Step": 12120, "Finetune/Step Time": 10.509575830772519}
+{"Finetune/Learning Rate": 6.352786130102526e-06, "Finetune/Loss": 0.6082236766815186, "Finetune/Loss (Raw)": 0.5971330404281616, "Finetune/Step": 12121, "Finetune/Step Time": 10.51727101020515}
+{"Finetune/Learning Rate": 6.351218220101728e-06, "Finetune/Loss": 0.606752872467041, "Finetune/Loss (Raw)": 0.46905291080474854, "Finetune/Step": 12122, "Finetune/Step Time": 10.525538507848978}
+{"Finetune/Learning Rate": 6.349650413570006e-06, "Finetune/Loss": 0.6060944199562073, "Finetune/Loss (Raw)": 0.5771075487136841, "Finetune/Step": 12123, "Finetune/Step Time": 10.518866112455726}
+{"Finetune/Learning Rate": 6.348082710551819e-06, "Finetune/Loss": 0.6066361665725708, "Finetune/Loss (Raw)": 0.6128233075141907, "Finetune/Step": 12124, "Finetune/Step Time": 10.502393873408437}
+{"Finetune/Learning Rate": 6.34651511109162e-06, "Finetune/Loss": 0.6079291105270386, "Finetune/Loss (Raw)": 0.6068718433380127, "Finetune/Step": 12125, "Finetune/Step Time": 10.484754532575607}
+{"Finetune/Learning Rate": 6.344947615233863e-06, "Finetune/Loss": 0.6069853901863098, "Finetune/Loss (Raw)": 0.5146437287330627, "Finetune/Step": 12126, "Finetune/Step Time": 10.500946084037423}
+{"Finetune/Learning Rate": 6.343380223022995e-06, "Finetune/Loss": 0.6065164804458618, "Finetune/Loss (Raw)": 0.5595229864120483, "Finetune/Step": 12127, "Finetune/Step Time": 10.504083577543497}
+{"Finetune/Learning Rate": 6.341812934503469e-06, "Finetune/Loss": 0.6083769798278809, "Finetune/Loss (Raw)": 0.7758985161781311, "Finetune/Step": 12128, "Finetune/Step Time": 10.507616266608238}
+{"Finetune/Learning Rate": 6.340245749719727e-06, "Finetune/Loss": 0.6083260774612427, "Finetune/Loss (Raw)": 0.5568013191223145, "Finetune/Step": 12129, "Finetune/Step Time": 10.503397811204195}
+{"Finetune/Learning Rate": 6.33867866871621e-06, "Finetune/Loss": 0.6093791127204895, "Finetune/Loss (Raw)": 0.6787877082824707, "Finetune/Step": 12130, "Finetune/Step Time": 10.500414671376348}
+{"Finetune/Learning Rate": 6.337111691537351e-06, "Finetune/Loss": 0.609790563583374, "Finetune/Loss (Raw)": 0.6714513897895813, "Finetune/Step": 12131, "Finetune/Step Time": 10.502325316891074}
+{"Finetune/Learning Rate": 6.335544818227589e-06, "Finetune/Loss": 0.6093266010284424, "Finetune/Loss (Raw)": 0.5578727126121521, "Finetune/Step": 12132, "Finetune/Step Time": 10.512027638033032}
+{"Finetune/Learning Rate": 6.333978048831356e-06, "Finetune/Loss": 0.6106023788452148, "Finetune/Loss (Raw)": 0.6645510196685791, "Finetune/Step": 12133, "Finetune/Step Time": 10.507436040788889}
+{"Finetune/Learning Rate": 6.332411383393079e-06, "Finetune/Loss": 0.6112706065177917, "Finetune/Loss (Raw)": 0.6848600506782532, "Finetune/Step": 12134, "Finetune/Step Time": 10.497039472684264}
+{"Finetune/Learning Rate": 6.330844821957187e-06, "Finetune/Loss": 0.6117280721664429, "Finetune/Loss (Raw)": 0.5928588509559631, "Finetune/Step": 12135, "Finetune/Step Time": 10.487577598541975}
+{"Finetune/Learning Rate": 6.329278364568108e-06, "Finetune/Loss": 0.612107515335083, "Finetune/Loss (Raw)": 0.515079140663147, "Finetune/Step": 12136, "Finetune/Step Time": 10.488637300208211}
+{"Finetune/Learning Rate": 6.327712011270249e-06, "Finetune/Loss": 0.6110298037528992, "Finetune/Loss (Raw)": 0.5813149213790894, "Finetune/Step": 12137, "Finetune/Step Time": 10.48456635326147}
+{"Finetune/Learning Rate": 6.326145762108038e-06, "Finetune/Loss": 0.6113377809524536, "Finetune/Loss (Raw)": 0.6490874290466309, "Finetune/Step": 12138, "Finetune/Step Time": 10.490732427686453}
+{"Finetune/Learning Rate": 6.324579617125886e-06, "Finetune/Loss": 0.6105709075927734, "Finetune/Loss (Raw)": 0.5333108305931091, "Finetune/Step": 12139, "Finetune/Step Time": 10.494995422661304}
+{"Finetune/Learning Rate": 6.323013576368202e-06, "Finetune/Loss": 0.611454427242279, "Finetune/Loss (Raw)": 0.7441731691360474, "Finetune/Step": 12140, "Finetune/Step Time": 10.507000591605902}
+{"Finetune/Learning Rate": 6.321447639879397e-06, "Finetune/Loss": 0.6112927198410034, "Finetune/Loss (Raw)": 0.6197104454040527, "Finetune/Step": 12141, "Finetune/Step Time": 10.56035540252924}
+{"Finetune/Learning Rate": 6.319881807703883e-06, "Finetune/Loss": 0.6119651198387146, "Finetune/Loss (Raw)": 0.5966091156005859, "Finetune/Step": 12142, "Finetune/Step Time": 10.557083742693067}
+{"Finetune/Learning Rate": 6.318316079886051e-06, "Finetune/Loss": 0.610871434211731, "Finetune/Loss (Raw)": 0.5580645203590393, "Finetune/Step": 12143, "Finetune/Step Time": 10.537538640201092}
+{"Finetune/Learning Rate": 6.316750456470304e-06, "Finetune/Loss": 0.6119788885116577, "Finetune/Loss (Raw)": 0.6613724827766418, "Finetune/Step": 12144, "Finetune/Step Time": 10.53596954792738}
+{"Finetune/Learning Rate": 6.315184937501043e-06, "Finetune/Loss": 0.6117422580718994, "Finetune/Loss (Raw)": 0.6877474784851074, "Finetune/Step": 12145, "Finetune/Step Time": 10.529074121266603}
+{"Finetune/Learning Rate": 6.313619523022658e-06, "Finetune/Loss": 0.6121543049812317, "Finetune/Loss (Raw)": 0.6862686276435852, "Finetune/Step": 12146, "Finetune/Step Time": 10.530669191852212}
+{"Finetune/Learning Rate": 6.312054213079541e-06, "Finetune/Loss": 0.6117193698883057, "Finetune/Loss (Raw)": 0.5027984976768494, "Finetune/Step": 12147, "Finetune/Step Time": 10.527431624010205}
+{"Finetune/Learning Rate": 6.310489007716083e-06, "Finetune/Loss": 0.6124882698059082, "Finetune/Loss (Raw)": 0.6589730381965637, "Finetune/Step": 12148, "Finetune/Step Time": 10.523728612810373}
+{"Finetune/Learning Rate": 6.30892390697666e-06, "Finetune/Loss": 0.6116603016853333, "Finetune/Loss (Raw)": 0.5579233765602112, "Finetune/Step": 12149, "Finetune/Step Time": 10.519525898620486}
+{"Finetune/Learning Rate": 6.307358910905661e-06, "Finetune/Loss": 0.6126469969749451, "Finetune/Loss (Raw)": 0.8103923797607422, "Finetune/Step": 12150, "Finetune/Step Time": 10.51732362434268}
+{"Finetune/Learning Rate": 6.305794019547461e-06, "Finetune/Loss": 0.6135714054107666, "Finetune/Loss (Raw)": 0.6650620102882385, "Finetune/Step": 12151, "Finetune/Step Time": 10.546386506408453}
+{"Finetune/Learning Rate": 6.30422923294644e-06, "Finetune/Loss": 0.6119614839553833, "Finetune/Loss (Raw)": 0.5124596357345581, "Finetune/Step": 12152, "Finetune/Step Time": 10.546562748029828}
+{"Finetune/Learning Rate": 6.302664551146967e-06, "Finetune/Loss": 0.6108438372612, "Finetune/Loss (Raw)": 0.5407315492630005, "Finetune/Step": 12153, "Finetune/Step Time": 10.545093670487404}
+{"Finetune/Learning Rate": 6.301099974193414e-06, "Finetune/Loss": 0.6107488870620728, "Finetune/Loss (Raw)": 0.6124077439308167, "Finetune/Step": 12154, "Finetune/Step Time": 10.533177362754941}
+{"Finetune/Learning Rate": 6.29953550213015e-06, "Finetune/Loss": 0.6092848777770996, "Finetune/Loss (Raw)": 0.44692978262901306, "Finetune/Step": 12155, "Finetune/Step Time": 10.537468913942575}
+{"Finetune/Learning Rate": 6.2979711350015345e-06, "Finetune/Loss": 0.6080392599105835, "Finetune/Loss (Raw)": 0.5301037430763245, "Finetune/Step": 12156, "Finetune/Step Time": 10.533891215920448}
+{"Finetune/Learning Rate": 6.29640687285193e-06, "Finetune/Loss": 0.6083569526672363, "Finetune/Loss (Raw)": 0.6301857829093933, "Finetune/Step": 12157, "Finetune/Step Time": 10.53723618015647}
+{"Finetune/Learning Rate": 6.294842715725693e-06, "Finetune/Loss": 0.6072506308555603, "Finetune/Loss (Raw)": 0.47618013620376587, "Finetune/Step": 12158, "Finetune/Step Time": 10.542192570865154}
+{"Finetune/Learning Rate": 6.293278663667183e-06, "Finetune/Loss": 0.6073160171508789, "Finetune/Loss (Raw)": 0.6049398183822632, "Finetune/Step": 12159, "Finetune/Step Time": 10.54057651385665}
+{"Finetune/Learning Rate": 6.2917147167207495e-06, "Finetune/Loss": 0.6062555313110352, "Finetune/Loss (Raw)": 0.5564513206481934, "Finetune/Step": 12160, "Finetune/Step Time": 10.541405439376831}
+{"Finetune/Learning Rate": 6.2901508749307425e-06, "Finetune/Loss": 0.6064673662185669, "Finetune/Loss (Raw)": 0.6449645161628723, "Finetune/Step": 12161, "Finetune/Step Time": 10.54968360811472}
+{"Finetune/Learning Rate": 6.288587138341507e-06, "Finetune/Loss": 0.6065710783004761, "Finetune/Loss (Raw)": 0.6378582715988159, "Finetune/Step": 12162, "Finetune/Step Time": 10.554262531921268}
+{"Finetune/Learning Rate": 6.287023506997385e-06, "Finetune/Loss": 0.6067748069763184, "Finetune/Loss (Raw)": 0.6802627444267273, "Finetune/Step": 12163, "Finetune/Step Time": 10.580180648714304}
+{"Finetune/Learning Rate": 6.285459980942718e-06, "Finetune/Loss": 0.6067237257957458, "Finetune/Loss (Raw)": 0.6401952505111694, "Finetune/Step": 12164, "Finetune/Step Time": 10.574802426621318}
+{"Finetune/Learning Rate": 6.283896560221845e-06, "Finetune/Loss": 0.6067049503326416, "Finetune/Loss (Raw)": 0.5588119626045227, "Finetune/Step": 12165, "Finetune/Step Time": 10.583760095760226}
+{"Finetune/Learning Rate": 6.2823332448790955e-06, "Finetune/Loss": 0.6071900725364685, "Finetune/Loss (Raw)": 0.7007215619087219, "Finetune/Step": 12166, "Finetune/Step Time": 10.583303300663829}
+{"Finetune/Learning Rate": 6.2807700349588095e-06, "Finetune/Loss": 0.6071591377258301, "Finetune/Loss (Raw)": 0.6737922430038452, "Finetune/Step": 12167, "Finetune/Step Time": 10.589483870193362}
+{"Finetune/Learning Rate": 6.279206930505303e-06, "Finetune/Loss": 0.6073809862136841, "Finetune/Loss (Raw)": 0.6297715902328491, "Finetune/Step": 12168, "Finetune/Step Time": 10.59561299905181}
+{"Finetune/Learning Rate": 6.277643931562909e-06, "Finetune/Loss": 0.6067157983779907, "Finetune/Loss (Raw)": 0.5515766143798828, "Finetune/Step": 12169, "Finetune/Step Time": 10.593509592115879}
+{"Finetune/Learning Rate": 6.27608103817595e-06, "Finetune/Loss": 0.6069563031196594, "Finetune/Loss (Raw)": 0.5523894429206848, "Finetune/Step": 12170, "Finetune/Step Time": 10.597787069156766}
+{"Finetune/Learning Rate": 6.274518250388741e-06, "Finetune/Loss": 0.607568621635437, "Finetune/Loss (Raw)": 0.5519089698791504, "Finetune/Step": 12171, "Finetune/Step Time": 10.605414459481835}
+{"Finetune/Learning Rate": 6.272955568245602e-06, "Finetune/Loss": 0.6067173480987549, "Finetune/Loss (Raw)": 0.539927065372467, "Finetune/Step": 12172, "Finetune/Step Time": 10.60357223637402}
+{"Finetune/Learning Rate": 6.271392991790845e-06, "Finetune/Loss": 0.6067391037940979, "Finetune/Loss (Raw)": 0.6051844358444214, "Finetune/Step": 12173, "Finetune/Step Time": 10.592720171436667}
+{"Finetune/Learning Rate": 6.2698305210687805e-06, "Finetune/Loss": 0.6064806580543518, "Finetune/Loss (Raw)": 0.5394085645675659, "Finetune/Step": 12174, "Finetune/Step Time": 10.578367507085204}
+{"Finetune/Learning Rate": 6.268268156123713e-06, "Finetune/Loss": 0.6060202121734619, "Finetune/Loss (Raw)": 0.4559726119041443, "Finetune/Step": 12175, "Finetune/Step Time": 10.608615471050143}
+{"Finetune/Learning Rate": 6.266705896999949e-06, "Finetune/Loss": 0.6066485047340393, "Finetune/Loss (Raw)": 0.7099347114562988, "Finetune/Step": 12176, "Finetune/Step Time": 10.625185519456863}
+{"Finetune/Learning Rate": 6.26514374374179e-06, "Finetune/Loss": 0.6069322228431702, "Finetune/Loss (Raw)": 0.7269505262374878, "Finetune/Step": 12177, "Finetune/Step Time": 10.622211398556828}
+{"Finetune/Learning Rate": 6.263581696393535e-06, "Finetune/Loss": 0.6058893203735352, "Finetune/Loss (Raw)": 0.5228833556175232, "Finetune/Step": 12178, "Finetune/Step Time": 10.633389296010137}
+{"Finetune/Learning Rate": 6.26201975499948e-06, "Finetune/Loss": 0.6056645512580872, "Finetune/Loss (Raw)": 0.5703209042549133, "Finetune/Step": 12179, "Finetune/Step Time": 10.638929460197687}
+{"Finetune/Learning Rate": 6.260457919603912e-06, "Finetune/Loss": 0.6061917543411255, "Finetune/Loss (Raw)": 0.6797928214073181, "Finetune/Step": 12180, "Finetune/Step Time": 10.634114030748606}
+{"Finetune/Learning Rate": 6.258896190251126e-06, "Finetune/Loss": 0.6056638956069946, "Finetune/Loss (Raw)": 0.6641294956207275, "Finetune/Step": 12181, "Finetune/Step Time": 10.63118003681302}
+{"Finetune/Learning Rate": 6.257334566985405e-06, "Finetune/Loss": 0.6056511998176575, "Finetune/Loss (Raw)": 0.5547124147415161, "Finetune/Step": 12182, "Finetune/Step Time": 10.634958053007722}
+{"Finetune/Learning Rate": 6.25577304985103e-06, "Finetune/Loss": 0.6068861484527588, "Finetune/Loss (Raw)": 0.6483328938484192, "Finetune/Step": 12183, "Finetune/Step Time": 10.635121947154403}
+{"Finetune/Learning Rate": 6.254211638892287e-06, "Finetune/Loss": 0.6077867746353149, "Finetune/Loss (Raw)": 0.7905925512313843, "Finetune/Step": 12184, "Finetune/Step Time": 10.638042913749814}
+{"Finetune/Learning Rate": 6.252650334153452e-06, "Finetune/Loss": 0.6079562902450562, "Finetune/Loss (Raw)": 0.6496748924255371, "Finetune/Step": 12185, "Finetune/Step Time": 10.640395265072584}
+{"Finetune/Learning Rate": 6.251089135678795e-06, "Finetune/Loss": 0.60634446144104, "Finetune/Loss (Raw)": 0.5383885502815247, "Finetune/Step": 12186, "Finetune/Step Time": 10.641776802018285}
+{"Finetune/Learning Rate": 6.249528043512589e-06, "Finetune/Loss": 0.6067829132080078, "Finetune/Loss (Raw)": 0.6469390392303467, "Finetune/Step": 12187, "Finetune/Step Time": 10.638120826333761}
+{"Finetune/Learning Rate": 6.247967057699105e-06, "Finetune/Loss": 0.608108639717102, "Finetune/Loss (Raw)": 0.7009978294372559, "Finetune/Step": 12188, "Finetune/Step Time": 10.641816595569253}
+{"Finetune/Learning Rate": 6.246406178282604e-06, "Finetune/Loss": 0.6080058217048645, "Finetune/Loss (Raw)": 0.5308433771133423, "Finetune/Step": 12189, "Finetune/Step Time": 10.654069812968373}
+{"Finetune/Learning Rate": 6.2448454053073495e-06, "Finetune/Loss": 0.6072872281074524, "Finetune/Loss (Raw)": 0.5916193723678589, "Finetune/Step": 12190, "Finetune/Step Time": 10.652367861941457}
+{"Finetune/Learning Rate": 6.2432847388176065e-06, "Finetune/Loss": 0.6061168313026428, "Finetune/Loss (Raw)": 0.5143265128135681, "Finetune/Step": 12191, "Finetune/Step Time": 10.656755197793245}
+{"Finetune/Learning Rate": 6.241724178857621e-06, "Finetune/Loss": 0.6054552793502808, "Finetune/Loss (Raw)": 0.5425695180892944, "Finetune/Step": 12192, "Finetune/Step Time": 10.65956323966384}
+{"Finetune/Learning Rate": 6.2401637254716496e-06, "Finetune/Loss": 0.6047607064247131, "Finetune/Loss (Raw)": 0.5427528023719788, "Finetune/Step": 12193, "Finetune/Step Time": 10.65609004162252}
+{"Finetune/Learning Rate": 6.2386033787039446e-06, "Finetune/Loss": 0.6046110987663269, "Finetune/Loss (Raw)": 0.6608851552009583, "Finetune/Step": 12194, "Finetune/Step Time": 10.679842257872224}
+{"Finetune/Learning Rate": 6.2370431385987525e-06, "Finetune/Loss": 0.6038811206817627, "Finetune/Loss (Raw)": 0.5746210813522339, "Finetune/Step": 12195, "Finetune/Step Time": 10.636073779314756}
+{"Finetune/Learning Rate": 6.235483005200316e-06, "Finetune/Loss": 0.6034995913505554, "Finetune/Loss (Raw)": 0.6200460195541382, "Finetune/Step": 12196, "Finetune/Step Time": 10.631770739331841}
+{"Finetune/Learning Rate": 6.233922978552879e-06, "Finetune/Loss": 0.6054511666297913, "Finetune/Loss (Raw)": 0.6888983249664307, "Finetune/Step": 12197, "Finetune/Step Time": 10.589426891878247}
+{"Finetune/Learning Rate": 6.232363058700674e-06, "Finetune/Loss": 0.6065423488616943, "Finetune/Loss (Raw)": 0.7675968408584595, "Finetune/Step": 12198, "Finetune/Step Time": 10.572324641048908}
+{"Finetune/Learning Rate": 6.230803245687939e-06, "Finetune/Loss": 0.6061171293258667, "Finetune/Loss (Raw)": 0.5660262107849121, "Finetune/Step": 12199, "Finetune/Step Time": 10.556499594822526}
+{"Finetune/Learning Rate": 6.229243539558907e-06, "Finetune/Loss": 0.6055495738983154, "Finetune/Loss (Raw)": 0.5009667873382568, "Finetune/Step": 12200, "Finetune/Step Time": 10.558304576203227}
+{"Finetune/Learning Rate": 6.227683940357805e-06, "Finetune/Loss": 0.6061331033706665, "Finetune/Loss (Raw)": 0.6110521554946899, "Finetune/Step": 12201, "Finetune/Step Time": 10.558893816545606}
+{"Finetune/Learning Rate": 6.2261244481288584e-06, "Finetune/Loss": 0.6054651737213135, "Finetune/Loss (Raw)": 0.5592613816261292, "Finetune/Step": 12202, "Finetune/Step Time": 10.555661115795374}
+{"Finetune/Learning Rate": 6.224565062916294e-06, "Finetune/Loss": 0.604926586151123, "Finetune/Loss (Raw)": 0.6201150417327881, "Finetune/Step": 12203, "Finetune/Step Time": 10.560439109802246}
+{"Finetune/Learning Rate": 6.223005784764328e-06, "Finetune/Loss": 0.6057107448577881, "Finetune/Loss (Raw)": 0.6921830177307129, "Finetune/Step": 12204, "Finetune/Step Time": 10.563666544854641}
+{"Finetune/Learning Rate": 6.221446613717176e-06, "Finetune/Loss": 0.606112003326416, "Finetune/Loss (Raw)": 0.6615228652954102, "Finetune/Step": 12205, "Finetune/Step Time": 10.556345442309976}
+{"Finetune/Learning Rate": 6.219887549819054e-06, "Finetune/Loss": 0.6050884127616882, "Finetune/Loss (Raw)": 0.4847054183483124, "Finetune/Step": 12206, "Finetune/Step Time": 10.577511459589005}
+{"Finetune/Learning Rate": 6.218328593114169e-06, "Finetune/Loss": 0.604406476020813, "Finetune/Loss (Raw)": 0.5329985618591309, "Finetune/Step": 12207, "Finetune/Step Time": 10.538096921518445}
+{"Finetune/Learning Rate": 6.216769743646734e-06, "Finetune/Loss": 0.6055149435997009, "Finetune/Loss (Raw)": 0.7052137851715088, "Finetune/Step": 12208, "Finetune/Step Time": 10.531613867729902}
+{"Finetune/Learning Rate": 6.215211001460954e-06, "Finetune/Loss": 0.6053233742713928, "Finetune/Loss (Raw)": 0.5949061512947083, "Finetune/Step": 12209, "Finetune/Step Time": 10.51026670075953}
+{"Finetune/Learning Rate": 6.213652366601024e-06, "Finetune/Loss": 0.606246292591095, "Finetune/Loss (Raw)": 0.6880133748054504, "Finetune/Step": 12210, "Finetune/Step Time": 10.516700888052583}
+{"Finetune/Learning Rate": 6.212093839111146e-06, "Finetune/Loss": 0.6064621210098267, "Finetune/Loss (Raw)": 0.6609667539596558, "Finetune/Step": 12211, "Finetune/Step Time": 10.51549413241446}
+{"Finetune/Learning Rate": 6.210535419035515e-06, "Finetune/Loss": 0.6076484322547913, "Finetune/Loss (Raw)": 0.7120916247367859, "Finetune/Step": 12212, "Finetune/Step Time": 10.509145135059953}
+{"Finetune/Learning Rate": 6.208977106418326e-06, "Finetune/Loss": 0.6065811514854431, "Finetune/Loss (Raw)": 0.3668084144592285, "Finetune/Step": 12213, "Finetune/Step Time": 10.515446254983544}
+{"Finetune/Learning Rate": 6.207418901303761e-06, "Finetune/Loss": 0.6073132753372192, "Finetune/Loss (Raw)": 0.7578684091567993, "Finetune/Step": 12214, "Finetune/Step Time": 10.51924952864647}
+{"Finetune/Learning Rate": 6.205860803736019e-06, "Finetune/Loss": 0.607140302658081, "Finetune/Loss (Raw)": 0.5777296423912048, "Finetune/Step": 12215, "Finetune/Step Time": 10.516126573085785}
+{"Finetune/Learning Rate": 6.204302813759272e-06, "Finetune/Loss": 0.6066631078720093, "Finetune/Loss (Raw)": 0.5668230652809143, "Finetune/Step": 12216, "Finetune/Step Time": 10.507290869951248}
+{"Finetune/Learning Rate": 6.202744931417701e-06, "Finetune/Loss": 0.6063956022262573, "Finetune/Loss (Raw)": 0.5931334495544434, "Finetune/Step": 12217, "Finetune/Step Time": 10.506161499768496}
+{"Finetune/Learning Rate": 6.201187156755489e-06, "Finetune/Loss": 0.607631504535675, "Finetune/Loss (Raw)": 0.6396872401237488, "Finetune/Step": 12218, "Finetune/Step Time": 10.488171396777034}
+{"Finetune/Learning Rate": 6.199629489816805e-06, "Finetune/Loss": 0.6073377132415771, "Finetune/Loss (Raw)": 0.6326850056648254, "Finetune/Step": 12219, "Finetune/Step Time": 10.534555522724986}
+{"Finetune/Learning Rate": 6.1980719306458216e-06, "Finetune/Loss": 0.6066182255744934, "Finetune/Loss (Raw)": 0.48121193051338196, "Finetune/Step": 12220, "Finetune/Step Time": 10.550827607512474}
+{"Finetune/Learning Rate": 6.19651447928671e-06, "Finetune/Loss": 0.6056405901908875, "Finetune/Loss (Raw)": 0.580157458782196, "Finetune/Step": 12221, "Finetune/Step Time": 10.548931246623397}
+{"Finetune/Learning Rate": 6.19495713578363e-06, "Finetune/Loss": 0.6061762571334839, "Finetune/Loss (Raw)": 0.6519054174423218, "Finetune/Step": 12222, "Finetune/Step Time": 10.542525421828032}
+{"Finetune/Learning Rate": 6.193399900180747e-06, "Finetune/Loss": 0.6057384014129639, "Finetune/Loss (Raw)": 0.6017472147941589, "Finetune/Step": 12223, "Finetune/Step Time": 10.542787734419107}
+{"Finetune/Learning Rate": 6.191842772522214e-06, "Finetune/Loss": 0.6058626174926758, "Finetune/Loss (Raw)": 0.6256239414215088, "Finetune/Step": 12224, "Finetune/Step Time": 10.54029600508511}
+{"Finetune/Learning Rate": 6.190285752852195e-06, "Finetune/Loss": 0.606031060218811, "Finetune/Loss (Raw)": 0.6687382459640503, "Finetune/Step": 12225, "Finetune/Step Time": 10.538687048479915}
+{"Finetune/Learning Rate": 6.188728841214837e-06, "Finetune/Loss": 0.6067999601364136, "Finetune/Loss (Raw)": 0.6145042777061462, "Finetune/Step": 12226, "Finetune/Step Time": 10.547246044501662}
+{"Finetune/Learning Rate": 6.187172037654294e-06, "Finetune/Loss": 0.6080566048622131, "Finetune/Loss (Raw)": 0.6511207818984985, "Finetune/Step": 12227, "Finetune/Step Time": 10.523492446169257}
+{"Finetune/Learning Rate": 6.185615342214708e-06, "Finetune/Loss": 0.6079816222190857, "Finetune/Loss (Raw)": 0.5615891814231873, "Finetune/Step": 12228, "Finetune/Step Time": 10.53299162350595}
+{"Finetune/Learning Rate": 6.184058754940223e-06, "Finetune/Loss": 0.6073260307312012, "Finetune/Loss (Raw)": 0.57304447889328, "Finetune/Step": 12229, "Finetune/Step Time": 10.540090538561344}
+{"Finetune/Learning Rate": 6.182502275874982e-06, "Finetune/Loss": 0.606728732585907, "Finetune/Loss (Raw)": 0.4603930413722992, "Finetune/Step": 12230, "Finetune/Step Time": 10.558886175975204}
+{"Finetune/Learning Rate": 6.18094590506312e-06, "Finetune/Loss": 0.605929970741272, "Finetune/Loss (Raw)": 0.5718584060668945, "Finetune/Step": 12231, "Finetune/Step Time": 10.563860852271318}
+{"Finetune/Learning Rate": 6.179389642548771e-06, "Finetune/Loss": 0.6054496765136719, "Finetune/Loss (Raw)": 0.6128782629966736, "Finetune/Step": 12232, "Finetune/Step Time": 10.568733615800738}
+{"Finetune/Learning Rate": 6.177833488376072e-06, "Finetune/Loss": 0.6066731214523315, "Finetune/Loss (Raw)": 0.7029728889465332, "Finetune/Step": 12233, "Finetune/Step Time": 10.537365330383182}
+{"Finetune/Learning Rate": 6.1762774425891425e-06, "Finetune/Loss": 0.6056224703788757, "Finetune/Loss (Raw)": 0.5330214500427246, "Finetune/Step": 12234, "Finetune/Step Time": 10.536840608343482}
+{"Finetune/Learning Rate": 6.174721505232113e-06, "Finetune/Loss": 0.6055895090103149, "Finetune/Loss (Raw)": 0.5608990788459778, "Finetune/Step": 12235, "Finetune/Step Time": 10.530334420502186}
+{"Finetune/Learning Rate": 6.173165676349103e-06, "Finetune/Loss": 0.6060062646865845, "Finetune/Loss (Raw)": 0.6396716237068176, "Finetune/Step": 12236, "Finetune/Step Time": 10.535242347046733}
+{"Finetune/Learning Rate": 6.171609955984234e-06, "Finetune/Loss": 0.6059130430221558, "Finetune/Loss (Raw)": 0.5674819350242615, "Finetune/Step": 12237, "Finetune/Step Time": 10.537320464849472}
+{"Finetune/Learning Rate": 6.170054344181618e-06, "Finetune/Loss": 0.6061156988143921, "Finetune/Loss (Raw)": 0.6292254328727722, "Finetune/Step": 12238, "Finetune/Step Time": 10.530786268413067}
+{"Finetune/Learning Rate": 6.16849884098537e-06, "Finetune/Loss": 0.6031506061553955, "Finetune/Loss (Raw)": 0.3684735894203186, "Finetune/Step": 12239, "Finetune/Step Time": 10.574416311457753}
+{"Finetune/Learning Rate": 6.166943446439604e-06, "Finetune/Loss": 0.6024559736251831, "Finetune/Loss (Raw)": 0.5117492079734802, "Finetune/Step": 12240, "Finetune/Step Time": 10.55622254498303}
+{"Finetune/Learning Rate": 6.1653881605884165e-06, "Finetune/Loss": 0.6024234890937805, "Finetune/Loss (Raw)": 0.5373578667640686, "Finetune/Step": 12241, "Finetune/Step Time": 10.553654715418816}
+{"Finetune/Learning Rate": 6.163832983475919e-06, "Finetune/Loss": 0.6024825572967529, "Finetune/Loss (Raw)": 0.6191686391830444, "Finetune/Step": 12242, "Finetune/Step Time": 10.540327219292521}
+{"Finetune/Learning Rate": 6.162277915146209e-06, "Finetune/Loss": 0.6017361879348755, "Finetune/Loss (Raw)": 0.4470912516117096, "Finetune/Step": 12243, "Finetune/Step Time": 10.54076848551631}
+{"Finetune/Learning Rate": 6.160722955643385e-06, "Finetune/Loss": 0.6019535660743713, "Finetune/Loss (Raw)": 0.6572859287261963, "Finetune/Step": 12244, "Finetune/Step Time": 10.535320572555065}
+{"Finetune/Learning Rate": 6.159168105011539e-06, "Finetune/Loss": 0.6014503240585327, "Finetune/Loss (Raw)": 0.5549507141113281, "Finetune/Step": 12245, "Finetune/Step Time": 10.532626315951347}
+{"Finetune/Learning Rate": 6.157613363294768e-06, "Finetune/Loss": 0.6010913252830505, "Finetune/Loss (Raw)": 0.6607689261436462, "Finetune/Step": 12246, "Finetune/Step Time": 10.520666090771556}
+{"Finetune/Learning Rate": 6.156058730537151e-06, "Finetune/Loss": 0.601341724395752, "Finetune/Loss (Raw)": 0.6287698149681091, "Finetune/Step": 12247, "Finetune/Step Time": 10.52458966895938}
+{"Finetune/Learning Rate": 6.15450420678278e-06, "Finetune/Loss": 0.6017114520072937, "Finetune/Loss (Raw)": 0.5615764260292053, "Finetune/Step": 12248, "Finetune/Step Time": 10.523945331573486}
+{"Finetune/Learning Rate": 6.152949792075731e-06, "Finetune/Loss": 0.6021561622619629, "Finetune/Loss (Raw)": 0.6540582180023193, "Finetune/Step": 12249, "Finetune/Step Time": 10.516357120126486}
+{"Finetune/Learning Rate": 6.15139548646009e-06, "Finetune/Loss": 0.6029644012451172, "Finetune/Loss (Raw)": 0.5725120306015015, "Finetune/Step": 12250, "Finetune/Step Time": 10.511511279270053}
+{"Finetune/Learning Rate": 6.1498412899799275e-06, "Finetune/Loss": 0.6029893159866333, "Finetune/Loss (Raw)": 0.5802950263023376, "Finetune/Step": 12251, "Finetune/Step Time": 10.529243240132928}
+{"Finetune/Learning Rate": 6.1482872026793204e-06, "Finetune/Loss": 0.6023229956626892, "Finetune/Loss (Raw)": 0.5275288224220276, "Finetune/Step": 12252, "Finetune/Step Time": 10.538309391587973}
+{"Finetune/Learning Rate": 6.146733224602333e-06, "Finetune/Loss": 0.6022356748580933, "Finetune/Loss (Raw)": 0.5956894755363464, "Finetune/Step": 12253, "Finetune/Step Time": 10.545954905450344}
+{"Finetune/Learning Rate": 6.1451793557930336e-06, "Finetune/Loss": 0.6029689908027649, "Finetune/Loss (Raw)": 0.608513593673706, "Finetune/Step": 12254, "Finetune/Step Time": 10.515546003356576}
+{"Finetune/Learning Rate": 6.143625596295488e-06, "Finetune/Loss": 0.6028516292572021, "Finetune/Loss (Raw)": 0.5444974899291992, "Finetune/Step": 12255, "Finetune/Step Time": 10.512058954685926}
+{"Finetune/Learning Rate": 6.142071946153751e-06, "Finetune/Loss": 0.6018814444541931, "Finetune/Loss (Raw)": 0.6517151594161987, "Finetune/Step": 12256, "Finetune/Step Time": 10.513879168778658}
+{"Finetune/Learning Rate": 6.140518405411886e-06, "Finetune/Loss": 0.6030683517456055, "Finetune/Loss (Raw)": 0.7087311744689941, "Finetune/Step": 12257, "Finetune/Step Time": 10.51716779358685}
+{"Finetune/Learning Rate": 6.138964974113948e-06, "Finetune/Loss": 0.6022027730941772, "Finetune/Loss (Raw)": 0.5679932832717896, "Finetune/Step": 12258, "Finetune/Step Time": 10.528813898563385}
+{"Finetune/Learning Rate": 6.1374116523039775e-06, "Finetune/Loss": 0.601203203201294, "Finetune/Loss (Raw)": 0.5434991121292114, "Finetune/Step": 12259, "Finetune/Step Time": 10.527558291330934}
+{"Finetune/Learning Rate": 6.13585844002603e-06, "Finetune/Loss": 0.6017245054244995, "Finetune/Loss (Raw)": 0.6246046423912048, "Finetune/Step": 12260, "Finetune/Step Time": 10.518712995573878}
+{"Finetune/Learning Rate": 6.134305337324149e-06, "Finetune/Loss": 0.6015889048576355, "Finetune/Loss (Raw)": 0.6471928954124451, "Finetune/Step": 12261, "Finetune/Step Time": 10.5246696844697}
+{"Finetune/Learning Rate": 6.1327523442423775e-06, "Finetune/Loss": 0.6004719734191895, "Finetune/Loss (Raw)": 0.541892945766449, "Finetune/Step": 12262, "Finetune/Step Time": 10.523805612698197}
+{"Finetune/Learning Rate": 6.131199460824751e-06, "Finetune/Loss": 0.601704478263855, "Finetune/Loss (Raw)": 0.7506252527236938, "Finetune/Step": 12263, "Finetune/Step Time": 10.532212799414992}
+{"Finetune/Learning Rate": 6.12964668711531e-06, "Finetune/Loss": 0.6022838354110718, "Finetune/Loss (Raw)": 0.5892307162284851, "Finetune/Step": 12264, "Finetune/Step Time": 10.545119618996978}
+{"Finetune/Learning Rate": 6.128094023158081e-06, "Finetune/Loss": 0.6022747755050659, "Finetune/Loss (Raw)": 0.5801587104797363, "Finetune/Step": 12265, "Finetune/Step Time": 10.564581643790007}
+{"Finetune/Learning Rate": 6.126541468997092e-06, "Finetune/Loss": 0.6025241613388062, "Finetune/Loss (Raw)": 0.6810097694396973, "Finetune/Step": 12266, "Finetune/Step Time": 10.560211062431335}
+{"Finetune/Learning Rate": 6.124989024676375e-06, "Finetune/Loss": 0.6029230356216431, "Finetune/Loss (Raw)": 0.5843658447265625, "Finetune/Step": 12267, "Finetune/Step Time": 10.56819131411612}
+{"Finetune/Learning Rate": 6.123436690239951e-06, "Finetune/Loss": 0.6017786264419556, "Finetune/Loss (Raw)": 0.5976876616477966, "Finetune/Step": 12268, "Finetune/Step Time": 10.560345776379108}
+{"Finetune/Learning Rate": 6.121884465731838e-06, "Finetune/Loss": 0.6010724306106567, "Finetune/Loss (Raw)": 0.5293132662773132, "Finetune/Step": 12269, "Finetune/Step Time": 10.513030046597123}
+{"Finetune/Learning Rate": 6.120332351196057e-06, "Finetune/Loss": 0.6008089184761047, "Finetune/Loss (Raw)": 0.5628803968429565, "Finetune/Step": 12270, "Finetune/Step Time": 10.519178664311767}
+{"Finetune/Learning Rate": 6.1187803466766136e-06, "Finetune/Loss": 0.601317822933197, "Finetune/Loss (Raw)": 0.6232092380523682, "Finetune/Step": 12271, "Finetune/Step Time": 10.548391303047538}
+{"Finetune/Learning Rate": 6.117228452217525e-06, "Finetune/Loss": 0.6010316610336304, "Finetune/Loss (Raw)": 0.6247344017028809, "Finetune/Step": 12272, "Finetune/Step Time": 10.54364799708128}
+{"Finetune/Learning Rate": 6.115676667862794e-06, "Finetune/Loss": 0.6007696390151978, "Finetune/Loss (Raw)": 0.6542222499847412, "Finetune/Step": 12273, "Finetune/Step Time": 10.538064392283559}
+{"Finetune/Learning Rate": 6.114124993656429e-06, "Finetune/Loss": 0.5995576977729797, "Finetune/Loss (Raw)": 0.5311295390129089, "Finetune/Step": 12274, "Finetune/Step Time": 10.558338060975075}
+{"Finetune/Learning Rate": 6.11257342964243e-06, "Finetune/Loss": 0.6003669500350952, "Finetune/Loss (Raw)": 0.6063843965530396, "Finetune/Step": 12275, "Finetune/Step Time": 10.577544590458274}
+{"Finetune/Learning Rate": 6.111021975864795e-06, "Finetune/Loss": 0.6002835631370544, "Finetune/Loss (Raw)": 0.6483009457588196, "Finetune/Step": 12276, "Finetune/Step Time": 10.574660943821073}
+{"Finetune/Learning Rate": 6.109470632367516e-06, "Finetune/Loss": 0.5999106168746948, "Finetune/Loss (Raw)": 0.5101944804191589, "Finetune/Step": 12277, "Finetune/Step Time": 10.610108762979507}
+{"Finetune/Learning Rate": 6.1079193991945865e-06, "Finetune/Loss": 0.5987091064453125, "Finetune/Loss (Raw)": 0.6565887928009033, "Finetune/Step": 12278, "Finetune/Step Time": 10.609939645975828}
+{"Finetune/Learning Rate": 6.106368276389995e-06, "Finetune/Loss": 0.5978504419326782, "Finetune/Loss (Raw)": 0.5551605820655823, "Finetune/Step": 12279, "Finetune/Step Time": 10.588966306298971}
+{"Finetune/Learning Rate": 6.104817263997727e-06, "Finetune/Loss": 0.5984234809875488, "Finetune/Loss (Raw)": 0.5857978463172913, "Finetune/Step": 12280, "Finetune/Step Time": 10.590878376737237}
+{"Finetune/Learning Rate": 6.103266362061766e-06, "Finetune/Loss": 0.5994697213172913, "Finetune/Loss (Raw)": 0.6746602654457092, "Finetune/Step": 12281, "Finetune/Step Time": 10.614127118140459}
+{"Finetune/Learning Rate": 6.1017155706260945e-06, "Finetune/Loss": 0.5995792746543884, "Finetune/Loss (Raw)": 0.6264235377311707, "Finetune/Step": 12282, "Finetune/Step Time": 10.610262133181095}
+{"Finetune/Learning Rate": 6.100164889734676e-06, "Finetune/Loss": 0.6002117991447449, "Finetune/Loss (Raw)": 0.5278989672660828, "Finetune/Step": 12283, "Finetune/Step Time": 10.637522526085377}
+{"Finetune/Learning Rate": 6.0986143194314975e-06, "Finetune/Loss": 0.6018519401550293, "Finetune/Loss (Raw)": 0.7400406002998352, "Finetune/Step": 12284, "Finetune/Step Time": 10.637755358591676}
+{"Finetune/Learning Rate": 6.0970638597605194e-06, "Finetune/Loss": 0.6012481451034546, "Finetune/Loss (Raw)": 0.552897572517395, "Finetune/Step": 12285, "Finetune/Step Time": 10.640703178942204}
+{"Finetune/Learning Rate": 6.095513510765714e-06, "Finetune/Loss": 0.6024477481842041, "Finetune/Loss (Raw)": 0.6297348737716675, "Finetune/Step": 12286, "Finetune/Step Time": 10.640389425680041}
+{"Finetune/Learning Rate": 6.093963272491041e-06, "Finetune/Loss": 0.6017930507659912, "Finetune/Loss (Raw)": 0.5211372375488281, "Finetune/Step": 12287, "Finetune/Step Time": 10.640032663941383}
+{"Finetune/Learning Rate": 6.092413144980465e-06, "Finetune/Loss": 0.6023263335227966, "Finetune/Loss (Raw)": 0.6247091889381409, "Finetune/Step": 12288, "Finetune/Step Time": 10.632271314039826}
+{"Finetune/Learning Rate": 6.090863128277938e-06, "Finetune/Loss": 0.6019670963287354, "Finetune/Loss (Raw)": 0.5989871025085449, "Finetune/Step": 12289, "Finetune/Step Time": 10.630170419812202}
+{"Finetune/Learning Rate": 6.0893132224274156e-06, "Finetune/Loss": 0.6028950214385986, "Finetune/Loss (Raw)": 0.7566253542900085, "Finetune/Step": 12290, "Finetune/Step Time": 10.628429777920246}
+{"Finetune/Learning Rate": 6.08776342747285e-06, "Finetune/Loss": 0.6030313968658447, "Finetune/Loss (Raw)": 0.6977168321609497, "Finetune/Step": 12291, "Finetune/Step Time": 10.602477986365557}
+{"Finetune/Learning Rate": 6.086213743458191e-06, "Finetune/Loss": 0.6011691093444824, "Finetune/Loss (Raw)": 0.40182456374168396, "Finetune/Step": 12292, "Finetune/Step Time": 10.617452293634415}
+{"Finetune/Learning Rate": 6.084664170427379e-06, "Finetune/Loss": 0.6011995077133179, "Finetune/Loss (Raw)": 0.5627076029777527, "Finetune/Step": 12293, "Finetune/Step Time": 10.639658123254776}
+{"Finetune/Learning Rate": 6.08311470842436e-06, "Finetune/Loss": 0.6001157760620117, "Finetune/Loss (Raw)": 0.561996579170227, "Finetune/Step": 12294, "Finetune/Step Time": 10.657827105373144}
+{"Finetune/Learning Rate": 6.081565357493069e-06, "Finetune/Loss": 0.5994284152984619, "Finetune/Loss (Raw)": 0.5858151912689209, "Finetune/Step": 12295, "Finetune/Step Time": 10.659123830497265}
+{"Finetune/Learning Rate": 6.080016117677441e-06, "Finetune/Loss": 0.5987201929092407, "Finetune/Loss (Raw)": 0.5391162633895874, "Finetune/Step": 12296, "Finetune/Step Time": 10.666436126455665}
+{"Finetune/Learning Rate": 6.078466989021406e-06, "Finetune/Loss": 0.5991116762161255, "Finetune/Loss (Raw)": 0.6016899347305298, "Finetune/Step": 12297, "Finetune/Step Time": 10.666547946631908}
+{"Finetune/Learning Rate": 6.076917971568899e-06, "Finetune/Loss": 0.5988147854804993, "Finetune/Loss (Raw)": 0.5143845081329346, "Finetune/Step": 12298, "Finetune/Step Time": 10.66546313650906}
+{"Finetune/Learning Rate": 6.075369065363842e-06, "Finetune/Loss": 0.5990709066390991, "Finetune/Loss (Raw)": 0.5846983790397644, "Finetune/Step": 12299, "Finetune/Step Time": 10.65565736591816}
+{"Finetune/Learning Rate": 6.07382027045016e-06, "Finetune/Loss": 0.5977587103843689, "Finetune/Loss (Raw)": 0.37196505069732666, "Finetune/Step": 12300, "Finetune/Step Time": 10.692175367847085}
+{"Finetune/Learning Rate": 6.07227158687177e-06, "Finetune/Loss": 0.5983534455299377, "Finetune/Loss (Raw)": 0.6813062429428101, "Finetune/Step": 12301, "Finetune/Step Time": 10.699440084397793}
+{"Finetune/Learning Rate": 6.070723014672587e-06, "Finetune/Loss": 0.5985217094421387, "Finetune/Loss (Raw)": 0.5609458684921265, "Finetune/Step": 12302, "Finetune/Step Time": 10.695682534947991}
+{"Finetune/Learning Rate": 6.0691745538965265e-06, "Finetune/Loss": 0.6002298593521118, "Finetune/Loss (Raw)": 0.6746167540550232, "Finetune/Step": 12303, "Finetune/Step Time": 10.666560573503375}
+{"Finetune/Learning Rate": 6.067626204587498e-06, "Finetune/Loss": 0.5992780923843384, "Finetune/Loss (Raw)": 0.5881151556968689, "Finetune/Step": 12304, "Finetune/Step Time": 10.694270495325327}
+{"Finetune/Learning Rate": 6.066077966789407e-06, "Finetune/Loss": 0.5987318754196167, "Finetune/Loss (Raw)": 0.6570299863815308, "Finetune/Step": 12305, "Finetune/Step Time": 10.694851024076343}
+{"Finetune/Learning Rate": 6.0645298405461626e-06, "Finetune/Loss": 0.5992940068244934, "Finetune/Loss (Raw)": 0.5948365926742554, "Finetune/Step": 12306, "Finetune/Step Time": 10.681531677022576}
+{"Finetune/Learning Rate": 6.062981825901657e-06, "Finetune/Loss": 0.5987967252731323, "Finetune/Loss (Raw)": 0.5066673755645752, "Finetune/Step": 12307, "Finetune/Step Time": 10.676071284338832}
+{"Finetune/Learning Rate": 6.0614339228997905e-06, "Finetune/Loss": 0.5981702208518982, "Finetune/Loss (Raw)": 0.5996018648147583, "Finetune/Step": 12308, "Finetune/Step Time": 10.681056959554553}
+{"Finetune/Learning Rate": 6.059886131584461e-06, "Finetune/Loss": 0.5978623628616333, "Finetune/Loss (Raw)": 0.6247195601463318, "Finetune/Step": 12309, "Finetune/Step Time": 10.69026737101376}
+{"Finetune/Learning Rate": 6.0583384519995555e-06, "Finetune/Loss": 0.5985851287841797, "Finetune/Loss (Raw)": 0.6472206711769104, "Finetune/Step": 12310, "Finetune/Step Time": 10.687923016026616}
+{"Finetune/Learning Rate": 6.0567908841889635e-06, "Finetune/Loss": 0.5989053249359131, "Finetune/Loss (Raw)": 0.689322829246521, "Finetune/Step": 12311, "Finetune/Step Time": 10.696594515815377}
+{"Finetune/Learning Rate": 6.055243428196571e-06, "Finetune/Loss": 0.5972917675971985, "Finetune/Loss (Raw)": 0.5840639472007751, "Finetune/Step": 12312, "Finetune/Step Time": 10.697006028145552}
+{"Finetune/Learning Rate": 6.053696084066254e-06, "Finetune/Loss": 0.5964653491973877, "Finetune/Loss (Raw)": 0.5438908934593201, "Finetune/Step": 12313, "Finetune/Step Time": 10.701068818569183}
+{"Finetune/Learning Rate": 6.052148851841896e-06, "Finetune/Loss": 0.596646785736084, "Finetune/Loss (Raw)": 0.561610758304596, "Finetune/Step": 12314, "Finetune/Step Time": 10.702718451619148}
+{"Finetune/Learning Rate": 6.050601731567367e-06, "Finetune/Loss": 0.5964977741241455, "Finetune/Loss (Raw)": 0.6278645992279053, "Finetune/Step": 12315, "Finetune/Step Time": 10.698326049372554}
+{"Finetune/Learning Rate": 6.049054723286545e-06, "Finetune/Loss": 0.5953620672225952, "Finetune/Loss (Raw)": 0.555635392665863, "Finetune/Step": 12316, "Finetune/Step Time": 10.694668738171458}
+{"Finetune/Learning Rate": 6.047507827043296e-06, "Finetune/Loss": 0.5962971448898315, "Finetune/Loss (Raw)": 0.6505255103111267, "Finetune/Step": 12317, "Finetune/Step Time": 10.69616430439055}
+{"Finetune/Learning Rate": 6.045961042881488e-06, "Finetune/Loss": 0.5959197282791138, "Finetune/Loss (Raw)": 0.5433146953582764, "Finetune/Step": 12318, "Finetune/Step Time": 10.698092959821224}
+{"Finetune/Learning Rate": 6.044414370844978e-06, "Finetune/Loss": 0.5964808464050293, "Finetune/Loss (Raw)": 0.586142361164093, "Finetune/Step": 12319, "Finetune/Step Time": 10.707567110657692}
+{"Finetune/Learning Rate": 6.04286781097763e-06, "Finetune/Loss": 0.5966399908065796, "Finetune/Loss (Raw)": 0.5629451274871826, "Finetune/Step": 12320, "Finetune/Step Time": 10.714822098612785}
+{"Finetune/Learning Rate": 6.041321363323298e-06, "Finetune/Loss": 0.5970832705497742, "Finetune/Loss (Raw)": 0.5994917154312134, "Finetune/Step": 12321, "Finetune/Step Time": 10.715157454833388}
+{"Finetune/Learning Rate": 6.039775027925832e-06, "Finetune/Loss": 0.5964835286140442, "Finetune/Loss (Raw)": 0.5841201543807983, "Finetune/Step": 12322, "Finetune/Step Time": 10.689306944608688}
+{"Finetune/Learning Rate": 6.038228804829087e-06, "Finetune/Loss": 0.597557544708252, "Finetune/Loss (Raw)": 0.7120987772941589, "Finetune/Step": 12323, "Finetune/Step Time": 10.686322167515755}
+{"Finetune/Learning Rate": 6.0366826940769075e-06, "Finetune/Loss": 0.597050666809082, "Finetune/Loss (Raw)": 0.555158257484436, "Finetune/Step": 12324, "Finetune/Step Time": 10.70203772187233}
+{"Finetune/Learning Rate": 6.03513669571314e-06, "Finetune/Loss": 0.5967143177986145, "Finetune/Loss (Raw)": 0.645850658416748, "Finetune/Step": 12325, "Finetune/Step Time": 10.703575452789664}
+{"Finetune/Learning Rate": 6.033590809781618e-06, "Finetune/Loss": 0.5953155755996704, "Finetune/Loss (Raw)": 0.5885480642318726, "Finetune/Step": 12326, "Finetune/Step Time": 10.700087185949087}
+{"Finetune/Learning Rate": 6.032045036326181e-06, "Finetune/Loss": 0.5960566997528076, "Finetune/Loss (Raw)": 0.6608937978744507, "Finetune/Step": 12327, "Finetune/Step Time": 10.697841122746468}
+{"Finetune/Learning Rate": 6.0304993753906635e-06, "Finetune/Loss": 0.5976130962371826, "Finetune/Loss (Raw)": 0.7001941204071045, "Finetune/Step": 12328, "Finetune/Step Time": 10.699786882847548}
+{"Finetune/Learning Rate": 6.028953827018895e-06, "Finetune/Loss": 0.5979040861129761, "Finetune/Loss (Raw)": 0.6482903957366943, "Finetune/Step": 12329, "Finetune/Step Time": 10.705119801685214}
+{"Finetune/Learning Rate": 6.027408391254705e-06, "Finetune/Loss": 0.5985265374183655, "Finetune/Loss (Raw)": 0.6389362812042236, "Finetune/Step": 12330, "Finetune/Step Time": 10.713634684681892}
+{"Finetune/Learning Rate": 6.025863068141922e-06, "Finetune/Loss": 0.5990742444992065, "Finetune/Loss (Raw)": 0.6902319192886353, "Finetune/Step": 12331, "Finetune/Step Time": 10.718269860371947}
+{"Finetune/Learning Rate": 6.024317857724353e-06, "Finetune/Loss": 0.5978549718856812, "Finetune/Loss (Raw)": 0.5361105799674988, "Finetune/Step": 12332, "Finetune/Step Time": 10.713948400691152}
+{"Finetune/Learning Rate": 6.0227727600458275e-06, "Finetune/Loss": 0.5981876850128174, "Finetune/Loss (Raw)": 0.7041049599647522, "Finetune/Step": 12333, "Finetune/Step Time": 10.741126991808414}
+{"Finetune/Learning Rate": 6.021227775150158e-06, "Finetune/Loss": 0.5997081398963928, "Finetune/Loss (Raw)": 0.6793280243873596, "Finetune/Step": 12334, "Finetune/Step Time": 10.718124939128757}
+{"Finetune/Learning Rate": 6.019682903081153e-06, "Finetune/Loss": 0.6006456613540649, "Finetune/Loss (Raw)": 0.6529992818832397, "Finetune/Step": 12335, "Finetune/Step Time": 10.71786978840828}
+{"Finetune/Learning Rate": 6.018138143882621e-06, "Finetune/Loss": 0.5993112325668335, "Finetune/Loss (Raw)": 0.5344029664993286, "Finetune/Step": 12336, "Finetune/Step Time": 10.721815036609769}
+{"Finetune/Learning Rate": 6.016593497598374e-06, "Finetune/Loss": 0.5990283489227295, "Finetune/Loss (Raw)": 0.558696985244751, "Finetune/Step": 12337, "Finetune/Step Time": 10.722974013537169}
+{"Finetune/Learning Rate": 6.015048964272205e-06, "Finetune/Loss": 0.597966194152832, "Finetune/Loss (Raw)": 0.5520567893981934, "Finetune/Step": 12338, "Finetune/Step Time": 10.7272585965693}
+{"Finetune/Learning Rate": 6.013504543947912e-06, "Finetune/Loss": 0.5975950360298157, "Finetune/Loss (Raw)": 0.6134638786315918, "Finetune/Step": 12339, "Finetune/Step Time": 10.747179694473743}
+{"Finetune/Learning Rate": 6.011960236669299e-06, "Finetune/Loss": 0.5976575613021851, "Finetune/Loss (Raw)": 0.7200899720191956, "Finetune/Step": 12340, "Finetune/Step Time": 10.763235805556178}
+{"Finetune/Learning Rate": 6.01041604248015e-06, "Finetune/Loss": 0.5994534492492676, "Finetune/Loss (Raw)": 0.5966893434524536, "Finetune/Step": 12341, "Finetune/Step Time": 10.756720600649714}
+{"Finetune/Learning Rate": 6.008871961424259e-06, "Finetune/Loss": 0.5985304713249207, "Finetune/Loss (Raw)": 0.6397231221199036, "Finetune/Step": 12342, "Finetune/Step Time": 10.759455356746912}
+{"Finetune/Learning Rate": 6.007327993545411e-06, "Finetune/Loss": 0.5979400277137756, "Finetune/Loss (Raw)": 0.5021543502807617, "Finetune/Step": 12343, "Finetune/Step Time": 10.779564328491688}
+{"Finetune/Learning Rate": 6.0057841388873865e-06, "Finetune/Loss": 0.5992735624313354, "Finetune/Loss (Raw)": 0.7375138401985168, "Finetune/Step": 12344, "Finetune/Step Time": 10.761046698316932}
+{"Finetune/Learning Rate": 6.004240397493966e-06, "Finetune/Loss": 0.5986707806587219, "Finetune/Loss (Raw)": 0.515977680683136, "Finetune/Step": 12345, "Finetune/Step Time": 10.755065634846687}
+{"Finetune/Learning Rate": 6.002696769408922e-06, "Finetune/Loss": 0.5978403687477112, "Finetune/Loss (Raw)": 0.5333938002586365, "Finetune/Step": 12346, "Finetune/Step Time": 10.756228469312191}
+{"Finetune/Learning Rate": 6.001153254676033e-06, "Finetune/Loss": 0.5972656011581421, "Finetune/Loss (Raw)": 0.5591129064559937, "Finetune/Step": 12347, "Finetune/Step Time": 10.710491843521595}
+{"Finetune/Learning Rate": 5.9996098533390675e-06, "Finetune/Loss": 0.5973863005638123, "Finetune/Loss (Raw)": 0.49666452407836914, "Finetune/Step": 12348, "Finetune/Step Time": 10.696555649861693}
+{"Finetune/Learning Rate": 5.998066565441791e-06, "Finetune/Loss": 0.5972173810005188, "Finetune/Loss (Raw)": 0.5585319995880127, "Finetune/Step": 12349, "Finetune/Step Time": 10.696821695193648}
+{"Finetune/Learning Rate": 5.996523391027967e-06, "Finetune/Loss": 0.5961767435073853, "Finetune/Loss (Raw)": 0.5187137126922607, "Finetune/Step": 12350, "Finetune/Step Time": 10.67299753241241}
+{"Finetune/Learning Rate": 5.994980330141354e-06, "Finetune/Loss": 0.5961121320724487, "Finetune/Loss (Raw)": 0.5934683084487915, "Finetune/Step": 12351, "Finetune/Step Time": 10.672465819865465}
+{"Finetune/Learning Rate": 5.993437382825711e-06, "Finetune/Loss": 0.5953956842422485, "Finetune/Loss (Raw)": 0.5339291095733643, "Finetune/Step": 12352, "Finetune/Step Time": 10.665837183594704}
+{"Finetune/Learning Rate": 5.991894549124788e-06, "Finetune/Loss": 0.594338059425354, "Finetune/Loss (Raw)": 0.533355176448822, "Finetune/Step": 12353, "Finetune/Step Time": 10.69149374961853}
+{"Finetune/Learning Rate": 5.99035182908234e-06, "Finetune/Loss": 0.5956601500511169, "Finetune/Loss (Raw)": 0.7837308049201965, "Finetune/Step": 12354, "Finetune/Step Time": 10.681318137794733}
+{"Finetune/Learning Rate": 5.988809222742117e-06, "Finetune/Loss": 0.595495343208313, "Finetune/Loss (Raw)": 0.6300244927406311, "Finetune/Step": 12355, "Finetune/Step Time": 10.67081013508141}
+{"Finetune/Learning Rate": 5.987266730147852e-06, "Finetune/Loss": 0.5945953130722046, "Finetune/Loss (Raw)": 0.44638893008232117, "Finetune/Step": 12356, "Finetune/Step Time": 10.666166063398123}
+{"Finetune/Learning Rate": 5.985724351343294e-06, "Finetune/Loss": 0.5955908298492432, "Finetune/Loss (Raw)": 0.7004690170288086, "Finetune/Step": 12357, "Finetune/Step Time": 10.6572493519634}
+{"Finetune/Learning Rate": 5.984182086372177e-06, "Finetune/Loss": 0.5974043607711792, "Finetune/Loss (Raw)": 0.6925272345542908, "Finetune/Step": 12358, "Finetune/Step Time": 10.637760935351253}
+{"Finetune/Learning Rate": 5.9826399352782374e-06, "Finetune/Loss": 0.5978835821151733, "Finetune/Loss (Raw)": 0.6331924796104431, "Finetune/Step": 12359, "Finetune/Step Time": 10.643319562077522}
+{"Finetune/Learning Rate": 5.981097898105206e-06, "Finetune/Loss": 0.597815752029419, "Finetune/Loss (Raw)": 0.6042006611824036, "Finetune/Step": 12360, "Finetune/Step Time": 10.644292229786515}
+{"Finetune/Learning Rate": 5.9795559748968114e-06, "Finetune/Loss": 0.5972490310668945, "Finetune/Loss (Raw)": 0.6304346919059753, "Finetune/Step": 12361, "Finetune/Step Time": 10.654431557282805}
+{"Finetune/Learning Rate": 5.978014165696774e-06, "Finetune/Loss": 0.5987651944160461, "Finetune/Loss (Raw)": 0.7270852327346802, "Finetune/Step": 12362, "Finetune/Step Time": 10.669139323756099}
+{"Finetune/Learning Rate": 5.976472470548816e-06, "Finetune/Loss": 0.5993876457214355, "Finetune/Loss (Raw)": 0.6405758857727051, "Finetune/Step": 12363, "Finetune/Step Time": 10.675737587735057}
+{"Finetune/Learning Rate": 5.974930889496659e-06, "Finetune/Loss": 0.5991257429122925, "Finetune/Loss (Raw)": 0.6061497926712036, "Finetune/Step": 12364, "Finetune/Step Time": 10.704291388392448}
+{"Finetune/Learning Rate": 5.9733894225840184e-06, "Finetune/Loss": 0.5995984077453613, "Finetune/Loss (Raw)": 0.6279767155647278, "Finetune/Step": 12365, "Finetune/Step Time": 10.710829369723797}
+{"Finetune/Learning Rate": 5.971848069854602e-06, "Finetune/Loss": 0.6000364422798157, "Finetune/Loss (Raw)": 0.6852953433990479, "Finetune/Step": 12366, "Finetune/Step Time": 10.71398352086544}
+{"Finetune/Learning Rate": 5.970306831352122e-06, "Finetune/Loss": 0.6007155179977417, "Finetune/Loss (Raw)": 0.45539650321006775, "Finetune/Step": 12367, "Finetune/Step Time": 10.677545355632901}
+{"Finetune/Learning Rate": 5.96876570712028e-06, "Finetune/Loss": 0.6012521982192993, "Finetune/Loss (Raw)": 0.5804495215415955, "Finetune/Step": 12368, "Finetune/Step Time": 10.704204583540559}
+{"Finetune/Learning Rate": 5.967224697202778e-06, "Finetune/Loss": 0.6012899875640869, "Finetune/Loss (Raw)": 0.5421930551528931, "Finetune/Step": 12369, "Finetune/Step Time": 10.707056816667318}
+{"Finetune/Learning Rate": 5.965683801643317e-06, "Finetune/Loss": 0.6011877655982971, "Finetune/Loss (Raw)": 0.6060779690742493, "Finetune/Step": 12370, "Finetune/Step Time": 10.711557971313596}
+{"Finetune/Learning Rate": 5.964143020485589e-06, "Finetune/Loss": 0.6024959683418274, "Finetune/Loss (Raw)": 0.6145470142364502, "Finetune/Step": 12371, "Finetune/Step Time": 10.7078871820122}
+{"Finetune/Learning Rate": 5.96260235377329e-06, "Finetune/Loss": 0.6016743183135986, "Finetune/Loss (Raw)": 0.5521106719970703, "Finetune/Step": 12372, "Finetune/Step Time": 10.704956771805882}
+{"Finetune/Learning Rate": 5.961061801550111e-06, "Finetune/Loss": 0.6020466089248657, "Finetune/Loss (Raw)": 0.6026033163070679, "Finetune/Step": 12373, "Finetune/Step Time": 10.734084658324718}
+{"Finetune/Learning Rate": 5.959521363859731e-06, "Finetune/Loss": 0.6021596789360046, "Finetune/Loss (Raw)": 0.67524254322052, "Finetune/Step": 12374, "Finetune/Step Time": 10.756238222122192}
+{"Finetune/Learning Rate": 5.957981040745835e-06, "Finetune/Loss": 0.6016333103179932, "Finetune/Loss (Raw)": 0.5613983273506165, "Finetune/Step": 12375, "Finetune/Step Time": 10.759833365678787}
+{"Finetune/Learning Rate": 5.956440832252104e-06, "Finetune/Loss": 0.6024454236030579, "Finetune/Loss (Raw)": 0.6655251979827881, "Finetune/Step": 12376, "Finetune/Step Time": 10.76165359467268}
+{"Finetune/Learning Rate": 5.9549007384222115e-06, "Finetune/Loss": 0.6016354560852051, "Finetune/Loss (Raw)": 0.5503831505775452, "Finetune/Step": 12377, "Finetune/Step Time": 10.772910268977284}
+{"Finetune/Learning Rate": 5.95336075929983e-06, "Finetune/Loss": 0.60138338804245, "Finetune/Loss (Raw)": 0.5402426719665527, "Finetune/Step": 12378, "Finetune/Step Time": 10.778280206024647}
+{"Finetune/Learning Rate": 5.951820894928636e-06, "Finetune/Loss": 0.6002018451690674, "Finetune/Loss (Raw)": 0.429068922996521, "Finetune/Step": 12379, "Finetune/Step Time": 10.802957471460104}
+{"Finetune/Learning Rate": 5.950281145352285e-06, "Finetune/Loss": 0.6004244089126587, "Finetune/Loss (Raw)": 0.5560082793235779, "Finetune/Step": 12380, "Finetune/Step Time": 10.79786066710949}
+{"Finetune/Learning Rate": 5.948741510614444e-06, "Finetune/Loss": 0.600227415561676, "Finetune/Loss (Raw)": 0.570478618144989, "Finetune/Step": 12381, "Finetune/Step Time": 10.785157393664122}
+{"Finetune/Learning Rate": 5.947201990758777e-06, "Finetune/Loss": 0.5990756750106812, "Finetune/Loss (Raw)": 0.4610884487628937, "Finetune/Step": 12382, "Finetune/Step Time": 10.818051531910896}
+{"Finetune/Learning Rate": 5.945662585828935e-06, "Finetune/Loss": 0.5998040437698364, "Finetune/Loss (Raw)": 0.6377306580543518, "Finetune/Step": 12383, "Finetune/Step Time": 10.812917800620198}
+{"Finetune/Learning Rate": 5.944123295868574e-06, "Finetune/Loss": 0.6002712845802307, "Finetune/Loss (Raw)": 0.7115216851234436, "Finetune/Step": 12384, "Finetune/Step Time": 10.804517921060324}
+{"Finetune/Learning Rate": 5.942584120921343e-06, "Finetune/Loss": 0.5997651815414429, "Finetune/Loss (Raw)": 0.6439425349235535, "Finetune/Step": 12385, "Finetune/Step Time": 10.801591511815786}
+{"Finetune/Learning Rate": 5.941045061030888e-06, "Finetune/Loss": 0.599899411201477, "Finetune/Loss (Raw)": 0.5851797461509705, "Finetune/Step": 12386, "Finetune/Step Time": 10.793163303285837}
+{"Finetune/Learning Rate": 5.939506116240853e-06, "Finetune/Loss": 0.6005016565322876, "Finetune/Loss (Raw)": 0.6205935478210449, "Finetune/Step": 12387, "Finetune/Step Time": 10.79915152490139}
+{"Finetune/Learning Rate": 5.937967286594875e-06, "Finetune/Loss": 0.6011885404586792, "Finetune/Loss (Raw)": 0.7125131487846375, "Finetune/Step": 12388, "Finetune/Step Time": 10.804316638037562}
+{"Finetune/Learning Rate": 5.936428572136598e-06, "Finetune/Loss": 0.6003431081771851, "Finetune/Loss (Raw)": 0.5389789938926697, "Finetune/Step": 12389, "Finetune/Step Time": 10.798417603597045}
+{"Finetune/Learning Rate": 5.93488997290965e-06, "Finetune/Loss": 0.6008015871047974, "Finetune/Loss (Raw)": 0.6005823016166687, "Finetune/Step": 12390, "Finetune/Step Time": 10.787789337337017}
+{"Finetune/Learning Rate": 5.933351488957665e-06, "Finetune/Loss": 0.5992867350578308, "Finetune/Loss (Raw)": 0.556728720664978, "Finetune/Step": 12391, "Finetune/Step Time": 10.856768326833844}
+{"Finetune/Learning Rate": 5.931813120324266e-06, "Finetune/Loss": 0.5994599461555481, "Finetune/Loss (Raw)": 0.6113982200622559, "Finetune/Step": 12392, "Finetune/Step Time": 10.85144728794694}
+{"Finetune/Learning Rate": 5.930274867053079e-06, "Finetune/Loss": 0.5995519757270813, "Finetune/Loss (Raw)": 0.5919331312179565, "Finetune/Step": 12393, "Finetune/Step Time": 10.86270372569561}
+{"Finetune/Learning Rate": 5.928736729187723e-06, "Finetune/Loss": 0.6002601981163025, "Finetune/Loss (Raw)": 0.7716621160507202, "Finetune/Step": 12394, "Finetune/Step Time": 10.863000774756074}
+{"Finetune/Learning Rate": 5.927198706771813e-06, "Finetune/Loss": 0.6002718210220337, "Finetune/Loss (Raw)": 0.5858652591705322, "Finetune/Step": 12395, "Finetune/Step Time": 10.850212099030614}
+{"Finetune/Learning Rate": 5.92566079984897e-06, "Finetune/Loss": 0.6008033752441406, "Finetune/Loss (Raw)": 0.6657224893569946, "Finetune/Step": 12396, "Finetune/Step Time": 10.855220595374703}
+{"Finetune/Learning Rate": 5.9241230084628054e-06, "Finetune/Loss": 0.6013687252998352, "Finetune/Loss (Raw)": 0.6016797423362732, "Finetune/Step": 12397, "Finetune/Step Time": 10.85254312865436}
+{"Finetune/Learning Rate": 5.922585332656915e-06, "Finetune/Loss": 0.6014751195907593, "Finetune/Loss (Raw)": 0.5764913558959961, "Finetune/Step": 12398, "Finetune/Step Time": 10.849754033610225}
+{"Finetune/Learning Rate": 5.9210477724749125e-06, "Finetune/Loss": 0.6008907556533813, "Finetune/Loss (Raw)": 0.5484175086021423, "Finetune/Step": 12399, "Finetune/Step Time": 10.826218133792281}
+{"Finetune/Learning Rate": 5.919510327960396e-06, "Finetune/Loss": 0.6007908582687378, "Finetune/Loss (Raw)": 0.6119418144226074, "Finetune/Step": 12400, "Finetune/Step Time": 10.840216705575585}
+{"Finetune/Learning Rate": 5.917972999156963e-06, "Finetune/Loss": 0.5998510122299194, "Finetune/Loss (Raw)": 0.5339223146438599, "Finetune/Step": 12401, "Finetune/Step Time": 10.859396647661924}
+{"Finetune/Learning Rate": 5.916435786108206e-06, "Finetune/Loss": 0.6002308130264282, "Finetune/Loss (Raw)": 0.5797425508499146, "Finetune/Step": 12402, "Finetune/Step Time": 10.8430364318192}
+{"Finetune/Learning Rate": 5.91489868885772e-06, "Finetune/Loss": 0.6001020669937134, "Finetune/Loss (Raw)": 0.5899076461791992, "Finetune/Step": 12403, "Finetune/Step Time": 10.83873687684536}
+{"Finetune/Learning Rate": 5.9133617074490944e-06, "Finetune/Loss": 0.6002250909805298, "Finetune/Loss (Raw)": 0.6640456914901733, "Finetune/Step": 12404, "Finetune/Step Time": 10.838734596967697}
+{"Finetune/Learning Rate": 5.911824841925904e-06, "Finetune/Loss": 0.6011300683021545, "Finetune/Loss (Raw)": 0.6260345578193665, "Finetune/Step": 12405, "Finetune/Step Time": 10.804429141804576}
+{"Finetune/Learning Rate": 5.910288092331738e-06, "Finetune/Loss": 0.6004058122634888, "Finetune/Loss (Raw)": 0.5638869404792786, "Finetune/Step": 12406, "Finetune/Step Time": 10.817615494132042}
+{"Finetune/Learning Rate": 5.9087514587101736e-06, "Finetune/Loss": 0.6009302139282227, "Finetune/Loss (Raw)": 0.6222886443138123, "Finetune/Step": 12407, "Finetune/Step Time": 10.820492507889867}
+{"Finetune/Learning Rate": 5.907214941104782e-06, "Finetune/Loss": 0.6003470420837402, "Finetune/Loss (Raw)": 0.5111434459686279, "Finetune/Step": 12408, "Finetune/Step Time": 10.838752754032612}
+{"Finetune/Learning Rate": 5.905678539559137e-06, "Finetune/Loss": 0.6002479791641235, "Finetune/Loss (Raw)": 0.6619749665260315, "Finetune/Step": 12409, "Finetune/Step Time": 10.81357292830944}
+{"Finetune/Learning Rate": 5.9041422541168085e-06, "Finetune/Loss": 0.6003059148788452, "Finetune/Loss (Raw)": 0.6338435411453247, "Finetune/Step": 12410, "Finetune/Step Time": 10.828733494505286}
+{"Finetune/Learning Rate": 5.902606084821355e-06, "Finetune/Loss": 0.6006466746330261, "Finetune/Loss (Raw)": 0.5715225338935852, "Finetune/Step": 12411, "Finetune/Step Time": 10.797769097611308}
+{"Finetune/Learning Rate": 5.90107003171634e-06, "Finetune/Loss": 0.59953773021698, "Finetune/Loss (Raw)": 0.5980864763259888, "Finetune/Step": 12412, "Finetune/Step Time": 10.794738100841641}
+{"Finetune/Learning Rate": 5.899534094845327e-06, "Finetune/Loss": 0.599768877029419, "Finetune/Loss (Raw)": 0.582488477230072, "Finetune/Step": 12413, "Finetune/Step Time": 10.795317478477955}
+{"Finetune/Learning Rate": 5.897998274251865e-06, "Finetune/Loss": 0.6000521779060364, "Finetune/Loss (Raw)": 0.6659989356994629, "Finetune/Step": 12414, "Finetune/Step Time": 10.787169260904193}
+{"Finetune/Learning Rate": 5.896462569979508e-06, "Finetune/Loss": 0.6012154817581177, "Finetune/Loss (Raw)": 0.6700356006622314, "Finetune/Step": 12415, "Finetune/Step Time": 10.786246752366424}
+{"Finetune/Learning Rate": 5.894926982071805e-06, "Finetune/Loss": 0.6009093523025513, "Finetune/Loss (Raw)": 0.5855260491371155, "Finetune/Step": 12416, "Finetune/Step Time": 10.777308458462358}
+{"Finetune/Learning Rate": 5.8933915105723e-06, "Finetune/Loss": 0.6009067296981812, "Finetune/Loss (Raw)": 0.5986537337303162, "Finetune/Step": 12417, "Finetune/Step Time": 10.775402467697859}
+{"Finetune/Learning Rate": 5.891856155524532e-06, "Finetune/Loss": 0.5997170209884644, "Finetune/Loss (Raw)": 0.6043427586555481, "Finetune/Step": 12418, "Finetune/Step Time": 10.768644783645868}
+{"Finetune/Learning Rate": 5.890320916972039e-06, "Finetune/Loss": 0.598704993724823, "Finetune/Loss (Raw)": 0.5681790113449097, "Finetune/Step": 12419, "Finetune/Step Time": 10.782458074390888}
+{"Finetune/Learning Rate": 5.88878579495836e-06, "Finetune/Loss": 0.599522054195404, "Finetune/Loss (Raw)": 0.5064003467559814, "Finetune/Step": 12420, "Finetune/Step Time": 10.793434139341116}
+{"Finetune/Learning Rate": 5.887250789527026e-06, "Finetune/Loss": 0.6002465486526489, "Finetune/Loss (Raw)": 0.6554412841796875, "Finetune/Step": 12421, "Finetune/Step Time": 10.763925332576036}
+{"Finetune/Learning Rate": 5.885715900721567e-06, "Finetune/Loss": 0.6002579927444458, "Finetune/Loss (Raw)": 0.5634667873382568, "Finetune/Step": 12422, "Finetune/Step Time": 10.74879303202033}
+{"Finetune/Learning Rate": 5.884181128585504e-06, "Finetune/Loss": 0.5993122458457947, "Finetune/Loss (Raw)": 0.4647619426250458, "Finetune/Step": 12423, "Finetune/Step Time": 10.744067445397377}
+{"Finetune/Learning Rate": 5.882646473162359e-06, "Finetune/Loss": 0.60004723072052, "Finetune/Loss (Raw)": 0.6331891417503357, "Finetune/Step": 12424, "Finetune/Step Time": 10.74251140281558}
+{"Finetune/Learning Rate": 5.881111934495654e-06, "Finetune/Loss": 0.5992506146430969, "Finetune/Loss (Raw)": 0.4997217655181885, "Finetune/Step": 12425, "Finetune/Step Time": 10.751982955262065}
+{"Finetune/Learning Rate": 5.8795775126289e-06, "Finetune/Loss": 0.5995873212814331, "Finetune/Loss (Raw)": 0.5574916005134583, "Finetune/Step": 12426, "Finetune/Step Time": 10.752463283017278}
+{"Finetune/Learning Rate": 5.878043207605608e-06, "Finetune/Loss": 0.5990104675292969, "Finetune/Loss (Raw)": 0.5108633041381836, "Finetune/Step": 12427, "Finetune/Step Time": 10.753376247361302}
+{"Finetune/Learning Rate": 5.876509019469298e-06, "Finetune/Loss": 0.6016517281532288, "Finetune/Loss (Raw)": 0.7100364565849304, "Finetune/Step": 12428, "Finetune/Step Time": 10.72272695787251}
+{"Finetune/Learning Rate": 5.874974948263458e-06, "Finetune/Loss": 0.6009959578514099, "Finetune/Loss (Raw)": 0.5973736047744751, "Finetune/Step": 12429, "Finetune/Step Time": 10.721079550683498}
+{"Finetune/Learning Rate": 5.873440994031603e-06, "Finetune/Loss": 0.5998592376708984, "Finetune/Loss (Raw)": 0.4154408574104309, "Finetune/Step": 12430, "Finetune/Step Time": 10.747645994648337}
+{"Finetune/Learning Rate": 5.871907156817225e-06, "Finetune/Loss": 0.6005954146385193, "Finetune/Loss (Raw)": 0.7688512802124023, "Finetune/Step": 12431, "Finetune/Step Time": 10.742912841960788}
+{"Finetune/Learning Rate": 5.8703734366638235e-06, "Finetune/Loss": 0.6011168956756592, "Finetune/Loss (Raw)": 0.6548600792884827, "Finetune/Step": 12432, "Finetune/Step Time": 10.723290810361505}
+{"Finetune/Learning Rate": 5.868839833614885e-06, "Finetune/Loss": 0.6017196774482727, "Finetune/Loss (Raw)": 0.7341911792755127, "Finetune/Step": 12433, "Finetune/Step Time": 10.728125477209687}
+{"Finetune/Learning Rate": 5.867306347713906e-06, "Finetune/Loss": 0.6019430160522461, "Finetune/Loss (Raw)": 0.6234211325645447, "Finetune/Step": 12434, "Finetune/Step Time": 10.738574352115393}
+{"Finetune/Learning Rate": 5.865772979004365e-06, "Finetune/Loss": 0.6038955450057983, "Finetune/Loss (Raw)": 0.7565876841545105, "Finetune/Step": 12435, "Finetune/Step Time": 10.732351319864392}
+{"Finetune/Learning Rate": 5.864239727529746e-06, "Finetune/Loss": 0.6037791967391968, "Finetune/Loss (Raw)": 0.5847137570381165, "Finetune/Step": 12436, "Finetune/Step Time": 10.7329619564116}
+{"Finetune/Learning Rate": 5.862706593333525e-06, "Finetune/Loss": 0.6031216382980347, "Finetune/Loss (Raw)": 0.5405480265617371, "Finetune/Step": 12437, "Finetune/Step Time": 10.727707222104073}
+{"Finetune/Learning Rate": 5.861173576459182e-06, "Finetune/Loss": 0.6024188995361328, "Finetune/Loss (Raw)": 0.5572749972343445, "Finetune/Step": 12438, "Finetune/Step Time": 10.726303197443485}
+{"Finetune/Learning Rate": 5.859640676950187e-06, "Finetune/Loss": 0.6020973920822144, "Finetune/Loss (Raw)": 0.648173451423645, "Finetune/Step": 12439, "Finetune/Step Time": 10.709840347990394}
+{"Finetune/Learning Rate": 5.858107894850011e-06, "Finetune/Loss": 0.6026780009269714, "Finetune/Loss (Raw)": 0.6583734154701233, "Finetune/Step": 12440, "Finetune/Step Time": 10.698453057557344}
+{"Finetune/Learning Rate": 5.856575230202117e-06, "Finetune/Loss": 0.6033759117126465, "Finetune/Loss (Raw)": 0.6332260370254517, "Finetune/Step": 12441, "Finetune/Step Time": 10.695828586816788}
+{"Finetune/Learning Rate": 5.855042683049965e-06, "Finetune/Loss": 0.6048544645309448, "Finetune/Loss (Raw)": 0.7508628368377686, "Finetune/Step": 12442, "Finetune/Step Time": 10.708511259406805}
+{"Finetune/Learning Rate": 5.853510253437017e-06, "Finetune/Loss": 0.604719877243042, "Finetune/Loss (Raw)": 0.6106384992599487, "Finetune/Step": 12443, "Finetune/Step Time": 10.72848460264504}
+{"Finetune/Learning Rate": 5.8519779414067244e-06, "Finetune/Loss": 0.6062183380126953, "Finetune/Loss (Raw)": 0.7474377751350403, "Finetune/Step": 12444, "Finetune/Step Time": 10.736532470211387}
+{"Finetune/Learning Rate": 5.8504457470025444e-06, "Finetune/Loss": 0.6057587265968323, "Finetune/Loss (Raw)": 0.5917019248008728, "Finetune/Step": 12445, "Finetune/Step Time": 10.727794280275702}
+{"Finetune/Learning Rate": 5.848913670267925e-06, "Finetune/Loss": 0.6067946553230286, "Finetune/Loss (Raw)": 0.6759119629859924, "Finetune/Step": 12446, "Finetune/Step Time": 10.724170627072453}
+{"Finetune/Learning Rate": 5.847381711246307e-06, "Finetune/Loss": 0.607448399066925, "Finetune/Loss (Raw)": 0.6698228120803833, "Finetune/Step": 12447, "Finetune/Step Time": 10.717689409852028}
+{"Finetune/Learning Rate": 5.845849869981137e-06, "Finetune/Loss": 0.607616126537323, "Finetune/Loss (Raw)": 0.5844116806983948, "Finetune/Step": 12448, "Finetune/Step Time": 10.708983220160007}
+{"Finetune/Learning Rate": 5.84431814651585e-06, "Finetune/Loss": 0.6082537174224854, "Finetune/Loss (Raw)": 0.6811019778251648, "Finetune/Step": 12449, "Finetune/Step Time": 10.720769096165895}
+{"Finetune/Learning Rate": 5.842786540893886e-06, "Finetune/Loss": 0.6078759431838989, "Finetune/Loss (Raw)": 0.5357652902603149, "Finetune/Step": 12450, "Finetune/Step Time": 10.723870065063238}
+{"Finetune/Learning Rate": 5.84125505315867e-06, "Finetune/Loss": 0.6075478792190552, "Finetune/Loss (Raw)": 0.6701119542121887, "Finetune/Step": 12451, "Finetune/Step Time": 10.727172646671534}
+{"Finetune/Learning Rate": 5.839723683353641e-06, "Finetune/Loss": 0.6081123948097229, "Finetune/Loss (Raw)": 0.6274099946022034, "Finetune/Step": 12452, "Finetune/Step Time": 10.709658563137054}
+{"Finetune/Learning Rate": 5.838192431522214e-06, "Finetune/Loss": 0.6086399555206299, "Finetune/Loss (Raw)": 0.7133845686912537, "Finetune/Step": 12453, "Finetune/Step Time": 10.728822307661176}
+{"Finetune/Learning Rate": 5.8366612977078155e-06, "Finetune/Loss": 0.608420729637146, "Finetune/Loss (Raw)": 0.5604873895645142, "Finetune/Step": 12454, "Finetune/Step Time": 10.738625844940543}
+{"Finetune/Learning Rate": 5.835130281953864e-06, "Finetune/Loss": 0.6079068183898926, "Finetune/Loss (Raw)": 0.5951050519943237, "Finetune/Step": 12455, "Finetune/Step Time": 10.743509450927377}
+{"Finetune/Learning Rate": 5.8335993843037695e-06, "Finetune/Loss": 0.606979489326477, "Finetune/Loss (Raw)": 0.5814977884292603, "Finetune/Step": 12456, "Finetune/Step Time": 10.740317078307271}
+{"Finetune/Learning Rate": 5.832068604800953e-06, "Finetune/Loss": 0.6072127223014832, "Finetune/Loss (Raw)": 0.6781435012817383, "Finetune/Step": 12457, "Finetune/Step Time": 10.734491212293506}
+{"Finetune/Learning Rate": 5.830537943488823e-06, "Finetune/Loss": 0.6061771512031555, "Finetune/Loss (Raw)": 0.5063859224319458, "Finetune/Step": 12458, "Finetune/Step Time": 10.7624452393502}
+{"Finetune/Learning Rate": 5.829007400410776e-06, "Finetune/Loss": 0.6061044335365295, "Finetune/Loss (Raw)": 0.6809237003326416, "Finetune/Step": 12459, "Finetune/Step Time": 10.759803863242269}
+{"Finetune/Learning Rate": 5.82747697561022e-06, "Finetune/Loss": 0.6061259508132935, "Finetune/Loss (Raw)": 0.5388640761375427, "Finetune/Step": 12460, "Finetune/Step Time": 10.768776705488563}
+{"Finetune/Learning Rate": 5.825946669130551e-06, "Finetune/Loss": 0.6044687032699585, "Finetune/Loss (Raw)": 0.491972953081131, "Finetune/Step": 12461, "Finetune/Step Time": 10.745622085407376}
+{"Finetune/Learning Rate": 5.824416481015165e-06, "Finetune/Loss": 0.6044432520866394, "Finetune/Loss (Raw)": 0.6760759353637695, "Finetune/Step": 12462, "Finetune/Step Time": 10.749528521671891}
+{"Finetune/Learning Rate": 5.822886411307449e-06, "Finetune/Loss": 0.6036060452461243, "Finetune/Loss (Raw)": 0.5458357930183411, "Finetune/Step": 12463, "Finetune/Step Time": 10.754825994372368}
+{"Finetune/Learning Rate": 5.821356460050806e-06, "Finetune/Loss": 0.6039625406265259, "Finetune/Loss (Raw)": 0.5800363421440125, "Finetune/Step": 12464, "Finetune/Step Time": 10.756609000265598}
+{"Finetune/Learning Rate": 5.819826627288605e-06, "Finetune/Loss": 0.6047418117523193, "Finetune/Loss (Raw)": 0.6584386825561523, "Finetune/Step": 12465, "Finetune/Step Time": 10.756125735118985}
+{"Finetune/Learning Rate": 5.818296913064236e-06, "Finetune/Loss": 0.6046817302703857, "Finetune/Loss (Raw)": 0.5443650484085083, "Finetune/Step": 12466, "Finetune/Step Time": 10.758883899077773}
+{"Finetune/Learning Rate": 5.816767317421075e-06, "Finetune/Loss": 0.6045803427696228, "Finetune/Loss (Raw)": 0.6004902720451355, "Finetune/Step": 12467, "Finetune/Step Time": 10.741695027798414}
+{"Finetune/Learning Rate": 5.815237840402496e-06, "Finetune/Loss": 0.6033289432525635, "Finetune/Loss (Raw)": 0.5599163174629211, "Finetune/Step": 12468, "Finetune/Step Time": 10.736496495082974}
+{"Finetune/Learning Rate": 5.813708482051874e-06, "Finetune/Loss": 0.6027581691741943, "Finetune/Loss (Raw)": 0.5236223340034485, "Finetune/Step": 12469, "Finetune/Step Time": 10.755465626716614}
+{"Finetune/Learning Rate": 5.812179242412574e-06, "Finetune/Loss": 0.6017584800720215, "Finetune/Loss (Raw)": 0.5117714405059814, "Finetune/Step": 12470, "Finetune/Step Time": 10.751521462574601}
+{"Finetune/Learning Rate": 5.810650121527963e-06, "Finetune/Loss": 0.6028369665145874, "Finetune/Loss (Raw)": 0.6401953101158142, "Finetune/Step": 12471, "Finetune/Step Time": 10.739185117185116}
+{"Finetune/Learning Rate": 5.809121119441401e-06, "Finetune/Loss": 0.6016172170639038, "Finetune/Loss (Raw)": 0.58138108253479, "Finetune/Step": 12472, "Finetune/Step Time": 10.743351278826594}
+{"Finetune/Learning Rate": 5.807592236196247e-06, "Finetune/Loss": 0.6024066209793091, "Finetune/Loss (Raw)": 0.6170231103897095, "Finetune/Step": 12473, "Finetune/Step Time": 10.757830927148461}
+{"Finetune/Learning Rate": 5.806063471835856e-06, "Finetune/Loss": 0.6021532416343689, "Finetune/Loss (Raw)": 0.5009660720825195, "Finetune/Step": 12474, "Finetune/Step Time": 10.758090311661363}
+{"Finetune/Learning Rate": 5.804534826403578e-06, "Finetune/Loss": 0.6024311184883118, "Finetune/Loss (Raw)": 0.5946798920631409, "Finetune/Step": 12475, "Finetune/Step Time": 10.755572652444243}
+{"Finetune/Learning Rate": 5.8030062999427615e-06, "Finetune/Loss": 0.6034733653068542, "Finetune/Loss (Raw)": 0.6300754547119141, "Finetune/Step": 12476, "Finetune/Step Time": 10.754629204049706}
+{"Finetune/Learning Rate": 5.8014778924967545e-06, "Finetune/Loss": 0.6046241521835327, "Finetune/Loss (Raw)": 0.7058314085006714, "Finetune/Step": 12477, "Finetune/Step Time": 10.785838754847646}
+{"Finetune/Learning Rate": 5.799949604108892e-06, "Finetune/Loss": 0.6055277585983276, "Finetune/Loss (Raw)": 0.6343703866004944, "Finetune/Step": 12478, "Finetune/Step Time": 10.799102047458291}
+{"Finetune/Learning Rate": 5.798421434822518e-06, "Finetune/Loss": 0.6050419807434082, "Finetune/Loss (Raw)": 0.5312871336936951, "Finetune/Step": 12479, "Finetune/Step Time": 10.803536266088486}
+{"Finetune/Learning Rate": 5.796893384680964e-06, "Finetune/Loss": 0.6055313348770142, "Finetune/Loss (Raw)": 0.5965657234191895, "Finetune/Step": 12480, "Finetune/Step Time": 10.810815853998065}
+{"Finetune/Learning Rate": 5.795365453727559e-06, "Finetune/Loss": 0.6054892539978027, "Finetune/Loss (Raw)": 0.5279771089553833, "Finetune/Step": 12481, "Finetune/Step Time": 10.7857744731009}
+{"Finetune/Learning Rate": 5.79383764200564e-06, "Finetune/Loss": 0.6046007871627808, "Finetune/Loss (Raw)": 0.6700050830841064, "Finetune/Step": 12482, "Finetune/Step Time": 10.791813641786575}
+{"Finetune/Learning Rate": 5.7923099495585166e-06, "Finetune/Loss": 0.6043867468833923, "Finetune/Loss (Raw)": 0.6026241779327393, "Finetune/Step": 12483, "Finetune/Step Time": 10.828124959021807}
+{"Finetune/Learning Rate": 5.790782376429521e-06, "Finetune/Loss": 0.6059072017669678, "Finetune/Loss (Raw)": 0.6410119533538818, "Finetune/Step": 12484, "Finetune/Step Time": 10.822820242494345}
+{"Finetune/Learning Rate": 5.7892549226619685e-06, "Finetune/Loss": 0.6060416102409363, "Finetune/Loss (Raw)": 0.7176714539527893, "Finetune/Step": 12485, "Finetune/Step Time": 10.827272482216358}
+{"Finetune/Learning Rate": 5.787727588299172e-06, "Finetune/Loss": 0.6055168509483337, "Finetune/Loss (Raw)": 0.6253595352172852, "Finetune/Step": 12486, "Finetune/Step Time": 10.822649298235774}
+{"Finetune/Learning Rate": 5.786200373384444e-06, "Finetune/Loss": 0.6050673723220825, "Finetune/Loss (Raw)": 0.5756597518920898, "Finetune/Step": 12487, "Finetune/Step Time": 10.820444921031594}
+{"Finetune/Learning Rate": 5.78467327796109e-06, "Finetune/Loss": 0.6053035259246826, "Finetune/Loss (Raw)": 0.6344286799430847, "Finetune/Step": 12488, "Finetune/Step Time": 10.833165168762207}
+{"Finetune/Learning Rate": 5.78314630207242e-06, "Finetune/Loss": 0.6048969626426697, "Finetune/Loss (Raw)": 0.5783924460411072, "Finetune/Step": 12489, "Finetune/Step Time": 10.83036320284009}
+{"Finetune/Learning Rate": 5.7816194457617214e-06, "Finetune/Loss": 0.6028556823730469, "Finetune/Loss (Raw)": 0.4657972753047943, "Finetune/Step": 12490, "Finetune/Step Time": 10.855545086786151}
+{"Finetune/Learning Rate": 5.780092709072302e-06, "Finetune/Loss": 0.6029015779495239, "Finetune/Loss (Raw)": 0.6464529633522034, "Finetune/Step": 12491, "Finetune/Step Time": 10.854151614010334}
+{"Finetune/Learning Rate": 5.778566092047456e-06, "Finetune/Loss": 0.6025895476341248, "Finetune/Loss (Raw)": 0.5662137269973755, "Finetune/Step": 12492, "Finetune/Step Time": 10.818940542638302}
+{"Finetune/Learning Rate": 5.777039594730471e-06, "Finetune/Loss": 0.6033910512924194, "Finetune/Loss (Raw)": 0.7305648326873779, "Finetune/Step": 12493, "Finetune/Step Time": 10.818294387310743}
+{"Finetune/Learning Rate": 5.775513217164634e-06, "Finetune/Loss": 0.6033481359481812, "Finetune/Loss (Raw)": 0.6798056364059448, "Finetune/Step": 12494, "Finetune/Step Time": 10.820700073614717}
+{"Finetune/Learning Rate": 5.773986959393234e-06, "Finetune/Loss": 0.6043531894683838, "Finetune/Loss (Raw)": 0.5840407609939575, "Finetune/Step": 12495, "Finetune/Step Time": 10.822899913415313}
+{"Finetune/Learning Rate": 5.772460821459542e-06, "Finetune/Loss": 0.6048625111579895, "Finetune/Loss (Raw)": 0.64564049243927, "Finetune/Step": 12496, "Finetune/Step Time": 10.815264899283648}
+{"Finetune/Learning Rate": 5.77093480340684e-06, "Finetune/Loss": 0.6055057048797607, "Finetune/Loss (Raw)": 0.624524712562561, "Finetune/Step": 12497, "Finetune/Step Time": 10.81229942664504}
+{"Finetune/Learning Rate": 5.7694089052783975e-06, "Finetune/Loss": 0.6053739786148071, "Finetune/Loss (Raw)": 0.5892223119735718, "Finetune/Step": 12498, "Finetune/Step Time": 10.827149886637926}
+{"Finetune/Learning Rate": 5.767883127117491e-06, "Finetune/Loss": 0.6053644418716431, "Finetune/Loss (Raw)": 0.6133230924606323, "Finetune/Step": 12499, "Finetune/Step Time": 10.828765649348497}
+{"Finetune/Learning Rate": 5.766357468967385e-06, "Finetune/Loss": 0.605362594127655, "Finetune/Loss (Raw)": 0.5518746972084045, "Finetune/Step": 12500, "Finetune/Step Time": 10.896073661744595}
+{"Finetune/Learning Rate": 5.764831930871346e-06, "Finetune/Loss": 0.6058650612831116, "Finetune/Loss (Raw)": 0.6669190526008606, "Finetune/Step": 12501, "Finetune/Step Time": 10.868053464218974}
+{"Finetune/Learning Rate": 5.763306512872627e-06, "Finetune/Loss": 0.6051725149154663, "Finetune/Loss (Raw)": 0.5865933299064636, "Finetune/Step": 12502, "Finetune/Step Time": 10.847574295476079}
+{"Finetune/Learning Rate": 5.761781215014488e-06, "Finetune/Loss": 0.6055911779403687, "Finetune/Loss (Raw)": 0.6149901151657104, "Finetune/Step": 12503, "Finetune/Step Time": 10.83896635659039}
+{"Finetune/Learning Rate": 5.760256037340181e-06, "Finetune/Loss": 0.6041398048400879, "Finetune/Loss (Raw)": 0.47974830865859985, "Finetune/Step": 12504, "Finetune/Step Time": 10.83866174891591}
+{"Finetune/Learning Rate": 5.7587309798929526e-06, "Finetune/Loss": 0.6044206619262695, "Finetune/Loss (Raw)": 0.5863317847251892, "Finetune/Step": 12505, "Finetune/Step Time": 10.830566132441163}
+{"Finetune/Learning Rate": 5.757206042716058e-06, "Finetune/Loss": 0.6045316457748413, "Finetune/Loss (Raw)": 0.554452121257782, "Finetune/Step": 12506, "Finetune/Step Time": 10.829258035868406}
+{"Finetune/Learning Rate": 5.755681225852738e-06, "Finetune/Loss": 0.6044286489486694, "Finetune/Loss (Raw)": 0.415886253118515, "Finetune/Step": 12507, "Finetune/Step Time": 10.830073105171323}
+{"Finetune/Learning Rate": 5.7541565293462265e-06, "Finetune/Loss": 0.6048274040222168, "Finetune/Loss (Raw)": 0.6070454120635986, "Finetune/Step": 12508, "Finetune/Step Time": 10.83373636379838}
+{"Finetune/Learning Rate": 5.752631953239761e-06, "Finetune/Loss": 0.6045981645584106, "Finetune/Loss (Raw)": 0.541134774684906, "Finetune/Step": 12509, "Finetune/Step Time": 10.843882562592626}
+{"Finetune/Learning Rate": 5.751107497576576e-06, "Finetune/Loss": 0.6050351858139038, "Finetune/Loss (Raw)": 0.5170315504074097, "Finetune/Step": 12510, "Finetune/Step Time": 10.807939851656556}
+{"Finetune/Learning Rate": 5.749583162399901e-06, "Finetune/Loss": 0.6036549806594849, "Finetune/Loss (Raw)": 0.46106797456741333, "Finetune/Step": 12511, "Finetune/Step Time": 10.847163166850805}
+{"Finetune/Learning Rate": 5.748058947752955e-06, "Finetune/Loss": 0.6029343008995056, "Finetune/Loss (Raw)": 0.6192672252655029, "Finetune/Step": 12512, "Finetune/Step Time": 10.857320614159107}
+{"Finetune/Learning Rate": 5.746534853678976e-06, "Finetune/Loss": 0.6023398041725159, "Finetune/Loss (Raw)": 0.567846417427063, "Finetune/Step": 12513, "Finetune/Step Time": 10.858168233186007}
+{"Finetune/Learning Rate": 5.745010880221169e-06, "Finetune/Loss": 0.6021385788917542, "Finetune/Loss (Raw)": 0.5594248175621033, "Finetune/Step": 12514, "Finetune/Step Time": 10.864928936585784}
+{"Finetune/Learning Rate": 5.743487027422753e-06, "Finetune/Loss": 0.6017643213272095, "Finetune/Loss (Raw)": 0.5726855993270874, "Finetune/Step": 12515, "Finetune/Step Time": 10.865058658644557}
+{"Finetune/Learning Rate": 5.741963295326941e-06, "Finetune/Loss": 0.5999787449836731, "Finetune/Loss (Raw)": 0.4839652180671692, "Finetune/Step": 12516, "Finetune/Step Time": 10.873916912823915}
+{"Finetune/Learning Rate": 5.740439683976943e-06, "Finetune/Loss": 0.5997300148010254, "Finetune/Loss (Raw)": 0.5071429014205933, "Finetune/Step": 12517, "Finetune/Step Time": 10.892291953787208}
+{"Finetune/Learning Rate": 5.738916193415962e-06, "Finetune/Loss": 0.5993860960006714, "Finetune/Loss (Raw)": 0.5565612316131592, "Finetune/Step": 12518, "Finetune/Step Time": 10.903233900666237}
+{"Finetune/Learning Rate": 5.7373928236872e-06, "Finetune/Loss": 0.5992056131362915, "Finetune/Loss (Raw)": 0.5336220264434814, "Finetune/Step": 12519, "Finetune/Step Time": 10.842636743560433}
+{"Finetune/Learning Rate": 5.735869574833859e-06, "Finetune/Loss": 0.5991766452789307, "Finetune/Loss (Raw)": 0.6076897978782654, "Finetune/Step": 12520, "Finetune/Step Time": 10.840189632028341}
+{"Finetune/Learning Rate": 5.7343464468991285e-06, "Finetune/Loss": 0.5992453098297119, "Finetune/Loss (Raw)": 0.6007170081138611, "Finetune/Step": 12521, "Finetune/Step Time": 10.819907791912556}
+{"Finetune/Learning Rate": 5.732823439926205e-06, "Finetune/Loss": 0.5986683368682861, "Finetune/Loss (Raw)": 0.6978116035461426, "Finetune/Step": 12522, "Finetune/Step Time": 10.819739677011967}
+{"Finetune/Learning Rate": 5.731300553958272e-06, "Finetune/Loss": 0.5981918573379517, "Finetune/Loss (Raw)": 0.5248794555664062, "Finetune/Step": 12523, "Finetune/Step Time": 10.821089828386903}
+{"Finetune/Learning Rate": 5.72977778903852e-06, "Finetune/Loss": 0.5966825485229492, "Finetune/Loss (Raw)": 0.4725302457809448, "Finetune/Step": 12524, "Finetune/Step Time": 10.815382381901145}
+{"Finetune/Learning Rate": 5.728255145210124e-06, "Finetune/Loss": 0.5964803099632263, "Finetune/Loss (Raw)": 0.575794517993927, "Finetune/Step": 12525, "Finetune/Step Time": 10.822651648893952}
+{"Finetune/Learning Rate": 5.726732622516267e-06, "Finetune/Loss": 0.5968409776687622, "Finetune/Loss (Raw)": 0.6226611733436584, "Finetune/Step": 12526, "Finetune/Step Time": 10.819022465497255}
+{"Finetune/Learning Rate": 5.725210221000121e-06, "Finetune/Loss": 0.5970422029495239, "Finetune/Loss (Raw)": 0.5741724967956543, "Finetune/Step": 12527, "Finetune/Step Time": 10.861617516726255}
+{"Finetune/Learning Rate": 5.723687940704857e-06, "Finetune/Loss": 0.5968642234802246, "Finetune/Loss (Raw)": 0.5891575217247009, "Finetune/Step": 12528, "Finetune/Step Time": 10.871978335082531}
+{"Finetune/Learning Rate": 5.7221657816736405e-06, "Finetune/Loss": 0.5967918038368225, "Finetune/Loss (Raw)": 0.5246490836143494, "Finetune/Step": 12529, "Finetune/Step Time": 10.849851140752435}
+{"Finetune/Learning Rate": 5.720643743949641e-06, "Finetune/Loss": 0.5956040024757385, "Finetune/Loss (Raw)": 0.4277065694332123, "Finetune/Step": 12530, "Finetune/Step Time": 10.88554679043591}
+{"Finetune/Learning Rate": 5.719121827576019e-06, "Finetune/Loss": 0.5953342914581299, "Finetune/Loss (Raw)": 0.5553881525993347, "Finetune/Step": 12531, "Finetune/Step Time": 10.871155822649598}
+{"Finetune/Learning Rate": 5.71760003259592e-06, "Finetune/Loss": 0.5934455990791321, "Finetune/Loss (Raw)": 0.4222937822341919, "Finetune/Step": 12532, "Finetune/Step Time": 10.913015861064196}
+{"Finetune/Learning Rate": 5.716078359052513e-06, "Finetune/Loss": 0.5930996537208557, "Finetune/Loss (Raw)": 0.5817465782165527, "Finetune/Step": 12533, "Finetune/Step Time": 10.910840049386024}
+{"Finetune/Learning Rate": 5.714556806988939e-06, "Finetune/Loss": 0.5939723253250122, "Finetune/Loss (Raw)": 0.6755959391593933, "Finetune/Step": 12534, "Finetune/Step Time": 10.90590389072895}
+{"Finetune/Learning Rate": 5.7130353764483496e-06, "Finetune/Loss": 0.592654824256897, "Finetune/Loss (Raw)": 0.4536404609680176, "Finetune/Step": 12535, "Finetune/Step Time": 10.895635802298784}
+{"Finetune/Learning Rate": 5.711514067473886e-06, "Finetune/Loss": 0.59440016746521, "Finetune/Loss (Raw)": 0.7345540523529053, "Finetune/Step": 12536, "Finetune/Step Time": 10.884481847286224}
+{"Finetune/Learning Rate": 5.709992880108692e-06, "Finetune/Loss": 0.5939886569976807, "Finetune/Loss (Raw)": 0.6092901229858398, "Finetune/Step": 12537, "Finetune/Step Time": 10.892585031688213}
+{"Finetune/Learning Rate": 5.708471814395897e-06, "Finetune/Loss": 0.5929245948791504, "Finetune/Loss (Raw)": 0.49765393137931824, "Finetune/Step": 12538, "Finetune/Step Time": 10.882902443408966}
+{"Finetune/Learning Rate": 5.7069508703786335e-06, "Finetune/Loss": 0.5940471887588501, "Finetune/Loss (Raw)": 0.7152157425880432, "Finetune/Step": 12539, "Finetune/Step Time": 10.890355471521616}
+{"Finetune/Learning Rate": 5.70543004810004e-06, "Finetune/Loss": 0.5936115980148315, "Finetune/Loss (Raw)": 0.542328953742981, "Finetune/Step": 12540, "Finetune/Step Time": 10.908191116526723}
+{"Finetune/Learning Rate": 5.703909347603239e-06, "Finetune/Loss": 0.5945221185684204, "Finetune/Loss (Raw)": 0.699030876159668, "Finetune/Step": 12541, "Finetune/Step Time": 10.916227670386434}
+{"Finetune/Learning Rate": 5.702388768931351e-06, "Finetune/Loss": 0.5940829515457153, "Finetune/Loss (Raw)": 0.6097935438156128, "Finetune/Step": 12542, "Finetune/Step Time": 10.91668932326138}
+{"Finetune/Learning Rate": 5.700868312127503e-06, "Finetune/Loss": 0.5933271646499634, "Finetune/Loss (Raw)": 0.5732845067977905, "Finetune/Step": 12543, "Finetune/Step Time": 10.923883279785514}
+{"Finetune/Learning Rate": 5.699347977234799e-06, "Finetune/Loss": 0.5936051607131958, "Finetune/Loss (Raw)": 0.6211144328117371, "Finetune/Step": 12544, "Finetune/Step Time": 10.931234434247017}
+{"Finetune/Learning Rate": 5.697827764296358e-06, "Finetune/Loss": 0.5943868160247803, "Finetune/Loss (Raw)": 0.6987079381942749, "Finetune/Step": 12545, "Finetune/Step Time": 10.932790026068687}
+{"Finetune/Learning Rate": 5.696307673355281e-06, "Finetune/Loss": 0.5947169065475464, "Finetune/Loss (Raw)": 0.6465917229652405, "Finetune/Step": 12546, "Finetune/Step Time": 10.934330396354198}
+{"Finetune/Learning Rate": 5.694787704454688e-06, "Finetune/Loss": 0.5953079462051392, "Finetune/Loss (Raw)": 0.6438369750976562, "Finetune/Step": 12547, "Finetune/Step Time": 10.920821018517017}
+{"Finetune/Learning Rate": 5.69326785763767e-06, "Finetune/Loss": 0.5950947403907776, "Finetune/Loss (Raw)": 0.479106605052948, "Finetune/Step": 12548, "Finetune/Step Time": 10.895060354843736}
+{"Finetune/Learning Rate": 5.691748132947334e-06, "Finetune/Loss": 0.5941264629364014, "Finetune/Loss (Raw)": 0.5314957499504089, "Finetune/Step": 12549, "Finetune/Step Time": 10.900854611769319}
+{"Finetune/Learning Rate": 5.690228530426767e-06, "Finetune/Loss": 0.5941987037658691, "Finetune/Loss (Raw)": 0.5727203488349915, "Finetune/Step": 12550, "Finetune/Step Time": 10.92914866656065}
+{"Finetune/Learning Rate": 5.688709050119063e-06, "Finetune/Loss": 0.5955345630645752, "Finetune/Loss (Raw)": 0.6357532739639282, "Finetune/Step": 12551, "Finetune/Step Time": 10.931869452819228}
+{"Finetune/Learning Rate": 5.687189692067311e-06, "Finetune/Loss": 0.5954101085662842, "Finetune/Loss (Raw)": 0.6172604560852051, "Finetune/Step": 12552, "Finetune/Step Time": 10.96811182051897}
+{"Finetune/Learning Rate": 5.685670456314595e-06, "Finetune/Loss": 0.5968896746635437, "Finetune/Loss (Raw)": 0.6890935897827148, "Finetune/Step": 12553, "Finetune/Step Time": 10.962092073634267}
+{"Finetune/Learning Rate": 5.684151342903992e-06, "Finetune/Loss": 0.5978348255157471, "Finetune/Loss (Raw)": 0.6784834265708923, "Finetune/Step": 12554, "Finetune/Step Time": 10.954277632758021}
+{"Finetune/Learning Rate": 5.682632351878593e-06, "Finetune/Loss": 0.5987185835838318, "Finetune/Loss (Raw)": 0.6239829063415527, "Finetune/Step": 12555, "Finetune/Step Time": 10.964635828509927}
+{"Finetune/Learning Rate": 5.681113483281459e-06, "Finetune/Loss": 0.5981206297874451, "Finetune/Loss (Raw)": 0.6334996223449707, "Finetune/Step": 12556, "Finetune/Step Time": 10.95984473824501}
+{"Finetune/Learning Rate": 5.679594737155666e-06, "Finetune/Loss": 0.5976873636245728, "Finetune/Loss (Raw)": 0.5419037938117981, "Finetune/Step": 12557, "Finetune/Step Time": 10.960004629567266}
+{"Finetune/Learning Rate": 5.67807611354428e-06, "Finetune/Loss": 0.5990475416183472, "Finetune/Loss (Raw)": 0.5895503759384155, "Finetune/Step": 12558, "Finetune/Step Time": 10.955224821344018}
+{"Finetune/Learning Rate": 5.676557612490365e-06, "Finetune/Loss": 0.5983019471168518, "Finetune/Loss (Raw)": 0.6734150052070618, "Finetune/Step": 12559, "Finetune/Step Time": 10.959609715268016}
+{"Finetune/Learning Rate": 5.675039234036983e-06, "Finetune/Loss": 0.598617434501648, "Finetune/Loss (Raw)": 0.6952437162399292, "Finetune/Step": 12560, "Finetune/Step Time": 10.935683444142342}
+{"Finetune/Learning Rate": 5.673520978227189e-06, "Finetune/Loss": 0.5981582999229431, "Finetune/Loss (Raw)": 0.6754224300384521, "Finetune/Step": 12561, "Finetune/Step Time": 10.935523327440023}
+{"Finetune/Learning Rate": 5.672002845104039e-06, "Finetune/Loss": 0.5975278615951538, "Finetune/Loss (Raw)": 0.5427208542823792, "Finetune/Step": 12562, "Finetune/Step Time": 10.930078895762563}
+{"Finetune/Learning Rate": 5.670484834710579e-06, "Finetune/Loss": 0.596605658531189, "Finetune/Loss (Raw)": 0.6385541558265686, "Finetune/Step": 12563, "Finetune/Step Time": 10.933498756960034}
+{"Finetune/Learning Rate": 5.668966947089859e-06, "Finetune/Loss": 0.5953942537307739, "Finetune/Loss (Raw)": 0.42964980006217957, "Finetune/Step": 12564, "Finetune/Step Time": 10.966450415551662}
+{"Finetune/Learning Rate": 5.66744918228492e-06, "Finetune/Loss": 0.5961453318595886, "Finetune/Loss (Raw)": 0.6366775631904602, "Finetune/Step": 12565, "Finetune/Step Time": 10.978892680257559}
+{"Finetune/Learning Rate": 5.665931540338803e-06, "Finetune/Loss": 0.5971914529800415, "Finetune/Loss (Raw)": 0.6911872625350952, "Finetune/Step": 12566, "Finetune/Step Time": 10.992783712223172}
+{"Finetune/Learning Rate": 5.664414021294541e-06, "Finetune/Loss": 0.5953711271286011, "Finetune/Loss (Raw)": 0.41517186164855957, "Finetune/Step": 12567, "Finetune/Step Time": 11.034760016947985}
+{"Finetune/Learning Rate": 5.66289662519517e-06, "Finetune/Loss": 0.5943992137908936, "Finetune/Loss (Raw)": 0.5339706540107727, "Finetune/Step": 12568, "Finetune/Step Time": 11.03811952099204}
+{"Finetune/Learning Rate": 5.6613793520837175e-06, "Finetune/Loss": 0.5941022634506226, "Finetune/Loss (Raw)": 0.5952053070068359, "Finetune/Step": 12569, "Finetune/Step Time": 11.040270740166306}
+{"Finetune/Learning Rate": 5.659862202003208e-06, "Finetune/Loss": 0.5922475457191467, "Finetune/Loss (Raw)": 0.5134687423706055, "Finetune/Step": 12570, "Finetune/Step Time": 11.035870157182217}
+{"Finetune/Learning Rate": 5.658345174996667e-06, "Finetune/Loss": 0.5918573141098022, "Finetune/Loss (Raw)": 0.5606892108917236, "Finetune/Step": 12571, "Finetune/Step Time": 11.014766540378332}
+{"Finetune/Learning Rate": 5.6568282711071085e-06, "Finetune/Loss": 0.5910927057266235, "Finetune/Loss (Raw)": 0.6495668888092041, "Finetune/Step": 12572, "Finetune/Step Time": 11.002524083480239}
+{"Finetune/Learning Rate": 5.655311490377552e-06, "Finetune/Loss": 0.5905749201774597, "Finetune/Loss (Raw)": 0.5254161953926086, "Finetune/Step": 12573, "Finetune/Step Time": 11.008038209751248}
+{"Finetune/Learning Rate": 5.653794832851005e-06, "Finetune/Loss": 0.5888789892196655, "Finetune/Loss (Raw)": 0.45884156227111816, "Finetune/Step": 12574, "Finetune/Step Time": 11.043649442493916}
+{"Finetune/Learning Rate": 5.652278298570479e-06, "Finetune/Loss": 0.587937593460083, "Finetune/Loss (Raw)": 0.5493232607841492, "Finetune/Step": 12575, "Finetune/Step Time": 11.036644108593464}
+{"Finetune/Learning Rate": 5.650761887578977e-06, "Finetune/Loss": 0.5890749096870422, "Finetune/Loss (Raw)": 0.7299913167953491, "Finetune/Step": 12576, "Finetune/Step Time": 11.035876769572496}
+{"Finetune/Learning Rate": 5.649245599919499e-06, "Finetune/Loss": 0.588066041469574, "Finetune/Loss (Raw)": 0.5519629120826721, "Finetune/Step": 12577, "Finetune/Step Time": 11.035868361592293}
+{"Finetune/Learning Rate": 5.647729435635046e-06, "Finetune/Loss": 0.5890273451805115, "Finetune/Loss (Raw)": 0.6588140726089478, "Finetune/Step": 12578, "Finetune/Step Time": 11.040449675172567}
+{"Finetune/Learning Rate": 5.646213394768609e-06, "Finetune/Loss": 0.5880664587020874, "Finetune/Loss (Raw)": 0.5471166372299194, "Finetune/Step": 12579, "Finetune/Step Time": 11.046442043036222}
+{"Finetune/Learning Rate": 5.6446974773631836e-06, "Finetune/Loss": 0.5873133540153503, "Finetune/Loss (Raw)": 0.5310153365135193, "Finetune/Step": 12580, "Finetune/Step Time": 11.0445263274014}
+{"Finetune/Learning Rate": 5.643181683461745e-06, "Finetune/Loss": 0.5872447490692139, "Finetune/Loss (Raw)": 0.7045947909355164, "Finetune/Step": 12581, "Finetune/Step Time": 11.022526822984219}
+{"Finetune/Learning Rate": 5.6416660131072886e-06, "Finetune/Loss": 0.588071882724762, "Finetune/Loss (Raw)": 0.6663677096366882, "Finetune/Step": 12582, "Finetune/Step Time": 11.013256261125207}
+{"Finetune/Learning Rate": 5.640150466342791e-06, "Finetune/Loss": 0.5880222916603088, "Finetune/Loss (Raw)": 0.5887559056282043, "Finetune/Step": 12583, "Finetune/Step Time": 11.019495217129588}
+{"Finetune/Learning Rate": 5.638635043211228e-06, "Finetune/Loss": 0.5885692834854126, "Finetune/Loss (Raw)": 0.6515142321586609, "Finetune/Step": 12584, "Finetune/Step Time": 11.020376846194267}
+{"Finetune/Learning Rate": 5.637119743755574e-06, "Finetune/Loss": 0.5885697603225708, "Finetune/Loss (Raw)": 0.678203821182251, "Finetune/Step": 12585, "Finetune/Step Time": 11.053057016804814}
+{"Finetune/Learning Rate": 5.6356045680188e-06, "Finetune/Loss": 0.5896575450897217, "Finetune/Loss (Raw)": 0.6456210017204285, "Finetune/Step": 12586, "Finetune/Step Time": 11.020453473553061}
+{"Finetune/Learning Rate": 5.634089516043867e-06, "Finetune/Loss": 0.5889606475830078, "Finetune/Loss (Raw)": 0.5917238593101501, "Finetune/Step": 12587, "Finetune/Step Time": 11.052769493311644}
+{"Finetune/Learning Rate": 5.632574587873736e-06, "Finetune/Loss": 0.5880193710327148, "Finetune/Loss (Raw)": 0.41837555170059204, "Finetune/Step": 12588, "Finetune/Step Time": 11.095650184899569}
+{"Finetune/Learning Rate": 5.631059783551373e-06, "Finetune/Loss": 0.5888820886611938, "Finetune/Loss (Raw)": 0.602400004863739, "Finetune/Step": 12589, "Finetune/Step Time": 11.098581062629819}
+{"Finetune/Learning Rate": 5.629545103119733e-06, "Finetune/Loss": 0.588276207447052, "Finetune/Loss (Raw)": 0.5985262393951416, "Finetune/Step": 12590, "Finetune/Step Time": 11.099305994808674}
+{"Finetune/Learning Rate": 5.628030546621765e-06, "Finetune/Loss": 0.5891604423522949, "Finetune/Loss (Raw)": 0.6590135097503662, "Finetune/Step": 12591, "Finetune/Step Time": 11.09507056698203}
+{"Finetune/Learning Rate": 5.626516114100424e-06, "Finetune/Loss": 0.5891953706741333, "Finetune/Loss (Raw)": 0.5845179557800293, "Finetune/Step": 12592, "Finetune/Step Time": 11.091169256716967}
+{"Finetune/Learning Rate": 5.625001805598645e-06, "Finetune/Loss": 0.588517963886261, "Finetune/Loss (Raw)": 0.5717203617095947, "Finetune/Step": 12593, "Finetune/Step Time": 11.08758607134223}
+{"Finetune/Learning Rate": 5.623487621159372e-06, "Finetune/Loss": 0.5883470177650452, "Finetune/Loss (Raw)": 0.5224894285202026, "Finetune/Step": 12594, "Finetune/Step Time": 11.092877289280295}
+{"Finetune/Learning Rate": 5.621973560825542e-06, "Finetune/Loss": 0.587635338306427, "Finetune/Loss (Raw)": 0.509395182132721, "Finetune/Step": 12595, "Finetune/Step Time": 11.093100804835558}
+{"Finetune/Learning Rate": 5.620459624640098e-06, "Finetune/Loss": 0.587906539440155, "Finetune/Loss (Raw)": 0.5946294665336609, "Finetune/Step": 12596, "Finetune/Step Time": 11.086388014256954}
+{"Finetune/Learning Rate": 5.618945812645964e-06, "Finetune/Loss": 0.58882075548172, "Finetune/Loss (Raw)": 0.6406387686729431, "Finetune/Step": 12597, "Finetune/Step Time": 11.081872664391994}
+{"Finetune/Learning Rate": 5.617432124886072e-06, "Finetune/Loss": 0.5892961621284485, "Finetune/Loss (Raw)": 0.5726280212402344, "Finetune/Step": 12598, "Finetune/Step Time": 11.082198629155755}
+{"Finetune/Learning Rate": 5.61591856140334e-06, "Finetune/Loss": 0.5898231863975525, "Finetune/Loss (Raw)": 0.707652747631073, "Finetune/Step": 12599, "Finetune/Step Time": 11.096570689231157}
+{"Finetune/Learning Rate": 5.614405122240689e-06, "Finetune/Loss": 0.5891295671463013, "Finetune/Loss (Raw)": 0.49259552359580994, "Finetune/Step": 12600, "Finetune/Step Time": 11.105616487562656}
+{"Finetune/Learning Rate": 5.612891807441039e-06, "Finetune/Loss": 0.5896721482276917, "Finetune/Loss (Raw)": 0.6864756345748901, "Finetune/Step": 12601, "Finetune/Step Time": 11.094461247324944}
+{"Finetune/Learning Rate": 5.611378617047298e-06, "Finetune/Loss": 0.5904704332351685, "Finetune/Loss (Raw)": 0.6031428575515747, "Finetune/Step": 12602, "Finetune/Step Time": 11.090203842148185}
+{"Finetune/Learning Rate": 5.609865551102384e-06, "Finetune/Loss": 0.590076208114624, "Finetune/Loss (Raw)": 0.544224202632904, "Finetune/Step": 12603, "Finetune/Step Time": 11.085595162585378}
+{"Finetune/Learning Rate": 5.608352609649202e-06, "Finetune/Loss": 0.5899199843406677, "Finetune/Loss (Raw)": 0.6100772619247437, "Finetune/Step": 12604, "Finetune/Step Time": 11.085887173190713}
+{"Finetune/Learning Rate": 5.6068397927306495e-06, "Finetune/Loss": 0.589609682559967, "Finetune/Loss (Raw)": 0.6661126017570496, "Finetune/Step": 12605, "Finetune/Step Time": 11.061024175956845}
+{"Finetune/Learning Rate": 5.605327100389627e-06, "Finetune/Loss": 0.5895626544952393, "Finetune/Loss (Raw)": 0.628354012966156, "Finetune/Step": 12606, "Finetune/Step Time": 11.046691089868546}
+{"Finetune/Learning Rate": 5.603814532669032e-06, "Finetune/Loss": 0.5897216796875, "Finetune/Loss (Raw)": 0.5516374707221985, "Finetune/Step": 12607, "Finetune/Step Time": 11.044076204299927}
+{"Finetune/Learning Rate": 5.602302089611755e-06, "Finetune/Loss": 0.5907219052314758, "Finetune/Loss (Raw)": 0.7245937585830688, "Finetune/Step": 12608, "Finetune/Step Time": 11.044326446950436}
+{"Finetune/Learning Rate": 5.6007897712606855e-06, "Finetune/Loss": 0.5912910103797913, "Finetune/Loss (Raw)": 0.600823163986206, "Finetune/Step": 12609, "Finetune/Step Time": 11.05204457603395}
+{"Finetune/Learning Rate": 5.599277577658708e-06, "Finetune/Loss": 0.5914807319641113, "Finetune/Loss (Raw)": 0.6942925453186035, "Finetune/Step": 12610, "Finetune/Step Time": 11.048490909859538}
+{"Finetune/Learning Rate": 5.597765508848705e-06, "Finetune/Loss": 0.5915356874465942, "Finetune/Loss (Raw)": 0.6096577644348145, "Finetune/Step": 12611, "Finetune/Step Time": 11.014770893380046}
+{"Finetune/Learning Rate": 5.5962535648735525e-06, "Finetune/Loss": 0.5918121337890625, "Finetune/Loss (Raw)": 0.6763977408409119, "Finetune/Step": 12612, "Finetune/Step Time": 11.039408843964338}
+{"Finetune/Learning Rate": 5.594741745776129e-06, "Finetune/Loss": 0.5913376212120056, "Finetune/Loss (Raw)": 0.6569332480430603, "Finetune/Step": 12613, "Finetune/Step Time": 11.04001903347671}
+{"Finetune/Learning Rate": 5.593230051599301e-06, "Finetune/Loss": 0.5915005803108215, "Finetune/Loss (Raw)": 0.6462135910987854, "Finetune/Step": 12614, "Finetune/Step Time": 11.044667541980743}
+{"Finetune/Learning Rate": 5.591718482385937e-06, "Finetune/Loss": 0.5913378000259399, "Finetune/Loss (Raw)": 0.5548363924026489, "Finetune/Step": 12615, "Finetune/Step Time": 11.047607017681003}
+{"Finetune/Learning Rate": 5.590207038178903e-06, "Finetune/Loss": 0.591018795967102, "Finetune/Loss (Raw)": 0.5935890674591064, "Finetune/Step": 12616, "Finetune/Step Time": 11.036285346373916}
+{"Finetune/Learning Rate": 5.588695719021057e-06, "Finetune/Loss": 0.5907863974571228, "Finetune/Loss (Raw)": 0.5486502051353455, "Finetune/Step": 12617, "Finetune/Step Time": 11.037229312583804}
+{"Finetune/Learning Rate": 5.587184524955256e-06, "Finetune/Loss": 0.591791033744812, "Finetune/Loss (Raw)": 0.5943815112113953, "Finetune/Step": 12618, "Finetune/Step Time": 11.004219122231007}
+{"Finetune/Learning Rate": 5.585673456024354e-06, "Finetune/Loss": 0.5910598635673523, "Finetune/Loss (Raw)": 0.5528692603111267, "Finetune/Step": 12619, "Finetune/Step Time": 11.02236020192504}
+{"Finetune/Learning Rate": 5.5841625122712e-06, "Finetune/Loss": 0.5909464359283447, "Finetune/Loss (Raw)": 0.5516922473907471, "Finetune/Step": 12620, "Finetune/Step Time": 11.023557363077998}
+{"Finetune/Learning Rate": 5.582651693738639e-06, "Finetune/Loss": 0.590461254119873, "Finetune/Loss (Raw)": 0.6684634685516357, "Finetune/Step": 12621, "Finetune/Step Time": 11.017951155081391}
+{"Finetune/Learning Rate": 5.581141000469517e-06, "Finetune/Loss": 0.5899736881256104, "Finetune/Loss (Raw)": 0.6173973679542542, "Finetune/Step": 12622, "Finetune/Step Time": 11.01942508481443}
+{"Finetune/Learning Rate": 5.579630432506668e-06, "Finetune/Loss": 0.5906937122344971, "Finetune/Loss (Raw)": 0.6762008666992188, "Finetune/Step": 12623, "Finetune/Step Time": 11.01756346039474}
+{"Finetune/Learning Rate": 5.5781199898929315e-06, "Finetune/Loss": 0.5903090238571167, "Finetune/Loss (Raw)": 0.5963987708091736, "Finetune/Step": 12624, "Finetune/Step Time": 11.003190636634827}
+{"Finetune/Learning Rate": 5.5766096726711385e-06, "Finetune/Loss": 0.5903870463371277, "Finetune/Loss (Raw)": 0.6345162987709045, "Finetune/Step": 12625, "Finetune/Step Time": 11.009882122278214}
+{"Finetune/Learning Rate": 5.575099480884116e-06, "Finetune/Loss": 0.5903094410896301, "Finetune/Loss (Raw)": 0.579285204410553, "Finetune/Step": 12626, "Finetune/Step Time": 10.991940146312118}
+{"Finetune/Learning Rate": 5.573589414574689e-06, "Finetune/Loss": 0.5911419987678528, "Finetune/Loss (Raw)": 0.719893753528595, "Finetune/Step": 12627, "Finetune/Step Time": 10.997668350115418}
+{"Finetune/Learning Rate": 5.572079473785684e-06, "Finetune/Loss": 0.5906585454940796, "Finetune/Loss (Raw)": 0.48998862504959106, "Finetune/Step": 12628, "Finetune/Step Time": 10.933930661529303}
+{"Finetune/Learning Rate": 5.570569658559905e-06, "Finetune/Loss": 0.5899933576583862, "Finetune/Loss (Raw)": 0.5817757248878479, "Finetune/Step": 12629, "Finetune/Step Time": 10.935377797111869}
+{"Finetune/Learning Rate": 5.5690599689401805e-06, "Finetune/Loss": 0.5900449752807617, "Finetune/Loss (Raw)": 0.5931932330131531, "Finetune/Step": 12630, "Finetune/Step Time": 10.931784285232425}
+{"Finetune/Learning Rate": 5.567550404969315e-06, "Finetune/Loss": 0.5894957184791565, "Finetune/Loss (Raw)": 0.5446963906288147, "Finetune/Step": 12631, "Finetune/Step Time": 10.936339922249317}
+{"Finetune/Learning Rate": 5.566040966690115e-06, "Finetune/Loss": 0.5896310806274414, "Finetune/Loss (Raw)": 0.4970640242099762, "Finetune/Step": 12632, "Finetune/Step Time": 10.975766507908702}
+{"Finetune/Learning Rate": 5.564531654145384e-06, "Finetune/Loss": 0.5894559621810913, "Finetune/Loss (Raw)": 0.5639292597770691, "Finetune/Step": 12633, "Finetune/Step Time": 10.99266754090786}
+{"Finetune/Learning Rate": 5.563022467377928e-06, "Finetune/Loss": 0.5887832045555115, "Finetune/Loss (Raw)": 0.4683273732662201, "Finetune/Step": 12634, "Finetune/Step Time": 11.023546213284135}
+{"Finetune/Learning Rate": 5.561513406430533e-06, "Finetune/Loss": 0.5895201563835144, "Finetune/Loss (Raw)": 0.5102292895317078, "Finetune/Step": 12635, "Finetune/Step Time": 10.984623773023486}
+{"Finetune/Learning Rate": 5.560004471345997e-06, "Finetune/Loss": 0.5888955593109131, "Finetune/Loss (Raw)": 0.5270860195159912, "Finetune/Step": 12636, "Finetune/Step Time": 10.980869490653276}
+{"Finetune/Learning Rate": 5.5584956621671035e-06, "Finetune/Loss": 0.5897776484489441, "Finetune/Loss (Raw)": 0.654048502445221, "Finetune/Step": 12637, "Finetune/Step Time": 10.976350693032146}
+{"Finetune/Learning Rate": 5.5569869789366485e-06, "Finetune/Loss": 0.590714156627655, "Finetune/Loss (Raw)": 0.6368986368179321, "Finetune/Step": 12638, "Finetune/Step Time": 10.975060533732176}
+{"Finetune/Learning Rate": 5.555478421697407e-06, "Finetune/Loss": 0.591712474822998, "Finetune/Loss (Raw)": 0.588855504989624, "Finetune/Step": 12639, "Finetune/Step Time": 10.95271273702383}
+{"Finetune/Learning Rate": 5.553969990492164e-06, "Finetune/Loss": 0.591510534286499, "Finetune/Loss (Raw)": 0.5934173464775085, "Finetune/Step": 12640, "Finetune/Step Time": 10.937489265576005}
+{"Finetune/Learning Rate": 5.552461685363685e-06, "Finetune/Loss": 0.5918272733688354, "Finetune/Loss (Raw)": 0.6083956360816956, "Finetune/Step": 12641, "Finetune/Step Time": 10.937762187793851}
+{"Finetune/Learning Rate": 5.550953506354746e-06, "Finetune/Loss": 0.5919339060783386, "Finetune/Loss (Raw)": 0.5730664730072021, "Finetune/Step": 12642, "Finetune/Step Time": 10.923281613737345}
+{"Finetune/Learning Rate": 5.549445453508113e-06, "Finetune/Loss": 0.5931463241577148, "Finetune/Loss (Raw)": 0.727886974811554, "Finetune/Step": 12643, "Finetune/Step Time": 10.929867960512638}
+{"Finetune/Learning Rate": 5.547937526866547e-06, "Finetune/Loss": 0.5941848158836365, "Finetune/Loss (Raw)": 0.6168849468231201, "Finetune/Step": 12644, "Finetune/Step Time": 10.916802244260907}
+{"Finetune/Learning Rate": 5.5464297264728185e-06, "Finetune/Loss": 0.5937238931655884, "Finetune/Loss (Raw)": 0.4481438994407654, "Finetune/Step": 12645, "Finetune/Step Time": 10.893772505223751}
+{"Finetune/Learning Rate": 5.544922052369681e-06, "Finetune/Loss": 0.5939196944236755, "Finetune/Loss (Raw)": 0.5816218852996826, "Finetune/Step": 12646, "Finetune/Step Time": 10.891610968858004}
+{"Finetune/Learning Rate": 5.5434145045998825e-06, "Finetune/Loss": 0.5926017165184021, "Finetune/Loss (Raw)": 0.364923357963562, "Finetune/Step": 12647, "Finetune/Step Time": 10.905601089820266}
+{"Finetune/Learning Rate": 5.541907083206176e-06, "Finetune/Loss": 0.5921939015388489, "Finetune/Loss (Raw)": 0.555489718914032, "Finetune/Step": 12648, "Finetune/Step Time": 10.909678792580962}
+{"Finetune/Learning Rate": 5.540399788231308e-06, "Finetune/Loss": 0.5925410389900208, "Finetune/Loss (Raw)": 0.6451489329338074, "Finetune/Step": 12649, "Finetune/Step Time": 10.904333235695958}
+{"Finetune/Learning Rate": 5.53889261971802e-06, "Finetune/Loss": 0.5919235944747925, "Finetune/Loss (Raw)": 0.618776261806488, "Finetune/Step": 12650, "Finetune/Step Time": 10.907127618789673}
+{"Finetune/Learning Rate": 5.537385577709046e-06, "Finetune/Loss": 0.593130350112915, "Finetune/Loss (Raw)": 0.6793491244316101, "Finetune/Step": 12651, "Finetune/Step Time": 10.907464228570461}
+{"Finetune/Learning Rate": 5.535878662247136e-06, "Finetune/Loss": 0.5944333076477051, "Finetune/Loss (Raw)": 0.6393141150474548, "Finetune/Step": 12652, "Finetune/Step Time": 10.907494442537427}
+{"Finetune/Learning Rate": 5.534371873375011e-06, "Finetune/Loss": 0.5948038101196289, "Finetune/Loss (Raw)": 0.6232089400291443, "Finetune/Step": 12653, "Finetune/Step Time": 10.901955401524901}
+{"Finetune/Learning Rate": 5.532865211135398e-06, "Finetune/Loss": 0.5940954685211182, "Finetune/Loss (Raw)": 0.5319907665252686, "Finetune/Step": 12654, "Finetune/Step Time": 10.90463032759726}
+{"Finetune/Learning Rate": 5.531358675571027e-06, "Finetune/Loss": 0.5941728949546814, "Finetune/Loss (Raw)": 0.5840885043144226, "Finetune/Step": 12655, "Finetune/Step Time": 10.933306919410825}
+{"Finetune/Learning Rate": 5.529852266724616e-06, "Finetune/Loss": 0.5948804616928101, "Finetune/Loss (Raw)": 0.6797244548797607, "Finetune/Step": 12656, "Finetune/Step Time": 10.917434422299266}
+{"Finetune/Learning Rate": 5.528345984638883e-06, "Finetune/Loss": 0.5956811308860779, "Finetune/Loss (Raw)": 0.6271396279335022, "Finetune/Step": 12657, "Finetune/Step Time": 10.934321139007807}
+{"Finetune/Learning Rate": 5.526839829356539e-06, "Finetune/Loss": 0.5967733860015869, "Finetune/Loss (Raw)": 0.5675162076950073, "Finetune/Step": 12658, "Finetune/Step Time": 10.903995402157307}
+{"Finetune/Learning Rate": 5.525333800920305e-06, "Finetune/Loss": 0.5967159271240234, "Finetune/Loss (Raw)": 0.5480306148529053, "Finetune/Step": 12659, "Finetune/Step Time": 10.913215409964323}
+{"Finetune/Learning Rate": 5.523827899372876e-06, "Finetune/Loss": 0.5986588001251221, "Finetune/Loss (Raw)": 0.6709816455841064, "Finetune/Step": 12660, "Finetune/Step Time": 10.875635612756014}
+{"Finetune/Learning Rate": 5.52232212475696e-06, "Finetune/Loss": 0.5997028350830078, "Finetune/Loss (Raw)": 0.7153840661048889, "Finetune/Step": 12661, "Finetune/Step Time": 10.874486623331904}
+{"Finetune/Learning Rate": 5.520816477115254e-06, "Finetune/Loss": 0.5992835760116577, "Finetune/Loss (Raw)": 0.621921718120575, "Finetune/Step": 12662, "Finetune/Step Time": 10.870736047625542}
+{"Finetune/Learning Rate": 5.519310956490458e-06, "Finetune/Loss": 0.6003296375274658, "Finetune/Loss (Raw)": 0.5875449180603027, "Finetune/Step": 12663, "Finetune/Step Time": 10.879372658208013}
+{"Finetune/Learning Rate": 5.51780556292526e-06, "Finetune/Loss": 0.5988036394119263, "Finetune/Loss (Raw)": 0.5392269492149353, "Finetune/Step": 12664, "Finetune/Step Time": 10.873985555022955}
+{"Finetune/Learning Rate": 5.5163002964623515e-06, "Finetune/Loss": 0.5986005067825317, "Finetune/Loss (Raw)": 0.5832883715629578, "Finetune/Step": 12665, "Finetune/Step Time": 10.88540929183364}
+{"Finetune/Learning Rate": 5.514795157144417e-06, "Finetune/Loss": 0.599278450012207, "Finetune/Loss (Raw)": 0.5844328999519348, "Finetune/Step": 12666, "Finetune/Step Time": 10.89960783533752}
+{"Finetune/Learning Rate": 5.5132901450141365e-06, "Finetune/Loss": 0.5971881151199341, "Finetune/Loss (Raw)": 0.44765302538871765, "Finetune/Step": 12667, "Finetune/Step Time": 10.888422327116132}
+{"Finetune/Learning Rate": 5.51178526011419e-06, "Finetune/Loss": 0.5979658365249634, "Finetune/Loss (Raw)": 0.6418803334236145, "Finetune/Step": 12668, "Finetune/Step Time": 10.895434316247702}
+{"Finetune/Learning Rate": 5.51028050248725e-06, "Finetune/Loss": 0.5967326164245605, "Finetune/Loss (Raw)": 0.541167676448822, "Finetune/Step": 12669, "Finetune/Step Time": 10.90295154415071}
+{"Finetune/Learning Rate": 5.508775872175989e-06, "Finetune/Loss": 0.5968425273895264, "Finetune/Loss (Raw)": 0.6238727569580078, "Finetune/Step": 12670, "Finetune/Step Time": 10.913037195801735}
+{"Finetune/Learning Rate": 5.507271369223071e-06, "Finetune/Loss": 0.5959137678146362, "Finetune/Loss (Raw)": 0.454396516084671, "Finetune/Step": 12671, "Finetune/Step Time": 10.916457001119852}
+{"Finetune/Learning Rate": 5.5057669936711625e-06, "Finetune/Loss": 0.5958989858627319, "Finetune/Loss (Raw)": 0.6192196011543274, "Finetune/Step": 12672, "Finetune/Step Time": 10.909431667998433}
+{"Finetune/Learning Rate": 5.504262745562923e-06, "Finetune/Loss": 0.5946722030639648, "Finetune/Loss (Raw)": 0.5416803956031799, "Finetune/Step": 12673, "Finetune/Step Time": 10.911049731075764}
+{"Finetune/Learning Rate": 5.502758624941007e-06, "Finetune/Loss": 0.595862865447998, "Finetune/Loss (Raw)": 0.7989963293075562, "Finetune/Step": 12674, "Finetune/Step Time": 10.910023147240281}
+{"Finetune/Learning Rate": 5.501254631848068e-06, "Finetune/Loss": 0.595963716506958, "Finetune/Loss (Raw)": 0.6567529439926147, "Finetune/Step": 12675, "Finetune/Step Time": 10.917864497750998}
+{"Finetune/Learning Rate": 5.4997507663267546e-06, "Finetune/Loss": 0.5965085029602051, "Finetune/Loss (Raw)": 0.5488375425338745, "Finetune/Step": 12676, "Finetune/Step Time": 10.94181921519339}
+{"Finetune/Learning Rate": 5.498247028419717e-06, "Finetune/Loss": 0.597421407699585, "Finetune/Loss (Raw)": 0.6483467817306519, "Finetune/Step": 12677, "Finetune/Step Time": 10.937969785183668}
+{"Finetune/Learning Rate": 5.496743418169584e-06, "Finetune/Loss": 0.5971997380256653, "Finetune/Loss (Raw)": 0.5443440675735474, "Finetune/Step": 12678, "Finetune/Step Time": 10.910834653303027}
+{"Finetune/Learning Rate": 5.495239935619006e-06, "Finetune/Loss": 0.5972471833229065, "Finetune/Loss (Raw)": 0.641828715801239, "Finetune/Step": 12679, "Finetune/Step Time": 10.915188619866967}
+{"Finetune/Learning Rate": 5.493736580810614e-06, "Finetune/Loss": 0.5966517925262451, "Finetune/Loss (Raw)": 0.5410508513450623, "Finetune/Step": 12680, "Finetune/Step Time": 10.868847344070673}
+{"Finetune/Learning Rate": 5.492233353787038e-06, "Finetune/Loss": 0.5964985489845276, "Finetune/Loss (Raw)": 0.6694739460945129, "Finetune/Step": 12681, "Finetune/Step Time": 10.867720354348421}
+{"Finetune/Learning Rate": 5.490730254590907e-06, "Finetune/Loss": 0.5962508916854858, "Finetune/Loss (Raw)": 0.6467906832695007, "Finetune/Step": 12682, "Finetune/Step Time": 10.888080280274153}
+{"Finetune/Learning Rate": 5.489227283264847e-06, "Finetune/Loss": 0.5965341329574585, "Finetune/Loss (Raw)": 0.660240650177002, "Finetune/Step": 12683, "Finetune/Step Time": 10.89816422201693}
+{"Finetune/Learning Rate": 5.48772443985147e-06, "Finetune/Loss": 0.5963442325592041, "Finetune/Loss (Raw)": 0.6091903448104858, "Finetune/Step": 12684, "Finetune/Step Time": 10.900182832032442}
+{"Finetune/Learning Rate": 5.4862217243933914e-06, "Finetune/Loss": 0.5954910516738892, "Finetune/Loss (Raw)": 0.4326939582824707, "Finetune/Step": 12685, "Finetune/Step Time": 10.928988013416529}
+{"Finetune/Learning Rate": 5.484719136933234e-06, "Finetune/Loss": 0.5954638719558716, "Finetune/Loss (Raw)": 0.5860682129859924, "Finetune/Step": 12686, "Finetune/Step Time": 10.93999863229692}
+{"Finetune/Learning Rate": 5.483216677513603e-06, "Finetune/Loss": 0.5957990288734436, "Finetune/Loss (Raw)": 0.7163165807723999, "Finetune/Step": 12687, "Finetune/Step Time": 10.946951171383262}
+{"Finetune/Learning Rate": 5.4817143461771024e-06, "Finetune/Loss": 0.595552384853363, "Finetune/Loss (Raw)": 0.6636711359024048, "Finetune/Step": 12688, "Finetune/Step Time": 10.956152856349945}
+{"Finetune/Learning Rate": 5.480212142966339e-06, "Finetune/Loss": 0.5946071147918701, "Finetune/Loss (Raw)": 0.5544235110282898, "Finetune/Step": 12689, "Finetune/Step Time": 10.975461291149259}
+{"Finetune/Learning Rate": 5.478710067923903e-06, "Finetune/Loss": 0.5960783958435059, "Finetune/Loss (Raw)": 0.7310529351234436, "Finetune/Step": 12690, "Finetune/Step Time": 10.978193897753954}
+{"Finetune/Learning Rate": 5.477208121092391e-06, "Finetune/Loss": 0.596569299697876, "Finetune/Loss (Raw)": 0.7013879418373108, "Finetune/Step": 12691, "Finetune/Step Time": 10.969363091513515}
+{"Finetune/Learning Rate": 5.4757063025143965e-06, "Finetune/Loss": 0.5989311933517456, "Finetune/Loss (Raw)": 0.7319760918617249, "Finetune/Step": 12692, "Finetune/Step Time": 10.931231446564198}
+{"Finetune/Learning Rate": 5.474204612232502e-06, "Finetune/Loss": 0.5982449054718018, "Finetune/Loss (Raw)": 0.5488285422325134, "Finetune/Step": 12693, "Finetune/Step Time": 10.923422144725919}
+{"Finetune/Learning Rate": 5.472703050289299e-06, "Finetune/Loss": 0.5976525545120239, "Finetune/Loss (Raw)": 0.6153618097305298, "Finetune/Step": 12694, "Finetune/Step Time": 10.9101053904742}
+{"Finetune/Learning Rate": 5.4712016167273685e-06, "Finetune/Loss": 0.5984375476837158, "Finetune/Loss (Raw)": 0.5156587362289429, "Finetune/Step": 12695, "Finetune/Step Time": 10.87433698028326}
+{"Finetune/Learning Rate": 5.469700311589277e-06, "Finetune/Loss": 0.5983328819274902, "Finetune/Loss (Raw)": 0.520570695400238, "Finetune/Step": 12696, "Finetune/Step Time": 10.88420863635838}
+{"Finetune/Learning Rate": 5.468199134917602e-06, "Finetune/Loss": 0.5988856554031372, "Finetune/Loss (Raw)": 0.6659588813781738, "Finetune/Step": 12697, "Finetune/Step Time": 10.879158981144428}
+{"Finetune/Learning Rate": 5.466698086754914e-06, "Finetune/Loss": 0.5995270013809204, "Finetune/Loss (Raw)": 0.5955609679222107, "Finetune/Step": 12698, "Finetune/Step Time": 10.867958527058363}
+{"Finetune/Learning Rate": 5.4651971671437756e-06, "Finetune/Loss": 0.5997803211212158, "Finetune/Loss (Raw)": 0.5931164026260376, "Finetune/Step": 12699, "Finetune/Step Time": 10.871600173413754}
+{"Finetune/Learning Rate": 5.463696376126747e-06, "Finetune/Loss": 0.5998639464378357, "Finetune/Loss (Raw)": 0.660271942615509, "Finetune/Step": 12700, "Finetune/Step Time": 10.88870369270444}
+{"Finetune/Learning Rate": 5.462195713746398e-06, "Finetune/Loss": 0.6002051830291748, "Finetune/Loss (Raw)": 0.5690891742706299, "Finetune/Step": 12701, "Finetune/Step Time": 10.877327393740416}
+{"Finetune/Learning Rate": 5.4606951800452705e-06, "Finetune/Loss": 0.5992703437805176, "Finetune/Loss (Raw)": 0.3391880989074707, "Finetune/Step": 12702, "Finetune/Step Time": 10.874465074390173}
+{"Finetune/Learning Rate": 5.459194775065919e-06, "Finetune/Loss": 0.5998392105102539, "Finetune/Loss (Raw)": 0.62213534116745, "Finetune/Step": 12703, "Finetune/Step Time": 10.895777575671673}
+{"Finetune/Learning Rate": 5.457694498850892e-06, "Finetune/Loss": 0.5985584855079651, "Finetune/Loss (Raw)": 0.5660565495491028, "Finetune/Step": 12704, "Finetune/Step Time": 10.912422552704811}
+{"Finetune/Learning Rate": 5.456194351442733e-06, "Finetune/Loss": 0.5987839698791504, "Finetune/Loss (Raw)": 0.5808203220367432, "Finetune/Step": 12705, "Finetune/Step Time": 10.90062078461051}
+{"Finetune/Learning Rate": 5.45469433288398e-06, "Finetune/Loss": 0.5973259210586548, "Finetune/Loss (Raw)": 0.4721810221672058, "Finetune/Step": 12706, "Finetune/Step Time": 10.935286410152912}
+{"Finetune/Learning Rate": 5.4531944432171725e-06, "Finetune/Loss": 0.5984097123146057, "Finetune/Loss (Raw)": 0.6858521103858948, "Finetune/Step": 12707, "Finetune/Step Time": 10.928709292784333}
+{"Finetune/Learning Rate": 5.451694682484841e-06, "Finetune/Loss": 0.5984058380126953, "Finetune/Loss (Raw)": 0.5305166840553284, "Finetune/Step": 12708, "Finetune/Step Time": 10.938996044918895}
+{"Finetune/Learning Rate": 5.450195050729512e-06, "Finetune/Loss": 0.596770167350769, "Finetune/Loss (Raw)": 0.49522557854652405, "Finetune/Step": 12709, "Finetune/Step Time": 10.93791071511805}
+{"Finetune/Learning Rate": 5.448695547993716e-06, "Finetune/Loss": 0.59592604637146, "Finetune/Loss (Raw)": 0.5583276748657227, "Finetune/Step": 12710, "Finetune/Step Time": 10.937603691592813}
+{"Finetune/Learning Rate": 5.447196174319971e-06, "Finetune/Loss": 0.5967749357223511, "Finetune/Loss (Raw)": 0.6974116563796997, "Finetune/Step": 12711, "Finetune/Step Time": 10.940342964604497}
+{"Finetune/Learning Rate": 5.445696929750797e-06, "Finetune/Loss": 0.5954099297523499, "Finetune/Loss (Raw)": 0.47679007053375244, "Finetune/Step": 12712, "Finetune/Step Time": 10.94369812682271}
+{"Finetune/Learning Rate": 5.444197814328707e-06, "Finetune/Loss": 0.594717264175415, "Finetune/Loss (Raw)": 0.5895394682884216, "Finetune/Step": 12713, "Finetune/Step Time": 10.911829194054008}
+{"Finetune/Learning Rate": 5.442698828096211e-06, "Finetune/Loss": 0.5942632555961609, "Finetune/Loss (Raw)": 0.5875097513198853, "Finetune/Step": 12714, "Finetune/Step Time": 10.938458545133471}
+{"Finetune/Learning Rate": 5.441199971095819e-06, "Finetune/Loss": 0.5944710969924927, "Finetune/Loss (Raw)": 0.6183343529701233, "Finetune/Step": 12715, "Finetune/Step Time": 10.910850320011377}
+{"Finetune/Learning Rate": 5.43970124337003e-06, "Finetune/Loss": 0.5946939587593079, "Finetune/Loss (Raw)": 0.4469011723995209, "Finetune/Step": 12716, "Finetune/Step Time": 10.897850770503283}
+{"Finetune/Learning Rate": 5.438202644961348e-06, "Finetune/Loss": 0.5942785739898682, "Finetune/Loss (Raw)": 0.549229085445404, "Finetune/Step": 12717, "Finetune/Step Time": 10.893243057653308}
+{"Finetune/Learning Rate": 5.436704175912265e-06, "Finetune/Loss": 0.5939151048660278, "Finetune/Loss (Raw)": 0.5520045161247253, "Finetune/Step": 12718, "Finetune/Step Time": 10.89522029645741}
+{"Finetune/Learning Rate": 5.43520583626528e-06, "Finetune/Loss": 0.5935861468315125, "Finetune/Loss (Raw)": 0.6169047951698303, "Finetune/Step": 12719, "Finetune/Step Time": 10.900342708453536}
+{"Finetune/Learning Rate": 5.43370762606287e-06, "Finetune/Loss": 0.5945485830307007, "Finetune/Loss (Raw)": 0.7077094912528992, "Finetune/Step": 12720, "Finetune/Step Time": 10.905338721349835}
+{"Finetune/Learning Rate": 5.43220954534753e-06, "Finetune/Loss": 0.5945612192153931, "Finetune/Loss (Raw)": 0.5733358860015869, "Finetune/Step": 12721, "Finetune/Step Time": 10.903624095022678}
+{"Finetune/Learning Rate": 5.430711594161738e-06, "Finetune/Loss": 0.5950935482978821, "Finetune/Loss (Raw)": 0.5906283855438232, "Finetune/Step": 12722, "Finetune/Step Time": 10.89230471290648}
+{"Finetune/Learning Rate": 5.429213772547972e-06, "Finetune/Loss": 0.596012532711029, "Finetune/Loss (Raw)": 0.6270285844802856, "Finetune/Step": 12723, "Finetune/Step Time": 10.895282905548811}
+{"Finetune/Learning Rate": 5.4277160805487075e-06, "Finetune/Loss": 0.5956690311431885, "Finetune/Loss (Raw)": 0.550652265548706, "Finetune/Step": 12724, "Finetune/Step Time": 10.911730082705617}
+{"Finetune/Learning Rate": 5.4262185182064154e-06, "Finetune/Loss": 0.5955158472061157, "Finetune/Loss (Raw)": 0.6210346817970276, "Finetune/Step": 12725, "Finetune/Step Time": 10.892588596791029}
+{"Finetune/Learning Rate": 5.424721085563556e-06, "Finetune/Loss": 0.5953402519226074, "Finetune/Loss (Raw)": 0.5501578450202942, "Finetune/Step": 12726, "Finetune/Step Time": 10.889208039268851}
+{"Finetune/Learning Rate": 5.423223782662593e-06, "Finetune/Loss": 0.5942316651344299, "Finetune/Loss (Raw)": 0.565747082233429, "Finetune/Step": 12727, "Finetune/Step Time": 10.87435694783926}
+{"Finetune/Learning Rate": 5.421726609545992e-06, "Finetune/Loss": 0.5960749387741089, "Finetune/Loss (Raw)": 0.7285362482070923, "Finetune/Step": 12728, "Finetune/Step Time": 10.865408865734935}
+{"Finetune/Learning Rate": 5.420229566256207e-06, "Finetune/Loss": 0.5945334434509277, "Finetune/Loss (Raw)": 0.4891635477542877, "Finetune/Step": 12729, "Finetune/Step Time": 10.895703248679638}
+{"Finetune/Learning Rate": 5.4187326528356875e-06, "Finetune/Loss": 0.5950998663902283, "Finetune/Loss (Raw)": 0.6756437420845032, "Finetune/Step": 12730, "Finetune/Step Time": 10.903334185481071}
+{"Finetune/Learning Rate": 5.417235869326887e-06, "Finetune/Loss": 0.5952785015106201, "Finetune/Loss (Raw)": 0.5670939087867737, "Finetune/Step": 12731, "Finetune/Step Time": 10.903221976011992}
+{"Finetune/Learning Rate": 5.41573921577224e-06, "Finetune/Loss": 0.5943684577941895, "Finetune/Loss (Raw)": 0.4935910105705261, "Finetune/Step": 12732, "Finetune/Step Time": 10.900141118094325}
+{"Finetune/Learning Rate": 5.414242692214194e-06, "Finetune/Loss": 0.5942288041114807, "Finetune/Loss (Raw)": 0.6482362747192383, "Finetune/Step": 12733, "Finetune/Step Time": 10.901440344750881}
+{"Finetune/Learning Rate": 5.412746298695182e-06, "Finetune/Loss": 0.5940512418746948, "Finetune/Loss (Raw)": 0.6056289672851562, "Finetune/Step": 12734, "Finetune/Step Time": 10.912427449598908}
+{"Finetune/Learning Rate": 5.411250035257643e-06, "Finetune/Loss": 0.5946173667907715, "Finetune/Loss (Raw)": 0.6241052746772766, "Finetune/Step": 12735, "Finetune/Step Time": 10.938317008316517}
+{"Finetune/Learning Rate": 5.409753901944006e-06, "Finetune/Loss": 0.5938294529914856, "Finetune/Loss (Raw)": 0.6237328052520752, "Finetune/Step": 12736, "Finetune/Step Time": 10.932538041844964}
+{"Finetune/Learning Rate": 5.408257898796694e-06, "Finetune/Loss": 0.5936341285705566, "Finetune/Loss (Raw)": 0.5758275389671326, "Finetune/Step": 12737, "Finetune/Step Time": 10.927005974575877}
+{"Finetune/Learning Rate": 5.406762025858137e-06, "Finetune/Loss": 0.5923498868942261, "Finetune/Loss (Raw)": 0.5299078822135925, "Finetune/Step": 12738, "Finetune/Step Time": 10.930559696629643}
+{"Finetune/Learning Rate": 5.40526628317074e-06, "Finetune/Loss": 0.5925698280334473, "Finetune/Loss (Raw)": 0.6378133893013, "Finetune/Step": 12739, "Finetune/Step Time": 10.952736549079418}
+{"Finetune/Learning Rate": 5.403770670776929e-06, "Finetune/Loss": 0.5913822054862976, "Finetune/Loss (Raw)": 0.5243765115737915, "Finetune/Step": 12740, "Finetune/Step Time": 10.940043736249208}
+{"Finetune/Learning Rate": 5.402275188719106e-06, "Finetune/Loss": 0.5901524424552917, "Finetune/Loss (Raw)": 0.49952396750450134, "Finetune/Step": 12741, "Finetune/Step Time": 10.941940117627382}
+{"Finetune/Learning Rate": 5.400779837039689e-06, "Finetune/Loss": 0.5894666910171509, "Finetune/Loss (Raw)": 0.558438241481781, "Finetune/Step": 12742, "Finetune/Step Time": 10.953840754926205}
+{"Finetune/Learning Rate": 5.399284615781076e-06, "Finetune/Loss": 0.5903010368347168, "Finetune/Loss (Raw)": 0.6616271138191223, "Finetune/Step": 12743, "Finetune/Step Time": 10.95078026689589}
+{"Finetune/Learning Rate": 5.397789524985675e-06, "Finetune/Loss": 0.5909730792045593, "Finetune/Loss (Raw)": 0.6796183586120605, "Finetune/Step": 12744, "Finetune/Step Time": 10.935023985803127}
+{"Finetune/Learning Rate": 5.396294564695869e-06, "Finetune/Loss": 0.5914158821105957, "Finetune/Loss (Raw)": 0.6053264141082764, "Finetune/Step": 12745, "Finetune/Step Time": 10.939428159967065}
+{"Finetune/Learning Rate": 5.394799734954061e-06, "Finetune/Loss": 0.5909591317176819, "Finetune/Loss (Raw)": 0.5359145998954773, "Finetune/Step": 12746, "Finetune/Step Time": 10.931861896067858}
+{"Finetune/Learning Rate": 5.393305035802636e-06, "Finetune/Loss": 0.5912168025970459, "Finetune/Loss (Raw)": 0.5858540534973145, "Finetune/Step": 12747, "Finetune/Step Time": 10.910262508317828}
+{"Finetune/Learning Rate": 5.39181046728398e-06, "Finetune/Loss": 0.5917404890060425, "Finetune/Loss (Raw)": 0.6187182664871216, "Finetune/Step": 12748, "Finetune/Step Time": 10.937387580052018}
+{"Finetune/Learning Rate": 5.390316029440472e-06, "Finetune/Loss": 0.5915022492408752, "Finetune/Loss (Raw)": 0.6379736661911011, "Finetune/Step": 12749, "Finetune/Step Time": 10.935687080025673}
+{"Finetune/Learning Rate": 5.388821722314501e-06, "Finetune/Loss": 0.5909808874130249, "Finetune/Loss (Raw)": 0.5506623983383179, "Finetune/Step": 12750, "Finetune/Step Time": 10.969575660303235}
+{"Finetune/Learning Rate": 5.387327545948429e-06, "Finetune/Loss": 0.5895909070968628, "Finetune/Loss (Raw)": 0.4982820749282837, "Finetune/Step": 12751, "Finetune/Step Time": 10.974863143637776}
+{"Finetune/Learning Rate": 5.385833500384632e-06, "Finetune/Loss": 0.5893934369087219, "Finetune/Loss (Raw)": 0.5711233019828796, "Finetune/Step": 12752, "Finetune/Step Time": 10.980664426460862}
+{"Finetune/Learning Rate": 5.384339585665476e-06, "Finetune/Loss": 0.5891937613487244, "Finetune/Loss (Raw)": 0.6089599132537842, "Finetune/Step": 12753, "Finetune/Step Time": 10.974280022084713}
+{"Finetune/Learning Rate": 5.382845801833323e-06, "Finetune/Loss": 0.5887864232063293, "Finetune/Loss (Raw)": 0.527142345905304, "Finetune/Step": 12754, "Finetune/Step Time": 10.973061541095376}
+{"Finetune/Learning Rate": 5.381352148930535e-06, "Finetune/Loss": 0.5882362723350525, "Finetune/Loss (Raw)": 0.6494783163070679, "Finetune/Step": 12755, "Finetune/Step Time": 10.995635433122516}
+{"Finetune/Learning Rate": 5.379858626999465e-06, "Finetune/Loss": 0.588537335395813, "Finetune/Loss (Raw)": 0.5285171270370483, "Finetune/Step": 12756, "Finetune/Step Time": 10.998774426057935}
+{"Finetune/Learning Rate": 5.378365236082468e-06, "Finetune/Loss": 0.5889675617218018, "Finetune/Loss (Raw)": 0.6368480920791626, "Finetune/Step": 12757, "Finetune/Step Time": 10.995511494576931}
+{"Finetune/Learning Rate": 5.376871976221889e-06, "Finetune/Loss": 0.5888332724571228, "Finetune/Loss (Raw)": 0.5760031938552856, "Finetune/Step": 12758, "Finetune/Step Time": 10.998439870774746}
+{"Finetune/Learning Rate": 5.3753788474600755e-06, "Finetune/Loss": 0.5901103019714355, "Finetune/Loss (Raw)": 0.7081553339958191, "Finetune/Step": 12759, "Finetune/Step Time": 11.003127582371235}
+{"Finetune/Learning Rate": 5.373885849839367e-06, "Finetune/Loss": 0.5907973051071167, "Finetune/Loss (Raw)": 0.5850040316581726, "Finetune/Step": 12760, "Finetune/Step Time": 10.965198904275894}
+{"Finetune/Learning Rate": 5.372392983402102e-06, "Finetune/Loss": 0.5907204151153564, "Finetune/Loss (Raw)": 0.5540855526924133, "Finetune/Step": 12761, "Finetune/Step Time": 10.968710774555802}
+{"Finetune/Learning Rate": 5.37090024819061e-06, "Finetune/Loss": 0.5913554430007935, "Finetune/Loss (Raw)": 0.5496118664741516, "Finetune/Step": 12762, "Finetune/Step Time": 10.9336962942034}
+{"Finetune/Learning Rate": 5.369407644247225e-06, "Finetune/Loss": 0.5922112464904785, "Finetune/Loss (Raw)": 0.6197808384895325, "Finetune/Step": 12763, "Finetune/Step Time": 10.940292183309793}
+{"Finetune/Learning Rate": 5.367915171614273e-06, "Finetune/Loss": 0.5932294130325317, "Finetune/Loss (Raw)": 0.6574071049690247, "Finetune/Step": 12764, "Finetune/Step Time": 10.940034257248044}
+{"Finetune/Learning Rate": 5.366422830334072e-06, "Finetune/Loss": 0.5912331938743591, "Finetune/Loss (Raw)": 0.3985311985015869, "Finetune/Step": 12765, "Finetune/Step Time": 10.973557487130165}
+{"Finetune/Learning Rate": 5.364930620448946e-06, "Finetune/Loss": 0.5914120674133301, "Finetune/Loss (Raw)": 0.6597961783409119, "Finetune/Step": 12766, "Finetune/Step Time": 10.975069403648376}
+{"Finetune/Learning Rate": 5.363438542001207e-06, "Finetune/Loss": 0.5917567014694214, "Finetune/Loss (Raw)": 0.6329624056816101, "Finetune/Step": 12767, "Finetune/Step Time": 10.963673379272223}
+{"Finetune/Learning Rate": 5.361946595033165e-06, "Finetune/Loss": 0.5922360420227051, "Finetune/Loss (Raw)": 0.6547770500183105, "Finetune/Step": 12768, "Finetune/Step Time": 10.973880730569363}
+{"Finetune/Learning Rate": 5.3604547795871295e-06, "Finetune/Loss": 0.5926796197891235, "Finetune/Loss (Raw)": 0.665176272392273, "Finetune/Step": 12769, "Finetune/Step Time": 10.974356669932604}
+{"Finetune/Learning Rate": 5.358963095705403e-06, "Finetune/Loss": 0.5931280851364136, "Finetune/Loss (Raw)": 0.6304601430892944, "Finetune/Step": 12770, "Finetune/Step Time": 10.982836147770286}
+{"Finetune/Learning Rate": 5.357471543430286e-06, "Finetune/Loss": 0.592056155204773, "Finetune/Loss (Raw)": 0.5906821489334106, "Finetune/Step": 12771, "Finetune/Step Time": 10.96399805136025}
+{"Finetune/Learning Rate": 5.3559801228040746e-06, "Finetune/Loss": 0.5912201404571533, "Finetune/Loss (Raw)": 0.5098825097084045, "Finetune/Step": 12772, "Finetune/Step Time": 10.96364838629961}
+{"Finetune/Learning Rate": 5.354488833869061e-06, "Finetune/Loss": 0.591645359992981, "Finetune/Loss (Raw)": 0.5025677680969238, "Finetune/Step": 12773, "Finetune/Step Time": 10.991717906668782}
+{"Finetune/Learning Rate": 5.352997676667537e-06, "Finetune/Loss": 0.5923373699188232, "Finetune/Loss (Raw)": 0.6701992154121399, "Finetune/Step": 12774, "Finetune/Step Time": 10.988832326605916}
+{"Finetune/Learning Rate": 5.351506651241782e-06, "Finetune/Loss": 0.5937793254852295, "Finetune/Loss (Raw)": 0.5494914650917053, "Finetune/Step": 12775, "Finetune/Step Time": 10.955249341204762}
+{"Finetune/Learning Rate": 5.350015757634075e-06, "Finetune/Loss": 0.5946129560470581, "Finetune/Loss (Raw)": 0.6621987819671631, "Finetune/Step": 12776, "Finetune/Step Time": 10.949542315676808}
+{"Finetune/Learning Rate": 5.3485249958867036e-06, "Finetune/Loss": 0.5937319993972778, "Finetune/Loss (Raw)": 0.5323798656463623, "Finetune/Step": 12777, "Finetune/Step Time": 10.951447051018476}
+{"Finetune/Learning Rate": 5.347034366041934e-06, "Finetune/Loss": 0.5921052694320679, "Finetune/Loss (Raw)": 0.41055914759635925, "Finetune/Step": 12778, "Finetune/Step Time": 10.985153663903475}
+{"Finetune/Learning Rate": 5.34554386814204e-06, "Finetune/Loss": 0.5928356647491455, "Finetune/Loss (Raw)": 0.7728440761566162, "Finetune/Step": 12779, "Finetune/Step Time": 10.981217740103602}
+{"Finetune/Learning Rate": 5.3440535022292904e-06, "Finetune/Loss": 0.5924770832061768, "Finetune/Loss (Raw)": 0.5934098958969116, "Finetune/Step": 12780, "Finetune/Step Time": 10.978564400225878}
+{"Finetune/Learning Rate": 5.34256326834594e-06, "Finetune/Loss": 0.5936839580535889, "Finetune/Loss (Raw)": 0.777691125869751, "Finetune/Step": 12781, "Finetune/Step Time": 10.982196174561977}
+{"Finetune/Learning Rate": 5.341073166534251e-06, "Finetune/Loss": 0.593734085559845, "Finetune/Loss (Raw)": 0.5384056568145752, "Finetune/Step": 12782, "Finetune/Step Time": 10.984912257641554}
+{"Finetune/Learning Rate": 5.339583196836476e-06, "Finetune/Loss": 0.5935162305831909, "Finetune/Loss (Raw)": 0.5562015175819397, "Finetune/Step": 12783, "Finetune/Step Time": 10.92372713983059}
+{"Finetune/Learning Rate": 5.33809335929487e-06, "Finetune/Loss": 0.5931241512298584, "Finetune/Loss (Raw)": 0.6295468807220459, "Finetune/Step": 12784, "Finetune/Step Time": 10.935472700744867}
+{"Finetune/Learning Rate": 5.336603653951682e-06, "Finetune/Loss": 0.5926696062088013, "Finetune/Loss (Raw)": 0.5689541697502136, "Finetune/Step": 12785, "Finetune/Step Time": 10.926692260429263}
+{"Finetune/Learning Rate": 5.335114080849157e-06, "Finetune/Loss": 0.5922534465789795, "Finetune/Loss (Raw)": 0.5142423510551453, "Finetune/Step": 12786, "Finetune/Step Time": 10.910670395940542}
+{"Finetune/Learning Rate": 5.333624640029526e-06, "Finetune/Loss": 0.5933661460876465, "Finetune/Loss (Raw)": 0.6904650330543518, "Finetune/Step": 12787, "Finetune/Step Time": 10.905564596876502}
+{"Finetune/Learning Rate": 5.332135331535033e-06, "Finetune/Loss": 0.5920778512954712, "Finetune/Loss (Raw)": 0.5060771107673645, "Finetune/Step": 12788, "Finetune/Step Time": 10.905729250982404}
+{"Finetune/Learning Rate": 5.330646155407908e-06, "Finetune/Loss": 0.591312050819397, "Finetune/Loss (Raw)": 0.617353081703186, "Finetune/Step": 12789, "Finetune/Step Time": 10.911422008648515}
+{"Finetune/Learning Rate": 5.329157111690375e-06, "Finetune/Loss": 0.5906021595001221, "Finetune/Loss (Raw)": 0.5310583114624023, "Finetune/Step": 12790, "Finetune/Step Time": 10.911588096991181}
+{"Finetune/Learning Rate": 5.327668200424669e-06, "Finetune/Loss": 0.5904450416564941, "Finetune/Loss (Raw)": 0.5674363374710083, "Finetune/Step": 12791, "Finetune/Step Time": 10.896888939663768}
+{"Finetune/Learning Rate": 5.3261794216530104e-06, "Finetune/Loss": 0.5911301374435425, "Finetune/Loss (Raw)": 0.6269193291664124, "Finetune/Step": 12792, "Finetune/Step Time": 10.900055136531591}
+{"Finetune/Learning Rate": 5.324690775417609e-06, "Finetune/Loss": 0.5897759199142456, "Finetune/Loss (Raw)": 0.40994682908058167, "Finetune/Step": 12793, "Finetune/Step Time": 10.92395750246942}
+{"Finetune/Learning Rate": 5.323202261760683e-06, "Finetune/Loss": 0.5896613001823425, "Finetune/Loss (Raw)": 0.569760799407959, "Finetune/Step": 12794, "Finetune/Step Time": 10.986682465299964}
+{"Finetune/Learning Rate": 5.321713880724441e-06, "Finetune/Loss": 0.5890265703201294, "Finetune/Loss (Raw)": 0.3664141297340393, "Finetune/Step": 12795, "Finetune/Step Time": 11.026610245928168}
+{"Finetune/Learning Rate": 5.32022563235109e-06, "Finetune/Loss": 0.5885943174362183, "Finetune/Loss (Raw)": 0.5865505933761597, "Finetune/Step": 12796, "Finetune/Step Time": 11.00601077824831}
+{"Finetune/Learning Rate": 5.318737516682828e-06, "Finetune/Loss": 0.5888603925704956, "Finetune/Loss (Raw)": 0.575221061706543, "Finetune/Step": 12797, "Finetune/Step Time": 10.984692297875881}
+{"Finetune/Learning Rate": 5.317249533761868e-06, "Finetune/Loss": 0.5869154930114746, "Finetune/Loss (Raw)": 0.37491926550865173, "Finetune/Step": 12798, "Finetune/Step Time": 11.010265957564116}
+{"Finetune/Learning Rate": 5.315761683630391e-06, "Finetune/Loss": 0.5878453254699707, "Finetune/Loss (Raw)": 0.5734202861785889, "Finetune/Step": 12799, "Finetune/Step Time": 11.00343912653625}
+{"Finetune/Learning Rate": 5.314273966330591e-06, "Finetune/Loss": 0.5874005556106567, "Finetune/Loss (Raw)": 0.5622947812080383, "Finetune/Step": 12800, "Finetune/Step Time": 11.006152763962746}
+{"Finetune/Learning Rate": 5.312786381904657e-06, "Finetune/Loss": 0.5882667899131775, "Finetune/Loss (Raw)": 0.652556300163269, "Finetune/Step": 12801, "Finetune/Step Time": 11.003095922991633}
+{"Finetune/Learning Rate": 5.311298930394774e-06, "Finetune/Loss": 0.5866659879684448, "Finetune/Loss (Raw)": 0.594091534614563, "Finetune/Step": 12802, "Finetune/Step Time": 11.009636465460062}
+{"Finetune/Learning Rate": 5.30981161184312e-06, "Finetune/Loss": 0.585837721824646, "Finetune/Loss (Raw)": 0.5507419109344482, "Finetune/Step": 12803, "Finetune/Step Time": 11.006857244297862}
+{"Finetune/Learning Rate": 5.3083244262918706e-06, "Finetune/Loss": 0.5858347415924072, "Finetune/Loss (Raw)": 0.5484519004821777, "Finetune/Step": 12804, "Finetune/Step Time": 10.98043223656714}
+{"Finetune/Learning Rate": 5.3068373737832e-06, "Finetune/Loss": 0.5848773717880249, "Finetune/Loss (Raw)": 0.5258045792579651, "Finetune/Step": 12805, "Finetune/Step Time": 10.988717418164015}
+{"Finetune/Learning Rate": 5.305350454359276e-06, "Finetune/Loss": 0.5858309268951416, "Finetune/Loss (Raw)": 0.666402280330658, "Finetune/Step": 12806, "Finetune/Step Time": 10.995252942666411}
+{"Finetune/Learning Rate": 5.303863668062264e-06, "Finetune/Loss": 0.5860016345977783, "Finetune/Loss (Raw)": 0.6636729836463928, "Finetune/Step": 12807, "Finetune/Step Time": 10.9936160761863}
+{"Finetune/Learning Rate": 5.302377014934322e-06, "Finetune/Loss": 0.5867130160331726, "Finetune/Loss (Raw)": 0.6321092844009399, "Finetune/Step": 12808, "Finetune/Step Time": 11.00199693441391}
+{"Finetune/Learning Rate": 5.300890495017612e-06, "Finetune/Loss": 0.5866717100143433, "Finetune/Loss (Raw)": 0.6641860008239746, "Finetune/Step": 12809, "Finetune/Step Time": 11.006534554064274}
+{"Finetune/Learning Rate": 5.299404108354284e-06, "Finetune/Loss": 0.5861959457397461, "Finetune/Loss (Raw)": 0.5858937501907349, "Finetune/Step": 12810, "Finetune/Step Time": 11.022562911733985}
+{"Finetune/Learning Rate": 5.297917854986489e-06, "Finetune/Loss": 0.5852608680725098, "Finetune/Loss (Raw)": 0.5405441522598267, "Finetune/Step": 12811, "Finetune/Step Time": 10.996168160811067}
+{"Finetune/Learning Rate": 5.296431734956372e-06, "Finetune/Loss": 0.5849596858024597, "Finetune/Loss (Raw)": 0.5706467628479004, "Finetune/Step": 12812, "Finetune/Step Time": 10.991546401754022}
+{"Finetune/Learning Rate": 5.2949457483060765e-06, "Finetune/Loss": 0.5865554809570312, "Finetune/Loss (Raw)": 0.6369516253471375, "Finetune/Step": 12813, "Finetune/Step Time": 10.963243028149009}
+{"Finetune/Learning Rate": 5.293459895077739e-06, "Finetune/Loss": 0.5864893198013306, "Finetune/Loss (Raw)": 0.5776018500328064, "Finetune/Step": 12814, "Finetune/Step Time": 10.93387108668685}
+{"Finetune/Learning Rate": 5.2919741753134966e-06, "Finetune/Loss": 0.5844452381134033, "Finetune/Loss (Raw)": 0.45466557145118713, "Finetune/Step": 12815, "Finetune/Step Time": 10.921487774699926}
+{"Finetune/Learning Rate": 5.290488589055484e-06, "Finetune/Loss": 0.5851026773452759, "Finetune/Loss (Raw)": 0.7478365898132324, "Finetune/Step": 12816, "Finetune/Step Time": 10.932928709313273}
+{"Finetune/Learning Rate": 5.289003136345813e-06, "Finetune/Loss": 0.585303544998169, "Finetune/Loss (Raw)": 0.5801348090171814, "Finetune/Step": 12817, "Finetune/Step Time": 10.912931622937322}
+{"Finetune/Learning Rate": 5.2875178172266215e-06, "Finetune/Loss": 0.5838942527770996, "Finetune/Loss (Raw)": 0.5506596565246582, "Finetune/Step": 12818, "Finetune/Step Time": 10.909967316314578}
+{"Finetune/Learning Rate": 5.286032631740023e-06, "Finetune/Loss": 0.5827306509017944, "Finetune/Loss (Raw)": 0.5524426698684692, "Finetune/Step": 12819, "Finetune/Step Time": 10.93667472526431}
+{"Finetune/Learning Rate": 5.284547579928136e-06, "Finetune/Loss": 0.5806504487991333, "Finetune/Loss (Raw)": 0.46571090817451477, "Finetune/Step": 12820, "Finetune/Step Time": 10.989406326785684}
+{"Finetune/Learning Rate": 5.283062661833069e-06, "Finetune/Loss": 0.5804435610771179, "Finetune/Loss (Raw)": 0.5223504304885864, "Finetune/Step": 12821, "Finetune/Step Time": 10.985368199646473}
+{"Finetune/Learning Rate": 5.2815778774969336e-06, "Finetune/Loss": 0.5812508463859558, "Finetune/Loss (Raw)": 0.7186989784240723, "Finetune/Step": 12822, "Finetune/Step Time": 10.985416581854224}
+{"Finetune/Learning Rate": 5.280093226961836e-06, "Finetune/Loss": 0.5826789140701294, "Finetune/Loss (Raw)": 0.6984456777572632, "Finetune/Step": 12823, "Finetune/Step Time": 10.985187666490674}
+{"Finetune/Learning Rate": 5.278608710269863e-06, "Finetune/Loss": 0.5839930176734924, "Finetune/Loss (Raw)": 0.6887753009796143, "Finetune/Step": 12824, "Finetune/Step Time": 10.975341740995646}
+{"Finetune/Learning Rate": 5.277124327463127e-06, "Finetune/Loss": 0.5834956169128418, "Finetune/Loss (Raw)": 0.6022912859916687, "Finetune/Step": 12825, "Finetune/Step Time": 10.978131148964167}
+{"Finetune/Learning Rate": 5.275640078583715e-06, "Finetune/Loss": 0.5825001001358032, "Finetune/Loss (Raw)": 0.46813729405403137, "Finetune/Step": 12826, "Finetune/Step Time": 10.98730056360364}
+{"Finetune/Learning Rate": 5.274155963673715e-06, "Finetune/Loss": 0.5818765163421631, "Finetune/Loss (Raw)": 0.5132949352264404, "Finetune/Step": 12827, "Finetune/Step Time": 10.984157806262374}
+{"Finetune/Learning Rate": 5.272671982775214e-06, "Finetune/Loss": 0.5811223983764648, "Finetune/Loss (Raw)": 0.5637473464012146, "Finetune/Step": 12828, "Finetune/Step Time": 10.991849791258574}
+{"Finetune/Learning Rate": 5.271188135930297e-06, "Finetune/Loss": 0.5813533663749695, "Finetune/Loss (Raw)": 0.5986542701721191, "Finetune/Step": 12829, "Finetune/Step Time": 10.989997509866953}
+{"Finetune/Learning Rate": 5.269704423181032e-06, "Finetune/Loss": 0.5832204818725586, "Finetune/Loss (Raw)": 0.578178882598877, "Finetune/Step": 12830, "Finetune/Step Time": 10.961614415049553}
+{"Finetune/Learning Rate": 5.2682208445695005e-06, "Finetune/Loss": 0.5833364725112915, "Finetune/Loss (Raw)": 0.6369768381118774, "Finetune/Step": 12831, "Finetune/Step Time": 10.940571716055274}
+{"Finetune/Learning Rate": 5.266737400137765e-06, "Finetune/Loss": 0.5830281376838684, "Finetune/Loss (Raw)": 0.5265940427780151, "Finetune/Step": 12832, "Finetune/Step Time": 10.926273927092552}
+{"Finetune/Learning Rate": 5.265254089927903e-06, "Finetune/Loss": 0.5837126970291138, "Finetune/Loss (Raw)": 0.6684392690658569, "Finetune/Step": 12833, "Finetune/Step Time": 10.934442261233926}
+{"Finetune/Learning Rate": 5.263770913981969e-06, "Finetune/Loss": 0.5831507444381714, "Finetune/Loss (Raw)": 0.4002513289451599, "Finetune/Step": 12834, "Finetune/Step Time": 10.892302928492427}
+{"Finetune/Learning Rate": 5.262287872342029e-06, "Finetune/Loss": 0.5829595327377319, "Finetune/Loss (Raw)": 0.6613756418228149, "Finetune/Step": 12835, "Finetune/Step Time": 10.889504009857774}
+{"Finetune/Learning Rate": 5.260804965050128e-06, "Finetune/Loss": 0.5824389457702637, "Finetune/Loss (Raw)": 0.46388325095176697, "Finetune/Step": 12836, "Finetune/Step Time": 10.885125420987606}
+{"Finetune/Learning Rate": 5.259322192148322e-06, "Finetune/Loss": 0.583960235118866, "Finetune/Loss (Raw)": 0.6899499893188477, "Finetune/Step": 12837, "Finetune/Step Time": 10.896713834255934}
+{"Finetune/Learning Rate": 5.2578395536786586e-06, "Finetune/Loss": 0.5845861434936523, "Finetune/Loss (Raw)": 0.6384497284889221, "Finetune/Step": 12838, "Finetune/Step Time": 10.910267308354378}
+{"Finetune/Learning Rate": 5.256357049683176e-06, "Finetune/Loss": 0.5837717056274414, "Finetune/Loss (Raw)": 0.5931549668312073, "Finetune/Step": 12839, "Finetune/Step Time": 10.894044876098633}
+{"Finetune/Learning Rate": 5.254874680203923e-06, "Finetune/Loss": 0.5842089056968689, "Finetune/Loss (Raw)": 0.5327593088150024, "Finetune/Step": 12840, "Finetune/Step Time": 10.88899957574904}
+{"Finetune/Learning Rate": 5.253392445282934e-06, "Finetune/Loss": 0.5840921401977539, "Finetune/Loss (Raw)": 0.5745953917503357, "Finetune/Step": 12841, "Finetune/Step Time": 10.890168730169535}
+{"Finetune/Learning Rate": 5.251910344962234e-06, "Finetune/Loss": 0.5834836363792419, "Finetune/Loss (Raw)": 0.5096185803413391, "Finetune/Step": 12842, "Finetune/Step Time": 10.889016950502992}
+{"Finetune/Learning Rate": 5.2504283792838554e-06, "Finetune/Loss": 0.5832916498184204, "Finetune/Loss (Raw)": 0.5937585234642029, "Finetune/Step": 12843, "Finetune/Step Time": 10.886776929721236}
+{"Finetune/Learning Rate": 5.248946548289821e-06, "Finetune/Loss": 0.5843783020973206, "Finetune/Loss (Raw)": 0.5859982371330261, "Finetune/Step": 12844, "Finetune/Step Time": 10.86815495043993}
+{"Finetune/Learning Rate": 5.247464852022153e-06, "Finetune/Loss": 0.584831178188324, "Finetune/Loss (Raw)": 0.6071953773498535, "Finetune/Step": 12845, "Finetune/Step Time": 10.8739393632859}
+{"Finetune/Learning Rate": 5.245983290522863e-06, "Finetune/Loss": 0.5855661630630493, "Finetune/Loss (Raw)": 0.646073043346405, "Finetune/Step": 12846, "Finetune/Step Time": 10.869163028895855}
+{"Finetune/Learning Rate": 5.244501863833976e-06, "Finetune/Loss": 0.5854353904724121, "Finetune/Loss (Raw)": 0.6001772284507751, "Finetune/Step": 12847, "Finetune/Step Time": 10.860398206859827}
+{"Finetune/Learning Rate": 5.24302057199749e-06, "Finetune/Loss": 0.5842025279998779, "Finetune/Loss (Raw)": 0.5499014258384705, "Finetune/Step": 12848, "Finetune/Step Time": 10.886807225644588}
+{"Finetune/Learning Rate": 5.241539415055412e-06, "Finetune/Loss": 0.5832809209823608, "Finetune/Loss (Raw)": 0.45537006855010986, "Finetune/Step": 12849, "Finetune/Step Time": 10.927617210894823}
+{"Finetune/Learning Rate": 5.240058393049747e-06, "Finetune/Loss": 0.5816816091537476, "Finetune/Loss (Raw)": 0.38591867685317993, "Finetune/Step": 12850, "Finetune/Step Time": 10.960609735921025}
+{"Finetune/Learning Rate": 5.23857750602249e-06, "Finetune/Loss": 0.5813826322555542, "Finetune/Loss (Raw)": 0.588759183883667, "Finetune/Step": 12851, "Finetune/Step Time": 10.956675499677658}
+{"Finetune/Learning Rate": 5.237096754015635e-06, "Finetune/Loss": 0.5825107097625732, "Finetune/Loss (Raw)": 0.6950418949127197, "Finetune/Step": 12852, "Finetune/Step Time": 10.937733709812164}
+{"Finetune/Learning Rate": 5.235616137071172e-06, "Finetune/Loss": 0.5824443101882935, "Finetune/Loss (Raw)": 0.6125301718711853, "Finetune/Step": 12853, "Finetune/Step Time": 10.949996599927545}
+{"Finetune/Learning Rate": 5.234135655231087e-06, "Finetune/Loss": 0.5830957889556885, "Finetune/Loss (Raw)": 0.6335533857345581, "Finetune/Step": 12854, "Finetune/Step Time": 10.95383970439434}
+{"Finetune/Learning Rate": 5.232655308537364e-06, "Finetune/Loss": 0.58455890417099, "Finetune/Loss (Raw)": 0.7530247569084167, "Finetune/Step": 12855, "Finetune/Step Time": 10.954568013548851}
+{"Finetune/Learning Rate": 5.231175097031978e-06, "Finetune/Loss": 0.5838532447814941, "Finetune/Loss (Raw)": 0.6382121443748474, "Finetune/Step": 12856, "Finetune/Step Time": 10.968564461916685}
+{"Finetune/Learning Rate": 5.229695020756906e-06, "Finetune/Loss": 0.5851942300796509, "Finetune/Loss (Raw)": 0.660810649394989, "Finetune/Step": 12857, "Finetune/Step Time": 10.942929521203041}
+{"Finetune/Learning Rate": 5.22821507975412e-06, "Finetune/Loss": 0.5842511653900146, "Finetune/Loss (Raw)": 0.5549365878105164, "Finetune/Step": 12858, "Finetune/Step Time": 10.93784954957664}
+{"Finetune/Learning Rate": 5.226735274065583e-06, "Finetune/Loss": 0.5857845544815063, "Finetune/Loss (Raw)": 0.7633653879165649, "Finetune/Step": 12859, "Finetune/Step Time": 10.940963501110673}
+{"Finetune/Learning Rate": 5.225255603733261e-06, "Finetune/Loss": 0.5864577293395996, "Finetune/Loss (Raw)": 0.5797563791275024, "Finetune/Step": 12860, "Finetune/Step Time": 10.94132406823337}
+{"Finetune/Learning Rate": 5.223776068799114e-06, "Finetune/Loss": 0.5858534574508667, "Finetune/Loss (Raw)": 0.5708884596824646, "Finetune/Step": 12861, "Finetune/Step Time": 10.939698934555054}
+{"Finetune/Learning Rate": 5.222296669305093e-06, "Finetune/Loss": 0.5856574773788452, "Finetune/Loss (Raw)": 0.5805407762527466, "Finetune/Step": 12862, "Finetune/Step Time": 10.93977490440011}
+{"Finetune/Learning Rate": 5.220817405293155e-06, "Finetune/Loss": 0.5857841968536377, "Finetune/Loss (Raw)": 0.6403298377990723, "Finetune/Step": 12863, "Finetune/Step Time": 10.914536230266094}
+{"Finetune/Learning Rate": 5.219338276805243e-06, "Finetune/Loss": 0.5858017206192017, "Finetune/Loss (Raw)": 0.6259768605232239, "Finetune/Step": 12864, "Finetune/Step Time": 10.914869396016002}
+{"Finetune/Learning Rate": 5.217859283883308e-06, "Finetune/Loss": 0.5862848162651062, "Finetune/Loss (Raw)": 0.6376592516899109, "Finetune/Step": 12865, "Finetune/Step Time": 10.914440942928195}
+{"Finetune/Learning Rate": 5.216380426569279e-06, "Finetune/Loss": 0.5867496728897095, "Finetune/Loss (Raw)": 0.5894061923027039, "Finetune/Step": 12866, "Finetune/Step Time": 10.909204358235002}
+{"Finetune/Learning Rate": 5.2149017049051e-06, "Finetune/Loss": 0.5863602161407471, "Finetune/Loss (Raw)": 0.5879719853401184, "Finetune/Step": 12867, "Finetune/Step Time": 10.886372808367014}
+{"Finetune/Learning Rate": 5.213423118932704e-06, "Finetune/Loss": 0.5869411826133728, "Finetune/Loss (Raw)": 0.5987334847450256, "Finetune/Step": 12868, "Finetune/Step Time": 10.875789571553469}
+{"Finetune/Learning Rate": 5.211944668694015e-06, "Finetune/Loss": 0.5876363515853882, "Finetune/Loss (Raw)": 0.588503897190094, "Finetune/Step": 12869, "Finetune/Step Time": 10.884233091026545}
+{"Finetune/Learning Rate": 5.21046635423096e-06, "Finetune/Loss": 0.5877235531806946, "Finetune/Loss (Raw)": 0.5696029663085938, "Finetune/Step": 12870, "Finetune/Step Time": 10.870460210368037}
+{"Finetune/Learning Rate": 5.208988175585463e-06, "Finetune/Loss": 0.5878045558929443, "Finetune/Loss (Raw)": 0.6719973087310791, "Finetune/Step": 12871, "Finetune/Step Time": 10.877801178023219}
+{"Finetune/Learning Rate": 5.207510132799436e-06, "Finetune/Loss": 0.5868718028068542, "Finetune/Loss (Raw)": 0.5602214932441711, "Finetune/Step": 12872, "Finetune/Step Time": 10.896923787891865}
+{"Finetune/Learning Rate": 5.206032225914788e-06, "Finetune/Loss": 0.5868407487869263, "Finetune/Loss (Raw)": 0.6013498902320862, "Finetune/Step": 12873, "Finetune/Step Time": 10.898092556744814}
+{"Finetune/Learning Rate": 5.204554454973438e-06, "Finetune/Loss": 0.5870177149772644, "Finetune/Loss (Raw)": 0.5585699081420898, "Finetune/Step": 12874, "Finetune/Step Time": 10.901118157431483}
+{"Finetune/Learning Rate": 5.203076820017287e-06, "Finetune/Loss": 0.5875828266143799, "Finetune/Loss (Raw)": 0.658184289932251, "Finetune/Step": 12875, "Finetune/Step Time": 10.912479519844055}
+{"Finetune/Learning Rate": 5.201599321088236e-06, "Finetune/Loss": 0.5863068103790283, "Finetune/Loss (Raw)": 0.4553978145122528, "Finetune/Step": 12876, "Finetune/Step Time": 10.886177761480212}
+{"Finetune/Learning Rate": 5.20012195822819e-06, "Finetune/Loss": 0.5867829322814941, "Finetune/Loss (Raw)": 0.6989137530326843, "Finetune/Step": 12877, "Finetune/Step Time": 10.884611707180738}
+{"Finetune/Learning Rate": 5.19864473147903e-06, "Finetune/Loss": 0.5861170887947083, "Finetune/Loss (Raw)": 0.4654386341571808, "Finetune/Step": 12878, "Finetune/Step Time": 10.854783192276955}
+{"Finetune/Learning Rate": 5.197167640882652e-06, "Finetune/Loss": 0.5867557525634766, "Finetune/Loss (Raw)": 0.5800284743309021, "Finetune/Step": 12879, "Finetune/Step Time": 10.852190516889095}
+{"Finetune/Learning Rate": 5.19569068648094e-06, "Finetune/Loss": 0.5886090993881226, "Finetune/Loss (Raw)": 0.8083539605140686, "Finetune/Step": 12880, "Finetune/Step Time": 10.84208987466991}
+{"Finetune/Learning Rate": 5.194213868315781e-06, "Finetune/Loss": 0.5879136323928833, "Finetune/Loss (Raw)": 0.5199346542358398, "Finetune/Step": 12881, "Finetune/Step Time": 10.857026828452945}
+{"Finetune/Learning Rate": 5.192737186429052e-06, "Finetune/Loss": 0.588054895401001, "Finetune/Loss (Raw)": 0.5452197790145874, "Finetune/Step": 12882, "Finetune/Step Time": 10.862669967114925}
+{"Finetune/Learning Rate": 5.1912606408626295e-06, "Finetune/Loss": 0.5872007608413696, "Finetune/Loss (Raw)": 0.5401528477668762, "Finetune/Step": 12883, "Finetune/Step Time": 10.839767856523395}
+{"Finetune/Learning Rate": 5.189784231658377e-06, "Finetune/Loss": 0.5864745378494263, "Finetune/Loss (Raw)": 0.4355543255805969, "Finetune/Step": 12884, "Finetune/Step Time": 10.874716307967901}
+{"Finetune/Learning Rate": 5.1883079588581666e-06, "Finetune/Loss": 0.5862356424331665, "Finetune/Loss (Raw)": 0.6062769889831543, "Finetune/Step": 12885, "Finetune/Step Time": 10.879047824069858}
+{"Finetune/Learning Rate": 5.186831822503858e-06, "Finetune/Loss": 0.5870267152786255, "Finetune/Loss (Raw)": 0.6772633790969849, "Finetune/Step": 12886, "Finetune/Step Time": 10.8845089469105}
+{"Finetune/Learning Rate": 5.185355822637314e-06, "Finetune/Loss": 0.5869147181510925, "Finetune/Loss (Raw)": 0.6938162446022034, "Finetune/Step": 12887, "Finetune/Step Time": 10.872487833723426}
+{"Finetune/Learning Rate": 5.183879959300382e-06, "Finetune/Loss": 0.5878486633300781, "Finetune/Loss (Raw)": 0.7045496702194214, "Finetune/Step": 12888, "Finetune/Step Time": 10.890291649848223}
+{"Finetune/Learning Rate": 5.182404232534927e-06, "Finetune/Loss": 0.5886101722717285, "Finetune/Loss (Raw)": 0.6515533924102783, "Finetune/Step": 12889, "Finetune/Step Time": 10.884791824966669}
+{"Finetune/Learning Rate": 5.180928642382788e-06, "Finetune/Loss": 0.5894345045089722, "Finetune/Loss (Raw)": 0.6551294326782227, "Finetune/Step": 12890, "Finetune/Step Time": 10.887780059129}
+{"Finetune/Learning Rate": 5.179453188885806e-06, "Finetune/Loss": 0.5888106822967529, "Finetune/Loss (Raw)": 0.539932906627655, "Finetune/Step": 12891, "Finetune/Step Time": 10.886264245957136}
+{"Finetune/Learning Rate": 5.177977872085824e-06, "Finetune/Loss": 0.5888882875442505, "Finetune/Loss (Raw)": 0.6673445105552673, "Finetune/Step": 12892, "Finetune/Step Time": 10.887646397575736}
+{"Finetune/Learning Rate": 5.176502692024679e-06, "Finetune/Loss": 0.590307354927063, "Finetune/Loss (Raw)": 0.580166220664978, "Finetune/Step": 12893, "Finetune/Step Time": 10.852931387722492}
+{"Finetune/Learning Rate": 5.1750276487442e-06, "Finetune/Loss": 0.5903722047805786, "Finetune/Loss (Raw)": 0.668104887008667, "Finetune/Step": 12894, "Finetune/Step Time": 10.855444869026542}
+{"Finetune/Learning Rate": 5.1735527422862165e-06, "Finetune/Loss": 0.5896874666213989, "Finetune/Loss (Raw)": 0.5453125834465027, "Finetune/Step": 12895, "Finetune/Step Time": 10.856921525672078}
+{"Finetune/Learning Rate": 5.172077972692553e-06, "Finetune/Loss": 0.5905323028564453, "Finetune/Loss (Raw)": 0.7629142999649048, "Finetune/Step": 12896, "Finetune/Step Time": 10.851418484002352}
+{"Finetune/Learning Rate": 5.17060334000503e-06, "Finetune/Loss": 0.5902305841445923, "Finetune/Loss (Raw)": 0.626554012298584, "Finetune/Step": 12897, "Finetune/Step Time": 10.86648402735591}
+{"Finetune/Learning Rate": 5.169128844265463e-06, "Finetune/Loss": 0.5892974138259888, "Finetune/Loss (Raw)": 0.511017918586731, "Finetune/Step": 12898, "Finetune/Step Time": 10.865561531856656}
+{"Finetune/Learning Rate": 5.167654485515664e-06, "Finetune/Loss": 0.5892424583435059, "Finetune/Loss (Raw)": 0.5836495161056519, "Finetune/Step": 12899, "Finetune/Step Time": 10.887515395879745}
+{"Finetune/Learning Rate": 5.166180263797442e-06, "Finetune/Loss": 0.5899449586868286, "Finetune/Loss (Raw)": 0.5997952818870544, "Finetune/Step": 12900, "Finetune/Step Time": 10.892419686540961}
+{"Finetune/Learning Rate": 5.164706179152604e-06, "Finetune/Loss": 0.59111487865448, "Finetune/Loss (Raw)": 0.6523220539093018, "Finetune/Step": 12901, "Finetune/Step Time": 10.864065965637565}
+{"Finetune/Learning Rate": 5.1632322316229475e-06, "Finetune/Loss": 0.5904465317726135, "Finetune/Loss (Raw)": 0.5846507549285889, "Finetune/Step": 12902, "Finetune/Step Time": 10.86275601759553}
+{"Finetune/Learning Rate": 5.161758421250274e-06, "Finetune/Loss": 0.5916434526443481, "Finetune/Loss (Raw)": 0.702693521976471, "Finetune/Step": 12903, "Finetune/Step Time": 10.86329916678369}
+{"Finetune/Learning Rate": 5.16028474807637e-06, "Finetune/Loss": 0.5905871391296387, "Finetune/Loss (Raw)": 0.526993989944458, "Finetune/Step": 12904, "Finetune/Step Time": 10.879057688638568}
+{"Finetune/Learning Rate": 5.158811212143029e-06, "Finetune/Loss": 0.590297520160675, "Finetune/Loss (Raw)": 0.4953034222126007, "Finetune/Step": 12905, "Finetune/Step Time": 10.915739575400949}
+{"Finetune/Learning Rate": 5.157337813492036e-06, "Finetune/Loss": 0.5923860669136047, "Finetune/Loss (Raw)": 0.6778974533081055, "Finetune/Step": 12906, "Finetune/Step Time": 10.882573746144772}
+{"Finetune/Learning Rate": 5.1558645521651725e-06, "Finetune/Loss": 0.5912196636199951, "Finetune/Loss (Raw)": 0.6235464215278625, "Finetune/Step": 12907, "Finetune/Step Time": 10.8805329259485}
+{"Finetune/Learning Rate": 5.154391428204215e-06, "Finetune/Loss": 0.591244637966156, "Finetune/Loss (Raw)": 0.5966032147407532, "Finetune/Step": 12908, "Finetune/Step Time": 10.884292809292674}
+{"Finetune/Learning Rate": 5.152918441650938e-06, "Finetune/Loss": 0.5899064540863037, "Finetune/Loss (Raw)": 0.6064044237136841, "Finetune/Step": 12909, "Finetune/Step Time": 10.884149350225925}
+{"Finetune/Learning Rate": 5.151445592547111e-06, "Finetune/Loss": 0.589954137802124, "Finetune/Loss (Raw)": 0.5445037484169006, "Finetune/Step": 12910, "Finetune/Step Time": 10.877447817474604}
+{"Finetune/Learning Rate": 5.149972880934497e-06, "Finetune/Loss": 0.5906169414520264, "Finetune/Loss (Raw)": 0.6410454511642456, "Finetune/Step": 12911, "Finetune/Step Time": 10.86893598921597}
+{"Finetune/Learning Rate": 5.148500306854862e-06, "Finetune/Loss": 0.5896849632263184, "Finetune/Loss (Raw)": 0.5102530717849731, "Finetune/Step": 12912, "Finetune/Step Time": 10.856721511110663}
+{"Finetune/Learning Rate": 5.147027870349963e-06, "Finetune/Loss": 0.5895142555236816, "Finetune/Loss (Raw)": 0.5470994710922241, "Finetune/Step": 12913, "Finetune/Step Time": 10.859418915584683}
+{"Finetune/Learning Rate": 5.145555571461558e-06, "Finetune/Loss": 0.5897678136825562, "Finetune/Loss (Raw)": 0.5467084050178528, "Finetune/Step": 12914, "Finetune/Step Time": 10.868975983932614}
+{"Finetune/Learning Rate": 5.144083410231384e-06, "Finetune/Loss": 0.5888328552246094, "Finetune/Loss (Raw)": 0.5707851648330688, "Finetune/Step": 12915, "Finetune/Step Time": 10.874908585101366}
+{"Finetune/Learning Rate": 5.1426113867012e-06, "Finetune/Loss": 0.5899035930633545, "Finetune/Loss (Raw)": 0.6431293487548828, "Finetune/Step": 12916, "Finetune/Step Time": 10.897096855565906}
+{"Finetune/Learning Rate": 5.141139500912745e-06, "Finetune/Loss": 0.5898378491401672, "Finetune/Loss (Raw)": 0.6089374423027039, "Finetune/Step": 12917, "Finetune/Step Time": 10.894848609343171}
+{"Finetune/Learning Rate": 5.139667752907758e-06, "Finetune/Loss": 0.591421365737915, "Finetune/Loss (Raw)": 0.7337455749511719, "Finetune/Step": 12918, "Finetune/Step Time": 10.892158605158329}
+{"Finetune/Learning Rate": 5.138196142727971e-06, "Finetune/Loss": 0.592099130153656, "Finetune/Loss (Raw)": 0.6541973948478699, "Finetune/Step": 12919, "Finetune/Step Time": 10.902927443385124}
+{"Finetune/Learning Rate": 5.13672467041512e-06, "Finetune/Loss": 0.5915135145187378, "Finetune/Loss (Raw)": 0.5519547462463379, "Finetune/Step": 12920, "Finetune/Step Time": 10.898727964609861}
+{"Finetune/Learning Rate": 5.135253336010923e-06, "Finetune/Loss": 0.592727780342102, "Finetune/Loss (Raw)": 0.5653783679008484, "Finetune/Step": 12921, "Finetune/Step Time": 10.862339705228806}
+{"Finetune/Learning Rate": 5.133782139557107e-06, "Finetune/Loss": 0.5924396514892578, "Finetune/Loss (Raw)": 0.5328789353370667, "Finetune/Step": 12922, "Finetune/Step Time": 10.783491609618068}
+{"Finetune/Learning Rate": 5.132311081095394e-06, "Finetune/Loss": 0.5946272611618042, "Finetune/Loss (Raw)": 0.6464266777038574, "Finetune/Step": 12923, "Finetune/Step Time": 10.750440131872892}
+{"Finetune/Learning Rate": 5.1308401606674984e-06, "Finetune/Loss": 0.5943045616149902, "Finetune/Loss (Raw)": 0.5452458262443542, "Finetune/Step": 12924, "Finetune/Step Time": 10.77571152150631}
+{"Finetune/Learning Rate": 5.129369378315128e-06, "Finetune/Loss": 0.5936594009399414, "Finetune/Loss (Raw)": 0.492643803358078, "Finetune/Step": 12925, "Finetune/Step Time": 10.780089119449258}
+{"Finetune/Learning Rate": 5.127898734079997e-06, "Finetune/Loss": 0.595020055770874, "Finetune/Loss (Raw)": 0.5490822792053223, "Finetune/Step": 12926, "Finetune/Step Time": 10.755817499011755}
+{"Finetune/Learning Rate": 5.126428228003799e-06, "Finetune/Loss": 0.595232367515564, "Finetune/Loss (Raw)": 0.6005966663360596, "Finetune/Step": 12927, "Finetune/Step Time": 10.759789917618036}
+{"Finetune/Learning Rate": 5.124957860128237e-06, "Finetune/Loss": 0.5954053401947021, "Finetune/Loss (Raw)": 0.5844308733940125, "Finetune/Step": 12928, "Finetune/Step Time": 10.761177970096469}
+{"Finetune/Learning Rate": 5.123487630495006e-06, "Finetune/Loss": 0.5939124822616577, "Finetune/Loss (Raw)": 0.4614730179309845, "Finetune/Step": 12929, "Finetune/Step Time": 10.760059112682939}
+{"Finetune/Learning Rate": 5.1220175391458e-06, "Finetune/Loss": 0.5950561761856079, "Finetune/Loss (Raw)": 0.7404874563217163, "Finetune/Step": 12930, "Finetune/Step Time": 10.754124660044909}
+{"Finetune/Learning Rate": 5.1205475861223064e-06, "Finetune/Loss": 0.5948481559753418, "Finetune/Loss (Raw)": 0.5241087675094604, "Finetune/Step": 12931, "Finetune/Step Time": 10.748794974759221}
+{"Finetune/Learning Rate": 5.119077771466212e-06, "Finetune/Loss": 0.5947149991989136, "Finetune/Loss (Raw)": 0.531406044960022, "Finetune/Step": 12932, "Finetune/Step Time": 10.765302710235119}
+{"Finetune/Learning Rate": 5.117608095219189e-06, "Finetune/Loss": 0.5960114002227783, "Finetune/Loss (Raw)": 0.6917438507080078, "Finetune/Step": 12933, "Finetune/Step Time": 10.759723907336593}
+{"Finetune/Learning Rate": 5.116138557422916e-06, "Finetune/Loss": 0.5960646271705627, "Finetune/Loss (Raw)": 0.6732190251350403, "Finetune/Step": 12934, "Finetune/Step Time": 10.753561099991202}
+{"Finetune/Learning Rate": 5.114669158119065e-06, "Finetune/Loss": 0.5964537262916565, "Finetune/Loss (Raw)": 0.7134836316108704, "Finetune/Step": 12935, "Finetune/Step Time": 10.74943502061069}
+{"Finetune/Learning Rate": 5.113199897349302e-06, "Finetune/Loss": 0.5961613655090332, "Finetune/Loss (Raw)": 0.5946831107139587, "Finetune/Step": 12936, "Finetune/Step Time": 10.74888439849019}
+{"Finetune/Learning Rate": 5.111730775155298e-06, "Finetune/Loss": 0.5958093404769897, "Finetune/Loss (Raw)": 0.619124710559845, "Finetune/Step": 12937, "Finetune/Step Time": 10.746845597401261}
+{"Finetune/Learning Rate": 5.110261791578712e-06, "Finetune/Loss": 0.595530092716217, "Finetune/Loss (Raw)": 0.5501534342765808, "Finetune/Step": 12938, "Finetune/Step Time": 10.712278317660093}
+{"Finetune/Learning Rate": 5.1087929466611945e-06, "Finetune/Loss": 0.5966567397117615, "Finetune/Loss (Raw)": 0.6847521662712097, "Finetune/Step": 12939, "Finetune/Step Time": 10.714323634281754}
+{"Finetune/Learning Rate": 5.107324240444398e-06, "Finetune/Loss": 0.5969573259353638, "Finetune/Loss (Raw)": 0.6091254949569702, "Finetune/Step": 12940, "Finetune/Step Time": 10.719439823180437}
+{"Finetune/Learning Rate": 5.1058556729699745e-06, "Finetune/Loss": 0.5975016951560974, "Finetune/Loss (Raw)": 0.7066323161125183, "Finetune/Step": 12941, "Finetune/Step Time": 10.712777227163315}
+{"Finetune/Learning Rate": 5.104387244279567e-06, "Finetune/Loss": 0.5972938537597656, "Finetune/Loss (Raw)": 0.5509989857673645, "Finetune/Step": 12942, "Finetune/Step Time": 10.708238415420055}
+{"Finetune/Learning Rate": 5.102918954414815e-06, "Finetune/Loss": 0.5986005663871765, "Finetune/Loss (Raw)": 0.6219257116317749, "Finetune/Step": 12943, "Finetune/Step Time": 10.706480368971825}
+{"Finetune/Learning Rate": 5.101450803417357e-06, "Finetune/Loss": 0.5980352163314819, "Finetune/Loss (Raw)": 0.6754624247550964, "Finetune/Step": 12944, "Finetune/Step Time": 10.68796550296247}
+{"Finetune/Learning Rate": 5.099982791328824e-06, "Finetune/Loss": 0.598352313041687, "Finetune/Loss (Raw)": 0.6207306981086731, "Finetune/Step": 12945, "Finetune/Step Time": 10.689492478966713}
+{"Finetune/Learning Rate": 5.098514918190846e-06, "Finetune/Loss": 0.5978318452835083, "Finetune/Loss (Raw)": 0.48403599858283997, "Finetune/Step": 12946, "Finetune/Step Time": 10.69079041481018}
+{"Finetune/Learning Rate": 5.0970471840450475e-06, "Finetune/Loss": 0.5983319282531738, "Finetune/Loss (Raw)": 0.616455614566803, "Finetune/Step": 12947, "Finetune/Step Time": 10.683351080864668}
+{"Finetune/Learning Rate": 5.0955795889330475e-06, "Finetune/Loss": 0.5998964309692383, "Finetune/Loss (Raw)": 0.6659652590751648, "Finetune/Step": 12948, "Finetune/Step Time": 10.627437517046928}
+{"Finetune/Learning Rate": 5.094112132896464e-06, "Finetune/Loss": 0.6003409624099731, "Finetune/Loss (Raw)": 0.5792512893676758, "Finetune/Step": 12949, "Finetune/Step Time": 10.626738211140037}
+{"Finetune/Learning Rate": 5.09264481597691e-06, "Finetune/Loss": 0.598380982875824, "Finetune/Loss (Raw)": 0.4678193926811218, "Finetune/Step": 12950, "Finetune/Step Time": 10.635724794119596}
+{"Finetune/Learning Rate": 5.091177638215995e-06, "Finetune/Loss": 0.5973587036132812, "Finetune/Loss (Raw)": 0.5676012635231018, "Finetune/Step": 12951, "Finetune/Step Time": 10.633905678987503}
+{"Finetune/Learning Rate": 5.089710599655323e-06, "Finetune/Loss": 0.5964633226394653, "Finetune/Loss (Raw)": 0.5741689801216125, "Finetune/Step": 12952, "Finetune/Step Time": 10.638483950868249}
+{"Finetune/Learning Rate": 5.088243700336495e-06, "Finetune/Loss": 0.5961160063743591, "Finetune/Loss (Raw)": 0.5578302145004272, "Finetune/Step": 12953, "Finetune/Step Time": 10.639390993863344}
+{"Finetune/Learning Rate": 5.086776940301109e-06, "Finetune/Loss": 0.5975291728973389, "Finetune/Loss (Raw)": 0.6490146517753601, "Finetune/Step": 12954, "Finetune/Step Time": 10.631627755239606}
+{"Finetune/Learning Rate": 5.085310319590757e-06, "Finetune/Loss": 0.5981457233428955, "Finetune/Loss (Raw)": 0.5922131538391113, "Finetune/Step": 12955, "Finetune/Step Time": 10.631825184449553}
+{"Finetune/Learning Rate": 5.08384383824703e-06, "Finetune/Loss": 0.5981878638267517, "Finetune/Loss (Raw)": 0.569149911403656, "Finetune/Step": 12956, "Finetune/Step Time": 10.630735352635384}
+{"Finetune/Learning Rate": 5.082377496311513e-06, "Finetune/Loss": 0.5983790159225464, "Finetune/Loss (Raw)": 0.6231222748756409, "Finetune/Step": 12957, "Finetune/Step Time": 10.635557556524873}
+{"Finetune/Learning Rate": 5.0809112938257836e-06, "Finetune/Loss": 0.5991247892379761, "Finetune/Loss (Raw)": 0.6736392378807068, "Finetune/Step": 12958, "Finetune/Step Time": 10.62967598438263}
+{"Finetune/Learning Rate": 5.079445230831424e-06, "Finetune/Loss": 0.598696231842041, "Finetune/Loss (Raw)": 0.5821215510368347, "Finetune/Step": 12959, "Finetune/Step Time": 10.638426009565592}
+{"Finetune/Learning Rate": 5.077979307370004e-06, "Finetune/Loss": 0.6001723408699036, "Finetune/Loss (Raw)": 0.7155304551124573, "Finetune/Step": 12960, "Finetune/Step Time": 10.645710125565529}
+{"Finetune/Learning Rate": 5.0765135234830955e-06, "Finetune/Loss": 0.5993481278419495, "Finetune/Loss (Raw)": 0.5629403591156006, "Finetune/Step": 12961, "Finetune/Step Time": 10.638846393674612}
+{"Finetune/Learning Rate": 5.075047879212266e-06, "Finetune/Loss": 0.599977970123291, "Finetune/Loss (Raw)": 0.48087751865386963, "Finetune/Step": 12962, "Finetune/Step Time": 10.694958267733455}
+{"Finetune/Learning Rate": 5.073582374599071e-06, "Finetune/Loss": 0.5988141894340515, "Finetune/Loss (Raw)": 0.5124102234840393, "Finetune/Step": 12963, "Finetune/Step Time": 10.7144441511482}
+{"Finetune/Learning Rate": 5.072117009685066e-06, "Finetune/Loss": 0.6000874042510986, "Finetune/Loss (Raw)": 0.6268566250801086, "Finetune/Step": 12964, "Finetune/Step Time": 10.712194418534636}
+{"Finetune/Learning Rate": 5.070651784511815e-06, "Finetune/Loss": 0.5987007021903992, "Finetune/Loss (Raw)": 0.512444257736206, "Finetune/Step": 12965, "Finetune/Step Time": 10.71391624212265}
+{"Finetune/Learning Rate": 5.06918669912086e-06, "Finetune/Loss": 0.5985817313194275, "Finetune/Loss (Raw)": 0.6232174038887024, "Finetune/Step": 12966, "Finetune/Step Time": 10.701531484723091}
+{"Finetune/Learning Rate": 5.0677217535537506e-06, "Finetune/Loss": 0.5989081859588623, "Finetune/Loss (Raw)": 0.6349520683288574, "Finetune/Step": 12967, "Finetune/Step Time": 10.703457068651915}
+{"Finetune/Learning Rate": 5.06625694785203e-06, "Finetune/Loss": 0.5996257066726685, "Finetune/Loss (Raw)": 0.6246005892753601, "Finetune/Step": 12968, "Finetune/Step Time": 10.702938538044691}
+{"Finetune/Learning Rate": 5.064792282057229e-06, "Finetune/Loss": 0.6000924706459045, "Finetune/Loss (Raw)": 0.6343357563018799, "Finetune/Step": 12969, "Finetune/Step Time": 10.705082699656487}
+{"Finetune/Learning Rate": 5.063327756210885e-06, "Finetune/Loss": 0.6009501218795776, "Finetune/Loss (Raw)": 0.6193975806236267, "Finetune/Step": 12970, "Finetune/Step Time": 10.680531222373247}
+{"Finetune/Learning Rate": 5.061863370354524e-06, "Finetune/Loss": 0.6015702486038208, "Finetune/Loss (Raw)": 0.6731383800506592, "Finetune/Step": 12971, "Finetune/Step Time": 10.675049897283316}
+{"Finetune/Learning Rate": 5.06039912452968e-06, "Finetune/Loss": 0.6013443470001221, "Finetune/Loss (Raw)": 0.5570814609527588, "Finetune/Step": 12972, "Finetune/Step Time": 10.659903332591057}
+{"Finetune/Learning Rate": 5.05893501877787e-06, "Finetune/Loss": 0.6017296314239502, "Finetune/Loss (Raw)": 0.656501293182373, "Finetune/Step": 12973, "Finetune/Step Time": 10.676455423235893}
+{"Finetune/Learning Rate": 5.057471053140615e-06, "Finetune/Loss": 0.601729154586792, "Finetune/Loss (Raw)": 0.646020770072937, "Finetune/Step": 12974, "Finetune/Step Time": 10.672100882977247}
+{"Finetune/Learning Rate": 5.056007227659424e-06, "Finetune/Loss": 0.6020668745040894, "Finetune/Loss (Raw)": 0.6434088945388794, "Finetune/Step": 12975, "Finetune/Step Time": 10.694537514820695}
+{"Finetune/Learning Rate": 5.054543542375809e-06, "Finetune/Loss": 0.6023306846618652, "Finetune/Loss (Raw)": 0.5836702585220337, "Finetune/Step": 12976, "Finetune/Step Time": 10.684454275295138}
+{"Finetune/Learning Rate": 5.053079997331276e-06, "Finetune/Loss": 0.6031611561775208, "Finetune/Loss (Raw)": 0.5616623759269714, "Finetune/Step": 12977, "Finetune/Step Time": 10.649001942947507}
+{"Finetune/Learning Rate": 5.051616592567323e-06, "Finetune/Loss": 0.6049573421478271, "Finetune/Loss (Raw)": 0.6158321499824524, "Finetune/Step": 12978, "Finetune/Step Time": 10.618854824453592}
+{"Finetune/Learning Rate": 5.050153328125455e-06, "Finetune/Loss": 0.6052752733230591, "Finetune/Loss (Raw)": 0.6294625997543335, "Finetune/Step": 12979, "Finetune/Step Time": 10.624355470761657}
+{"Finetune/Learning Rate": 5.048690204047169e-06, "Finetune/Loss": 0.605129599571228, "Finetune/Loss (Raw)": 0.6763858199119568, "Finetune/Step": 12980, "Finetune/Step Time": 10.633683299645782}
+{"Finetune/Learning Rate": 5.0472272203739445e-06, "Finetune/Loss": 0.6040878295898438, "Finetune/Loss (Raw)": 0.47918620705604553, "Finetune/Step": 12981, "Finetune/Step Time": 10.661126105114818}
+{"Finetune/Learning Rate": 5.045764377147273e-06, "Finetune/Loss": 0.6044548749923706, "Finetune/Loss (Raw)": 0.6805351972579956, "Finetune/Step": 12982, "Finetune/Step Time": 10.664673317223787}
+{"Finetune/Learning Rate": 5.044301674408633e-06, "Finetune/Loss": 0.6029371023178101, "Finetune/Loss (Raw)": 0.5587525367736816, "Finetune/Step": 12983, "Finetune/Step Time": 10.67025955580175}
+{"Finetune/Learning Rate": 5.042839112199509e-06, "Finetune/Loss": 0.6025761365890503, "Finetune/Loss (Raw)": 0.5920078158378601, "Finetune/Step": 12984, "Finetune/Step Time": 10.660449178889394}
+{"Finetune/Learning Rate": 5.041376690561366e-06, "Finetune/Loss": 0.6022021770477295, "Finetune/Loss (Raw)": 0.6129364967346191, "Finetune/Step": 12985, "Finetune/Step Time": 10.676742335781455}
+{"Finetune/Learning Rate": 5.039914409535683e-06, "Finetune/Loss": 0.6024596691131592, "Finetune/Loss (Raw)": 0.5879014730453491, "Finetune/Step": 12986, "Finetune/Step Time": 10.678056923672557}
+{"Finetune/Learning Rate": 5.038452269163927e-06, "Finetune/Loss": 0.6013761758804321, "Finetune/Loss (Raw)": 0.6246822476387024, "Finetune/Step": 12987, "Finetune/Step Time": 10.67490104213357}
+{"Finetune/Learning Rate": 5.0369902694875526e-06, "Finetune/Loss": 0.6015204191207886, "Finetune/Loss (Raw)": 0.5982151031494141, "Finetune/Step": 12988, "Finetune/Step Time": 10.676681587472558}
+{"Finetune/Learning Rate": 5.035528410548021e-06, "Finetune/Loss": 0.6007903218269348, "Finetune/Loss (Raw)": 0.4774293303489685, "Finetune/Step": 12989, "Finetune/Step Time": 10.67555982992053}
+{"Finetune/Learning Rate": 5.034066692386786e-06, "Finetune/Loss": 0.601415753364563, "Finetune/Loss (Raw)": 0.6606037020683289, "Finetune/Step": 12990, "Finetune/Step Time": 10.667759841307998}
+{"Finetune/Learning Rate": 5.032605115045299e-06, "Finetune/Loss": 0.6008543372154236, "Finetune/Loss (Raw)": 0.5684670209884644, "Finetune/Step": 12991, "Finetune/Step Time": 10.667539982125163}
+{"Finetune/Learning Rate": 5.031143678565005e-06, "Finetune/Loss": 0.6013814210891724, "Finetune/Loss (Raw)": 0.693446159362793, "Finetune/Step": 12992, "Finetune/Step Time": 10.665499335154891}
+{"Finetune/Learning Rate": 5.0296823829873475e-06, "Finetune/Loss": 0.6006906032562256, "Finetune/Loss (Raw)": 0.549231767654419, "Finetune/Step": 12993, "Finetune/Step Time": 10.676156833767891}
+{"Finetune/Learning Rate": 5.028221228353763e-06, "Finetune/Loss": 0.6003214716911316, "Finetune/Loss (Raw)": 0.5421579480171204, "Finetune/Step": 12994, "Finetune/Step Time": 10.694886714220047}
+{"Finetune/Learning Rate": 5.026760214705688e-06, "Finetune/Loss": 0.6007455587387085, "Finetune/Loss (Raw)": 0.6422480940818787, "Finetune/Step": 12995, "Finetune/Step Time": 10.692039461806417}
+{"Finetune/Learning Rate": 5.025299342084551e-06, "Finetune/Loss": 0.6010617613792419, "Finetune/Loss (Raw)": 0.6392127275466919, "Finetune/Step": 12996, "Finetune/Step Time": 10.686647348105907}
+{"Finetune/Learning Rate": 5.023838610531777e-06, "Finetune/Loss": 0.6000076532363892, "Finetune/Loss (Raw)": 0.4535711705684662, "Finetune/Step": 12997, "Finetune/Step Time": 10.67848894558847}
+{"Finetune/Learning Rate": 5.022378020088791e-06, "Finetune/Loss": 0.6002877354621887, "Finetune/Loss (Raw)": 0.6054665446281433, "Finetune/Step": 12998, "Finetune/Step Time": 10.676427472382784}
+{"Finetune/Learning Rate": 5.020917570797009e-06, "Finetune/Loss": 0.5994781851768494, "Finetune/Loss (Raw)": 0.5683717727661133, "Finetune/Step": 12999, "Finetune/Step Time": 10.67132450826466}
+{"Finetune/Learning Rate": 5.019457262697847e-06, "Finetune/Loss": 0.5996626615524292, "Finetune/Loss (Raw)": 0.583832323551178, "Finetune/Step": 13000, "Finetune/Step Time": 10.664637776091695}
+{"Finetune/Learning Rate": 5.017997095832714e-06, "Finetune/Loss": 0.5990164279937744, "Finetune/Loss (Raw)": 0.5186290740966797, "Finetune/Step": 13001, "Finetune/Step Time": 10.6552564650774}
+{"Finetune/Learning Rate": 5.0165370702430165e-06, "Finetune/Loss": 0.599379301071167, "Finetune/Loss (Raw)": 0.6050219535827637, "Finetune/Step": 13002, "Finetune/Step Time": 10.655951492488384}
+{"Finetune/Learning Rate": 5.015077185970156e-06, "Finetune/Loss": 0.5988603830337524, "Finetune/Loss (Raw)": 0.5917589664459229, "Finetune/Step": 13003, "Finetune/Step Time": 10.650637112557888}
+{"Finetune/Learning Rate": 5.013617443055532e-06, "Finetune/Loss": 0.600008487701416, "Finetune/Loss (Raw)": 0.6023603677749634, "Finetune/Step": 13004, "Finetune/Step Time": 10.646553866565228}
+{"Finetune/Learning Rate": 5.012157841540537e-06, "Finetune/Loss": 0.5995010137557983, "Finetune/Loss (Raw)": 0.6339514851570129, "Finetune/Step": 13005, "Finetune/Step Time": 10.645701540634036}
+{"Finetune/Learning Rate": 5.010698381466564e-06, "Finetune/Loss": 0.6003484725952148, "Finetune/Loss (Raw)": 0.5739198327064514, "Finetune/Step": 13006, "Finetune/Step Time": 10.638530416414142}
+{"Finetune/Learning Rate": 5.009239062874995e-06, "Finetune/Loss": 0.5995977520942688, "Finetune/Loss (Raw)": 0.48393431305885315, "Finetune/Step": 13007, "Finetune/Step Time": 10.63695359043777}
+{"Finetune/Learning Rate": 5.007779885807216e-06, "Finetune/Loss": 0.5962716937065125, "Finetune/Loss (Raw)": 0.3826174736022949, "Finetune/Step": 13008, "Finetune/Step Time": 10.673577098175883}
+{"Finetune/Learning Rate": 5.006320850304602e-06, "Finetune/Loss": 0.5959537029266357, "Finetune/Loss (Raw)": 0.4792361259460449, "Finetune/Step": 13009, "Finetune/Step Time": 10.672511138021946}
+{"Finetune/Learning Rate": 5.00486195640853e-06, "Finetune/Loss": 0.5961854457855225, "Finetune/Loss (Raw)": 0.574878990650177, "Finetune/Step": 13010, "Finetune/Step Time": 10.666309159249067}
+{"Finetune/Learning Rate": 5.003403204160372e-06, "Finetune/Loss": 0.5956296920776367, "Finetune/Loss (Raw)": 0.46901774406433105, "Finetune/Step": 13011, "Finetune/Step Time": 10.663213716819882}
+{"Finetune/Learning Rate": 5.001944593601482e-06, "Finetune/Loss": 0.5972645282745361, "Finetune/Loss (Raw)": 0.6448084115982056, "Finetune/Step": 13012, "Finetune/Step Time": 10.630780374631286}
+{"Finetune/Learning Rate": 5.000486124773236e-06, "Finetune/Loss": 0.5967327952384949, "Finetune/Loss (Raw)": 0.5382148027420044, "Finetune/Step": 13013, "Finetune/Step Time": 10.629657143726945}
+{"Finetune/Learning Rate": 4.999027797716986e-06, "Finetune/Loss": 0.5959610342979431, "Finetune/Loss (Raw)": 0.5784867405891418, "Finetune/Step": 13014, "Finetune/Step Time": 10.62476433813572}
+{"Finetune/Learning Rate": 4.997569612474088e-06, "Finetune/Loss": 0.5960912704467773, "Finetune/Loss (Raw)": 0.7104864120483398, "Finetune/Step": 13015, "Finetune/Step Time": 10.63493736833334}
+{"Finetune/Learning Rate": 4.996111569085889e-06, "Finetune/Loss": 0.5953623056411743, "Finetune/Loss (Raw)": 0.6112406849861145, "Finetune/Step": 13016, "Finetune/Step Time": 10.621938144788146}
+{"Finetune/Learning Rate": 4.994653667593742e-06, "Finetune/Loss": 0.5953068137168884, "Finetune/Loss (Raw)": 0.6444472670555115, "Finetune/Step": 13017, "Finetune/Step Time": 10.60510784201324}
+{"Finetune/Learning Rate": 4.9931959080389795e-06, "Finetune/Loss": 0.5945524573326111, "Finetune/Loss (Raw)": 0.5585732460021973, "Finetune/Step": 13018, "Finetune/Step Time": 10.610529746860266}
+{"Finetune/Learning Rate": 4.991738290462943e-06, "Finetune/Loss": 0.5949956774711609, "Finetune/Loss (Raw)": 0.5966662764549255, "Finetune/Step": 13019, "Finetune/Step Time": 10.606538534164429}
+{"Finetune/Learning Rate": 4.9902808149069635e-06, "Finetune/Loss": 0.5939431190490723, "Finetune/Loss (Raw)": 0.5326169729232788, "Finetune/Step": 13020, "Finetune/Step Time": 10.610612036660314}
+{"Finetune/Learning Rate": 4.988823481412378e-06, "Finetune/Loss": 0.5946966409683228, "Finetune/Loss (Raw)": 0.6766126751899719, "Finetune/Step": 13021, "Finetune/Step Time": 10.609216714277864}
+{"Finetune/Learning Rate": 4.9873662900205086e-06, "Finetune/Loss": 0.5935825109481812, "Finetune/Loss (Raw)": 0.525500476360321, "Finetune/Step": 13022, "Finetune/Step Time": 10.613796366378665}
+{"Finetune/Learning Rate": 4.985909240772682e-06, "Finetune/Loss": 0.5942972898483276, "Finetune/Loss (Raw)": 0.6368075609207153, "Finetune/Step": 13023, "Finetune/Step Time": 10.610613137483597}
+{"Finetune/Learning Rate": 4.984452333710207e-06, "Finetune/Loss": 0.5925214886665344, "Finetune/Loss (Raw)": 0.5356073975563049, "Finetune/Step": 13024, "Finetune/Step Time": 10.628650506958365}
+{"Finetune/Learning Rate": 4.982995568874401e-06, "Finetune/Loss": 0.5923536419868469, "Finetune/Loss (Raw)": 0.6050683856010437, "Finetune/Step": 13025, "Finetune/Step Time": 10.615768289193511}
+{"Finetune/Learning Rate": 4.981538946306574e-06, "Finetune/Loss": 0.5928208827972412, "Finetune/Loss (Raw)": 0.5708255767822266, "Finetune/Step": 13026, "Finetune/Step Time": 10.617803607136011}
+{"Finetune/Learning Rate": 4.980082466048028e-06, "Finetune/Loss": 0.5938252210617065, "Finetune/Loss (Raw)": 0.7122108340263367, "Finetune/Step": 13027, "Finetune/Step Time": 10.598444480448961}
+{"Finetune/Learning Rate": 4.978626128140074e-06, "Finetune/Loss": 0.5947100520133972, "Finetune/Loss (Raw)": 0.7130448818206787, "Finetune/Step": 13028, "Finetune/Step Time": 10.588857958093286}
+{"Finetune/Learning Rate": 4.977169932624007e-06, "Finetune/Loss": 0.5945292115211487, "Finetune/Loss (Raw)": 0.629177451133728, "Finetune/Step": 13029, "Finetune/Step Time": 10.589433720335364}
+{"Finetune/Learning Rate": 4.975713879541113e-06, "Finetune/Loss": 0.5940526723861694, "Finetune/Loss (Raw)": 0.5236504077911377, "Finetune/Step": 13030, "Finetune/Step Time": 10.591409210115671}
+{"Finetune/Learning Rate": 4.974257968932687e-06, "Finetune/Loss": 0.5916448831558228, "Finetune/Loss (Raw)": 0.3945014178752899, "Finetune/Step": 13031, "Finetune/Step Time": 10.627288548275828}
+{"Finetune/Learning Rate": 4.972802200840013e-06, "Finetune/Loss": 0.5917702913284302, "Finetune/Loss (Raw)": 0.5430358648300171, "Finetune/Step": 13032, "Finetune/Step Time": 10.618051024153829}
+{"Finetune/Learning Rate": 4.971346575304375e-06, "Finetune/Loss": 0.5930279493331909, "Finetune/Loss (Raw)": 0.6562932133674622, "Finetune/Step": 13033, "Finetune/Step Time": 10.608218209818006}
+{"Finetune/Learning Rate": 4.969891092367043e-06, "Finetune/Loss": 0.5922388434410095, "Finetune/Loss (Raw)": 0.5768876075744629, "Finetune/Step": 13034, "Finetune/Step Time": 10.607114154845476}
+{"Finetune/Learning Rate": 4.968435752069304e-06, "Finetune/Loss": 0.5916629433631897, "Finetune/Loss (Raw)": 0.5498391389846802, "Finetune/Step": 13035, "Finetune/Step Time": 10.60600003786385}
+{"Finetune/Learning Rate": 4.966980554452415e-06, "Finetune/Loss": 0.5918241739273071, "Finetune/Loss (Raw)": 0.6172339916229248, "Finetune/Step": 13036, "Finetune/Step Time": 10.600379837676883}
+{"Finetune/Learning Rate": 4.965525499557646e-06, "Finetune/Loss": 0.5908896327018738, "Finetune/Loss (Raw)": 0.4867807626724243, "Finetune/Step": 13037, "Finetune/Step Time": 10.60555985569954}
+{"Finetune/Learning Rate": 4.964070587426258e-06, "Finetune/Loss": 0.590773344039917, "Finetune/Loss (Raw)": 0.5296255946159363, "Finetune/Step": 13038, "Finetune/Step Time": 10.63891707547009}
+{"Finetune/Learning Rate": 4.962615818099508e-06, "Finetune/Loss": 0.5896172523498535, "Finetune/Loss (Raw)": 0.49306198954582214, "Finetune/Step": 13039, "Finetune/Step Time": 10.641330599784851}
+{"Finetune/Learning Rate": 4.961161191618649e-06, "Finetune/Loss": 0.5909873247146606, "Finetune/Loss (Raw)": 0.685619056224823, "Finetune/Step": 13040, "Finetune/Step Time": 10.646080961450934}
+{"Finetune/Learning Rate": 4.9597067080249285e-06, "Finetune/Loss": 0.5921264886856079, "Finetune/Loss (Raw)": 0.6929124593734741, "Finetune/Step": 13041, "Finetune/Step Time": 10.639777902513742}
+{"Finetune/Learning Rate": 4.958252367359594e-06, "Finetune/Loss": 0.5923669338226318, "Finetune/Loss (Raw)": 0.5774838328361511, "Finetune/Step": 13042, "Finetune/Step Time": 10.634022612124681}
+{"Finetune/Learning Rate": 4.956798169663886e-06, "Finetune/Loss": 0.5931051969528198, "Finetune/Loss (Raw)": 0.6652905941009521, "Finetune/Step": 13043, "Finetune/Step Time": 10.643671609461308}
+{"Finetune/Learning Rate": 4.955344114979041e-06, "Finetune/Loss": 0.5924087166786194, "Finetune/Loss (Raw)": 0.5539780855178833, "Finetune/Step": 13044, "Finetune/Step Time": 10.622776797041297}
+{"Finetune/Learning Rate": 4.953890203346291e-06, "Finetune/Loss": 0.5924046039581299, "Finetune/Loss (Raw)": 0.6084084510803223, "Finetune/Step": 13045, "Finetune/Step Time": 10.628943579271436}
+{"Finetune/Learning Rate": 4.952436434806867e-06, "Finetune/Loss": 0.5913922190666199, "Finetune/Loss (Raw)": 0.6041608452796936, "Finetune/Step": 13046, "Finetune/Step Time": 10.627192297950387}
+{"Finetune/Learning Rate": 4.95098280940199e-06, "Finetune/Loss": 0.5895365476608276, "Finetune/Loss (Raw)": 0.416674941778183, "Finetune/Step": 13047, "Finetune/Step Time": 10.661407684907317}
+{"Finetune/Learning Rate": 4.949529327172885e-06, "Finetune/Loss": 0.5896048545837402, "Finetune/Loss (Raw)": 0.5606930255889893, "Finetune/Step": 13048, "Finetune/Step Time": 10.662784401327372}
+{"Finetune/Learning Rate": 4.948075988160767e-06, "Finetune/Loss": 0.5903289318084717, "Finetune/Loss (Raw)": 0.6580602526664734, "Finetune/Step": 13049, "Finetune/Step Time": 10.66069776751101}
+{"Finetune/Learning Rate": 4.946622792406847e-06, "Finetune/Loss": 0.5905749797821045, "Finetune/Loss (Raw)": 0.5643784403800964, "Finetune/Step": 13050, "Finetune/Step Time": 10.660806830972433}
+{"Finetune/Learning Rate": 4.9451697399523345e-06, "Finetune/Loss": 0.5912811756134033, "Finetune/Loss (Raw)": 0.7368239760398865, "Finetune/Step": 13051, "Finetune/Step Time": 10.655536668375134}
+{"Finetune/Learning Rate": 4.943716830838436e-06, "Finetune/Loss": 0.5925228595733643, "Finetune/Loss (Raw)": 0.704176127910614, "Finetune/Step": 13052, "Finetune/Step Time": 10.648929949849844}
+{"Finetune/Learning Rate": 4.942264065106352e-06, "Finetune/Loss": 0.5932504534721375, "Finetune/Loss (Raw)": 0.5857715010643005, "Finetune/Step": 13053, "Finetune/Step Time": 10.645763525739312}
+{"Finetune/Learning Rate": 4.94081144279727e-06, "Finetune/Loss": 0.593289852142334, "Finetune/Loss (Raw)": 0.5541229844093323, "Finetune/Step": 13054, "Finetune/Step Time": 10.644323350861669}
+{"Finetune/Learning Rate": 4.939358963952393e-06, "Finetune/Loss": 0.5935399532318115, "Finetune/Loss (Raw)": 0.6326192021369934, "Finetune/Step": 13055, "Finetune/Step Time": 10.64567525498569}
+{"Finetune/Learning Rate": 4.937906628612905e-06, "Finetune/Loss": 0.5946545600891113, "Finetune/Loss (Raw)": 0.7270921468734741, "Finetune/Step": 13056, "Finetune/Step Time": 10.64369110390544}
+{"Finetune/Learning Rate": 4.936454436819989e-06, "Finetune/Loss": 0.5964514017105103, "Finetune/Loss (Raw)": 0.6914777755737305, "Finetune/Step": 13057, "Finetune/Step Time": 10.641778133809566}
+{"Finetune/Learning Rate": 4.935002388614829e-06, "Finetune/Loss": 0.5954967737197876, "Finetune/Loss (Raw)": 0.6182861924171448, "Finetune/Step": 13058, "Finetune/Step Time": 10.641970405355096}
+{"Finetune/Learning Rate": 4.933550484038601e-06, "Finetune/Loss": 0.5959923267364502, "Finetune/Loss (Raw)": 0.5875484943389893, "Finetune/Step": 13059, "Finetune/Step Time": 10.644929688423872}
+{"Finetune/Learning Rate": 4.93209872313247e-06, "Finetune/Loss": 0.5952579975128174, "Finetune/Loss (Raw)": 0.43740972876548767, "Finetune/Step": 13060, "Finetune/Step Time": 10.633472427725792}
+{"Finetune/Learning Rate": 4.930647105937604e-06, "Finetune/Loss": 0.5940931439399719, "Finetune/Loss (Raw)": 0.5426387190818787, "Finetune/Step": 13061, "Finetune/Step Time": 10.64182428829372}
+{"Finetune/Learning Rate": 4.929195632495175e-06, "Finetune/Loss": 0.5936282873153687, "Finetune/Loss (Raw)": 0.6137164235115051, "Finetune/Step": 13062, "Finetune/Step Time": 10.643694998696446}
+{"Finetune/Learning Rate": 4.927744302846339e-06, "Finetune/Loss": 0.5931990146636963, "Finetune/Loss (Raw)": 0.6585313677787781, "Finetune/Step": 13063, "Finetune/Step Time": 10.671090569347143}
+{"Finetune/Learning Rate": 4.92629311703225e-06, "Finetune/Loss": 0.5933710336685181, "Finetune/Loss (Raw)": 0.616700291633606, "Finetune/Step": 13064, "Finetune/Step Time": 10.668124878779054}
+{"Finetune/Learning Rate": 4.924842075094065e-06, "Finetune/Loss": 0.5940595865249634, "Finetune/Loss (Raw)": 0.7072639465332031, "Finetune/Step": 13065, "Finetune/Step Time": 10.665749797597528}
+{"Finetune/Learning Rate": 4.923391177072923e-06, "Finetune/Loss": 0.5952455997467041, "Finetune/Loss (Raw)": 0.701967179775238, "Finetune/Step": 13066, "Finetune/Step Time": 10.675196355208755}
+{"Finetune/Learning Rate": 4.921940423009971e-06, "Finetune/Loss": 0.594326376914978, "Finetune/Loss (Raw)": 0.5670915842056274, "Finetune/Step": 13067, "Finetune/Step Time": 10.678364189341664}
+{"Finetune/Learning Rate": 4.9204898129463455e-06, "Finetune/Loss": 0.5937225818634033, "Finetune/Loss (Raw)": 0.5318361520767212, "Finetune/Step": 13068, "Finetune/Step Time": 10.678978275507689}
+{"Finetune/Learning Rate": 4.919039346923188e-06, "Finetune/Loss": 0.5943853855133057, "Finetune/Loss (Raw)": 0.7914783954620361, "Finetune/Step": 13069, "Finetune/Step Time": 10.676273930817842}
+{"Finetune/Learning Rate": 4.917589024981626e-06, "Finetune/Loss": 0.5938773155212402, "Finetune/Loss (Raw)": 0.48595598340034485, "Finetune/Step": 13070, "Finetune/Step Time": 10.680658914148808}
+{"Finetune/Learning Rate": 4.916138847162787e-06, "Finetune/Loss": 0.5938010215759277, "Finetune/Loss (Raw)": 0.6121644973754883, "Finetune/Step": 13071, "Finetune/Step Time": 10.680708991363645}
+{"Finetune/Learning Rate": 4.914688813507798e-06, "Finetune/Loss": 0.5929544568061829, "Finetune/Loss (Raw)": 0.5670987367630005, "Finetune/Step": 13072, "Finetune/Step Time": 10.695064600557089}
+{"Finetune/Learning Rate": 4.913238924057769e-06, "Finetune/Loss": 0.5931745767593384, "Finetune/Loss (Raw)": 0.6489095687866211, "Finetune/Step": 13073, "Finetune/Step Time": 10.69075120985508}
+{"Finetune/Learning Rate": 4.91178917885382e-06, "Finetune/Loss": 0.5938107967376709, "Finetune/Loss (Raw)": 0.5654779076576233, "Finetune/Step": 13074, "Finetune/Step Time": 10.69050394743681}
+{"Finetune/Learning Rate": 4.910339577937061e-06, "Finetune/Loss": 0.5934933423995972, "Finetune/Loss (Raw)": 0.5758183598518372, "Finetune/Step": 13075, "Finetune/Step Time": 10.67795187421143}
+{"Finetune/Learning Rate": 4.908890121348594e-06, "Finetune/Loss": 0.5930498838424683, "Finetune/Loss (Raw)": 0.6091986894607544, "Finetune/Step": 13076, "Finetune/Step Time": 10.684208331629634}
+{"Finetune/Learning Rate": 4.90744080912953e-06, "Finetune/Loss": 0.5920071601867676, "Finetune/Loss (Raw)": 0.4457896947860718, "Finetune/Step": 13077, "Finetune/Step Time": 10.71080243960023}
+{"Finetune/Learning Rate": 4.905991641320968e-06, "Finetune/Loss": 0.591521143913269, "Finetune/Loss (Raw)": 0.4056042432785034, "Finetune/Step": 13078, "Finetune/Step Time": 10.728206392377615}
+{"Finetune/Learning Rate": 4.904542617963992e-06, "Finetune/Loss": 0.591658890247345, "Finetune/Loss (Raw)": 0.5852311849594116, "Finetune/Step": 13079, "Finetune/Step Time": 10.727608313784003}
+{"Finetune/Learning Rate": 4.903093739099699e-06, "Finetune/Loss": 0.5909817218780518, "Finetune/Loss (Raw)": 0.4874856472015381, "Finetune/Step": 13080, "Finetune/Step Time": 10.733553636819124}
+{"Finetune/Learning Rate": 4.9016450047691745e-06, "Finetune/Loss": 0.5911198258399963, "Finetune/Loss (Raw)": 0.5755149126052856, "Finetune/Step": 13081, "Finetune/Step Time": 10.733535846695304}
+{"Finetune/Learning Rate": 4.9001964150134995e-06, "Finetune/Loss": 0.591592013835907, "Finetune/Loss (Raw)": 0.7094542980194092, "Finetune/Step": 13082, "Finetune/Step Time": 10.730720836669207}
+{"Finetune/Learning Rate": 4.8987479698737476e-06, "Finetune/Loss": 0.591937780380249, "Finetune/Loss (Raw)": 0.6364686489105225, "Finetune/Step": 13083, "Finetune/Step Time": 10.744238568469882}
+{"Finetune/Learning Rate": 4.897299669391006e-06, "Finetune/Loss": 0.5916252136230469, "Finetune/Loss (Raw)": 0.5291465520858765, "Finetune/Step": 13084, "Finetune/Step Time": 10.758882472291589}
+{"Finetune/Learning Rate": 4.895851513606331e-06, "Finetune/Loss": 0.5904988050460815, "Finetune/Loss (Raw)": 0.47894611954689026, "Finetune/Step": 13085, "Finetune/Step Time": 10.793147459626198}
+{"Finetune/Learning Rate": 4.894403502560793e-06, "Finetune/Loss": 0.588154137134552, "Finetune/Loss (Raw)": 0.37351375818252563, "Finetune/Step": 13086, "Finetune/Step Time": 10.841030571609735}
+{"Finetune/Learning Rate": 4.8929556362954536e-06, "Finetune/Loss": 0.587934136390686, "Finetune/Loss (Raw)": 0.5539618134498596, "Finetune/Step": 13087, "Finetune/Step Time": 10.834145970642567}
+{"Finetune/Learning Rate": 4.89150791485137e-06, "Finetune/Loss": 0.5873231887817383, "Finetune/Loss (Raw)": 0.6373294591903687, "Finetune/Step": 13088, "Finetune/Step Time": 10.825994355604053}
+{"Finetune/Learning Rate": 4.890060338269594e-06, "Finetune/Loss": 0.5875023007392883, "Finetune/Loss (Raw)": 0.5858631730079651, "Finetune/Step": 13089, "Finetune/Step Time": 10.838331446051598}
+{"Finetune/Learning Rate": 4.888612906591178e-06, "Finetune/Loss": 0.5884033441543579, "Finetune/Loss (Raw)": 0.5962219834327698, "Finetune/Step": 13090, "Finetune/Step Time": 10.791827132925391}
+{"Finetune/Learning Rate": 4.887165619857164e-06, "Finetune/Loss": 0.588702917098999, "Finetune/Loss (Raw)": 0.5507480502128601, "Finetune/Step": 13091, "Finetune/Step Time": 10.774896392598748}
+{"Finetune/Learning Rate": 4.885718478108594e-06, "Finetune/Loss": 0.5882316827774048, "Finetune/Loss (Raw)": 0.56653892993927, "Finetune/Step": 13092, "Finetune/Step Time": 10.775482980534434}
+{"Finetune/Learning Rate": 4.8842714813865055e-06, "Finetune/Loss": 0.58892822265625, "Finetune/Loss (Raw)": 0.6016003489494324, "Finetune/Step": 13093, "Finetune/Step Time": 10.764511307701468}
+{"Finetune/Learning Rate": 4.88282462973193e-06, "Finetune/Loss": 0.5886495113372803, "Finetune/Loss (Raw)": 0.5875371694564819, "Finetune/Step": 13094, "Finetune/Step Time": 10.770921017974615}
+{"Finetune/Learning Rate": 4.8813779231858975e-06, "Finetune/Loss": 0.58788001537323, "Finetune/Loss (Raw)": 0.536467969417572, "Finetune/Step": 13095, "Finetune/Step Time": 10.772669553756714}
+{"Finetune/Learning Rate": 4.879931361789431e-06, "Finetune/Loss": 0.5883504152297974, "Finetune/Loss (Raw)": 0.6848065257072449, "Finetune/Step": 13096, "Finetune/Step Time": 10.77245338447392}
+{"Finetune/Learning Rate": 4.878484945583551e-06, "Finetune/Loss": 0.5876862406730652, "Finetune/Loss (Raw)": 0.5493181347846985, "Finetune/Step": 13097, "Finetune/Step Time": 10.76955746486783}
+{"Finetune/Learning Rate": 4.877038674609275e-06, "Finetune/Loss": 0.5876551866531372, "Finetune/Loss (Raw)": 0.6154341697692871, "Finetune/Step": 13098, "Finetune/Step Time": 10.788299245759845}
+{"Finetune/Learning Rate": 4.875592548907615e-06, "Finetune/Loss": 0.5865457057952881, "Finetune/Loss (Raw)": 0.5311140418052673, "Finetune/Step": 13099, "Finetune/Step Time": 10.78959946334362}
+{"Finetune/Learning Rate": 4.874146568519578e-06, "Finetune/Loss": 0.5865598917007446, "Finetune/Loss (Raw)": 0.558901846408844, "Finetune/Step": 13100, "Finetune/Step Time": 10.781229140236974}
+{"Finetune/Learning Rate": 4.872700733486169e-06, "Finetune/Loss": 0.5859534740447998, "Finetune/Loss (Raw)": 0.5788810849189758, "Finetune/Step": 13101, "Finetune/Step Time": 10.766134014353156}
+{"Finetune/Learning Rate": 4.87125504384839e-06, "Finetune/Loss": 0.5851202607154846, "Finetune/Loss (Raw)": 0.5393685102462769, "Finetune/Step": 13102, "Finetune/Step Time": 10.767897926270962}
+{"Finetune/Learning Rate": 4.869809499647226e-06, "Finetune/Loss": 0.5841392278671265, "Finetune/Loss (Raw)": 0.5178312659263611, "Finetune/Step": 13103, "Finetune/Step Time": 10.74799064733088}
+{"Finetune/Learning Rate": 4.868364100923681e-06, "Finetune/Loss": 0.5840080976486206, "Finetune/Loss (Raw)": 0.5668908953666687, "Finetune/Step": 13104, "Finetune/Step Time": 10.7260009534657}
+{"Finetune/Learning Rate": 4.8669188477187365e-06, "Finetune/Loss": 0.5837299227714539, "Finetune/Loss (Raw)": 0.5260510444641113, "Finetune/Step": 13105, "Finetune/Step Time": 10.72996262833476}
+{"Finetune/Learning Rate": 4.865473740073378e-06, "Finetune/Loss": 0.5838572382926941, "Finetune/Loss (Raw)": 0.632132887840271, "Finetune/Step": 13106, "Finetune/Step Time": 10.72375176846981}
+{"Finetune/Learning Rate": 4.864028778028582e-06, "Finetune/Loss": 0.582817554473877, "Finetune/Loss (Raw)": 0.4963825047016144, "Finetune/Step": 13107, "Finetune/Step Time": 10.72312831506133}
+{"Finetune/Learning Rate": 4.862583961625331e-06, "Finetune/Loss": 0.5822190046310425, "Finetune/Loss (Raw)": 0.5997679829597473, "Finetune/Step": 13108, "Finetune/Step Time": 10.721044467762113}
+{"Finetune/Learning Rate": 4.861139290904585e-06, "Finetune/Loss": 0.5827243328094482, "Finetune/Loss (Raw)": 0.5438695549964905, "Finetune/Step": 13109, "Finetune/Step Time": 10.693419298157096}
+{"Finetune/Learning Rate": 4.859694765907313e-06, "Finetune/Loss": 0.5828922390937805, "Finetune/Loss (Raw)": 0.7020268440246582, "Finetune/Step": 13110, "Finetune/Step Time": 10.686399122700095}
+{"Finetune/Learning Rate": 4.858250386674482e-06, "Finetune/Loss": 0.5841532945632935, "Finetune/Loss (Raw)": 0.7201693654060364, "Finetune/Step": 13111, "Finetune/Step Time": 10.689587654545903}
+{"Finetune/Learning Rate": 4.856806153247051e-06, "Finetune/Loss": 0.584534764289856, "Finetune/Loss (Raw)": 0.640840470790863, "Finetune/Step": 13112, "Finetune/Step Time": 10.7043004501611}
+{"Finetune/Learning Rate": 4.855362065665972e-06, "Finetune/Loss": 0.5845487117767334, "Finetune/Loss (Raw)": 0.6147187948226929, "Finetune/Step": 13113, "Finetune/Step Time": 10.687006460502744}
+{"Finetune/Learning Rate": 4.853918123972198e-06, "Finetune/Loss": 0.5848305225372314, "Finetune/Loss (Raw)": 0.6239792108535767, "Finetune/Step": 13114, "Finetune/Step Time": 10.684298695996404}
+{"Finetune/Learning Rate": 4.852474328206669e-06, "Finetune/Loss": 0.5843453407287598, "Finetune/Loss (Raw)": 0.5625779628753662, "Finetune/Step": 13115, "Finetune/Step Time": 10.690400589257479}
+{"Finetune/Learning Rate": 4.851030678410331e-06, "Finetune/Loss": 0.5853748321533203, "Finetune/Loss (Raw)": 0.7299826741218567, "Finetune/Step": 13116, "Finetune/Step Time": 10.695500873029232}
+{"Finetune/Learning Rate": 4.849587174624117e-06, "Finetune/Loss": 0.5869538187980652, "Finetune/Loss (Raw)": 0.6795443892478943, "Finetune/Step": 13117, "Finetune/Step Time": 10.691210268065333}
+{"Finetune/Learning Rate": 4.8481438168889695e-06, "Finetune/Loss": 0.5863289833068848, "Finetune/Loss (Raw)": 0.5806233882904053, "Finetune/Step": 13118, "Finetune/Step Time": 10.710362309589982}
+{"Finetune/Learning Rate": 4.846700605245813e-06, "Finetune/Loss": 0.5865092277526855, "Finetune/Loss (Raw)": 0.5915368795394897, "Finetune/Step": 13119, "Finetune/Step Time": 10.705836391076446}
+{"Finetune/Learning Rate": 4.845257539735577e-06, "Finetune/Loss": 0.5856770277023315, "Finetune/Loss (Raw)": 0.5869167447090149, "Finetune/Step": 13120, "Finetune/Step Time": 10.707286627963185}
+{"Finetune/Learning Rate": 4.8438146203991755e-06, "Finetune/Loss": 0.5869450569152832, "Finetune/Loss (Raw)": 0.7115508317947388, "Finetune/Step": 13121, "Finetune/Step Time": 10.697288876399398}
+{"Finetune/Learning Rate": 4.842371847277528e-06, "Finetune/Loss": 0.5873607397079468, "Finetune/Loss (Raw)": 0.5953600406646729, "Finetune/Step": 13122, "Finetune/Step Time": 10.689674468711019}
+{"Finetune/Learning Rate": 4.84092922041155e-06, "Finetune/Loss": 0.5855526328086853, "Finetune/Loss (Raw)": 0.41080862283706665, "Finetune/Step": 13123, "Finetune/Step Time": 10.726838067173958}
+{"Finetune/Learning Rate": 4.839486739842144e-06, "Finetune/Loss": 0.5850160121917725, "Finetune/Loss (Raw)": 0.5705248117446899, "Finetune/Step": 13124, "Finetune/Step Time": 10.729634625837207}
+{"Finetune/Learning Rate": 4.838044405610225e-06, "Finetune/Loss": 0.5861208438873291, "Finetune/Loss (Raw)": 0.5949942469596863, "Finetune/Step": 13125, "Finetune/Step Time": 10.722837336361408}
+{"Finetune/Learning Rate": 4.83660221775669e-06, "Finetune/Loss": 0.5865635871887207, "Finetune/Loss (Raw)": 0.6621400713920593, "Finetune/Step": 13126, "Finetune/Step Time": 10.727161597460508}
+{"Finetune/Learning Rate": 4.835160176322431e-06, "Finetune/Loss": 0.5873796939849854, "Finetune/Loss (Raw)": 0.6728368997573853, "Finetune/Step": 13127, "Finetune/Step Time": 10.719470303505659}
+{"Finetune/Learning Rate": 4.833718281348342e-06, "Finetune/Loss": 0.5883370637893677, "Finetune/Loss (Raw)": 0.7063708305358887, "Finetune/Step": 13128, "Finetune/Step Time": 10.716200679540634}
+{"Finetune/Learning Rate": 4.832276532875311e-06, "Finetune/Loss": 0.5891501903533936, "Finetune/Loss (Raw)": 0.622704803943634, "Finetune/Step": 13129, "Finetune/Step Time": 10.72142968699336}
+{"Finetune/Learning Rate": 4.830834930944223e-06, "Finetune/Loss": 0.5889822244644165, "Finetune/Loss (Raw)": 0.5835264325141907, "Finetune/Step": 13130, "Finetune/Step Time": 10.729981523007154}
+{"Finetune/Learning Rate": 4.829393475595957e-06, "Finetune/Loss": 0.5884443521499634, "Finetune/Loss (Raw)": 0.5229121446609497, "Finetune/Step": 13131, "Finetune/Step Time": 10.727640189230442}
+{"Finetune/Learning Rate": 4.827952166871389e-06, "Finetune/Loss": 0.5882515907287598, "Finetune/Loss (Raw)": 0.577682375907898, "Finetune/Step": 13132, "Finetune/Step Time": 10.73514461144805}
+{"Finetune/Learning Rate": 4.826511004811391e-06, "Finetune/Loss": 0.587955117225647, "Finetune/Loss (Raw)": 0.5960031747817993, "Finetune/Step": 13133, "Finetune/Step Time": 10.751209955662489}
+{"Finetune/Learning Rate": 4.825069989456828e-06, "Finetune/Loss": 0.5881407260894775, "Finetune/Loss (Raw)": 0.5976794362068176, "Finetune/Step": 13134, "Finetune/Step Time": 10.753228273242712}
+{"Finetune/Learning Rate": 4.823629120848566e-06, "Finetune/Loss": 0.5888493061065674, "Finetune/Loss (Raw)": 0.5746349692344666, "Finetune/Step": 13135, "Finetune/Step Time": 10.750948049128056}
+{"Finetune/Learning Rate": 4.822188399027461e-06, "Finetune/Loss": 0.5911883115768433, "Finetune/Loss (Raw)": 0.6820103526115417, "Finetune/Step": 13136, "Finetune/Step Time": 10.727824373170733}
+{"Finetune/Learning Rate": 4.820747824034369e-06, "Finetune/Loss": 0.5917732119560242, "Finetune/Loss (Raw)": 0.5541038513183594, "Finetune/Step": 13137, "Finetune/Step Time": 10.725753417238593}
+{"Finetune/Learning Rate": 4.819307395910143e-06, "Finetune/Loss": 0.5906363725662231, "Finetune/Loss (Raw)": 0.42935994267463684, "Finetune/Step": 13138, "Finetune/Step Time": 10.752993596717715}
+{"Finetune/Learning Rate": 4.817867114695626e-06, "Finetune/Loss": 0.5918946266174316, "Finetune/Loss (Raw)": 0.6300716400146484, "Finetune/Step": 13139, "Finetune/Step Time": 10.754610082134604}
+{"Finetune/Learning Rate": 4.816426980431662e-06, "Finetune/Loss": 0.5913893580436707, "Finetune/Loss (Raw)": 0.5801384449005127, "Finetune/Step": 13140, "Finetune/Step Time": 10.758229039609432}
+{"Finetune/Learning Rate": 4.814986993159089e-06, "Finetune/Loss": 0.5905719995498657, "Finetune/Loss (Raw)": 0.4335881173610687, "Finetune/Step": 13141, "Finetune/Step Time": 10.770758733153343}
+{"Finetune/Learning Rate": 4.813547152918739e-06, "Finetune/Loss": 0.5905086398124695, "Finetune/Loss (Raw)": 0.5703802108764648, "Finetune/Step": 13142, "Finetune/Step Time": 10.78063060902059}
+{"Finetune/Learning Rate": 4.812107459751446e-06, "Finetune/Loss": 0.5898479223251343, "Finetune/Loss (Raw)": 0.6259203553199768, "Finetune/Step": 13143, "Finetune/Step Time": 10.77173450961709}
+{"Finetune/Learning Rate": 4.810667913698032e-06, "Finetune/Loss": 0.5904589295387268, "Finetune/Loss (Raw)": 0.6894477009773254, "Finetune/Step": 13144, "Finetune/Step Time": 10.771951066330075}
+{"Finetune/Learning Rate": 4.809228514799319e-06, "Finetune/Loss": 0.590167760848999, "Finetune/Loss (Raw)": 0.6071794629096985, "Finetune/Step": 13145, "Finetune/Step Time": 10.793294310569763}
+{"Finetune/Learning Rate": 4.807789263096124e-06, "Finetune/Loss": 0.5897011160850525, "Finetune/Loss (Raw)": 0.4988413453102112, "Finetune/Step": 13146, "Finetune/Step Time": 10.784410953521729}
+{"Finetune/Learning Rate": 4.8063501586292626e-06, "Finetune/Loss": 0.5902944207191467, "Finetune/Loss (Raw)": 0.6726074814796448, "Finetune/Step": 13147, "Finetune/Step Time": 10.776301197707653}
+{"Finetune/Learning Rate": 4.8049112014395405e-06, "Finetune/Loss": 0.5913494825363159, "Finetune/Loss (Raw)": 0.6676639318466187, "Finetune/Step": 13148, "Finetune/Step Time": 10.772835878655314}
+{"Finetune/Learning Rate": 4.803472391567765e-06, "Finetune/Loss": 0.5907403230667114, "Finetune/Loss (Raw)": 0.598645031452179, "Finetune/Step": 13149, "Finetune/Step Time": 10.772809123620391}
+{"Finetune/Learning Rate": 4.802033729054739e-06, "Finetune/Loss": 0.5905746221542358, "Finetune/Loss (Raw)": 0.5042804479598999, "Finetune/Step": 13150, "Finetune/Step Time": 10.772676022723317}
+{"Finetune/Learning Rate": 4.800595213941247e-06, "Finetune/Loss": 0.5898405313491821, "Finetune/Loss (Raw)": 0.5428433418273926, "Finetune/Step": 13151, "Finetune/Step Time": 10.774899709969759}
+{"Finetune/Learning Rate": 4.7991568462680945e-06, "Finetune/Loss": 0.5913053750991821, "Finetune/Loss (Raw)": 0.723109781742096, "Finetune/Step": 13152, "Finetune/Step Time": 10.75951118580997}
+{"Finetune/Learning Rate": 4.797718626076065e-06, "Finetune/Loss": 0.5911598205566406, "Finetune/Loss (Raw)": 0.5864425301551819, "Finetune/Step": 13153, "Finetune/Step Time": 10.763022003695369}
+{"Finetune/Learning Rate": 4.796280553405941e-06, "Finetune/Loss": 0.5906310081481934, "Finetune/Loss (Raw)": 0.5031343698501587, "Finetune/Step": 13154, "Finetune/Step Time": 10.759687643498182}
+{"Finetune/Learning Rate": 4.794842628298503e-06, "Finetune/Loss": 0.5899579524993896, "Finetune/Loss (Raw)": 0.6260618567466736, "Finetune/Step": 13155, "Finetune/Step Time": 10.779194369912148}
+{"Finetune/Learning Rate": 4.793404850794526e-06, "Finetune/Loss": 0.5887869596481323, "Finetune/Loss (Raw)": 0.5631561279296875, "Finetune/Step": 13156, "Finetune/Step Time": 10.81038442067802}
+{"Finetune/Learning Rate": 4.7919672209347865e-06, "Finetune/Loss": 0.5883219242095947, "Finetune/Loss (Raw)": 0.569652795791626, "Finetune/Step": 13157, "Finetune/Step Time": 10.814877966418862}
+{"Finetune/Learning Rate": 4.790529738760044e-06, "Finetune/Loss": 0.5891215801239014, "Finetune/Loss (Raw)": 0.6260083317756653, "Finetune/Step": 13158, "Finetune/Step Time": 10.810408158227801}
+{"Finetune/Learning Rate": 4.78909240431106e-06, "Finetune/Loss": 0.5904440879821777, "Finetune/Loss (Raw)": 0.5637845396995544, "Finetune/Step": 13159, "Finetune/Step Time": 10.77372856065631}
+{"Finetune/Learning Rate": 4.7876552176286005e-06, "Finetune/Loss": 0.5915906429290771, "Finetune/Loss (Raw)": 0.6897911429405212, "Finetune/Step": 13160, "Finetune/Step Time": 10.761144421994686}
+{"Finetune/Learning Rate": 4.786218178753418e-06, "Finetune/Loss": 0.5909092426300049, "Finetune/Loss (Raw)": 0.5690779685974121, "Finetune/Step": 13161, "Finetune/Step Time": 10.73328815959394}
+{"Finetune/Learning Rate": 4.784781287726261e-06, "Finetune/Loss": 0.5921109914779663, "Finetune/Loss (Raw)": 0.7307102680206299, "Finetune/Step": 13162, "Finetune/Step Time": 10.727195590734482}
+{"Finetune/Learning Rate": 4.783344544587881e-06, "Finetune/Loss": 0.5927603840827942, "Finetune/Loss (Raw)": 0.63295978307724, "Finetune/Step": 13163, "Finetune/Step Time": 10.732682157307863}
+{"Finetune/Learning Rate": 4.781907949379012e-06, "Finetune/Loss": 0.5921001434326172, "Finetune/Loss (Raw)": 0.5327212810516357, "Finetune/Step": 13164, "Finetune/Step Time": 10.736153932288289}
+{"Finetune/Learning Rate": 4.780471502140394e-06, "Finetune/Loss": 0.5932156443595886, "Finetune/Loss (Raw)": 0.629572331905365, "Finetune/Step": 13165, "Finetune/Step Time": 10.742837695404887}
+{"Finetune/Learning Rate": 4.779035202912761e-06, "Finetune/Loss": 0.5945793390274048, "Finetune/Loss (Raw)": 0.7041646242141724, "Finetune/Step": 13166, "Finetune/Step Time": 10.714774122461677}
+{"Finetune/Learning Rate": 4.777599051736844e-06, "Finetune/Loss": 0.5958229899406433, "Finetune/Loss (Raw)": 0.6522550582885742, "Finetune/Step": 13167, "Finetune/Step Time": 10.714913796633482}
+{"Finetune/Learning Rate": 4.77616304865337e-06, "Finetune/Loss": 0.5955753326416016, "Finetune/Loss (Raw)": 0.6539197564125061, "Finetune/Step": 13168, "Finetune/Step Time": 10.705097064375877}
+{"Finetune/Learning Rate": 4.774727193703058e-06, "Finetune/Loss": 0.5939850211143494, "Finetune/Loss (Raw)": 0.48935455083847046, "Finetune/Step": 13169, "Finetune/Step Time": 10.75081042200327}
+{"Finetune/Learning Rate": 4.773291486926622e-06, "Finetune/Loss": 0.5945660471916199, "Finetune/Loss (Raw)": 0.6518580317497253, "Finetune/Step": 13170, "Finetune/Step Time": 10.750903982669115}
+{"Finetune/Learning Rate": 4.771855928364777e-06, "Finetune/Loss": 0.5943161845207214, "Finetune/Loss (Raw)": 0.6333031058311462, "Finetune/Step": 13171, "Finetune/Step Time": 10.731098568066955}
+{"Finetune/Learning Rate": 4.770420518058231e-06, "Finetune/Loss": 0.5949692130088806, "Finetune/Loss (Raw)": 0.637572169303894, "Finetune/Step": 13172, "Finetune/Step Time": 10.728165123611689}
+{"Finetune/Learning Rate": 4.768985256047683e-06, "Finetune/Loss": 0.5947439074516296, "Finetune/Loss (Raw)": 0.5795665383338928, "Finetune/Step": 13173, "Finetune/Step Time": 10.724918343126774}
+{"Finetune/Learning Rate": 4.767550142373844e-06, "Finetune/Loss": 0.5951486825942993, "Finetune/Loss (Raw)": 0.6559697985649109, "Finetune/Step": 13174, "Finetune/Step Time": 10.724548559635878}
+{"Finetune/Learning Rate": 4.766115177077406e-06, "Finetune/Loss": 0.5960409641265869, "Finetune/Loss (Raw)": 0.5308874845504761, "Finetune/Step": 13175, "Finetune/Step Time": 10.68798153102398}
+{"Finetune/Learning Rate": 4.7646803601990555e-06, "Finetune/Loss": 0.5973284244537354, "Finetune/Loss (Raw)": 0.7254862189292908, "Finetune/Step": 13176, "Finetune/Step Time": 10.687902506440878}
+{"Finetune/Learning Rate": 4.763245691779482e-06, "Finetune/Loss": 0.5955121517181396, "Finetune/Loss (Raw)": 0.4255751371383667, "Finetune/Step": 13177, "Finetune/Step Time": 10.724258199334145}
+{"Finetune/Learning Rate": 4.76181117185937e-06, "Finetune/Loss": 0.5959327220916748, "Finetune/Loss (Raw)": 0.6182165145874023, "Finetune/Step": 13178, "Finetune/Step Time": 10.731835458427668}
+{"Finetune/Learning Rate": 4.760376800479397e-06, "Finetune/Loss": 0.5950969457626343, "Finetune/Loss (Raw)": 0.6298436522483826, "Finetune/Step": 13179, "Finetune/Step Time": 10.732473250478506}
+{"Finetune/Learning Rate": 4.758942577680235e-06, "Finetune/Loss": 0.5936765670776367, "Finetune/Loss (Raw)": 0.5223731398582458, "Finetune/Step": 13180, "Finetune/Step Time": 10.709344547241926}
+{"Finetune/Learning Rate": 4.757508503502566e-06, "Finetune/Loss": 0.594199538230896, "Finetune/Loss (Raw)": 0.6527050733566284, "Finetune/Step": 13181, "Finetune/Step Time": 10.709603019058704}
+{"Finetune/Learning Rate": 4.756074577987045e-06, "Finetune/Loss": 0.5948125720024109, "Finetune/Loss (Raw)": 0.632591187953949, "Finetune/Step": 13182, "Finetune/Step Time": 10.713908484205604}
+{"Finetune/Learning Rate": 4.754640801174336e-06, "Finetune/Loss": 0.5943617224693298, "Finetune/Loss (Raw)": 0.5749127268791199, "Finetune/Step": 13183, "Finetune/Step Time": 10.73272880166769}
+{"Finetune/Learning Rate": 4.7532071731050975e-06, "Finetune/Loss": 0.5933034420013428, "Finetune/Loss (Raw)": 0.5916306376457214, "Finetune/Step": 13184, "Finetune/Step Time": 10.736335640773177}
+{"Finetune/Learning Rate": 4.751773693819986e-06, "Finetune/Loss": 0.5936777591705322, "Finetune/Loss (Raw)": 0.7393957376480103, "Finetune/Step": 13185, "Finetune/Step Time": 10.776121797040105}
+{"Finetune/Learning Rate": 4.750340363359647e-06, "Finetune/Loss": 0.5930880308151245, "Finetune/Loss (Raw)": 0.5427994132041931, "Finetune/Step": 13186, "Finetune/Step Time": 10.797785745933652}
+{"Finetune/Learning Rate": 4.748907181764727e-06, "Finetune/Loss": 0.5934877395629883, "Finetune/Loss (Raw)": 0.6387030482292175, "Finetune/Step": 13187, "Finetune/Step Time": 10.79899107851088}
+{"Finetune/Learning Rate": 4.747474149075867e-06, "Finetune/Loss": 0.5958020091056824, "Finetune/Loss (Raw)": 0.7336435317993164, "Finetune/Step": 13188, "Finetune/Step Time": 10.795312585309148}
+{"Finetune/Learning Rate": 4.746041265333705e-06, "Finetune/Loss": 0.5955401659011841, "Finetune/Loss (Raw)": 0.5091168284416199, "Finetune/Step": 13189, "Finetune/Step Time": 10.78753050789237}
+{"Finetune/Learning Rate": 4.744608530578872e-06, "Finetune/Loss": 0.5951336622238159, "Finetune/Loss (Raw)": 0.5616825222969055, "Finetune/Step": 13190, "Finetune/Step Time": 10.779449691995978}
+{"Finetune/Learning Rate": 4.743175944851996e-06, "Finetune/Loss": 0.5949251651763916, "Finetune/Loss (Raw)": 0.6318488717079163, "Finetune/Step": 13191, "Finetune/Step Time": 10.756174840033054}
+{"Finetune/Learning Rate": 4.7417435081937034e-06, "Finetune/Loss": 0.5951571464538574, "Finetune/Loss (Raw)": 0.6463907957077026, "Finetune/Step": 13192, "Finetune/Step Time": 10.756324915215373}
+{"Finetune/Learning Rate": 4.740311220644611e-06, "Finetune/Loss": 0.5945601463317871, "Finetune/Loss (Raw)": 0.630853533744812, "Finetune/Step": 13193, "Finetune/Step Time": 10.757152823731303}
+{"Finetune/Learning Rate": 4.738879082245337e-06, "Finetune/Loss": 0.5938683152198792, "Finetune/Loss (Raw)": 0.613415002822876, "Finetune/Step": 13194, "Finetune/Step Time": 10.761968843638897}
+{"Finetune/Learning Rate": 4.737447093036491e-06, "Finetune/Loss": 0.5934931039810181, "Finetune/Loss (Raw)": 0.5190545916557312, "Finetune/Step": 13195, "Finetune/Step Time": 10.766696637496352}
+{"Finetune/Learning Rate": 4.736015253058681e-06, "Finetune/Loss": 0.5944649577140808, "Finetune/Loss (Raw)": 0.6562413573265076, "Finetune/Step": 13196, "Finetune/Step Time": 10.788580799475312}
+{"Finetune/Learning Rate": 4.7345835623525095e-06, "Finetune/Loss": 0.5933495759963989, "Finetune/Loss (Raw)": 0.6487096548080444, "Finetune/Step": 13197, "Finetune/Step Time": 10.79298578388989}
+{"Finetune/Learning Rate": 4.733152020958576e-06, "Finetune/Loss": 0.5933670401573181, "Finetune/Loss (Raw)": 0.4881892502307892, "Finetune/Step": 13198, "Finetune/Step Time": 10.78718937933445}
+{"Finetune/Learning Rate": 4.731720628917476e-06, "Finetune/Loss": 0.5943849086761475, "Finetune/Loss (Raw)": 0.7424551248550415, "Finetune/Step": 13199, "Finetune/Step Time": 10.795234728604555}
+{"Finetune/Learning Rate": 4.7302893862697915e-06, "Finetune/Loss": 0.5943363904953003, "Finetune/Loss (Raw)": 0.5608813166618347, "Finetune/Step": 13200, "Finetune/Step Time": 10.783605050295591}
+{"Finetune/Learning Rate": 4.72885829305612e-06, "Finetune/Loss": 0.5947149991989136, "Finetune/Loss (Raw)": 0.6973724961280823, "Finetune/Step": 13201, "Finetune/Step Time": 10.785901168361306}
+{"Finetune/Learning Rate": 4.7274273493170375e-06, "Finetune/Loss": 0.5956027507781982, "Finetune/Loss (Raw)": 0.6791138648986816, "Finetune/Step": 13202, "Finetune/Step Time": 10.794313304126263}
+{"Finetune/Learning Rate": 4.7259965550931216e-06, "Finetune/Loss": 0.5971159934997559, "Finetune/Loss (Raw)": 0.7695095539093018, "Finetune/Step": 13203, "Finetune/Step Time": 10.796929623931646}
+{"Finetune/Learning Rate": 4.724565910424946e-06, "Finetune/Loss": 0.5980807542800903, "Finetune/Loss (Raw)": 0.7326861023902893, "Finetune/Step": 13204, "Finetune/Step Time": 10.805014921352267}
+{"Finetune/Learning Rate": 4.723135415353084e-06, "Finetune/Loss": 0.5995854735374451, "Finetune/Loss (Raw)": 0.63839191198349, "Finetune/Step": 13205, "Finetune/Step Time": 10.775692459195852}
+{"Finetune/Learning Rate": 4.721705069918094e-06, "Finetune/Loss": 0.6018658876419067, "Finetune/Loss (Raw)": 0.6975062489509583, "Finetune/Step": 13206, "Finetune/Step Time": 10.751759184524417}
+{"Finetune/Learning Rate": 4.720274874160532e-06, "Finetune/Loss": 0.6017381548881531, "Finetune/Loss (Raw)": 0.5688837170600891, "Finetune/Step": 13207, "Finetune/Step Time": 10.769644821062684}
+{"Finetune/Learning Rate": 4.7188448281209665e-06, "Finetune/Loss": 0.6030101776123047, "Finetune/Loss (Raw)": 0.6503020524978638, "Finetune/Step": 13208, "Finetune/Step Time": 10.757823091000319}
+{"Finetune/Learning Rate": 4.717414931839944e-06, "Finetune/Loss": 0.6029848456382751, "Finetune/Loss (Raw)": 0.5722641944885254, "Finetune/Step": 13209, "Finetune/Step Time": 10.751319913193583}
+{"Finetune/Learning Rate": 4.715985185358012e-06, "Finetune/Loss": 0.6013299226760864, "Finetune/Loss (Raw)": 0.4976319372653961, "Finetune/Step": 13210, "Finetune/Step Time": 10.753606447950006}
+{"Finetune/Learning Rate": 4.714555588715719e-06, "Finetune/Loss": 0.6014349460601807, "Finetune/Loss (Raw)": 0.6499127149581909, "Finetune/Step": 13211, "Finetune/Step Time": 10.7390868794173}
+{"Finetune/Learning Rate": 4.713126141953595e-06, "Finetune/Loss": 0.6017618179321289, "Finetune/Loss (Raw)": 0.5709823369979858, "Finetune/Step": 13212, "Finetune/Step Time": 10.706517545506358}
+{"Finetune/Learning Rate": 4.711696845112181e-06, "Finetune/Loss": 0.6023505926132202, "Finetune/Loss (Raw)": 0.5543040037155151, "Finetune/Step": 13213, "Finetune/Step Time": 10.669008497148752}
+{"Finetune/Learning Rate": 4.710267698232005e-06, "Finetune/Loss": 0.6037062406539917, "Finetune/Loss (Raw)": 0.5470448732376099, "Finetune/Step": 13214, "Finetune/Step Time": 10.622967198491096}
+{"Finetune/Learning Rate": 4.708838701353592e-06, "Finetune/Loss": 0.6044825315475464, "Finetune/Loss (Raw)": 0.6533312201499939, "Finetune/Step": 13215, "Finetune/Step Time": 10.624436292797327}
+{"Finetune/Learning Rate": 4.707409854517471e-06, "Finetune/Loss": 0.6042282581329346, "Finetune/Loss (Raw)": 0.6047818064689636, "Finetune/Step": 13216, "Finetune/Step Time": 10.651913173496723}
+{"Finetune/Learning Rate": 4.70598115776416e-06, "Finetune/Loss": 0.6045267581939697, "Finetune/Loss (Raw)": 0.624062180519104, "Finetune/Step": 13217, "Finetune/Step Time": 10.648704461753368}
+{"Finetune/Learning Rate": 4.704552611134167e-06, "Finetune/Loss": 0.6049445867538452, "Finetune/Loss (Raw)": 0.6497074961662292, "Finetune/Step": 13218, "Finetune/Step Time": 10.63845356553793}
+{"Finetune/Learning Rate": 4.703124214668002e-06, "Finetune/Loss": 0.6053627133369446, "Finetune/Loss (Raw)": 0.6042659282684326, "Finetune/Step": 13219, "Finetune/Step Time": 10.64265381731093}
+{"Finetune/Learning Rate": 4.701695968406173e-06, "Finetune/Loss": 0.6056063175201416, "Finetune/Loss (Raw)": 0.5977187156677246, "Finetune/Step": 13220, "Finetune/Step Time": 10.637545010074973}
+{"Finetune/Learning Rate": 4.7002678723891795e-06, "Finetune/Loss": 0.6047760844230652, "Finetune/Loss (Raw)": 0.4953289330005646, "Finetune/Step": 13221, "Finetune/Step Time": 10.63168503344059}
+{"Finetune/Learning Rate": 4.698839926657514e-06, "Finetune/Loss": 0.6045399904251099, "Finetune/Loss (Raw)": 0.5573213696479797, "Finetune/Step": 13222, "Finetune/Step Time": 10.629560347646475}
+{"Finetune/Learning Rate": 4.697412131251683e-06, "Finetune/Loss": 0.604632556438446, "Finetune/Loss (Raw)": 0.5483207106590271, "Finetune/Step": 13223, "Finetune/Step Time": 10.626357425004244}
+{"Finetune/Learning Rate": 4.695984486212161e-06, "Finetune/Loss": 0.6041703224182129, "Finetune/Loss (Raw)": 0.6256363391876221, "Finetune/Step": 13224, "Finetune/Step Time": 10.623974554240704}
+{"Finetune/Learning Rate": 4.694556991579435e-06, "Finetune/Loss": 0.6043730974197388, "Finetune/Loss (Raw)": 0.5752700567245483, "Finetune/Step": 13225, "Finetune/Step Time": 10.626737823709846}
+{"Finetune/Learning Rate": 4.693129647393988e-06, "Finetune/Loss": 0.6037731170654297, "Finetune/Loss (Raw)": 0.538639485836029, "Finetune/Step": 13226, "Finetune/Step Time": 10.621938394382596}
+{"Finetune/Learning Rate": 4.691702453696292e-06, "Finetune/Loss": 0.603428304195404, "Finetune/Loss (Raw)": 0.48698291182518005, "Finetune/Step": 13227, "Finetune/Step Time": 10.622333286330104}
+{"Finetune/Learning Rate": 4.690275410526821e-06, "Finetune/Loss": 0.6036716103553772, "Finetune/Loss (Raw)": 0.5900416374206543, "Finetune/Step": 13228, "Finetune/Step Time": 10.621734380722046}
+{"Finetune/Learning Rate": 4.688848517926039e-06, "Finetune/Loss": 0.6041425466537476, "Finetune/Loss (Raw)": 0.6391647458076477, "Finetune/Step": 13229, "Finetune/Step Time": 10.61551046743989}
+{"Finetune/Learning Rate": 4.687421775934412e-06, "Finetune/Loss": 0.6049034595489502, "Finetune/Loss (Raw)": 0.6367629766464233, "Finetune/Step": 13230, "Finetune/Step Time": 10.619289251044393}
+{"Finetune/Learning Rate": 4.6859951845923945e-06, "Finetune/Loss": 0.6056421995162964, "Finetune/Loss (Raw)": 0.6123890280723572, "Finetune/Step": 13231, "Finetune/Step Time": 10.623864209279418}
+{"Finetune/Learning Rate": 4.684568743940444e-06, "Finetune/Loss": 0.6061365604400635, "Finetune/Loss (Raw)": 0.6301665306091309, "Finetune/Step": 13232, "Finetune/Step Time": 10.623199690133333}
+{"Finetune/Learning Rate": 4.6831424540190084e-06, "Finetune/Loss": 0.6067537069320679, "Finetune/Loss (Raw)": 0.6050426959991455, "Finetune/Step": 13233, "Finetune/Step Time": 10.64057232439518}
+{"Finetune/Learning Rate": 4.681716314868534e-06, "Finetune/Loss": 0.6072022914886475, "Finetune/Loss (Raw)": 0.6895590424537659, "Finetune/Step": 13234, "Finetune/Step Time": 10.646910037845373}
+{"Finetune/Learning Rate": 4.6802903265294606e-06, "Finetune/Loss": 0.6082540154457092, "Finetune/Loss (Raw)": 0.630999743938446, "Finetune/Step": 13235, "Finetune/Step Time": 10.655235446989536}
+{"Finetune/Learning Rate": 4.678864489042228e-06, "Finetune/Loss": 0.6080284118652344, "Finetune/Loss (Raw)": 0.5708912014961243, "Finetune/Step": 13236, "Finetune/Step Time": 10.647601867094636}
+{"Finetune/Learning Rate": 4.677438802447266e-06, "Finetune/Loss": 0.6091824173927307, "Finetune/Loss (Raw)": 0.6915828585624695, "Finetune/Step": 13237, "Finetune/Step Time": 10.636630723252892}
+{"Finetune/Learning Rate": 4.676013266785004e-06, "Finetune/Loss": 0.6082032918930054, "Finetune/Loss (Raw)": 0.5766981244087219, "Finetune/Step": 13238, "Finetune/Step Time": 10.638231933116913}
+{"Finetune/Learning Rate": 4.674587882095868e-06, "Finetune/Loss": 0.6073819398880005, "Finetune/Loss (Raw)": 0.615035355091095, "Finetune/Step": 13239, "Finetune/Step Time": 10.62852513231337}
+{"Finetune/Learning Rate": 4.673162648420275e-06, "Finetune/Loss": 0.6081753373146057, "Finetune/Loss (Raw)": 0.7423962354660034, "Finetune/Step": 13240, "Finetune/Step Time": 10.613883608952165}
+{"Finetune/Learning Rate": 4.671737565798642e-06, "Finetune/Loss": 0.6077851057052612, "Finetune/Loss (Raw)": 0.5647706985473633, "Finetune/Step": 13241, "Finetune/Step Time": 10.607089357450604}
+{"Finetune/Learning Rate": 4.67031263427138e-06, "Finetune/Loss": 0.6072189807891846, "Finetune/Loss (Raw)": 0.5515152812004089, "Finetune/Step": 13242, "Finetune/Step Time": 10.607820561155677}
+{"Finetune/Learning Rate": 4.668887853878896e-06, "Finetune/Loss": 0.6083757281303406, "Finetune/Loss (Raw)": 0.7106417417526245, "Finetune/Step": 13243, "Finetune/Step Time": 10.605039993301034}
+{"Finetune/Learning Rate": 4.667463224661592e-06, "Finetune/Loss": 0.6076139807701111, "Finetune/Loss (Raw)": 0.6324787139892578, "Finetune/Step": 13244, "Finetune/Step Time": 10.609417213127017}
+{"Finetune/Learning Rate": 4.666038746659869e-06, "Finetune/Loss": 0.6068407893180847, "Finetune/Loss (Raw)": 0.5805783867835999, "Finetune/Step": 13245, "Finetune/Step Time": 10.638634400442243}
+{"Finetune/Learning Rate": 4.664614419914119e-06, "Finetune/Loss": 0.6074767112731934, "Finetune/Loss (Raw)": 0.6620212197303772, "Finetune/Step": 13246, "Finetune/Step Time": 10.614608073607087}
+{"Finetune/Learning Rate": 4.663190244464732e-06, "Finetune/Loss": 0.6071648001670837, "Finetune/Loss (Raw)": 0.5516055822372437, "Finetune/Step": 13247, "Finetune/Step Time": 10.616071404889226}
+{"Finetune/Learning Rate": 4.661766220352098e-06, "Finetune/Loss": 0.6074830293655396, "Finetune/Loss (Raw)": 0.6276614665985107, "Finetune/Step": 13248, "Finetune/Step Time": 10.645529048517346}
+{"Finetune/Learning Rate": 4.660342347616585e-06, "Finetune/Loss": 0.6066752076148987, "Finetune/Loss (Raw)": 0.6081399321556091, "Finetune/Step": 13249, "Finetune/Step Time": 10.646542144939303}
+{"Finetune/Learning Rate": 4.658918626298584e-06, "Finetune/Loss": 0.6074199676513672, "Finetune/Loss (Raw)": 0.6906843185424805, "Finetune/Step": 13250, "Finetune/Step Time": 10.632043244317174}
+{"Finetune/Learning Rate": 4.657495056438462e-06, "Finetune/Loss": 0.6085599660873413, "Finetune/Loss (Raw)": 0.556733250617981, "Finetune/Step": 13251, "Finetune/Step Time": 10.59934688359499}
+{"Finetune/Learning Rate": 4.656071638076589e-06, "Finetune/Loss": 0.6080248355865479, "Finetune/Loss (Raw)": 0.5020250678062439, "Finetune/Step": 13252, "Finetune/Step Time": 10.603705190122128}
+{"Finetune/Learning Rate": 4.654648371253329e-06, "Finetune/Loss": 0.6077340841293335, "Finetune/Loss (Raw)": 0.5577873587608337, "Finetune/Step": 13253, "Finetune/Step Time": 10.613733848556876}
+{"Finetune/Learning Rate": 4.653225256009043e-06, "Finetune/Loss": 0.6077244281768799, "Finetune/Loss (Raw)": 0.6608921885490417, "Finetune/Step": 13254, "Finetune/Step Time": 10.606502989307046}
+{"Finetune/Learning Rate": 4.6518022923840815e-06, "Finetune/Loss": 0.6072651147842407, "Finetune/Loss (Raw)": 0.614044725894928, "Finetune/Step": 13255, "Finetune/Step Time": 10.615316489711404}
+{"Finetune/Learning Rate": 4.650379480418795e-06, "Finetune/Loss": 0.6062995195388794, "Finetune/Loss (Raw)": 0.5827834606170654, "Finetune/Step": 13256, "Finetune/Step Time": 10.647052552551031}
+{"Finetune/Learning Rate": 4.648956820153539e-06, "Finetune/Loss": 0.6059368848800659, "Finetune/Loss (Raw)": 0.5762842893600464, "Finetune/Step": 13257, "Finetune/Step Time": 10.639779398217797}
+{"Finetune/Learning Rate": 4.647534311628649e-06, "Finetune/Loss": 0.6061923503875732, "Finetune/Loss (Raw)": 0.6162304282188416, "Finetune/Step": 13258, "Finetune/Step Time": 10.622729444876313}
+{"Finetune/Learning Rate": 4.646111954884467e-06, "Finetune/Loss": 0.6063634157180786, "Finetune/Loss (Raw)": 0.5448040962219238, "Finetune/Step": 13259, "Finetune/Step Time": 10.628602590411901}
+{"Finetune/Learning Rate": 4.644689749961329e-06, "Finetune/Loss": 0.6071522831916809, "Finetune/Loss (Raw)": 0.6786569952964783, "Finetune/Step": 13260, "Finetune/Step Time": 10.626593196764588}
+{"Finetune/Learning Rate": 4.643267696899557e-06, "Finetune/Loss": 0.6064550876617432, "Finetune/Loss (Raw)": 0.5067653059959412, "Finetune/Step": 13261, "Finetune/Step Time": 10.61601567082107}
+{"Finetune/Learning Rate": 4.641845795739481e-06, "Finetune/Loss": 0.6066504120826721, "Finetune/Loss (Raw)": 0.6226764917373657, "Finetune/Step": 13262, "Finetune/Step Time": 10.62480123899877}
+{"Finetune/Learning Rate": 4.640424046521419e-06, "Finetune/Loss": 0.6072893738746643, "Finetune/Loss (Raw)": 0.6564254760742188, "Finetune/Step": 13263, "Finetune/Step Time": 10.629817137494683}
+{"Finetune/Learning Rate": 4.639002449285693e-06, "Finetune/Loss": 0.6062952280044556, "Finetune/Loss (Raw)": 0.5547634363174438, "Finetune/Step": 13264, "Finetune/Step Time": 10.61482092924416}
+{"Finetune/Learning Rate": 4.637581004072613e-06, "Finetune/Loss": 0.6068971157073975, "Finetune/Loss (Raw)": 0.6311444044113159, "Finetune/Step": 13265, "Finetune/Step Time": 10.604545529931784}
+{"Finetune/Learning Rate": 4.636159710922491e-06, "Finetune/Loss": 0.6081016659736633, "Finetune/Loss (Raw)": 0.5835379958152771, "Finetune/Step": 13266, "Finetune/Step Time": 10.59968358464539}
+{"Finetune/Learning Rate": 4.634738569875623e-06, "Finetune/Loss": 0.6089828610420227, "Finetune/Loss (Raw)": 0.7428668737411499, "Finetune/Step": 13267, "Finetune/Step Time": 10.596718225628138}
+{"Finetune/Learning Rate": 4.633317580972313e-06, "Finetune/Loss": 0.6094438433647156, "Finetune/Loss (Raw)": 0.6391416192054749, "Finetune/Step": 13268, "Finetune/Step Time": 10.601200010627508}
+{"Finetune/Learning Rate": 4.631896744252855e-06, "Finetune/Loss": 0.610490083694458, "Finetune/Loss (Raw)": 0.5675056576728821, "Finetune/Step": 13269, "Finetune/Step Time": 10.59571923688054}
+{"Finetune/Learning Rate": 4.63047605975754e-06, "Finetune/Loss": 0.6098975539207458, "Finetune/Loss (Raw)": 0.4945386052131653, "Finetune/Step": 13270, "Finetune/Step Time": 10.5977803170681}
+{"Finetune/Learning Rate": 4.6290555275266525e-06, "Finetune/Loss": 0.6094589233398438, "Finetune/Loss (Raw)": 0.5697712898254395, "Finetune/Step": 13271, "Finetune/Step Time": 10.604124564677477}
+{"Finetune/Learning Rate": 4.627635147600485e-06, "Finetune/Loss": 0.6087766885757446, "Finetune/Loss (Raw)": 0.6021193861961365, "Finetune/Step": 13272, "Finetune/Step Time": 10.597784077748656}
+{"Finetune/Learning Rate": 4.626214920019302e-06, "Finetune/Loss": 0.609891414642334, "Finetune/Loss (Raw)": 0.7498732805252075, "Finetune/Step": 13273, "Finetune/Step Time": 10.575570600107312}
+{"Finetune/Learning Rate": 4.624794844823385e-06, "Finetune/Loss": 0.6112051606178284, "Finetune/Loss (Raw)": 0.6669998168945312, "Finetune/Step": 13274, "Finetune/Step Time": 10.582731673493981}
+{"Finetune/Learning Rate": 4.623374922053e-06, "Finetune/Loss": 0.610770046710968, "Finetune/Loss (Raw)": 0.6169093251228333, "Finetune/Step": 13275, "Finetune/Step Time": 10.59310607612133}
+{"Finetune/Learning Rate": 4.621955151748413e-06, "Finetune/Loss": 0.6104534268379211, "Finetune/Loss (Raw)": 0.6271378397941589, "Finetune/Step": 13276, "Finetune/Step Time": 10.585962573066354}
+{"Finetune/Learning Rate": 4.620535533949886e-06, "Finetune/Loss": 0.6092867255210876, "Finetune/Loss (Raw)": 0.44930821657180786, "Finetune/Step": 13277, "Finetune/Step Time": 10.595508074387908}
+{"Finetune/Learning Rate": 4.619116068697672e-06, "Finetune/Loss": 0.6099347472190857, "Finetune/Loss (Raw)": 0.5872259736061096, "Finetune/Step": 13278, "Finetune/Step Time": 10.590722626075149}
+{"Finetune/Learning Rate": 4.6176967560320275e-06, "Finetune/Loss": 0.6105271577835083, "Finetune/Loss (Raw)": 0.6186765432357788, "Finetune/Step": 13279, "Finetune/Step Time": 10.589872969314456}
+{"Finetune/Learning Rate": 4.616277595993196e-06, "Finetune/Loss": 0.6088618636131287, "Finetune/Loss (Raw)": 0.5099509954452515, "Finetune/Step": 13280, "Finetune/Step Time": 10.61180422641337}
+{"Finetune/Learning Rate": 4.614858588621424e-06, "Finetune/Loss": 0.6085354089736938, "Finetune/Loss (Raw)": 0.5446518063545227, "Finetune/Step": 13281, "Finetune/Step Time": 10.60327297821641}
+{"Finetune/Learning Rate": 4.613439733956948e-06, "Finetune/Loss": 0.6102074980735779, "Finetune/Loss (Raw)": 0.7171680331230164, "Finetune/Step": 13282, "Finetune/Step Time": 10.603163752704859}
+{"Finetune/Learning Rate": 4.612021032040004e-06, "Finetune/Loss": 0.610343873500824, "Finetune/Loss (Raw)": 0.6435189247131348, "Finetune/Step": 13283, "Finetune/Step Time": 10.586981924250722}
+{"Finetune/Learning Rate": 4.610602482910823e-06, "Finetune/Loss": 0.6114054918289185, "Finetune/Loss (Raw)": 0.6990426778793335, "Finetune/Step": 13284, "Finetune/Step Time": 10.557236401364207}
+{"Finetune/Learning Rate": 4.609184086609629e-06, "Finetune/Loss": 0.6122123003005981, "Finetune/Loss (Raw)": 0.6729170083999634, "Finetune/Step": 13285, "Finetune/Step Time": 10.549471354112029}
+{"Finetune/Learning Rate": 4.607765843176646e-06, "Finetune/Loss": 0.6127921342849731, "Finetune/Loss (Raw)": 0.7002325057983398, "Finetune/Step": 13286, "Finetune/Step Time": 10.553847193717957}
+{"Finetune/Learning Rate": 4.60634775265209e-06, "Finetune/Loss": 0.6126627922058105, "Finetune/Loss (Raw)": 0.5472263693809509, "Finetune/Step": 13287, "Finetune/Step Time": 10.551287403330207}
+{"Finetune/Learning Rate": 4.604929815076174e-06, "Finetune/Loss": 0.6122080087661743, "Finetune/Loss (Raw)": 0.6315780878067017, "Finetune/Step": 13288, "Finetune/Step Time": 10.557808937504888}
+{"Finetune/Learning Rate": 4.603512030489107e-06, "Finetune/Loss": 0.6123052835464478, "Finetune/Loss (Raw)": 0.5815262198448181, "Finetune/Step": 13289, "Finetune/Step Time": 10.556560408324003}
+{"Finetune/Learning Rate": 4.602094398931093e-06, "Finetune/Loss": 0.6115811467170715, "Finetune/Loss (Raw)": 0.6380273699760437, "Finetune/Step": 13290, "Finetune/Step Time": 10.568740151822567}
+{"Finetune/Learning Rate": 4.600676920442332e-06, "Finetune/Loss": 0.6118929386138916, "Finetune/Loss (Raw)": 0.672866702079773, "Finetune/Step": 13291, "Finetune/Step Time": 10.56693559885025}
+{"Finetune/Learning Rate": 4.59925959506302e-06, "Finetune/Loss": 0.6133027076721191, "Finetune/Loss (Raw)": 0.7131702303886414, "Finetune/Step": 13292, "Finetune/Step Time": 10.573071232065558}
+{"Finetune/Learning Rate": 4.597842422833349e-06, "Finetune/Loss": 0.6134434342384338, "Finetune/Loss (Raw)": 0.6475841999053955, "Finetune/Step": 13293, "Finetune/Step Time": 10.555797055363655}
+{"Finetune/Learning Rate": 4.596425403793505e-06, "Finetune/Loss": 0.6115776300430298, "Finetune/Loss (Raw)": 0.4653450548648834, "Finetune/Step": 13294, "Finetune/Step Time": 10.609215162694454}
+{"Finetune/Learning Rate": 4.59500853798367e-06, "Finetune/Loss": 0.6112285852432251, "Finetune/Loss (Raw)": 0.6075723767280579, "Finetune/Step": 13295, "Finetune/Step Time": 10.606906117871404}
+{"Finetune/Learning Rate": 4.593591825444028e-06, "Finetune/Loss": 0.6120562553405762, "Finetune/Loss (Raw)": 0.7598656415939331, "Finetune/Step": 13296, "Finetune/Step Time": 10.607786614447832}
+{"Finetune/Learning Rate": 4.592175266214744e-06, "Finetune/Loss": 0.6127259731292725, "Finetune/Loss (Raw)": 0.5750848054885864, "Finetune/Step": 13297, "Finetune/Step Time": 10.563750628381968}
+{"Finetune/Learning Rate": 4.590758860335988e-06, "Finetune/Loss": 0.6131977438926697, "Finetune/Loss (Raw)": 0.7122427821159363, "Finetune/Step": 13298, "Finetune/Step Time": 10.57018742337823}
+{"Finetune/Learning Rate": 4.589342607847932e-06, "Finetune/Loss": 0.6134216785430908, "Finetune/Loss (Raw)": 0.6619712710380554, "Finetune/Step": 13299, "Finetune/Step Time": 10.573789136484265}
+{"Finetune/Learning Rate": 4.587926508790735e-06, "Finetune/Loss": 0.6129225492477417, "Finetune/Loss (Raw)": 0.5736749768257141, "Finetune/Step": 13300, "Finetune/Step Time": 10.574725305661559}
+{"Finetune/Learning Rate": 4.58651056320455e-06, "Finetune/Loss": 0.6130833625793457, "Finetune/Loss (Raw)": 0.6001465916633606, "Finetune/Step": 13301, "Finetune/Step Time": 10.573055420070887}
+{"Finetune/Learning Rate": 4.585094771129537e-06, "Finetune/Loss": 0.6125367879867554, "Finetune/Loss (Raw)": 0.5860117077827454, "Finetune/Step": 13302, "Finetune/Step Time": 10.589276302605867}
+{"Finetune/Learning Rate": 4.583679132605835e-06, "Finetune/Loss": 0.6132033467292786, "Finetune/Loss (Raw)": 0.6162049770355225, "Finetune/Step": 13303, "Finetune/Step Time": 10.600448129698634}
+{"Finetune/Learning Rate": 4.58226364767359e-06, "Finetune/Loss": 0.6116024255752563, "Finetune/Loss (Raw)": 0.5205744504928589, "Finetune/Step": 13304, "Finetune/Step Time": 10.602720212191343}
+{"Finetune/Learning Rate": 4.580848316372939e-06, "Finetune/Loss": 0.6122417449951172, "Finetune/Loss (Raw)": 0.5074020624160767, "Finetune/Step": 13305, "Finetune/Step Time": 10.567540593445301}
+{"Finetune/Learning Rate": 4.579433138744023e-06, "Finetune/Loss": 0.6124258041381836, "Finetune/Loss (Raw)": 0.6417810916900635, "Finetune/Step": 13306, "Finetune/Step Time": 10.560029499232769}
+{"Finetune/Learning Rate": 4.578018114826969e-06, "Finetune/Loss": 0.6123798489570618, "Finetune/Loss (Raw)": 0.6239608526229858, "Finetune/Step": 13307, "Finetune/Step Time": 10.563831763342023}
+{"Finetune/Learning Rate": 4.576603244661907e-06, "Finetune/Loss": 0.6135079264640808, "Finetune/Loss (Raw)": 0.6667625308036804, "Finetune/Step": 13308, "Finetune/Step Time": 10.568868095055223}
+{"Finetune/Learning Rate": 4.575188528288951e-06, "Finetune/Loss": 0.6131384372711182, "Finetune/Loss (Raw)": 0.6054076552391052, "Finetune/Step": 13309, "Finetune/Step Time": 10.567190112546086}
+{"Finetune/Learning Rate": 4.573773965748223e-06, "Finetune/Loss": 0.6129904389381409, "Finetune/Loss (Raw)": 0.6136509776115417, "Finetune/Step": 13310, "Finetune/Step Time": 10.558578293770552}
+{"Finetune/Learning Rate": 4.572359557079834e-06, "Finetune/Loss": 0.61350417137146, "Finetune/Loss (Raw)": 0.6406748294830322, "Finetune/Step": 13311, "Finetune/Step Time": 10.529607210308313}
+{"Finetune/Learning Rate": 4.57094530232389e-06, "Finetune/Loss": 0.6122820973396301, "Finetune/Loss (Raw)": 0.4352029263973236, "Finetune/Step": 13312, "Finetune/Step Time": 10.565110631287098}
+{"Finetune/Learning Rate": 4.569531201520504e-06, "Finetune/Loss": 0.6112772822380066, "Finetune/Loss (Raw)": 0.6107794642448425, "Finetune/Step": 13313, "Finetune/Step Time": 10.52750794030726}
+{"Finetune/Learning Rate": 4.568117254709774e-06, "Finetune/Loss": 0.6115331649780273, "Finetune/Loss (Raw)": 0.575554609298706, "Finetune/Step": 13314, "Finetune/Step Time": 10.50461015664041}
+{"Finetune/Learning Rate": 4.566703461931789e-06, "Finetune/Loss": 0.6104031801223755, "Finetune/Loss (Raw)": 0.4940579831600189, "Finetune/Step": 13315, "Finetune/Step Time": 10.502512762323022}
+{"Finetune/Learning Rate": 4.565289823226644e-06, "Finetune/Loss": 0.6094064712524414, "Finetune/Loss (Raw)": 0.6060706377029419, "Finetune/Step": 13316, "Finetune/Step Time": 10.496606074273586}
+{"Finetune/Learning Rate": 4.563876338634425e-06, "Finetune/Loss": 0.6098998785018921, "Finetune/Loss (Raw)": 0.5722693800926208, "Finetune/Step": 13317, "Finetune/Step Time": 10.499150145798922}
+{"Finetune/Learning Rate": 4.562463008195214e-06, "Finetune/Loss": 0.6095343828201294, "Finetune/Loss (Raw)": 0.5149020552635193, "Finetune/Step": 13318, "Finetune/Step Time": 10.502635335549712}
+{"Finetune/Learning Rate": 4.561049831949087e-06, "Finetune/Loss": 0.6093524098396301, "Finetune/Loss (Raw)": 0.6085564494132996, "Finetune/Step": 13319, "Finetune/Step Time": 10.500587100163102}
+{"Finetune/Learning Rate": 4.559636809936124e-06, "Finetune/Loss": 0.608386754989624, "Finetune/Loss (Raw)": 0.5227897763252258, "Finetune/Step": 13320, "Finetune/Step Time": 10.498285993933678}
+{"Finetune/Learning Rate": 4.558223942196394e-06, "Finetune/Loss": 0.6071140766143799, "Finetune/Loss (Raw)": 0.4679422974586487, "Finetune/Step": 13321, "Finetune/Step Time": 10.497424541041255}
+{"Finetune/Learning Rate": 4.556811228769956e-06, "Finetune/Loss": 0.6078147292137146, "Finetune/Loss (Raw)": 0.7031009197235107, "Finetune/Step": 13322, "Finetune/Step Time": 10.491048784926534}
+{"Finetune/Learning Rate": 4.555398669696873e-06, "Finetune/Loss": 0.6095631122589111, "Finetune/Loss (Raw)": 0.7428495287895203, "Finetune/Step": 13323, "Finetune/Step Time": 10.486423356458545}
+{"Finetune/Learning Rate": 4.5539862650172e-06, "Finetune/Loss": 0.6094958782196045, "Finetune/Loss (Raw)": 0.6476355195045471, "Finetune/Step": 13324, "Finetune/Step Time": 10.459303669631481}
+{"Finetune/Learning Rate": 4.552574014770992e-06, "Finetune/Loss": 0.6081902980804443, "Finetune/Loss (Raw)": 0.4815949499607086, "Finetune/Step": 13325, "Finetune/Step Time": 10.455265682190657}
+{"Finetune/Learning Rate": 4.551161918998293e-06, "Finetune/Loss": 0.6096212863922119, "Finetune/Loss (Raw)": 0.6713520288467407, "Finetune/Step": 13326, "Finetune/Step Time": 10.462908904999495}
+{"Finetune/Learning Rate": 4.549749977739148e-06, "Finetune/Loss": 0.608730673789978, "Finetune/Loss (Raw)": 0.6284644603729248, "Finetune/Step": 13327, "Finetune/Step Time": 10.451464157551527}
+{"Finetune/Learning Rate": 4.548338191033595e-06, "Finetune/Loss": 0.6087973117828369, "Finetune/Loss (Raw)": 0.5694053769111633, "Finetune/Step": 13328, "Finetune/Step Time": 10.450589148327708}
+{"Finetune/Learning Rate": 4.54692655892167e-06, "Finetune/Loss": 0.6072057485580444, "Finetune/Loss (Raw)": 0.493651419878006, "Finetune/Step": 13329, "Finetune/Step Time": 10.452864412218332}
+{"Finetune/Learning Rate": 4.5455150814434005e-06, "Finetune/Loss": 0.6061606407165527, "Finetune/Loss (Raw)": 0.5453388094902039, "Finetune/Step": 13330, "Finetune/Step Time": 10.442752392962575}
+{"Finetune/Learning Rate": 4.544103758638812e-06, "Finetune/Loss": 0.6048057079315186, "Finetune/Loss (Raw)": 0.5960789322853088, "Finetune/Step": 13331, "Finetune/Step Time": 10.44134528748691}
+{"Finetune/Learning Rate": 4.542692590547927e-06, "Finetune/Loss": 0.6036577820777893, "Finetune/Loss (Raw)": 0.5857586860656738, "Finetune/Step": 13332, "Finetune/Step Time": 10.44866769015789}
+{"Finetune/Learning Rate": 4.541281577210761e-06, "Finetune/Loss": 0.6036009192466736, "Finetune/Loss (Raw)": 0.6311133503913879, "Finetune/Step": 13333, "Finetune/Step Time": 10.450667753815651}
+{"Finetune/Learning Rate": 4.5398707186673275e-06, "Finetune/Loss": 0.6030069589614868, "Finetune/Loss (Raw)": 0.6214753985404968, "Finetune/Step": 13334, "Finetune/Step Time": 10.467836435884237}
+{"Finetune/Learning Rate": 4.538460014957634e-06, "Finetune/Loss": 0.602999210357666, "Finetune/Loss (Raw)": 0.5678927302360535, "Finetune/Step": 13335, "Finetune/Step Time": 10.466320991516113}
+{"Finetune/Learning Rate": 4.5370494661216835e-06, "Finetune/Loss": 0.6023313999176025, "Finetune/Loss (Raw)": 0.5648196339607239, "Finetune/Step": 13336, "Finetune/Step Time": 10.46588084101677}
+{"Finetune/Learning Rate": 4.535639072199476e-06, "Finetune/Loss": 0.6025015115737915, "Finetune/Loss (Raw)": 0.5940409898757935, "Finetune/Step": 13337, "Finetune/Step Time": 10.48271905630827}
+{"Finetune/Learning Rate": 4.534228833231006e-06, "Finetune/Loss": 0.6035851240158081, "Finetune/Loss (Raw)": 0.6363321542739868, "Finetune/Step": 13338, "Finetune/Step Time": 10.483945854008198}
+{"Finetune/Learning Rate": 4.532818749256263e-06, "Finetune/Loss": 0.6015501022338867, "Finetune/Loss (Raw)": 0.38943254947662354, "Finetune/Step": 13339, "Finetune/Step Time": 10.524629147723317}
+{"Finetune/Learning Rate": 4.531408820315234e-06, "Finetune/Loss": 0.6016991138458252, "Finetune/Loss (Raw)": 0.5900583267211914, "Finetune/Step": 13340, "Finetune/Step Time": 10.527743451297283}
+{"Finetune/Learning Rate": 4.529999046447901e-06, "Finetune/Loss": 0.6020280122756958, "Finetune/Loss (Raw)": 0.5964062809944153, "Finetune/Step": 13341, "Finetune/Step Time": 10.548633834347129}
+{"Finetune/Learning Rate": 4.52858942769424e-06, "Finetune/Loss": 0.6019245386123657, "Finetune/Loss (Raw)": 0.5337892770767212, "Finetune/Step": 13342, "Finetune/Step Time": 10.557716716080904}
+{"Finetune/Learning Rate": 4.527179964094224e-06, "Finetune/Loss": 0.6019903421401978, "Finetune/Loss (Raw)": 0.6617632508277893, "Finetune/Step": 13343, "Finetune/Step Time": 10.553093548864126}
+{"Finetune/Learning Rate": 4.525770655687821e-06, "Finetune/Loss": 0.6017524003982544, "Finetune/Loss (Raw)": 0.5743169188499451, "Finetune/Step": 13344, "Finetune/Step Time": 10.547681611031294}
+{"Finetune/Learning Rate": 4.524361502515e-06, "Finetune/Loss": 0.6018502712249756, "Finetune/Loss (Raw)": 0.6366008520126343, "Finetune/Step": 13345, "Finetune/Step Time": 10.557978063821793}
+{"Finetune/Learning Rate": 4.5229525046157085e-06, "Finetune/Loss": 0.6021410822868347, "Finetune/Loss (Raw)": 0.6869285702705383, "Finetune/Step": 13346, "Finetune/Step Time": 10.55661685205996}
+{"Finetune/Learning Rate": 4.521543662029914e-06, "Finetune/Loss": 0.6021890044212341, "Finetune/Loss (Raw)": 0.6103917360305786, "Finetune/Step": 13347, "Finetune/Step Time": 10.548646965995431}
+{"Finetune/Learning Rate": 4.520134974797561e-06, "Finetune/Loss": 0.6027207374572754, "Finetune/Loss (Raw)": 0.6657845973968506, "Finetune/Step": 13348, "Finetune/Step Time": 10.550561845302582}
+{"Finetune/Learning Rate": 4.518726442958599e-06, "Finetune/Loss": 0.6038804054260254, "Finetune/Loss (Raw)": 0.6437628269195557, "Finetune/Step": 13349, "Finetune/Step Time": 10.551580850034952}
+{"Finetune/Learning Rate": 4.517318066552967e-06, "Finetune/Loss": 0.6042702198028564, "Finetune/Loss (Raw)": 0.6072222590446472, "Finetune/Step": 13350, "Finetune/Step Time": 10.553718890994787}
+{"Finetune/Learning Rate": 4.515909845620609e-06, "Finetune/Loss": 0.6046051383018494, "Finetune/Loss (Raw)": 0.5911865830421448, "Finetune/Step": 13351, "Finetune/Step Time": 10.560177316889167}
+{"Finetune/Learning Rate": 4.514501780201449e-06, "Finetune/Loss": 0.6042876243591309, "Finetune/Loss (Raw)": 0.5849905610084534, "Finetune/Step": 13352, "Finetune/Step Time": 10.571438945829868}
+{"Finetune/Learning Rate": 4.513093870335419e-06, "Finetune/Loss": 0.6043078899383545, "Finetune/Loss (Raw)": 0.5778726935386658, "Finetune/Step": 13353, "Finetune/Step Time": 10.58122936822474}
+{"Finetune/Learning Rate": 4.511686116062441e-06, "Finetune/Loss": 0.6043207049369812, "Finetune/Loss (Raw)": 0.5402786135673523, "Finetune/Step": 13354, "Finetune/Step Time": 10.568799447268248}
+{"Finetune/Learning Rate": 4.510278517422441e-06, "Finetune/Loss": 0.6050368547439575, "Finetune/Loss (Raw)": 0.5786466598510742, "Finetune/Step": 13355, "Finetune/Step Time": 10.567554080858827}
+{"Finetune/Learning Rate": 4.508871074455334e-06, "Finetune/Loss": 0.6040165424346924, "Finetune/Loss (Raw)": 0.459443062543869, "Finetune/Step": 13356, "Finetune/Step Time": 10.567951431497931}
+{"Finetune/Learning Rate": 4.507463787201031e-06, "Finetune/Loss": 0.6027976274490356, "Finetune/Loss (Raw)": 0.4831433892250061, "Finetune/Step": 13357, "Finetune/Step Time": 10.566097812727094}
+{"Finetune/Learning Rate": 4.506056655699432e-06, "Finetune/Loss": 0.6023319959640503, "Finetune/Loss (Raw)": 0.5771632194519043, "Finetune/Step": 13358, "Finetune/Step Time": 10.562566708773375}
+{"Finetune/Learning Rate": 4.504649679990444e-06, "Finetune/Loss": 0.6004323959350586, "Finetune/Loss (Raw)": 0.36923471093177795, "Finetune/Step": 13359, "Finetune/Step Time": 10.605367137119174}
+{"Finetune/Learning Rate": 4.5032428601139644e-06, "Finetune/Loss": 0.5994582772254944, "Finetune/Loss (Raw)": 0.5054817795753479, "Finetune/Step": 13360, "Finetune/Step Time": 10.646402508020401}
+{"Finetune/Learning Rate": 4.5018361961098825e-06, "Finetune/Loss": 0.5990521311759949, "Finetune/Loss (Raw)": 0.55306077003479, "Finetune/Step": 13361, "Finetune/Step Time": 10.622645752504468}
+{"Finetune/Learning Rate": 4.5004296880180954e-06, "Finetune/Loss": 0.5980235934257507, "Finetune/Loss (Raw)": 0.5579056739807129, "Finetune/Step": 13362, "Finetune/Step Time": 10.619184698909521}
+{"Finetune/Learning Rate": 4.499023335878488e-06, "Finetune/Loss": 0.5970524549484253, "Finetune/Loss (Raw)": 0.5066878795623779, "Finetune/Step": 13363, "Finetune/Step Time": 10.604069659486413}
+{"Finetune/Learning Rate": 4.497617139730932e-06, "Finetune/Loss": 0.596781849861145, "Finetune/Loss (Raw)": 0.5362546443939209, "Finetune/Step": 13364, "Finetune/Step Time": 10.607909819111228}
+{"Finetune/Learning Rate": 4.496211099615307e-06, "Finetune/Loss": 0.5960782766342163, "Finetune/Loss (Raw)": 0.601536214351654, "Finetune/Step": 13365, "Finetune/Step Time": 10.61590364202857}
+{"Finetune/Learning Rate": 4.4948052155714835e-06, "Finetune/Loss": 0.5960904359817505, "Finetune/Loss (Raw)": 0.5782443284988403, "Finetune/Step": 13366, "Finetune/Step Time": 10.615269837900996}
+{"Finetune/Learning Rate": 4.4933994876393316e-06, "Finetune/Loss": 0.5949912071228027, "Finetune/Loss (Raw)": 0.47433969378471375, "Finetune/Step": 13367, "Finetune/Step Time": 10.616167379543185}
+{"Finetune/Learning Rate": 4.491993915858706e-06, "Finetune/Loss": 0.5934280157089233, "Finetune/Loss (Raw)": 0.5423056483268738, "Finetune/Step": 13368, "Finetune/Step Time": 10.614403555169702}
+{"Finetune/Learning Rate": 4.490588500269479e-06, "Finetune/Loss": 0.5940412282943726, "Finetune/Loss (Raw)": 0.643265962600708, "Finetune/Step": 13369, "Finetune/Step Time": 10.616391701623797}
+{"Finetune/Learning Rate": 4.489183240911491e-06, "Finetune/Loss": 0.5944444537162781, "Finetune/Loss (Raw)": 0.6031239628791809, "Finetune/Step": 13370, "Finetune/Step Time": 10.618435204029083}
+{"Finetune/Learning Rate": 4.487778137824597e-06, "Finetune/Loss": 0.5933974981307983, "Finetune/Loss (Raw)": 0.5766226649284363, "Finetune/Step": 13371, "Finetune/Step Time": 10.626436257734895}
+{"Finetune/Learning Rate": 4.486373191048639e-06, "Finetune/Loss": 0.5934404134750366, "Finetune/Loss (Raw)": 0.6379744410514832, "Finetune/Step": 13372, "Finetune/Step Time": 10.611523313447833}
+{"Finetune/Learning Rate": 4.484968400623459e-06, "Finetune/Loss": 0.5933294892311096, "Finetune/Loss (Raw)": 0.5663856267929077, "Finetune/Step": 13373, "Finetune/Step Time": 10.626515133306384}
+{"Finetune/Learning Rate": 4.483563766588892e-06, "Finetune/Loss": 0.5929133892059326, "Finetune/Loss (Raw)": 0.6087524890899658, "Finetune/Step": 13374, "Finetune/Step Time": 10.629142221063375}
+{"Finetune/Learning Rate": 4.4821592889847696e-06, "Finetune/Loss": 0.5926553606987, "Finetune/Loss (Raw)": 0.5185865163803101, "Finetune/Step": 13375, "Finetune/Step Time": 10.640762403607368}
+{"Finetune/Learning Rate": 4.48075496785092e-06, "Finetune/Loss": 0.5914258360862732, "Finetune/Loss (Raw)": 0.4702831208705902, "Finetune/Step": 13376, "Finetune/Step Time": 10.634645015001297}
+{"Finetune/Learning Rate": 4.479350803227165e-06, "Finetune/Loss": 0.5909110903739929, "Finetune/Loss (Raw)": 0.5422499775886536, "Finetune/Step": 13377, "Finetune/Step Time": 10.625179555267096}
+{"Finetune/Learning Rate": 4.477946795153322e-06, "Finetune/Loss": 0.5901278257369995, "Finetune/Loss (Raw)": 0.5904313325881958, "Finetune/Step": 13378, "Finetune/Step Time": 10.625995414331555}
+{"Finetune/Learning Rate": 4.476542943669205e-06, "Finetune/Loss": 0.5901045203208923, "Finetune/Loss (Raw)": 0.5537446737289429, "Finetune/Step": 13379, "Finetune/Step Time": 10.627763740718365}
+{"Finetune/Learning Rate": 4.475139248814625e-06, "Finetune/Loss": 0.590587317943573, "Finetune/Loss (Raw)": 0.5638223886489868, "Finetune/Step": 13380, "Finetune/Step Time": 10.628558326512575}
+{"Finetune/Learning Rate": 4.473735710629385e-06, "Finetune/Loss": 0.5905517339706421, "Finetune/Loss (Raw)": 0.5532392263412476, "Finetune/Step": 13381, "Finetune/Step Time": 10.624104896560311}
+{"Finetune/Learning Rate": 4.4723323291532835e-06, "Finetune/Loss": 0.589788556098938, "Finetune/Loss (Raw)": 0.5632067918777466, "Finetune/Step": 13382, "Finetune/Step Time": 10.633340394124389}
+{"Finetune/Learning Rate": 4.470929104426121e-06, "Finetune/Loss": 0.5904020071029663, "Finetune/Loss (Raw)": 0.6925578713417053, "Finetune/Step": 13383, "Finetune/Step Time": 10.622557206079364}
+{"Finetune/Learning Rate": 4.469526036487686e-06, "Finetune/Loss": 0.5902818441390991, "Finetune/Loss (Raw)": 0.5674090385437012, "Finetune/Step": 13384, "Finetune/Step Time": 10.585212733596563}
+{"Finetune/Learning Rate": 4.468123125377766e-06, "Finetune/Loss": 0.5911582708358765, "Finetune/Loss (Raw)": 0.6884636282920837, "Finetune/Step": 13385, "Finetune/Step Time": 10.59850805439055}
+{"Finetune/Learning Rate": 4.466720371136143e-06, "Finetune/Loss": 0.5914368033409119, "Finetune/Loss (Raw)": 0.6518793702125549, "Finetune/Step": 13386, "Finetune/Step Time": 10.607371443882585}
+{"Finetune/Learning Rate": 4.465317773802599e-06, "Finetune/Loss": 0.5913764238357544, "Finetune/Loss (Raw)": 0.5370704531669617, "Finetune/Step": 13387, "Finetune/Step Time": 10.604753641411662}
+{"Finetune/Learning Rate": 4.463915333416898e-06, "Finetune/Loss": 0.5912410020828247, "Finetune/Loss (Raw)": 0.6613295674324036, "Finetune/Step": 13388, "Finetune/Step Time": 10.598083382472396}
+{"Finetune/Learning Rate": 4.46251305001882e-06, "Finetune/Loss": 0.5927721858024597, "Finetune/Loss (Raw)": 0.7027546763420105, "Finetune/Step": 13389, "Finetune/Step Time": 10.594336917623878}
+{"Finetune/Learning Rate": 4.461110923648123e-06, "Finetune/Loss": 0.5919121503829956, "Finetune/Loss (Raw)": 0.5125950574874878, "Finetune/Step": 13390, "Finetune/Step Time": 10.584060750901699}
+{"Finetune/Learning Rate": 4.459708954344571e-06, "Finetune/Loss": 0.591840386390686, "Finetune/Loss (Raw)": 0.64723801612854, "Finetune/Step": 13391, "Finetune/Step Time": 10.575720323249698}
+{"Finetune/Learning Rate": 4.45830714214792e-06, "Finetune/Loss": 0.5925910472869873, "Finetune/Loss (Raw)": 0.6508495807647705, "Finetune/Step": 13392, "Finetune/Step Time": 10.575072210282087}
+{"Finetune/Learning Rate": 4.456905487097923e-06, "Finetune/Loss": 0.5920897126197815, "Finetune/Loss (Raw)": 0.5669739842414856, "Finetune/Step": 13393, "Finetune/Step Time": 10.57368192076683}
+{"Finetune/Learning Rate": 4.455503989234319e-06, "Finetune/Loss": 0.59250807762146, "Finetune/Loss (Raw)": 0.6370928883552551, "Finetune/Step": 13394, "Finetune/Step Time": 10.553166601806879}
+{"Finetune/Learning Rate": 4.454102648596852e-06, "Finetune/Loss": 0.5924165844917297, "Finetune/Loss (Raw)": 0.7311499714851379, "Finetune/Step": 13395, "Finetune/Step Time": 10.56131250038743}
+{"Finetune/Learning Rate": 4.452701465225268e-06, "Finetune/Loss": 0.5913724303245544, "Finetune/Loss (Raw)": 0.5054953694343567, "Finetune/Step": 13396, "Finetune/Step Time": 10.547749100252986}
+{"Finetune/Learning Rate": 4.451300439159295e-06, "Finetune/Loss": 0.5922014713287354, "Finetune/Loss (Raw)": 0.6736150979995728, "Finetune/Step": 13397, "Finetune/Step Time": 10.53823845461011}
+{"Finetune/Learning Rate": 4.449899570438663e-06, "Finetune/Loss": 0.592350423336029, "Finetune/Loss (Raw)": 0.513611912727356, "Finetune/Step": 13398, "Finetune/Step Time": 10.525365998968482}
+{"Finetune/Learning Rate": 4.448498859103102e-06, "Finetune/Loss": 0.5924220085144043, "Finetune/Loss (Raw)": 0.578928530216217, "Finetune/Step": 13399, "Finetune/Step Time": 10.545937361195683}
+{"Finetune/Learning Rate": 4.447098305192323e-06, "Finetune/Loss": 0.5917624235153198, "Finetune/Loss (Raw)": 0.517699122428894, "Finetune/Step": 13400, "Finetune/Step Time": 10.548150233924389}
+{"Finetune/Learning Rate": 4.445697908746045e-06, "Finetune/Loss": 0.5906376838684082, "Finetune/Loss (Raw)": 0.605897068977356, "Finetune/Step": 13401, "Finetune/Step Time": 10.545492434874177}
+{"Finetune/Learning Rate": 4.444297669803981e-06, "Finetune/Loss": 0.5900077819824219, "Finetune/Loss (Raw)": 0.5863732099533081, "Finetune/Step": 13402, "Finetune/Step Time": 10.553654801100492}
+{"Finetune/Learning Rate": 4.4428975884058325e-06, "Finetune/Loss": 0.5898578763008118, "Finetune/Loss (Raw)": 0.5977235436439514, "Finetune/Step": 13403, "Finetune/Step Time": 10.549327798187733}
+{"Finetune/Learning Rate": 4.441497664591309e-06, "Finetune/Loss": 0.5907676219940186, "Finetune/Loss (Raw)": 0.7435920238494873, "Finetune/Step": 13404, "Finetune/Step Time": 10.560386124998331}
+{"Finetune/Learning Rate": 4.440097898400106e-06, "Finetune/Loss": 0.5924538373947144, "Finetune/Loss (Raw)": 0.6651394963264465, "Finetune/Step": 13405, "Finetune/Step Time": 10.551103882491589}
+{"Finetune/Learning Rate": 4.438698289871921e-06, "Finetune/Loss": 0.5924436450004578, "Finetune/Loss (Raw)": 0.5859208106994629, "Finetune/Step": 13406, "Finetune/Step Time": 10.547563636675477}
+{"Finetune/Learning Rate": 4.437298839046433e-06, "Finetune/Loss": 0.5922990441322327, "Finetune/Loss (Raw)": 0.6001676321029663, "Finetune/Step": 13407, "Finetune/Step Time": 10.555232310667634}
+{"Finetune/Learning Rate": 4.435899545963333e-06, "Finetune/Loss": 0.5926614999771118, "Finetune/Loss (Raw)": 0.5563454627990723, "Finetune/Step": 13408, "Finetune/Step Time": 10.621254529803991}
+{"Finetune/Learning Rate": 4.434500410662299e-06, "Finetune/Loss": 0.5927599668502808, "Finetune/Loss (Raw)": 0.5572524070739746, "Finetune/Step": 13409, "Finetune/Step Time": 10.633623592555523}
+{"Finetune/Learning Rate": 4.4331014331830036e-06, "Finetune/Loss": 0.5919172167778015, "Finetune/Loss (Raw)": 0.6092976927757263, "Finetune/Step": 13410, "Finetune/Step Time": 10.636100003495812}
+{"Finetune/Learning Rate": 4.4317026135651255e-06, "Finetune/Loss": 0.591840386390686, "Finetune/Loss (Raw)": 0.6336843967437744, "Finetune/Step": 13411, "Finetune/Step Time": 10.639287509024143}
+{"Finetune/Learning Rate": 4.430303951848331e-06, "Finetune/Loss": 0.5909346342086792, "Finetune/Loss (Raw)": 0.583112359046936, "Finetune/Step": 13412, "Finetune/Step Time": 10.642015106976032}
+{"Finetune/Learning Rate": 4.4289054480722734e-06, "Finetune/Loss": 0.5885497331619263, "Finetune/Loss (Raw)": 0.36764565110206604, "Finetune/Step": 13413, "Finetune/Step Time": 10.683302173390985}
+{"Finetune/Learning Rate": 4.427507102276617e-06, "Finetune/Loss": 0.587311327457428, "Finetune/Loss (Raw)": 0.5417196750640869, "Finetune/Step": 13414, "Finetune/Step Time": 10.71382499486208}
+{"Finetune/Learning Rate": 4.426108914501011e-06, "Finetune/Loss": 0.5876022577285767, "Finetune/Loss (Raw)": 0.5844584703445435, "Finetune/Step": 13415, "Finetune/Step Time": 10.721075033769011}
+{"Finetune/Learning Rate": 4.424710884785108e-06, "Finetune/Loss": 0.5869566202163696, "Finetune/Loss (Raw)": 0.5489410161972046, "Finetune/Step": 13416, "Finetune/Step Time": 10.71930674649775}
+{"Finetune/Learning Rate": 4.423313013168546e-06, "Finetune/Loss": 0.587486207485199, "Finetune/Loss (Raw)": 0.6493160128593445, "Finetune/Step": 13417, "Finetune/Step Time": 10.729795884341002}
+{"Finetune/Learning Rate": 4.421915299690976e-06, "Finetune/Loss": 0.5873904824256897, "Finetune/Loss (Raw)": 0.6257707476615906, "Finetune/Step": 13418, "Finetune/Step Time": 10.726322796195745}
+{"Finetune/Learning Rate": 4.420517744392023e-06, "Finetune/Loss": 0.5860605239868164, "Finetune/Loss (Raw)": 0.5026350617408752, "Finetune/Step": 13419, "Finetune/Step Time": 10.743045754730701}
+{"Finetune/Learning Rate": 4.419120347311321e-06, "Finetune/Loss": 0.5866016149520874, "Finetune/Loss (Raw)": 0.7824274897575378, "Finetune/Step": 13420, "Finetune/Step Time": 10.734003672376275}
+{"Finetune/Learning Rate": 4.417723108488495e-06, "Finetune/Loss": 0.5858410000801086, "Finetune/Loss (Raw)": 0.550229549407959, "Finetune/Step": 13421, "Finetune/Step Time": 10.729283478111029}
+{"Finetune/Learning Rate": 4.416326027963169e-06, "Finetune/Loss": 0.586909294128418, "Finetune/Loss (Raw)": 0.6020807027816772, "Finetune/Step": 13422, "Finetune/Step Time": 10.6702373996377}
+{"Finetune/Learning Rate": 4.414929105774959e-06, "Finetune/Loss": 0.5866721868515015, "Finetune/Loss (Raw)": 0.577229380607605, "Finetune/Step": 13423, "Finetune/Step Time": 10.671403277665377}
+{"Finetune/Learning Rate": 4.413532341963477e-06, "Finetune/Loss": 0.5851427912712097, "Finetune/Loss (Raw)": 0.5640984177589417, "Finetune/Step": 13424, "Finetune/Step Time": 10.67452927865088}
+{"Finetune/Learning Rate": 4.412135736568332e-06, "Finetune/Loss": 0.5847773551940918, "Finetune/Loss (Raw)": 0.5283163189888, "Finetune/Step": 13425, "Finetune/Step Time": 10.67482702806592}
+{"Finetune/Learning Rate": 4.410739289629128e-06, "Finetune/Loss": 0.5835952758789062, "Finetune/Loss (Raw)": 0.5609305500984192, "Finetune/Step": 13426, "Finetune/Step Time": 10.671888463199139}
+{"Finetune/Learning Rate": 4.4093430011854645e-06, "Finetune/Loss": 0.5829260349273682, "Finetune/Loss (Raw)": 0.5763067007064819, "Finetune/Step": 13427, "Finetune/Step Time": 10.665880348533392}
+{"Finetune/Learning Rate": 4.407946871276935e-06, "Finetune/Loss": 0.5834201574325562, "Finetune/Loss (Raw)": 0.6369282603263855, "Finetune/Step": 13428, "Finetune/Step Time": 10.664990033954382}
+{"Finetune/Learning Rate": 4.406550899943131e-06, "Finetune/Loss": 0.5834924578666687, "Finetune/Loss (Raw)": 0.6093950271606445, "Finetune/Step": 13429, "Finetune/Step Time": 10.661234030500054}
+{"Finetune/Learning Rate": 4.405155087223637e-06, "Finetune/Loss": 0.5836712121963501, "Finetune/Loss (Raw)": 0.6088952422142029, "Finetune/Step": 13430, "Finetune/Step Time": 10.657843740656972}
+{"Finetune/Learning Rate": 4.403759433158036e-06, "Finetune/Loss": 0.5833768248558044, "Finetune/Loss (Raw)": 0.5785194635391235, "Finetune/Step": 13431, "Finetune/Step Time": 10.642209203913808}
+{"Finetune/Learning Rate": 4.402363937785904e-06, "Finetune/Loss": 0.5836855173110962, "Finetune/Loss (Raw)": 0.5600922703742981, "Finetune/Step": 13432, "Finetune/Step Time": 10.633691914379597}
+{"Finetune/Learning Rate": 4.400968601146813e-06, "Finetune/Loss": 0.5845335125923157, "Finetune/Loss (Raw)": 0.6159437894821167, "Finetune/Step": 13433, "Finetune/Step Time": 10.633539490401745}
+{"Finetune/Learning Rate": 4.39957342328033e-06, "Finetune/Loss": 0.5840452909469604, "Finetune/Loss (Raw)": 0.5792854428291321, "Finetune/Step": 13434, "Finetune/Step Time": 10.636005621403456}
+{"Finetune/Learning Rate": 4.39817840422602e-06, "Finetune/Loss": 0.5839777588844299, "Finetune/Loss (Raw)": 0.6153163909912109, "Finetune/Step": 13435, "Finetune/Step Time": 10.635170696303248}
+{"Finetune/Learning Rate": 4.3967835440234455e-06, "Finetune/Loss": 0.5827710628509521, "Finetune/Loss (Raw)": 0.512302815914154, "Finetune/Step": 13436, "Finetune/Step Time": 10.62944488413632}
+{"Finetune/Learning Rate": 4.3953888427121475e-06, "Finetune/Loss": 0.582778811454773, "Finetune/Loss (Raw)": 0.6064023971557617, "Finetune/Step": 13437, "Finetune/Step Time": 10.631149109452963}
+{"Finetune/Learning Rate": 4.393994300331689e-06, "Finetune/Loss": 0.5837733149528503, "Finetune/Loss (Raw)": 0.7409493327140808, "Finetune/Step": 13438, "Finetune/Step Time": 10.632341455668211}
+{"Finetune/Learning Rate": 4.39259991692161e-06, "Finetune/Loss": 0.5839802026748657, "Finetune/Loss (Raw)": 0.6671602129936218, "Finetune/Step": 13439, "Finetune/Step Time": 10.644832955673337}
+{"Finetune/Learning Rate": 4.391205692521453e-06, "Finetune/Loss": 0.5855820178985596, "Finetune/Loss (Raw)": 0.6402323842048645, "Finetune/Step": 13440, "Finetune/Step Time": 10.604827268049121}
+{"Finetune/Learning Rate": 4.389811627170753e-06, "Finetune/Loss": 0.5851877927780151, "Finetune/Loss (Raw)": 0.5603161454200745, "Finetune/Step": 13441, "Finetune/Step Time": 10.605188736692071}
+{"Finetune/Learning Rate": 4.388417720909046e-06, "Finetune/Loss": 0.5845518112182617, "Finetune/Loss (Raw)": 0.49415144324302673, "Finetune/Step": 13442, "Finetune/Step Time": 10.621786335483193}
+{"Finetune/Learning Rate": 4.387023973775851e-06, "Finetune/Loss": 0.5854220986366272, "Finetune/Loss (Raw)": 0.6054506897926331, "Finetune/Step": 13443, "Finetune/Step Time": 10.630232883617282}
+{"Finetune/Learning Rate": 4.385630385810692e-06, "Finetune/Loss": 0.5855668783187866, "Finetune/Loss (Raw)": 0.6246064305305481, "Finetune/Step": 13444, "Finetune/Step Time": 10.64238922484219}
+{"Finetune/Learning Rate": 4.384236957053093e-06, "Finetune/Loss": 0.5862112045288086, "Finetune/Loss (Raw)": 0.6547425985336304, "Finetune/Step": 13445, "Finetune/Step Time": 10.640408162027597}
+{"Finetune/Learning Rate": 4.382843687542565e-06, "Finetune/Loss": 0.5869535803794861, "Finetune/Loss (Raw)": 0.6099256277084351, "Finetune/Step": 13446, "Finetune/Step Time": 10.642027258872986}
+{"Finetune/Learning Rate": 4.3814505773186174e-06, "Finetune/Loss": 0.587026834487915, "Finetune/Loss (Raw)": 0.6179251074790955, "Finetune/Step": 13447, "Finetune/Step Time": 10.646629890426993}
+{"Finetune/Learning Rate": 4.3800576264207586e-06, "Finetune/Loss": 0.5874646306037903, "Finetune/Loss (Raw)": 0.5788321495056152, "Finetune/Step": 13448, "Finetune/Step Time": 10.646548757329583}
+{"Finetune/Learning Rate": 4.378664834888479e-06, "Finetune/Loss": 0.5882698893547058, "Finetune/Loss (Raw)": 0.5710124373435974, "Finetune/Step": 13449, "Finetune/Step Time": 10.650800034403801}
+{"Finetune/Learning Rate": 4.377272202761281e-06, "Finetune/Loss": 0.5872650146484375, "Finetune/Loss (Raw)": 0.574485182762146, "Finetune/Step": 13450, "Finetune/Step Time": 10.645115170627832}
+{"Finetune/Learning Rate": 4.37587973007865e-06, "Finetune/Loss": 0.5866189002990723, "Finetune/Loss (Raw)": 0.6601359248161316, "Finetune/Step": 13451, "Finetune/Step Time": 10.648595042526722}
+{"Finetune/Learning Rate": 4.374487416880082e-06, "Finetune/Loss": 0.5846827030181885, "Finetune/Loss (Raw)": 0.39981138706207275, "Finetune/Step": 13452, "Finetune/Step Time": 10.689285969361663}
+{"Finetune/Learning Rate": 4.373095263205054e-06, "Finetune/Loss": 0.5866348743438721, "Finetune/Loss (Raw)": 0.7314746379852295, "Finetune/Step": 13453, "Finetune/Step Time": 10.688780579715967}
+{"Finetune/Learning Rate": 4.3717032690930465e-06, "Finetune/Loss": 0.5858379006385803, "Finetune/Loss (Raw)": 0.5693378448486328, "Finetune/Step": 13454, "Finetune/Step Time": 10.68951172567904}
+{"Finetune/Learning Rate": 4.370311434583525e-06, "Finetune/Loss": 0.5857261419296265, "Finetune/Loss (Raw)": 0.6141547560691833, "Finetune/Step": 13455, "Finetune/Step Time": 10.690058125182986}
+{"Finetune/Learning Rate": 4.368919759715964e-06, "Finetune/Loss": 0.5863893628120422, "Finetune/Loss (Raw)": 0.6542961597442627, "Finetune/Step": 13456, "Finetune/Step Time": 10.691549753770232}
+{"Finetune/Learning Rate": 4.367528244529825e-06, "Finetune/Loss": 0.586567759513855, "Finetune/Loss (Raw)": 0.5164838433265686, "Finetune/Step": 13457, "Finetune/Step Time": 10.685076583176851}
+{"Finetune/Learning Rate": 4.366136889064568e-06, "Finetune/Loss": 0.5875881910324097, "Finetune/Loss (Raw)": 0.6759615540504456, "Finetune/Step": 13458, "Finetune/Step Time": 10.678187809884548}
+{"Finetune/Learning Rate": 4.364745693359646e-06, "Finetune/Loss": 0.5880301594734192, "Finetune/Loss (Raw)": 0.6526458859443665, "Finetune/Step": 13459, "Finetune/Step Time": 10.681623762473464}
+{"Finetune/Learning Rate": 4.3633546574545185e-06, "Finetune/Loss": 0.5879991054534912, "Finetune/Loss (Raw)": 0.5817824602127075, "Finetune/Step": 13460, "Finetune/Step Time": 10.69970872439444}
+{"Finetune/Learning Rate": 4.361963781388621e-06, "Finetune/Loss": 0.5880595445632935, "Finetune/Loss (Raw)": 0.6388542652130127, "Finetune/Step": 13461, "Finetune/Step Time": 10.702392410486937}
+{"Finetune/Learning Rate": 4.360573065201398e-06, "Finetune/Loss": 0.5883660912513733, "Finetune/Loss (Raw)": 0.6607139706611633, "Finetune/Step": 13462, "Finetune/Step Time": 10.686126677319407}
+{"Finetune/Learning Rate": 4.359182508932286e-06, "Finetune/Loss": 0.5898078680038452, "Finetune/Loss (Raw)": 0.7524394989013672, "Finetune/Step": 13463, "Finetune/Step Time": 10.678184002637863}
+{"Finetune/Learning Rate": 4.357792112620718e-06, "Finetune/Loss": 0.5899375081062317, "Finetune/Loss (Raw)": 0.581413745880127, "Finetune/Step": 13464, "Finetune/Step Time": 10.676707837730646}
+{"Finetune/Learning Rate": 4.356401876306121e-06, "Finetune/Loss": 0.5899752378463745, "Finetune/Loss (Raw)": 0.5988649725914001, "Finetune/Step": 13465, "Finetune/Step Time": 10.667956309393048}
+{"Finetune/Learning Rate": 4.355011800027919e-06, "Finetune/Loss": 0.5891280174255371, "Finetune/Loss (Raw)": 0.5278977751731873, "Finetune/Step": 13466, "Finetune/Step Time": 10.669882794842124}
+{"Finetune/Learning Rate": 4.353621883825531e-06, "Finetune/Loss": 0.5907386541366577, "Finetune/Loss (Raw)": 0.5955930948257446, "Finetune/Step": 13467, "Finetune/Step Time": 10.655969636514783}
+{"Finetune/Learning Rate": 4.3522321277383686e-06, "Finetune/Loss": 0.5917598009109497, "Finetune/Loss (Raw)": 0.7207600474357605, "Finetune/Step": 13468, "Finetune/Step Time": 10.66644848510623}
+{"Finetune/Learning Rate": 4.3508425318058436e-06, "Finetune/Loss": 0.5922080278396606, "Finetune/Loss (Raw)": 0.6537822484970093, "Finetune/Step": 13469, "Finetune/Step Time": 10.652976518496871}
+{"Finetune/Learning Rate": 4.349453096067361e-06, "Finetune/Loss": 0.5927743911743164, "Finetune/Loss (Raw)": 0.6062813401222229, "Finetune/Step": 13470, "Finetune/Step Time": 10.654469357803464}
+{"Finetune/Learning Rate": 4.348063820562319e-06, "Finetune/Loss": 0.5925698280334473, "Finetune/Loss (Raw)": 0.6355757713317871, "Finetune/Step": 13471, "Finetune/Step Time": 10.656377574428916}
+{"Finetune/Learning Rate": 4.346674705330117e-06, "Finetune/Loss": 0.5930162668228149, "Finetune/Loss (Raw)": 0.6314648389816284, "Finetune/Step": 13472, "Finetune/Step Time": 10.638573409989476}
+{"Finetune/Learning Rate": 4.345285750410143e-06, "Finetune/Loss": 0.593096911907196, "Finetune/Loss (Raw)": 0.6469259262084961, "Finetune/Step": 13473, "Finetune/Step Time": 10.618120750412345}
+{"Finetune/Learning Rate": 4.3438969558417865e-06, "Finetune/Loss": 0.5919128656387329, "Finetune/Loss (Raw)": 0.5353660583496094, "Finetune/Step": 13474, "Finetune/Step Time": 10.622319346293807}
+{"Finetune/Learning Rate": 4.342508321664428e-06, "Finetune/Loss": 0.5919806957244873, "Finetune/Loss (Raw)": 0.6190745830535889, "Finetune/Step": 13475, "Finetune/Step Time": 10.61877328157425}
+{"Finetune/Learning Rate": 4.3411198479174455e-06, "Finetune/Loss": 0.5913556814193726, "Finetune/Loss (Raw)": 0.5857913494110107, "Finetune/Step": 13476, "Finetune/Step Time": 10.618161862716079}
+{"Finetune/Learning Rate": 4.3397315346402125e-06, "Finetune/Loss": 0.5915597677230835, "Finetune/Loss (Raw)": 0.6698785424232483, "Finetune/Step": 13477, "Finetune/Step Time": 10.62146870791912}
+{"Finetune/Learning Rate": 4.338343381872098e-06, "Finetune/Loss": 0.5912753343582153, "Finetune/Loss (Raw)": 0.5708117485046387, "Finetune/Step": 13478, "Finetune/Step Time": 10.639307513833046}
+{"Finetune/Learning Rate": 4.336955389652465e-06, "Finetune/Loss": 0.590587317943573, "Finetune/Loss (Raw)": 0.503124475479126, "Finetune/Step": 13479, "Finetune/Step Time": 10.67031404748559}
+{"Finetune/Learning Rate": 4.335567558020673e-06, "Finetune/Loss": 0.5906835794448853, "Finetune/Loss (Raw)": 0.5973148941993713, "Finetune/Step": 13480, "Finetune/Step Time": 10.663094487041235}
+{"Finetune/Learning Rate": 4.334179887016079e-06, "Finetune/Loss": 0.5905097126960754, "Finetune/Loss (Raw)": 0.5556144714355469, "Finetune/Step": 13481, "Finetune/Step Time": 10.657767035067081}
+{"Finetune/Learning Rate": 4.332792376678031e-06, "Finetune/Loss": 0.5915231704711914, "Finetune/Loss (Raw)": 0.670002281665802, "Finetune/Step": 13482, "Finetune/Step Time": 10.65577188692987}
+{"Finetune/Learning Rate": 4.3314050270458764e-06, "Finetune/Loss": 0.591495931148529, "Finetune/Loss (Raw)": 0.5751585364341736, "Finetune/Step": 13483, "Finetune/Step Time": 10.655054109171033}
+{"Finetune/Learning Rate": 4.33001783815896e-06, "Finetune/Loss": 0.5925270915031433, "Finetune/Loss (Raw)": 0.5914345383644104, "Finetune/Step": 13484, "Finetune/Step Time": 10.679363045841455}
+{"Finetune/Learning Rate": 4.32863081005661e-06, "Finetune/Loss": 0.5932168960571289, "Finetune/Loss (Raw)": 0.5714337825775146, "Finetune/Step": 13485, "Finetune/Step Time": 10.688846305012703}
+{"Finetune/Learning Rate": 4.327243942778158e-06, "Finetune/Loss": 0.5939054489135742, "Finetune/Loss (Raw)": 0.6652991771697998, "Finetune/Step": 13486, "Finetune/Step Time": 10.687166213989258}
+{"Finetune/Learning Rate": 4.3258572363629424e-06, "Finetune/Loss": 0.5959914922714233, "Finetune/Loss (Raw)": 0.6362493634223938, "Finetune/Step": 13487, "Finetune/Step Time": 10.639233373105526}
+{"Finetune/Learning Rate": 4.32447069085028e-06, "Finetune/Loss": 0.5970110297203064, "Finetune/Loss (Raw)": 0.6359841227531433, "Finetune/Step": 13488, "Finetune/Step Time": 10.609566640108824}
+{"Finetune/Learning Rate": 4.323084306279489e-06, "Finetune/Loss": 0.5975996851921082, "Finetune/Loss (Raw)": 0.6284092664718628, "Finetune/Step": 13489, "Finetune/Step Time": 10.62780823558569}
+{"Finetune/Learning Rate": 4.3216980826898856e-06, "Finetune/Loss": 0.5980056524276733, "Finetune/Loss (Raw)": 0.6098661422729492, "Finetune/Step": 13490, "Finetune/Step Time": 10.61907359585166}
+{"Finetune/Learning Rate": 4.32031202012078e-06, "Finetune/Loss": 0.5992595553398132, "Finetune/Loss (Raw)": 0.6671889424324036, "Finetune/Step": 13491, "Finetune/Step Time": 10.623693173751235}
+{"Finetune/Learning Rate": 4.318926118611472e-06, "Finetune/Loss": 0.600100576877594, "Finetune/Loss (Raw)": 0.6439104080200195, "Finetune/Step": 13492, "Finetune/Step Time": 10.625401303172112}
+{"Finetune/Learning Rate": 4.31754037820126e-06, "Finetune/Loss": 0.6009211540222168, "Finetune/Loss (Raw)": 0.7065632939338684, "Finetune/Step": 13493, "Finetune/Step Time": 10.620548764243722}
+{"Finetune/Learning Rate": 4.3161547989294476e-06, "Finetune/Loss": 0.601396918296814, "Finetune/Loss (Raw)": 0.6391421556472778, "Finetune/Step": 13494, "Finetune/Step Time": 10.629703413695097}
+{"Finetune/Learning Rate": 4.314769380835323e-06, "Finetune/Loss": 0.6022939085960388, "Finetune/Loss (Raw)": 0.5891565084457397, "Finetune/Step": 13495, "Finetune/Step Time": 10.624886117875576}
+{"Finetune/Learning Rate": 4.313384123958172e-06, "Finetune/Loss": 0.603149950504303, "Finetune/Loss (Raw)": 0.6518843770027161, "Finetune/Step": 13496, "Finetune/Step Time": 10.618324691429734}
+{"Finetune/Learning Rate": 4.311999028337279e-06, "Finetune/Loss": 0.6031396389007568, "Finetune/Loss (Raw)": 0.6419379115104675, "Finetune/Step": 13497, "Finetune/Step Time": 10.626639308407903}
+{"Finetune/Learning Rate": 4.310614094011918e-06, "Finetune/Loss": 0.6039305329322815, "Finetune/Loss (Raw)": 0.7043645977973938, "Finetune/Step": 13498, "Finetune/Step Time": 10.625748811289668}
+{"Finetune/Learning Rate": 4.309229321021361e-06, "Finetune/Loss": 0.6042956113815308, "Finetune/Loss (Raw)": 0.6233500838279724, "Finetune/Step": 13499, "Finetune/Step Time": 10.622412813827395}
+{"Finetune/Learning Rate": 4.307844709404875e-06, "Finetune/Loss": 0.604204535484314, "Finetune/Loss (Raw)": 0.6263123750686646, "Finetune/Step": 13500, "Finetune/Step Time": 10.632740391418338}
+{"Finetune/Learning Rate": 4.30646025920173e-06, "Finetune/Loss": 0.6046956777572632, "Finetune/Loss (Raw)": 0.6292595267295837, "Finetune/Step": 13501, "Finetune/Step Time": 10.589814828708768}
+{"Finetune/Learning Rate": 4.305075970451183e-06, "Finetune/Loss": 0.6046628952026367, "Finetune/Loss (Raw)": 0.604552686214447, "Finetune/Step": 13502, "Finetune/Step Time": 10.598042024299502}
+{"Finetune/Learning Rate": 4.303691843192489e-06, "Finetune/Loss": 0.604263424873352, "Finetune/Loss (Raw)": 0.4674541652202606, "Finetune/Step": 13503, "Finetune/Step Time": 10.59731451049447}
+{"Finetune/Learning Rate": 4.302307877464893e-06, "Finetune/Loss": 0.6044409871101379, "Finetune/Loss (Raw)": 0.4930100739002228, "Finetune/Step": 13504, "Finetune/Step Time": 10.575798198580742}
+{"Finetune/Learning Rate": 4.300924073307644e-06, "Finetune/Loss": 0.603937029838562, "Finetune/Loss (Raw)": 0.4777466058731079, "Finetune/Step": 13505, "Finetune/Step Time": 10.622122552245855}
+{"Finetune/Learning Rate": 4.299540430759983e-06, "Finetune/Loss": 0.6038165092468262, "Finetune/Loss (Raw)": 0.5750062465667725, "Finetune/Step": 13506, "Finetune/Step Time": 10.63743476755917}
+{"Finetune/Learning Rate": 4.2981569498611405e-06, "Finetune/Loss": 0.603922963142395, "Finetune/Loss (Raw)": 0.5673639178276062, "Finetune/Step": 13507, "Finetune/Step Time": 10.63456798531115}
+{"Finetune/Learning Rate": 4.296773630650358e-06, "Finetune/Loss": 0.6041288375854492, "Finetune/Loss (Raw)": 0.590177595615387, "Finetune/Step": 13508, "Finetune/Step Time": 10.626354737207294}
+{"Finetune/Learning Rate": 4.2953904731668605e-06, "Finetune/Loss": 0.60518479347229, "Finetune/Loss (Raw)": 0.6883964538574219, "Finetune/Step": 13509, "Finetune/Step Time": 10.62227800115943}
+{"Finetune/Learning Rate": 4.294007477449863e-06, "Finetune/Loss": 0.6056901216506958, "Finetune/Loss (Raw)": 0.6279026865959167, "Finetune/Step": 13510, "Finetune/Step Time": 10.61425063200295}
+{"Finetune/Learning Rate": 4.292624643538588e-06, "Finetune/Loss": 0.604723334312439, "Finetune/Loss (Raw)": 0.5688060522079468, "Finetune/Step": 13511, "Finetune/Step Time": 10.625126553699374}
+{"Finetune/Learning Rate": 4.29124197147225e-06, "Finetune/Loss": 0.6045203804969788, "Finetune/Loss (Raw)": 0.5414313077926636, "Finetune/Step": 13512, "Finetune/Step Time": 10.624311789870262}
+{"Finetune/Learning Rate": 4.289859461290056e-06, "Finetune/Loss": 0.6035398244857788, "Finetune/Loss (Raw)": 0.5629525780677795, "Finetune/Step": 13513, "Finetune/Step Time": 10.643055172637105}
+{"Finetune/Learning Rate": 4.288477113031209e-06, "Finetune/Loss": 0.603512704372406, "Finetune/Loss (Raw)": 0.6484050154685974, "Finetune/Step": 13514, "Finetune/Step Time": 10.635847713798285}
+{"Finetune/Learning Rate": 4.287094926734911e-06, "Finetune/Loss": 0.6034598350524902, "Finetune/Loss (Raw)": 0.5303044319152832, "Finetune/Step": 13515, "Finetune/Step Time": 10.648119550198317}
+{"Finetune/Learning Rate": 4.285712902440353e-06, "Finetune/Loss": 0.6040678024291992, "Finetune/Loss (Raw)": 0.739149272441864, "Finetune/Step": 13516, "Finetune/Step Time": 10.652980528771877}
+{"Finetune/Learning Rate": 4.28433104018673e-06, "Finetune/Loss": 0.6019003987312317, "Finetune/Loss (Raw)": 0.42532721161842346, "Finetune/Step": 13517, "Finetune/Step Time": 10.685628402978182}
+{"Finetune/Learning Rate": 4.282949340013225e-06, "Finetune/Loss": 0.602514386177063, "Finetune/Loss (Raw)": 0.5911872386932373, "Finetune/Step": 13518, "Finetune/Step Time": 10.67808711528778}
+{"Finetune/Learning Rate": 4.28156780195902e-06, "Finetune/Loss": 0.6026053428649902, "Finetune/Loss (Raw)": 0.6588738560676575, "Finetune/Step": 13519, "Finetune/Step Time": 10.687242306768894}
+{"Finetune/Learning Rate": 4.280186426063291e-06, "Finetune/Loss": 0.6018263101577759, "Finetune/Loss (Raw)": 0.5511299967765808, "Finetune/Step": 13520, "Finetune/Step Time": 10.689515518024564}
+{"Finetune/Learning Rate": 4.278805212365209e-06, "Finetune/Loss": 0.6022393703460693, "Finetune/Loss (Raw)": 0.6198475360870361, "Finetune/Step": 13521, "Finetune/Step Time": 10.697710895910859}
+{"Finetune/Learning Rate": 4.277424160903944e-06, "Finetune/Loss": 0.6021586060523987, "Finetune/Loss (Raw)": 0.626762866973877, "Finetune/Step": 13522, "Finetune/Step Time": 10.699384901672602}
+{"Finetune/Learning Rate": 4.276043271718655e-06, "Finetune/Loss": 0.5995920896530151, "Finetune/Loss (Raw)": 0.40263527631759644, "Finetune/Step": 13523, "Finetune/Step Time": 10.712977921590209}
+{"Finetune/Learning Rate": 4.274662544848504e-06, "Finetune/Loss": 0.600416898727417, "Finetune/Loss (Raw)": 0.6110668778419495, "Finetune/Step": 13524, "Finetune/Step Time": 10.711352979764342}
+{"Finetune/Learning Rate": 4.2732819803326405e-06, "Finetune/Loss": 0.6002073287963867, "Finetune/Loss (Raw)": 0.64678555727005, "Finetune/Step": 13525, "Finetune/Step Time": 10.714931849390268}
+{"Finetune/Learning Rate": 4.271901578210217e-06, "Finetune/Loss": 0.6002508401870728, "Finetune/Loss (Raw)": 0.5191870331764221, "Finetune/Step": 13526, "Finetune/Step Time": 10.718752356246114}
+{"Finetune/Learning Rate": 4.270521338520375e-06, "Finetune/Loss": 0.6007653474807739, "Finetune/Loss (Raw)": 0.6447869539260864, "Finetune/Step": 13527, "Finetune/Step Time": 10.698121527209878}
+{"Finetune/Learning Rate": 4.269141261302256e-06, "Finetune/Loss": 0.6020625233650208, "Finetune/Loss (Raw)": 0.6837349534034729, "Finetune/Step": 13528, "Finetune/Step Time": 10.702518938109279}
+{"Finetune/Learning Rate": 4.267761346594995e-06, "Finetune/Loss": 0.6023118495941162, "Finetune/Loss (Raw)": 0.6378122568130493, "Finetune/Step": 13529, "Finetune/Step Time": 10.706788884475827}
+{"Finetune/Learning Rate": 4.2663815944377215e-06, "Finetune/Loss": 0.6014447212219238, "Finetune/Loss (Raw)": 0.4753807485103607, "Finetune/Step": 13530, "Finetune/Step Time": 10.68796781077981}
+{"Finetune/Learning Rate": 4.265002004869561e-06, "Finetune/Loss": 0.602089524269104, "Finetune/Loss (Raw)": 0.680262565612793, "Finetune/Step": 13531, "Finetune/Step Time": 10.692557394504547}
+{"Finetune/Learning Rate": 4.263622577929637e-06, "Finetune/Loss": 0.6004254817962646, "Finetune/Loss (Raw)": 0.5305851697921753, "Finetune/Step": 13532, "Finetune/Step Time": 10.686895672231913}
+{"Finetune/Learning Rate": 4.2622433136570675e-06, "Finetune/Loss": 0.5998405814170837, "Finetune/Loss (Raw)": 0.5902766585350037, "Finetune/Step": 13533, "Finetune/Step Time": 10.69242831505835}
+{"Finetune/Learning Rate": 4.260864212090954e-06, "Finetune/Loss": 0.6004065871238708, "Finetune/Loss (Raw)": 0.658372700214386, "Finetune/Step": 13534, "Finetune/Step Time": 10.701205652207136}
+{"Finetune/Learning Rate": 4.259485273270415e-06, "Finetune/Loss": 0.601568877696991, "Finetune/Loss (Raw)": 0.7489391565322876, "Finetune/Step": 13535, "Finetune/Step Time": 10.697059901431203}
+{"Finetune/Learning Rate": 4.258106497234551e-06, "Finetune/Loss": 0.6011767387390137, "Finetune/Loss (Raw)": 0.5061550140380859, "Finetune/Step": 13536, "Finetune/Step Time": 10.611172683537006}
+{"Finetune/Learning Rate": 4.2567278840224576e-06, "Finetune/Loss": 0.6022661328315735, "Finetune/Loss (Raw)": 0.6966885328292847, "Finetune/Step": 13537, "Finetune/Step Time": 10.613794760778546}
+{"Finetune/Learning Rate": 4.25534943367323e-06, "Finetune/Loss": 0.6025155186653137, "Finetune/Loss (Raw)": 0.641223669052124, "Finetune/Step": 13538, "Finetune/Step Time": 10.616177789866924}
+{"Finetune/Learning Rate": 4.253971146225962e-06, "Finetune/Loss": 0.60204017162323, "Finetune/Loss (Raw)": 0.5728399753570557, "Finetune/Step": 13539, "Finetune/Step Time": 10.604713719338179}
+{"Finetune/Learning Rate": 4.252593021719728e-06, "Finetune/Loss": 0.6022543907165527, "Finetune/Loss (Raw)": 0.6105358600616455, "Finetune/Step": 13540, "Finetune/Step Time": 10.604659160599113}
+{"Finetune/Learning Rate": 4.251215060193612e-06, "Finetune/Loss": 0.6040074229240417, "Finetune/Loss (Raw)": 0.5920231938362122, "Finetune/Step": 13541, "Finetune/Step Time": 10.573734046891332}
+{"Finetune/Learning Rate": 4.249837261686687e-06, "Finetune/Loss": 0.6036372780799866, "Finetune/Loss (Raw)": 0.49434447288513184, "Finetune/Step": 13542, "Finetune/Step Time": 10.539057783782482}
+{"Finetune/Learning Rate": 4.248459626238028e-06, "Finetune/Loss": 0.6027194261550903, "Finetune/Loss (Raw)": 0.4669756293296814, "Finetune/Step": 13543, "Finetune/Step Time": 10.571249453350902}
+{"Finetune/Learning Rate": 4.2470821538867e-06, "Finetune/Loss": 0.6024808287620544, "Finetune/Loss (Raw)": 0.5183970928192139, "Finetune/Step": 13544, "Finetune/Step Time": 10.576230507344007}
+{"Finetune/Learning Rate": 4.245704844671767e-06, "Finetune/Loss": 0.6020838022232056, "Finetune/Loss (Raw)": 0.5984949469566345, "Finetune/Step": 13545, "Finetune/Step Time": 10.567110219970345}
+{"Finetune/Learning Rate": 4.244327698632277e-06, "Finetune/Loss": 0.601653516292572, "Finetune/Loss (Raw)": 0.5706964731216431, "Finetune/Step": 13546, "Finetune/Step Time": 10.559219844639301}
+{"Finetune/Learning Rate": 4.242950715807287e-06, "Finetune/Loss": 0.6018385887145996, "Finetune/Loss (Raw)": 0.5263311266899109, "Finetune/Step": 13547, "Finetune/Step Time": 10.556806903332472}
+{"Finetune/Learning Rate": 4.241573896235844e-06, "Finetune/Loss": 0.6007140874862671, "Finetune/Loss (Raw)": 0.6384897232055664, "Finetune/Step": 13548, "Finetune/Step Time": 10.561196805909276}
+{"Finetune/Learning Rate": 4.240197239956987e-06, "Finetune/Loss": 0.6006230711936951, "Finetune/Loss (Raw)": 0.538575291633606, "Finetune/Step": 13549, "Finetune/Step Time": 10.565927006304264}
+{"Finetune/Learning Rate": 4.238820747009761e-06, "Finetune/Loss": 0.6002284288406372, "Finetune/Loss (Raw)": 0.5515647530555725, "Finetune/Step": 13550, "Finetune/Step Time": 10.569385973736644}
+{"Finetune/Learning Rate": 4.2374444174332e-06, "Finetune/Loss": 0.6007407903671265, "Finetune/Loss (Raw)": 0.6428130269050598, "Finetune/Step": 13551, "Finetune/Step Time": 10.569722279906273}
+{"Finetune/Learning Rate": 4.236068251266324e-06, "Finetune/Loss": 0.5999703407287598, "Finetune/Loss (Raw)": 0.46547672152519226, "Finetune/Step": 13552, "Finetune/Step Time": 10.600037842988968}
+{"Finetune/Learning Rate": 4.234692248548163e-06, "Finetune/Loss": 0.6007356643676758, "Finetune/Loss (Raw)": 0.6262769103050232, "Finetune/Step": 13553, "Finetune/Step Time": 10.6019386947155}
+{"Finetune/Learning Rate": 4.233316409317735e-06, "Finetune/Loss": 0.6018881797790527, "Finetune/Loss (Raw)": 0.7084523439407349, "Finetune/Step": 13554, "Finetune/Step Time": 10.599600275978446}
+{"Finetune/Learning Rate": 4.231940733614055e-06, "Finetune/Loss": 0.6005535125732422, "Finetune/Loss (Raw)": 0.40548011660575867, "Finetune/Step": 13555, "Finetune/Step Time": 10.634706331416965}
+{"Finetune/Learning Rate": 4.2305652214761305e-06, "Finetune/Loss": 0.600708544254303, "Finetune/Loss (Raw)": 0.6567665934562683, "Finetune/Step": 13556, "Finetune/Step Time": 10.650446973741055}
+{"Finetune/Learning Rate": 4.229189872942978e-06, "Finetune/Loss": 0.6004773378372192, "Finetune/Loss (Raw)": 0.5798018574714661, "Finetune/Step": 13557, "Finetune/Step Time": 10.669942984357476}
+{"Finetune/Learning Rate": 4.227814688053586e-06, "Finetune/Loss": 0.6006590127944946, "Finetune/Loss (Raw)": 0.6321459412574768, "Finetune/Step": 13558, "Finetune/Step Time": 10.67400223761797}
+{"Finetune/Learning Rate": 4.226439666846958e-06, "Finetune/Loss": 0.6012749671936035, "Finetune/Loss (Raw)": 0.6573664546012878, "Finetune/Step": 13559, "Finetune/Step Time": 10.675616838037968}
+{"Finetune/Learning Rate": 4.2250648093620805e-06, "Finetune/Loss": 0.6012712717056274, "Finetune/Loss (Raw)": 0.5596119165420532, "Finetune/Step": 13560, "Finetune/Step Time": 10.693071456626058}
+{"Finetune/Learning Rate": 4.223690115637944e-06, "Finetune/Loss": 0.6012238264083862, "Finetune/Loss (Raw)": 0.609878420829773, "Finetune/Step": 13561, "Finetune/Step Time": 10.696611687541008}
+{"Finetune/Learning Rate": 4.2223155857135316e-06, "Finetune/Loss": 0.601933479309082, "Finetune/Loss (Raw)": 0.6701171398162842, "Finetune/Step": 13562, "Finetune/Step Time": 10.693315906450152}
+{"Finetune/Learning Rate": 4.220941219627818e-06, "Finetune/Loss": 0.6017881631851196, "Finetune/Loss (Raw)": 0.5967209935188293, "Finetune/Step": 13563, "Finetune/Step Time": 10.694265196099877}
+{"Finetune/Learning Rate": 4.219567017419778e-06, "Finetune/Loss": 0.6031465530395508, "Finetune/Loss (Raw)": 0.6861708760261536, "Finetune/Step": 13564, "Finetune/Step Time": 10.6931720841676}
+{"Finetune/Learning Rate": 4.21819297912838e-06, "Finetune/Loss": 0.6029016375541687, "Finetune/Loss (Raw)": 0.5750634670257568, "Finetune/Step": 13565, "Finetune/Step Time": 10.693045295774937}
+{"Finetune/Learning Rate": 4.216819104792589e-06, "Finetune/Loss": 0.6021376252174377, "Finetune/Loss (Raw)": 0.6431496739387512, "Finetune/Step": 13566, "Finetune/Step Time": 10.687791282311082}
+{"Finetune/Learning Rate": 4.215445394451363e-06, "Finetune/Loss": 0.6015017032623291, "Finetune/Loss (Raw)": 0.5857577323913574, "Finetune/Step": 13567, "Finetune/Step Time": 10.67930006608367}
+{"Finetune/Learning Rate": 4.214071848143655e-06, "Finetune/Loss": 0.6009634137153625, "Finetune/Loss (Raw)": 0.5713300704956055, "Finetune/Step": 13568, "Finetune/Step Time": 10.695022543892264}
+{"Finetune/Learning Rate": 4.2126984659084184e-06, "Finetune/Loss": 0.6017153263092041, "Finetune/Loss (Raw)": 0.6565631031990051, "Finetune/Step": 13569, "Finetune/Step Time": 10.698777636513114}
+{"Finetune/Learning Rate": 4.211325247784594e-06, "Finetune/Loss": 0.6023674011230469, "Finetune/Loss (Raw)": 0.5776205062866211, "Finetune/Step": 13570, "Finetune/Step Time": 10.681963618844748}
+{"Finetune/Learning Rate": 4.209952193811126e-06, "Finetune/Loss": 0.6020615696907043, "Finetune/Loss (Raw)": 0.5663074851036072, "Finetune/Step": 13571, "Finetune/Step Time": 10.668948341161013}
+{"Finetune/Learning Rate": 4.208579304026949e-06, "Finetune/Loss": 0.600916862487793, "Finetune/Loss (Raw)": 0.4780837297439575, "Finetune/Step": 13572, "Finetune/Step Time": 10.665126061066985}
+{"Finetune/Learning Rate": 4.207206578470996e-06, "Finetune/Loss": 0.6002769470214844, "Finetune/Loss (Raw)": 0.5728316903114319, "Finetune/Step": 13573, "Finetune/Step Time": 10.66784293577075}
+{"Finetune/Learning Rate": 4.20583401718219e-06, "Finetune/Loss": 0.5999453663825989, "Finetune/Loss (Raw)": 0.567478358745575, "Finetune/Step": 13574, "Finetune/Step Time": 10.662595305591822}
+{"Finetune/Learning Rate": 4.204461620199456e-06, "Finetune/Loss": 0.5998104810714722, "Finetune/Loss (Raw)": 0.6006603240966797, "Finetune/Step": 13575, "Finetune/Step Time": 10.654495660215616}
+{"Finetune/Learning Rate": 4.203089387561709e-06, "Finetune/Loss": 0.6007392406463623, "Finetune/Loss (Raw)": 0.6977080702781677, "Finetune/Step": 13576, "Finetune/Step Time": 10.653573095798492}
+{"Finetune/Learning Rate": 4.201717319307863e-06, "Finetune/Loss": 0.6012865304946899, "Finetune/Loss (Raw)": 0.6410738825798035, "Finetune/Step": 13577, "Finetune/Step Time": 10.651806887239218}
+{"Finetune/Learning Rate": 4.2003454154768265e-06, "Finetune/Loss": 0.6014241576194763, "Finetune/Loss (Raw)": 0.5920994281768799, "Finetune/Step": 13578, "Finetune/Step Time": 10.647001933306456}
+{"Finetune/Learning Rate": 4.198973676107502e-06, "Finetune/Loss": 0.6011185646057129, "Finetune/Loss (Raw)": 0.6210225820541382, "Finetune/Step": 13579, "Finetune/Step Time": 10.63964432477951}
+{"Finetune/Learning Rate": 4.197602101238787e-06, "Finetune/Loss": 0.602763295173645, "Finetune/Loss (Raw)": 0.610329806804657, "Finetune/Step": 13580, "Finetune/Step Time": 10.601783707737923}
+{"Finetune/Learning Rate": 4.196230690909578e-06, "Finetune/Loss": 0.6016558408737183, "Finetune/Loss (Raw)": 0.5897292494773865, "Finetune/Step": 13581, "Finetune/Step Time": 10.602383803576231}
+{"Finetune/Learning Rate": 4.194859445158766e-06, "Finetune/Loss": 0.6017455458641052, "Finetune/Loss (Raw)": 0.5808167457580566, "Finetune/Step": 13582, "Finetune/Step Time": 10.593033362179995}
+{"Finetune/Learning Rate": 4.193488364025224e-06, "Finetune/Loss": 0.6012653708457947, "Finetune/Loss (Raw)": 0.5526951551437378, "Finetune/Step": 13583, "Finetune/Step Time": 10.594535648822784}
+{"Finetune/Learning Rate": 4.192117447547845e-06, "Finetune/Loss": 0.600676417350769, "Finetune/Loss (Raw)": 0.5789071321487427, "Finetune/Step": 13584, "Finetune/Step Time": 10.59904645383358}
+{"Finetune/Learning Rate": 4.190746695765501e-06, "Finetune/Loss": 0.6007593274116516, "Finetune/Loss (Raw)": 0.5271003246307373, "Finetune/Step": 13585, "Finetune/Step Time": 10.604055814445019}
+{"Finetune/Learning Rate": 4.18937610871706e-06, "Finetune/Loss": 0.6007816195487976, "Finetune/Loss (Raw)": 0.678806483745575, "Finetune/Step": 13586, "Finetune/Step Time": 10.628728108480573}
+{"Finetune/Learning Rate": 4.18800568644139e-06, "Finetune/Loss": 0.6001162528991699, "Finetune/Loss (Raw)": 0.5674901008605957, "Finetune/Step": 13587, "Finetune/Step Time": 10.630060335621238}
+{"Finetune/Learning Rate": 4.186635428977355e-06, "Finetune/Loss": 0.600584864616394, "Finetune/Loss (Raw)": 0.6417571306228638, "Finetune/Step": 13588, "Finetune/Step Time": 10.605664620175958}
+{"Finetune/Learning Rate": 4.185265336363804e-06, "Finetune/Loss": 0.6003022789955139, "Finetune/Loss (Raw)": 0.6026833057403564, "Finetune/Step": 13589, "Finetune/Step Time": 10.604105904698372}
+{"Finetune/Learning Rate": 4.183895408639591e-06, "Finetune/Loss": 0.5996107459068298, "Finetune/Loss (Raw)": 0.5721957087516785, "Finetune/Step": 13590, "Finetune/Step Time": 10.594178970903158}
+{"Finetune/Learning Rate": 4.1825256458435685e-06, "Finetune/Loss": 0.5990715026855469, "Finetune/Loss (Raw)": 0.6834189891815186, "Finetune/Step": 13591, "Finetune/Step Time": 10.611698281019926}
+{"Finetune/Learning Rate": 4.1811560480145754e-06, "Finetune/Loss": 0.5991227626800537, "Finetune/Loss (Raw)": 0.5879712700843811, "Finetune/Step": 13592, "Finetune/Step Time": 10.609652254730463}
+{"Finetune/Learning Rate": 4.17978661519145e-06, "Finetune/Loss": 0.5992577075958252, "Finetune/Loss (Raw)": 0.6161453723907471, "Finetune/Step": 13593, "Finetune/Step Time": 10.617924187332392}
+{"Finetune/Learning Rate": 4.178417347413029e-06, "Finetune/Loss": 0.5997188091278076, "Finetune/Loss (Raw)": 0.5869181752204895, "Finetune/Step": 13594, "Finetune/Step Time": 10.61947226524353}
+{"Finetune/Learning Rate": 4.177048244718136e-06, "Finetune/Loss": 0.5996828675270081, "Finetune/Loss (Raw)": 0.5909934043884277, "Finetune/Step": 13595, "Finetune/Step Time": 10.594618149101734}
+{"Finetune/Learning Rate": 4.175679307145595e-06, "Finetune/Loss": 0.5985361933708191, "Finetune/Loss (Raw)": 0.5739773511886597, "Finetune/Step": 13596, "Finetune/Step Time": 10.57588304951787}
+{"Finetune/Learning Rate": 4.174310534734227e-06, "Finetune/Loss": 0.5984750986099243, "Finetune/Loss (Raw)": 0.6459633708000183, "Finetune/Step": 13597, "Finetune/Step Time": 10.572232443839312}
+{"Finetune/Learning Rate": 4.172941927522843e-06, "Finetune/Loss": 0.5979305505752563, "Finetune/Loss (Raw)": 0.536579966545105, "Finetune/Step": 13598, "Finetune/Step Time": 10.564866125583649}
+{"Finetune/Learning Rate": 4.17157348555026e-06, "Finetune/Loss": 0.5977383852005005, "Finetune/Loss (Raw)": 0.6109783053398132, "Finetune/Step": 13599, "Finetune/Step Time": 10.563619185239077}
+{"Finetune/Learning Rate": 4.170205208855281e-06, "Finetune/Loss": 0.5961078405380249, "Finetune/Loss (Raw)": 0.42275238037109375, "Finetune/Step": 13600, "Finetune/Step Time": 10.595002038404346}
+{"Finetune/Learning Rate": 4.1688370974767025e-06, "Finetune/Loss": 0.5961637496948242, "Finetune/Loss (Raw)": 0.6540907025337219, "Finetune/Step": 13601, "Finetune/Step Time": 10.598525866866112}
+{"Finetune/Learning Rate": 4.167469151453322e-06, "Finetune/Loss": 0.5960021615028381, "Finetune/Loss (Raw)": 0.5146739482879639, "Finetune/Step": 13602, "Finetune/Step Time": 10.60257163643837}
+{"Finetune/Learning Rate": 4.1661013708239305e-06, "Finetune/Loss": 0.5961151123046875, "Finetune/Loss (Raw)": 0.6335320472717285, "Finetune/Step": 13603, "Finetune/Step Time": 10.609990181401372}
+{"Finetune/Learning Rate": 4.164733755627315e-06, "Finetune/Loss": 0.5971965789794922, "Finetune/Loss (Raw)": 0.7242254018783569, "Finetune/Step": 13604, "Finetune/Step Time": 10.61481929756701}
+{"Finetune/Learning Rate": 4.1633663059022534e-06, "Finetune/Loss": 0.5965898036956787, "Finetune/Loss (Raw)": 0.5922138094902039, "Finetune/Step": 13605, "Finetune/Step Time": 10.6309805046767}
+{"Finetune/Learning Rate": 4.161999021687533e-06, "Finetune/Loss": 0.596525251865387, "Finetune/Loss (Raw)": 0.5625417828559875, "Finetune/Step": 13606, "Finetune/Step Time": 10.609269624575973}
+{"Finetune/Learning Rate": 4.160631903021916e-06, "Finetune/Loss": 0.5967324376106262, "Finetune/Loss (Raw)": 0.529646635055542, "Finetune/Step": 13607, "Finetune/Step Time": 10.583701075986028}
+{"Finetune/Learning Rate": 4.159264949944173e-06, "Finetune/Loss": 0.5966343879699707, "Finetune/Loss (Raw)": 0.5847675204277039, "Finetune/Step": 13608, "Finetune/Step Time": 10.607337264344096}
+{"Finetune/Learning Rate": 4.157898162493068e-06, "Finetune/Loss": 0.5972374677658081, "Finetune/Loss (Raw)": 0.6328061819076538, "Finetune/Step": 13609, "Finetune/Step Time": 10.6225375700742}
+{"Finetune/Learning Rate": 4.156531540707357e-06, "Finetune/Loss": 0.5962198972702026, "Finetune/Loss (Raw)": 0.5397569537162781, "Finetune/Step": 13610, "Finetune/Step Time": 10.633790528401732}
+{"Finetune/Learning Rate": 4.155165084625796e-06, "Finetune/Loss": 0.5966590046882629, "Finetune/Loss (Raw)": 0.6313671469688416, "Finetune/Step": 13611, "Finetune/Step Time": 10.630754224956036}
+{"Finetune/Learning Rate": 4.153798794287133e-06, "Finetune/Loss": 0.5977033376693726, "Finetune/Loss (Raw)": 0.7250998020172119, "Finetune/Step": 13612, "Finetune/Step Time": 10.610735984519124}
+{"Finetune/Learning Rate": 4.152432669730111e-06, "Finetune/Loss": 0.5982685089111328, "Finetune/Loss (Raw)": 0.6437807083129883, "Finetune/Step": 13613, "Finetune/Step Time": 10.601568222045898}
+{"Finetune/Learning Rate": 4.15106671099347e-06, "Finetune/Loss": 0.5975215435028076, "Finetune/Loss (Raw)": 0.5696824789047241, "Finetune/Step": 13614, "Finetune/Step Time": 10.651883011683822}
+{"Finetune/Learning Rate": 4.149700918115946e-06, "Finetune/Loss": 0.5973676443099976, "Finetune/Loss (Raw)": 0.61655193567276, "Finetune/Step": 13615, "Finetune/Step Time": 10.656559947878122}
+{"Finetune/Learning Rate": 4.148335291136267e-06, "Finetune/Loss": 0.595870852470398, "Finetune/Loss (Raw)": 0.4444025456905365, "Finetune/Step": 13616, "Finetune/Step Time": 10.6559500079602}
+{"Finetune/Learning Rate": 4.1469698300931595e-06, "Finetune/Loss": 0.5952208042144775, "Finetune/Loss (Raw)": 0.5451981425285339, "Finetune/Step": 13617, "Finetune/Step Time": 10.639562588185072}
+{"Finetune/Learning Rate": 4.145604535025344e-06, "Finetune/Loss": 0.5951017141342163, "Finetune/Loss (Raw)": 0.5946226119995117, "Finetune/Step": 13618, "Finetune/Step Time": 10.648019660264254}
+{"Finetune/Learning Rate": 4.144239405971536e-06, "Finetune/Loss": 0.5947478413581848, "Finetune/Loss (Raw)": 0.621890127658844, "Finetune/Step": 13619, "Finetune/Step Time": 10.640334408730268}
+{"Finetune/Learning Rate": 4.142874442970447e-06, "Finetune/Loss": 0.5944383144378662, "Finetune/Loss (Raw)": 0.6043016314506531, "Finetune/Step": 13620, "Finetune/Step Time": 10.636070746928453}
+{"Finetune/Learning Rate": 4.141509646060784e-06, "Finetune/Loss": 0.5925885438919067, "Finetune/Loss (Raw)": 0.4697894752025604, "Finetune/Step": 13621, "Finetune/Step Time": 10.63822209276259}
+{"Finetune/Learning Rate": 4.140145015281247e-06, "Finetune/Loss": 0.5922802686691284, "Finetune/Loss (Raw)": 0.5996810793876648, "Finetune/Step": 13622, "Finetune/Step Time": 10.627749221399426}
+{"Finetune/Learning Rate": 4.138780550670535e-06, "Finetune/Loss": 0.5922037363052368, "Finetune/Loss (Raw)": 0.5793623328208923, "Finetune/Step": 13623, "Finetune/Step Time": 10.625672746449709}
+{"Finetune/Learning Rate": 4.1374162522673436e-06, "Finetune/Loss": 0.5913410186767578, "Finetune/Loss (Raw)": 0.5414561629295349, "Finetune/Step": 13624, "Finetune/Step Time": 10.63923461921513}
+{"Finetune/Learning Rate": 4.136052120110347e-06, "Finetune/Loss": 0.5914527177810669, "Finetune/Loss (Raw)": 0.6562343239784241, "Finetune/Step": 13625, "Finetune/Step Time": 10.633024644106627}
+{"Finetune/Learning Rate": 4.134688154238244e-06, "Finetune/Loss": 0.5901631116867065, "Finetune/Loss (Raw)": 0.5392888784408569, "Finetune/Step": 13626, "Finetune/Step Time": 10.638720642775297}
+{"Finetune/Learning Rate": 4.133324354689704e-06, "Finetune/Loss": 0.5900745391845703, "Finetune/Loss (Raw)": 0.6120225787162781, "Finetune/Step": 13627, "Finetune/Step Time": 10.63704501092434}
+{"Finetune/Learning Rate": 4.131960721503403e-06, "Finetune/Loss": 0.5899308323860168, "Finetune/Loss (Raw)": 0.6079140305519104, "Finetune/Step": 13628, "Finetune/Step Time": 10.633461814373732}
+{"Finetune/Learning Rate": 4.13059725471801e-06, "Finetune/Loss": 0.5885199308395386, "Finetune/Loss (Raw)": 0.44865521788597107, "Finetune/Step": 13629, "Finetune/Step Time": 10.638238232582808}
+{"Finetune/Learning Rate": 4.129233954372192e-06, "Finetune/Loss": 0.588426947593689, "Finetune/Loss (Raw)": 0.592664361000061, "Finetune/Step": 13630, "Finetune/Step Time": 10.63848653063178}
+{"Finetune/Learning Rate": 4.127870820504602e-06, "Finetune/Loss": 0.5890622735023499, "Finetune/Loss (Raw)": 0.5487694144248962, "Finetune/Step": 13631, "Finetune/Step Time": 10.641388975083828}
+{"Finetune/Learning Rate": 4.126507853153891e-06, "Finetune/Loss": 0.590636134147644, "Finetune/Loss (Raw)": 0.694466233253479, "Finetune/Step": 13632, "Finetune/Step Time": 10.6513899769634}
+{"Finetune/Learning Rate": 4.125145052358722e-06, "Finetune/Loss": 0.5905203819274902, "Finetune/Loss (Raw)": 0.4629262387752533, "Finetune/Step": 13633, "Finetune/Step Time": 10.647604519501328}
+{"Finetune/Learning Rate": 4.1237824181577325e-06, "Finetune/Loss": 0.5913174152374268, "Finetune/Loss (Raw)": 0.6770289540290833, "Finetune/Step": 13634, "Finetune/Step Time": 10.634343864396214}
+{"Finetune/Learning Rate": 4.122419950589563e-06, "Finetune/Loss": 0.5927630066871643, "Finetune/Loss (Raw)": 0.7523981928825378, "Finetune/Step": 13635, "Finetune/Step Time": 10.645026994869113}
+{"Finetune/Learning Rate": 4.1210576496928546e-06, "Finetune/Loss": 0.5925852060317993, "Finetune/Loss (Raw)": 0.567426860332489, "Finetune/Step": 13636, "Finetune/Step Time": 10.649325210601091}
+{"Finetune/Learning Rate": 4.11969551550623e-06, "Finetune/Loss": 0.5920166969299316, "Finetune/Loss (Raw)": 0.6156220436096191, "Finetune/Step": 13637, "Finetune/Step Time": 10.654851445928216}
+{"Finetune/Learning Rate": 4.118333548068319e-06, "Finetune/Loss": 0.5916275978088379, "Finetune/Loss (Raw)": 0.5780913829803467, "Finetune/Step": 13638, "Finetune/Step Time": 10.656089710071683}
+{"Finetune/Learning Rate": 4.11697174741774e-06, "Finetune/Loss": 0.5907027721405029, "Finetune/Loss (Raw)": 0.4504343569278717, "Finetune/Step": 13639, "Finetune/Step Time": 10.694152472540736}
+{"Finetune/Learning Rate": 4.115610113593117e-06, "Finetune/Loss": 0.5909496545791626, "Finetune/Loss (Raw)": 0.5730298757553101, "Finetune/Step": 13640, "Finetune/Step Time": 10.704010259360075}
+{"Finetune/Learning Rate": 4.114248646633059e-06, "Finetune/Loss": 0.5905661582946777, "Finetune/Loss (Raw)": 0.5138692855834961, "Finetune/Step": 13641, "Finetune/Step Time": 10.687545899301767}
+{"Finetune/Learning Rate": 4.112887346576174e-06, "Finetune/Loss": 0.5902522802352905, "Finetune/Loss (Raw)": 0.6082260608673096, "Finetune/Step": 13642, "Finetune/Step Time": 10.706793321296573}
+{"Finetune/Learning Rate": 4.111526213461061e-06, "Finetune/Loss": 0.5903600454330444, "Finetune/Loss (Raw)": 0.5441029071807861, "Finetune/Step": 13643, "Finetune/Step Time": 10.691861378028989}
+{"Finetune/Learning Rate": 4.11016524732632e-06, "Finetune/Loss": 0.589179277420044, "Finetune/Loss (Raw)": 0.5880063772201538, "Finetune/Step": 13644, "Finetune/Step Time": 10.690565600991249}
+{"Finetune/Learning Rate": 4.108804448210544e-06, "Finetune/Loss": 0.589820146560669, "Finetune/Loss (Raw)": 0.5073577165603638, "Finetune/Step": 13645, "Finetune/Step Time": 10.664379324764013}
+{"Finetune/Learning Rate": 4.107443816152318e-06, "Finetune/Loss": 0.5897786021232605, "Finetune/Loss (Raw)": 0.5858704447746277, "Finetune/Step": 13646, "Finetune/Step Time": 10.663551405072212}
+{"Finetune/Learning Rate": 4.106083351190232e-06, "Finetune/Loss": 0.5895483493804932, "Finetune/Loss (Raw)": 0.6293941736221313, "Finetune/Step": 13647, "Finetune/Step Time": 10.661963626742363}
+{"Finetune/Learning Rate": 4.104723053362867e-06, "Finetune/Loss": 0.5904390811920166, "Finetune/Loss (Raw)": 0.6651556491851807, "Finetune/Step": 13648, "Finetune/Step Time": 10.666610671207309}
+{"Finetune/Learning Rate": 4.103362922708788e-06, "Finetune/Loss": 0.5897537469863892, "Finetune/Loss (Raw)": 0.5321200489997864, "Finetune/Step": 13649, "Finetune/Step Time": 10.681791558861732}
+{"Finetune/Learning Rate": 4.102002959266568e-06, "Finetune/Loss": 0.5897786021232605, "Finetune/Loss (Raw)": 0.6299431920051575, "Finetune/Step": 13650, "Finetune/Step Time": 10.69180240854621}
+{"Finetune/Learning Rate": 4.100643163074774e-06, "Finetune/Loss": 0.5926937460899353, "Finetune/Loss (Raw)": 0.7757748961448669, "Finetune/Step": 13651, "Finetune/Step Time": 10.673372717574239}
+{"Finetune/Learning Rate": 4.0992835341719626e-06, "Finetune/Loss": 0.5926822423934937, "Finetune/Loss (Raw)": 0.6095988154411316, "Finetune/Step": 13652, "Finetune/Step Time": 10.676200460642576}
+{"Finetune/Learning Rate": 4.097924072596692e-06, "Finetune/Loss": 0.5926563143730164, "Finetune/Loss (Raw)": 0.6434627175331116, "Finetune/Step": 13653, "Finetune/Step Time": 10.697353379800916}
+{"Finetune/Learning Rate": 4.096564778387507e-06, "Finetune/Loss": 0.593197226524353, "Finetune/Loss (Raw)": 0.5884214043617249, "Finetune/Step": 13654, "Finetune/Step Time": 10.708772903308272}
+{"Finetune/Learning Rate": 4.095205651582965e-06, "Finetune/Loss": 0.5909141302108765, "Finetune/Loss (Raw)": 0.35254961252212524, "Finetune/Step": 13655, "Finetune/Step Time": 10.743016256019473}
+{"Finetune/Learning Rate": 4.093846692221597e-06, "Finetune/Loss": 0.5906758308410645, "Finetune/Loss (Raw)": 0.653237521648407, "Finetune/Step": 13656, "Finetune/Step Time": 10.76027561724186}
+{"Finetune/Learning Rate": 4.092487900341941e-06, "Finetune/Loss": 0.590183436870575, "Finetune/Loss (Raw)": 0.5747805833816528, "Finetune/Step": 13657, "Finetune/Step Time": 10.759304704144597}
+{"Finetune/Learning Rate": 4.09112927598253e-06, "Finetune/Loss": 0.59071946144104, "Finetune/Loss (Raw)": 0.5439910888671875, "Finetune/Step": 13658, "Finetune/Step Time": 10.76000401377678}
+{"Finetune/Learning Rate": 4.0897708191818905e-06, "Finetune/Loss": 0.5900723934173584, "Finetune/Loss (Raw)": 0.5974423289299011, "Finetune/Step": 13659, "Finetune/Step Time": 10.75462838076055}
+{"Finetune/Learning Rate": 4.088412529978544e-06, "Finetune/Loss": 0.5900419354438782, "Finetune/Loss (Raw)": 0.5266889333724976, "Finetune/Step": 13660, "Finetune/Step Time": 10.754794782027602}
+{"Finetune/Learning Rate": 4.0870544084110075e-06, "Finetune/Loss": 0.5896799564361572, "Finetune/Loss (Raw)": 0.543942928314209, "Finetune/Step": 13661, "Finetune/Step Time": 10.751138247549534}
+{"Finetune/Learning Rate": 4.085696454517794e-06, "Finetune/Loss": 0.5890036225318909, "Finetune/Loss (Raw)": 0.5717963576316833, "Finetune/Step": 13662, "Finetune/Step Time": 10.755859745666385}
+{"Finetune/Learning Rate": 4.084338668337411e-06, "Finetune/Loss": 0.587273359298706, "Finetune/Loss (Raw)": 0.5274657011032104, "Finetune/Step": 13663, "Finetune/Step Time": 10.750395512208343}
+{"Finetune/Learning Rate": 4.082981049908362e-06, "Finetune/Loss": 0.5884170532226562, "Finetune/Loss (Raw)": 0.6525456309318542, "Finetune/Step": 13664, "Finetune/Step Time": 10.76090987585485}
+{"Finetune/Learning Rate": 4.081623599269144e-06, "Finetune/Loss": 0.5875258445739746, "Finetune/Loss (Raw)": 0.5826191902160645, "Finetune/Step": 13665, "Finetune/Step Time": 10.74837588518858}
+{"Finetune/Learning Rate": 4.0802663164582515e-06, "Finetune/Loss": 0.5876903533935547, "Finetune/Loss (Raw)": 0.6622802019119263, "Finetune/Step": 13666, "Finetune/Step Time": 10.745692498981953}
+{"Finetune/Learning Rate": 4.078909201514172e-06, "Finetune/Loss": 0.5876845717430115, "Finetune/Loss (Raw)": 0.5720986127853394, "Finetune/Step": 13667, "Finetune/Step Time": 10.793287076056004}
+{"Finetune/Learning Rate": 4.077552254475391e-06, "Finetune/Loss": 0.5881665349006653, "Finetune/Loss (Raw)": 0.6722319722175598, "Finetune/Step": 13668, "Finetune/Step Time": 10.823803784325719}
+{"Finetune/Learning Rate": 4.076195475380387e-06, "Finetune/Loss": 0.5884754061698914, "Finetune/Loss (Raw)": 0.6315579414367676, "Finetune/Step": 13669, "Finetune/Step Time": 10.825896522030234}
+{"Finetune/Learning Rate": 4.074838864267633e-06, "Finetune/Loss": 0.589712917804718, "Finetune/Loss (Raw)": 0.6527426242828369, "Finetune/Step": 13670, "Finetune/Step Time": 10.83520090766251}
+{"Finetune/Learning Rate": 4.073482421175601e-06, "Finetune/Loss": 0.5915504693984985, "Finetune/Loss (Raw)": 0.7021806836128235, "Finetune/Step": 13671, "Finetune/Step Time": 10.7976776342839}
+{"Finetune/Learning Rate": 4.072126146142754e-06, "Finetune/Loss": 0.5927996039390564, "Finetune/Loss (Raw)": 0.6782901287078857, "Finetune/Step": 13672, "Finetune/Step Time": 10.80517777428031}
+{"Finetune/Learning Rate": 4.070770039207555e-06, "Finetune/Loss": 0.5929101705551147, "Finetune/Loss (Raw)": 0.6126471757888794, "Finetune/Step": 13673, "Finetune/Step Time": 10.807682931423187}
+{"Finetune/Learning Rate": 4.069414100408456e-06, "Finetune/Loss": 0.593267023563385, "Finetune/Loss (Raw)": 0.6163759827613831, "Finetune/Step": 13674, "Finetune/Step Time": 10.815325636416674}
+{"Finetune/Learning Rate": 4.068058329783907e-06, "Finetune/Loss": 0.5940432548522949, "Finetune/Loss (Raw)": 0.6256886720657349, "Finetune/Step": 13675, "Finetune/Step Time": 10.803751552477479}
+{"Finetune/Learning Rate": 4.066702727372357e-06, "Finetune/Loss": 0.5928379893302917, "Finetune/Loss (Raw)": 0.4842124581336975, "Finetune/Step": 13676, "Finetune/Step Time": 10.80602552369237}
+{"Finetune/Learning Rate": 4.065347293212246e-06, "Finetune/Loss": 0.593775749206543, "Finetune/Loss (Raw)": 0.6586121916770935, "Finetune/Step": 13677, "Finetune/Step Time": 10.807758251205087}
+{"Finetune/Learning Rate": 4.063992027342009e-06, "Finetune/Loss": 0.5938404202461243, "Finetune/Loss (Raw)": 0.5598399043083191, "Finetune/Step": 13678, "Finetune/Step Time": 10.807307979092002}
+{"Finetune/Learning Rate": 4.062636929800083e-06, "Finetune/Loss": 0.5945863723754883, "Finetune/Loss (Raw)": 0.7382953763008118, "Finetune/Step": 13679, "Finetune/Step Time": 10.801262183114886}
+{"Finetune/Learning Rate": 4.061282000624885e-06, "Finetune/Loss": 0.5958482623100281, "Finetune/Loss (Raw)": 0.6269984841346741, "Finetune/Step": 13680, "Finetune/Step Time": 10.766732145100832}
+{"Finetune/Learning Rate": 4.059927239854841e-06, "Finetune/Loss": 0.5963510274887085, "Finetune/Loss (Raw)": 0.6906328797340393, "Finetune/Step": 13681, "Finetune/Step Time": 10.761039402335882}
+{"Finetune/Learning Rate": 4.058572647528371e-06, "Finetune/Loss": 0.5951520204544067, "Finetune/Loss (Raw)": 0.5549752712249756, "Finetune/Step": 13682, "Finetune/Step Time": 10.782944411039352}
+{"Finetune/Learning Rate": 4.0572182236838855e-06, "Finetune/Loss": 0.5964348316192627, "Finetune/Loss (Raw)": 0.5696777105331421, "Finetune/Step": 13683, "Finetune/Step Time": 10.751511536538601}
+{"Finetune/Learning Rate": 4.055863968359793e-06, "Finetune/Loss": 0.5958315134048462, "Finetune/Loss (Raw)": 0.5795466899871826, "Finetune/Step": 13684, "Finetune/Step Time": 10.735410384833813}
+{"Finetune/Learning Rate": 4.054509881594497e-06, "Finetune/Loss": 0.5968688726425171, "Finetune/Loss (Raw)": 0.7125868797302246, "Finetune/Step": 13685, "Finetune/Step Time": 10.736327216029167}
+{"Finetune/Learning Rate": 4.053155963426393e-06, "Finetune/Loss": 0.5963397026062012, "Finetune/Loss (Raw)": 0.5644016265869141, "Finetune/Step": 13686, "Finetune/Step Time": 10.720843430608511}
+{"Finetune/Learning Rate": 4.051802213893874e-06, "Finetune/Loss": 0.5964434742927551, "Finetune/Loss (Raw)": 0.6706535816192627, "Finetune/Step": 13687, "Finetune/Step Time": 10.71990293636918}
+{"Finetune/Learning Rate": 4.050448633035326e-06, "Finetune/Loss": 0.5966728925704956, "Finetune/Loss (Raw)": 0.5889785885810852, "Finetune/Step": 13688, "Finetune/Step Time": 10.713745361194015}
+{"Finetune/Learning Rate": 4.049095220889141e-06, "Finetune/Loss": 0.5974839925765991, "Finetune/Loss (Raw)": 0.7136967182159424, "Finetune/Step": 13689, "Finetune/Step Time": 10.70869529992342}
+{"Finetune/Learning Rate": 4.0477419774936935e-06, "Finetune/Loss": 0.5966348648071289, "Finetune/Loss (Raw)": 0.5614336133003235, "Finetune/Step": 13690, "Finetune/Step Time": 10.7252360843122}
+{"Finetune/Learning Rate": 4.046388902887361e-06, "Finetune/Loss": 0.5969587564468384, "Finetune/Loss (Raw)": 0.6381720900535583, "Finetune/Step": 13691, "Finetune/Step Time": 10.725829986855388}
+{"Finetune/Learning Rate": 4.045035997108504e-06, "Finetune/Loss": 0.595587968826294, "Finetune/Loss (Raw)": 0.5107167363166809, "Finetune/Step": 13692, "Finetune/Step Time": 10.723619122058153}
+{"Finetune/Learning Rate": 4.043683260195494e-06, "Finetune/Loss": 0.596078634262085, "Finetune/Loss (Raw)": 0.6378700733184814, "Finetune/Step": 13693, "Finetune/Step Time": 10.723810946568847}
+{"Finetune/Learning Rate": 4.042330692186689e-06, "Finetune/Loss": 0.5953119993209839, "Finetune/Loss (Raw)": 0.5450229048728943, "Finetune/Step": 13694, "Finetune/Step Time": 10.729174798354506}
+{"Finetune/Learning Rate": 4.040978293120441e-06, "Finetune/Loss": 0.5957992076873779, "Finetune/Loss (Raw)": 0.6481139659881592, "Finetune/Step": 13695, "Finetune/Step Time": 10.7256063465029}
+{"Finetune/Learning Rate": 4.039626063035107e-06, "Finetune/Loss": 0.5953972339630127, "Finetune/Loss (Raw)": 0.5198760032653809, "Finetune/Step": 13696, "Finetune/Step Time": 10.713596478104591}
+{"Finetune/Learning Rate": 4.038274001969033e-06, "Finetune/Loss": 0.5949491262435913, "Finetune/Loss (Raw)": 0.5992145538330078, "Finetune/Step": 13697, "Finetune/Step Time": 10.713791158050299}
+{"Finetune/Learning Rate": 4.0369221099605505e-06, "Finetune/Loss": 0.5952906608581543, "Finetune/Loss (Raw)": 0.6213279366493225, "Finetune/Step": 13698, "Finetune/Step Time": 10.715578878298402}
+{"Finetune/Learning Rate": 4.0355703870480016e-06, "Finetune/Loss": 0.595942497253418, "Finetune/Loss (Raw)": 0.6497531533241272, "Finetune/Step": 13699, "Finetune/Step Time": 10.720964189618826}
+{"Finetune/Learning Rate": 4.034218833269714e-06, "Finetune/Loss": 0.5978643894195557, "Finetune/Loss (Raw)": 0.7240774035453796, "Finetune/Step": 13700, "Finetune/Step Time": 10.717141546308994}
+{"Finetune/Learning Rate": 4.0328674486640175e-06, "Finetune/Loss": 0.5984259843826294, "Finetune/Loss (Raw)": 0.6447218656539917, "Finetune/Step": 13701, "Finetune/Step Time": 10.70964582823217}
+{"Finetune/Learning Rate": 4.031516233269228e-06, "Finetune/Loss": 0.5980480909347534, "Finetune/Loss (Raw)": 0.5191083550453186, "Finetune/Step": 13702, "Finetune/Step Time": 10.749768391251564}
+{"Finetune/Learning Rate": 4.030165187123673e-06, "Finetune/Loss": 0.5981122851371765, "Finetune/Loss (Raw)": 0.6088710427284241, "Finetune/Step": 13703, "Finetune/Step Time": 10.756442170590162}
+{"Finetune/Learning Rate": 4.028814310265654e-06, "Finetune/Loss": 0.5976793169975281, "Finetune/Loss (Raw)": 0.642291784286499, "Finetune/Step": 13704, "Finetune/Step Time": 10.754957295954227}
+{"Finetune/Learning Rate": 4.027463602733481e-06, "Finetune/Loss": 0.5975399017333984, "Finetune/Loss (Raw)": 0.6232249140739441, "Finetune/Step": 13705, "Finetune/Step Time": 10.75941182859242}
+{"Finetune/Learning Rate": 4.026113064565457e-06, "Finetune/Loss": 0.5978069305419922, "Finetune/Loss (Raw)": 0.6262786984443665, "Finetune/Step": 13706, "Finetune/Step Time": 10.763162953779101}
+{"Finetune/Learning Rate": 4.0247626957998785e-06, "Finetune/Loss": 0.5978147983551025, "Finetune/Loss (Raw)": 0.6220325231552124, "Finetune/Step": 13707, "Finetune/Step Time": 10.763587072491646}
+{"Finetune/Learning Rate": 4.023412496475039e-06, "Finetune/Loss": 0.5978016257286072, "Finetune/Loss (Raw)": 0.6086411476135254, "Finetune/Step": 13708, "Finetune/Step Time": 10.764165760949254}
+{"Finetune/Learning Rate": 4.022062466629226e-06, "Finetune/Loss": 0.5975148677825928, "Finetune/Loss (Raw)": 0.5530205965042114, "Finetune/Step": 13709, "Finetune/Step Time": 10.765437684953213}
+{"Finetune/Learning Rate": 4.020712606300723e-06, "Finetune/Loss": 0.5972832441329956, "Finetune/Loss (Raw)": 0.5511717200279236, "Finetune/Step": 13710, "Finetune/Step Time": 10.767489587888122}
+{"Finetune/Learning Rate": 4.019362915527807e-06, "Finetune/Loss": 0.5976428985595703, "Finetune/Loss (Raw)": 0.598738431930542, "Finetune/Step": 13711, "Finetune/Step Time": 10.768212040886283}
+{"Finetune/Learning Rate": 4.018013394348752e-06, "Finetune/Loss": 0.5973837971687317, "Finetune/Loss (Raw)": 0.5457358956336975, "Finetune/Step": 13712, "Finetune/Step Time": 10.780998677015305}
+{"Finetune/Learning Rate": 4.016664042801827e-06, "Finetune/Loss": 0.5974937677383423, "Finetune/Loss (Raw)": 0.5411770343780518, "Finetune/Step": 13713, "Finetune/Step Time": 10.783802369609475}
+{"Finetune/Learning Rate": 4.015314860925294e-06, "Finetune/Loss": 0.5975918769836426, "Finetune/Loss (Raw)": 0.691363513469696, "Finetune/Step": 13714, "Finetune/Step Time": 10.785444058477879}
+{"Finetune/Learning Rate": 4.013965848757415e-06, "Finetune/Loss": 0.5976312756538391, "Finetune/Loss (Raw)": 0.5725343823432922, "Finetune/Step": 13715, "Finetune/Step Time": 10.78252973780036}
+{"Finetune/Learning Rate": 4.012617006336442e-06, "Finetune/Loss": 0.5974135398864746, "Finetune/Loss (Raw)": 0.6138807535171509, "Finetune/Step": 13716, "Finetune/Step Time": 10.770322103053331}
+{"Finetune/Learning Rate": 4.011268333700625e-06, "Finetune/Loss": 0.5971387624740601, "Finetune/Loss (Raw)": 0.5675179958343506, "Finetune/Step": 13717, "Finetune/Step Time": 10.76914719864726}
+{"Finetune/Learning Rate": 4.009919830888209e-06, "Finetune/Loss": 0.5969321131706238, "Finetune/Loss (Raw)": 0.545745849609375, "Finetune/Step": 13718, "Finetune/Step Time": 10.776494313031435}
+{"Finetune/Learning Rate": 4.008571497937432e-06, "Finetune/Loss": 0.5958411693572998, "Finetune/Loss (Raw)": 0.543781042098999, "Finetune/Step": 13719, "Finetune/Step Time": 10.76260462962091}
+{"Finetune/Learning Rate": 4.007223334886531e-06, "Finetune/Loss": 0.5953310132026672, "Finetune/Loss (Raw)": 0.5226672887802124, "Finetune/Step": 13720, "Finetune/Step Time": 10.767731618136168}
+{"Finetune/Learning Rate": 4.005875341773739e-06, "Finetune/Loss": 0.5952175855636597, "Finetune/Loss (Raw)": 0.6016231179237366, "Finetune/Step": 13721, "Finetune/Step Time": 10.756284851580858}
+{"Finetune/Learning Rate": 4.004527518637268e-06, "Finetune/Loss": 0.595037043094635, "Finetune/Loss (Raw)": 0.5638115406036377, "Finetune/Step": 13722, "Finetune/Step Time": 10.74809873662889}
+{"Finetune/Learning Rate": 4.003179865515353e-06, "Finetune/Loss": 0.5956407189369202, "Finetune/Loss (Raw)": 0.6682665348052979, "Finetune/Step": 13723, "Finetune/Step Time": 10.747568752616644}
+{"Finetune/Learning Rate": 4.001832382446204e-06, "Finetune/Loss": 0.5956847667694092, "Finetune/Loss (Raw)": 0.5796173810958862, "Finetune/Step": 13724, "Finetune/Step Time": 10.743858201429248}
+{"Finetune/Learning Rate": 4.000485069468032e-06, "Finetune/Loss": 0.5945420265197754, "Finetune/Loss (Raw)": 0.4996890127658844, "Finetune/Step": 13725, "Finetune/Step Time": 10.743387877941132}
+{"Finetune/Learning Rate": 3.999137926619043e-06, "Finetune/Loss": 0.5949053168296814, "Finetune/Loss (Raw)": 0.5830797553062439, "Finetune/Step": 13726, "Finetune/Step Time": 10.749402290210128}
+{"Finetune/Learning Rate": 3.997790953937442e-06, "Finetune/Loss": 0.5953280925750732, "Finetune/Loss (Raw)": 0.6650933027267456, "Finetune/Step": 13727, "Finetune/Step Time": 10.754815630614758}
+{"Finetune/Learning Rate": 3.996444151461417e-06, "Finetune/Loss": 0.5955719947814941, "Finetune/Loss (Raw)": 0.4539710581302643, "Finetune/Step": 13728, "Finetune/Step Time": 10.717951467260718}
+{"Finetune/Learning Rate": 3.995097519229162e-06, "Finetune/Loss": 0.5942022800445557, "Finetune/Loss (Raw)": 0.47876566648483276, "Finetune/Step": 13729, "Finetune/Step Time": 10.751123609021306}
+{"Finetune/Learning Rate": 3.993751057278868e-06, "Finetune/Loss": 0.5944343209266663, "Finetune/Loss (Raw)": 0.5443763136863708, "Finetune/Step": 13730, "Finetune/Step Time": 10.7442531529814}
+{"Finetune/Learning Rate": 3.992404765648717e-06, "Finetune/Loss": 0.5936398506164551, "Finetune/Loss (Raw)": 0.5318397283554077, "Finetune/Step": 13731, "Finetune/Step Time": 10.753591911867261}
+{"Finetune/Learning Rate": 3.991058644376881e-06, "Finetune/Loss": 0.5926353931427002, "Finetune/Loss (Raw)": 0.5956549644470215, "Finetune/Step": 13732, "Finetune/Step Time": 10.745549159124494}
+{"Finetune/Learning Rate": 3.989712693501539e-06, "Finetune/Loss": 0.5930500626564026, "Finetune/Loss (Raw)": 0.6452938318252563, "Finetune/Step": 13733, "Finetune/Step Time": 10.732444696128368}
+{"Finetune/Learning Rate": 3.98836691306085e-06, "Finetune/Loss": 0.5919697880744934, "Finetune/Loss (Raw)": 0.4242647886276245, "Finetune/Step": 13734, "Finetune/Step Time": 10.763422548770905}
+{"Finetune/Learning Rate": 3.9870213030929805e-06, "Finetune/Loss": 0.5914911031723022, "Finetune/Loss (Raw)": 0.4683797359466553, "Finetune/Step": 13735, "Finetune/Step Time": 10.758932080119848}
+{"Finetune/Learning Rate": 3.98567586363609e-06, "Finetune/Loss": 0.592282772064209, "Finetune/Loss (Raw)": 0.6860989332199097, "Finetune/Step": 13736, "Finetune/Step Time": 10.732040978968143}
+{"Finetune/Learning Rate": 3.984330594728324e-06, "Finetune/Loss": 0.5920100212097168, "Finetune/Loss (Raw)": 0.5978884696960449, "Finetune/Step": 13737, "Finetune/Step Time": 10.716099482029676}
+{"Finetune/Learning Rate": 3.982985496407841e-06, "Finetune/Loss": 0.5922577977180481, "Finetune/Loss (Raw)": 0.5714759826660156, "Finetune/Step": 13738, "Finetune/Step Time": 10.71269155293703}
+{"Finetune/Learning Rate": 3.981640568712778e-06, "Finetune/Loss": 0.5917980074882507, "Finetune/Loss (Raw)": 0.5725157856941223, "Finetune/Step": 13739, "Finetune/Step Time": 10.722937855869532}
+{"Finetune/Learning Rate": 3.980295811681279e-06, "Finetune/Loss": 0.5903986692428589, "Finetune/Loss (Raw)": 0.5459851026535034, "Finetune/Step": 13740, "Finetune/Step Time": 10.734551964327693}
+{"Finetune/Learning Rate": 3.978951225351469e-06, "Finetune/Loss": 0.5906805992126465, "Finetune/Loss (Raw)": 0.679872453212738, "Finetune/Step": 13741, "Finetune/Step Time": 10.73845905996859}
+{"Finetune/Learning Rate": 3.97760680976148e-06, "Finetune/Loss": 0.5922834277153015, "Finetune/Loss (Raw)": 0.7748352289199829, "Finetune/Step": 13742, "Finetune/Step Time": 10.691680036485195}
+{"Finetune/Learning Rate": 3.976262564949438e-06, "Finetune/Loss": 0.5923740267753601, "Finetune/Loss (Raw)": 0.6281519532203674, "Finetune/Step": 13743, "Finetune/Step Time": 10.696319418027997}
+{"Finetune/Learning Rate": 3.9749184909534565e-06, "Finetune/Loss": 0.5936909914016724, "Finetune/Loss (Raw)": 0.6129772067070007, "Finetune/Step": 13744, "Finetune/Step Time": 10.689254442229867}
+{"Finetune/Learning Rate": 3.973574587811656e-06, "Finetune/Loss": 0.5943978428840637, "Finetune/Loss (Raw)": 0.6356714963912964, "Finetune/Step": 13745, "Finetune/Step Time": 10.692496312782168}
+{"Finetune/Learning Rate": 3.972230855562148e-06, "Finetune/Loss": 0.5944225788116455, "Finetune/Loss (Raw)": 0.5977831482887268, "Finetune/Step": 13746, "Finetune/Step Time": 10.744609108194709}
+{"Finetune/Learning Rate": 3.970887294243028e-06, "Finetune/Loss": 0.5931394100189209, "Finetune/Loss (Raw)": 0.45764899253845215, "Finetune/Step": 13747, "Finetune/Step Time": 10.752570554614067}
+{"Finetune/Learning Rate": 3.969543903892401e-06, "Finetune/Loss": 0.5940072536468506, "Finetune/Loss (Raw)": 0.7153849005699158, "Finetune/Step": 13748, "Finetune/Step Time": 10.756090397015214}
+{"Finetune/Learning Rate": 3.96820068454836e-06, "Finetune/Loss": 0.5951979160308838, "Finetune/Loss (Raw)": 0.6221886873245239, "Finetune/Step": 13749, "Finetune/Step Time": 10.756967218592763}
+{"Finetune/Learning Rate": 3.966857636248996e-06, "Finetune/Loss": 0.5949960947036743, "Finetune/Loss (Raw)": 0.5738485455513, "Finetune/Step": 13750, "Finetune/Step Time": 10.765679150819778}
+{"Finetune/Learning Rate": 3.965514759032388e-06, "Finetune/Loss": 0.5959876775741577, "Finetune/Loss (Raw)": 0.7062907218933105, "Finetune/Step": 13751, "Finetune/Step Time": 10.764285698533058}
+{"Finetune/Learning Rate": 3.96417205293663e-06, "Finetune/Loss": 0.5969416499137878, "Finetune/Loss (Raw)": 0.6635670065879822, "Finetune/Step": 13752, "Finetune/Step Time": 10.76210612617433}
+{"Finetune/Learning Rate": 3.962829517999786e-06, "Finetune/Loss": 0.5964068174362183, "Finetune/Loss (Raw)": 0.5877816081047058, "Finetune/Step": 13753, "Finetune/Step Time": 10.770203238353133}
+{"Finetune/Learning Rate": 3.961487154259929e-06, "Finetune/Loss": 0.5974058508872986, "Finetune/Loss (Raw)": 0.667155385017395, "Finetune/Step": 13754, "Finetune/Step Time": 10.7675411272794}
+{"Finetune/Learning Rate": 3.960144961755124e-06, "Finetune/Loss": 0.5973895192146301, "Finetune/Loss (Raw)": 0.6099392771720886, "Finetune/Step": 13755, "Finetune/Step Time": 10.767273081466556}
+{"Finetune/Learning Rate": 3.958802940523434e-06, "Finetune/Loss": 0.5967386960983276, "Finetune/Loss (Raw)": 0.5246037244796753, "Finetune/Step": 13756, "Finetune/Step Time": 10.762656578794122}
+{"Finetune/Learning Rate": 3.957461090602913e-06, "Finetune/Loss": 0.5971787571907043, "Finetune/Loss (Raw)": 0.5049810409545898, "Finetune/Step": 13757, "Finetune/Step Time": 10.753934675827622}
+{"Finetune/Learning Rate": 3.956119412031614e-06, "Finetune/Loss": 0.5968520045280457, "Finetune/Loss (Raw)": 0.5508400201797485, "Finetune/Step": 13758, "Finetune/Step Time": 10.786651259288192}
+{"Finetune/Learning Rate": 3.954777904847581e-06, "Finetune/Loss": 0.597940981388092, "Finetune/Loss (Raw)": 0.6881626844406128, "Finetune/Step": 13759, "Finetune/Step Time": 10.781459072604775}
+{"Finetune/Learning Rate": 3.953436569088856e-06, "Finetune/Loss": 0.5958985090255737, "Finetune/Loss (Raw)": 0.4330335557460785, "Finetune/Step": 13760, "Finetune/Step Time": 10.814020678400993}
+{"Finetune/Learning Rate": 3.952095404793476e-06, "Finetune/Loss": 0.5970450639724731, "Finetune/Loss (Raw)": 0.6096798181533813, "Finetune/Step": 13761, "Finetune/Step Time": 10.787150206044316}
+{"Finetune/Learning Rate": 3.950754411999474e-06, "Finetune/Loss": 0.5965918898582458, "Finetune/Loss (Raw)": 0.6190184950828552, "Finetune/Step": 13762, "Finetune/Step Time": 10.784130923449993}
+{"Finetune/Learning Rate": 3.949413590744874e-06, "Finetune/Loss": 0.5950089693069458, "Finetune/Loss (Raw)": 0.5497851371765137, "Finetune/Step": 13763, "Finetune/Step Time": 10.768309650942683}
+{"Finetune/Learning Rate": 3.948072941067699e-06, "Finetune/Loss": 0.595999002456665, "Finetune/Loss (Raw)": 0.6941593885421753, "Finetune/Step": 13764, "Finetune/Step Time": 10.77344224601984}
+{"Finetune/Learning Rate": 3.946732463005965e-06, "Finetune/Loss": 0.5953733325004578, "Finetune/Loss (Raw)": 0.5355253219604492, "Finetune/Step": 13765, "Finetune/Step Time": 10.779205584898591}
+{"Finetune/Learning Rate": 3.945392156597686e-06, "Finetune/Loss": 0.595812201499939, "Finetune/Loss (Raw)": 0.6342697739601135, "Finetune/Step": 13766, "Finetune/Step Time": 10.792531007900834}
+{"Finetune/Learning Rate": 3.944052021880869e-06, "Finetune/Loss": 0.5969172716140747, "Finetune/Loss (Raw)": 0.5918850302696228, "Finetune/Step": 13767, "Finetune/Step Time": 10.744809886440635}
+{"Finetune/Learning Rate": 3.9427120588935154e-06, "Finetune/Loss": 0.5972101092338562, "Finetune/Loss (Raw)": 0.6105115413665771, "Finetune/Step": 13768, "Finetune/Step Time": 10.772681741043925}
+{"Finetune/Learning Rate": 3.941372267673624e-06, "Finetune/Loss": 0.5977016687393188, "Finetune/Loss (Raw)": 0.5767947435379028, "Finetune/Step": 13769, "Finetune/Step Time": 10.765318078920245}
+{"Finetune/Learning Rate": 3.940032648259188e-06, "Finetune/Loss": 0.5972904562950134, "Finetune/Loss (Raw)": 0.5555872917175293, "Finetune/Step": 13770, "Finetune/Step Time": 10.751650648191571}
+{"Finetune/Learning Rate": 3.938693200688188e-06, "Finetune/Loss": 0.5985366106033325, "Finetune/Loss (Raw)": 0.7036096453666687, "Finetune/Step": 13771, "Finetune/Step Time": 10.752585982903838}
+{"Finetune/Learning Rate": 3.937353924998617e-06, "Finetune/Loss": 0.5986443161964417, "Finetune/Loss (Raw)": 0.6017898917198181, "Finetune/Step": 13772, "Finetune/Step Time": 10.753254206851125}
+{"Finetune/Learning Rate": 3.936014821228448e-06, "Finetune/Loss": 0.5983000993728638, "Finetune/Loss (Raw)": 0.4632934629917145, "Finetune/Step": 13773, "Finetune/Step Time": 10.749358972534537}
+{"Finetune/Learning Rate": 3.934675889415656e-06, "Finetune/Loss": 0.5992871522903442, "Finetune/Loss (Raw)": 0.7122190594673157, "Finetune/Step": 13774, "Finetune/Step Time": 10.763357685878873}
+{"Finetune/Learning Rate": 3.933337129598207e-06, "Finetune/Loss": 0.5981757640838623, "Finetune/Loss (Raw)": 0.4871445894241333, "Finetune/Step": 13775, "Finetune/Step Time": 10.755821608006954}
+{"Finetune/Learning Rate": 3.931998541814069e-06, "Finetune/Loss": 0.5977046489715576, "Finetune/Loss (Raw)": 0.6048506498336792, "Finetune/Step": 13776, "Finetune/Step Time": 10.751580953598022}
+{"Finetune/Learning Rate": 3.930660126101196e-06, "Finetune/Loss": 0.597901463508606, "Finetune/Loss (Raw)": 0.5573113560676575, "Finetune/Step": 13777, "Finetune/Step Time": 10.729871738702059}
+{"Finetune/Learning Rate": 3.929321882497536e-06, "Finetune/Loss": 0.5962309837341309, "Finetune/Loss (Raw)": 0.4161178171634674, "Finetune/Step": 13778, "Finetune/Step Time": 10.753579944372177}
+{"Finetune/Learning Rate": 3.927983811041052e-06, "Finetune/Loss": 0.5945794582366943, "Finetune/Loss (Raw)": 0.564374566078186, "Finetune/Step": 13779, "Finetune/Step Time": 10.757882907986641}
+{"Finetune/Learning Rate": 3.9266459117696785e-06, "Finetune/Loss": 0.5945749878883362, "Finetune/Loss (Raw)": 0.6090372204780579, "Finetune/Step": 13780, "Finetune/Step Time": 10.770632565021515}
+{"Finetune/Learning Rate": 3.925308184721357e-06, "Finetune/Loss": 0.5942167639732361, "Finetune/Loss (Raw)": 0.5976006388664246, "Finetune/Step": 13781, "Finetune/Step Time": 10.762556377798319}
+{"Finetune/Learning Rate": 3.923970629934024e-06, "Finetune/Loss": 0.5933266878128052, "Finetune/Loss (Raw)": 0.4745040535926819, "Finetune/Step": 13782, "Finetune/Step Time": 10.743829626590014}
+{"Finetune/Learning Rate": 3.922633247445604e-06, "Finetune/Loss": 0.5943305492401123, "Finetune/Loss (Raw)": 0.48103687167167664, "Finetune/Step": 13783, "Finetune/Step Time": 10.710078094154596}
+{"Finetune/Learning Rate": 3.921296037294022e-06, "Finetune/Loss": 0.5933921337127686, "Finetune/Loss (Raw)": 0.5331183671951294, "Finetune/Step": 13784, "Finetune/Step Time": 10.689623106271029}
+{"Finetune/Learning Rate": 3.919958999517196e-06, "Finetune/Loss": 0.5928910374641418, "Finetune/Loss (Raw)": 0.510641872882843, "Finetune/Step": 13785, "Finetune/Step Time": 10.686292126774788}
+{"Finetune/Learning Rate": 3.918622134153047e-06, "Finetune/Loss": 0.5926163196563721, "Finetune/Loss (Raw)": 0.5088289380073547, "Finetune/Step": 13786, "Finetune/Step Time": 10.688390655443072}
+{"Finetune/Learning Rate": 3.917285441239481e-06, "Finetune/Loss": 0.5929263830184937, "Finetune/Loss (Raw)": 0.6371272206306458, "Finetune/Step": 13787, "Finetune/Step Time": 10.687624134123325}
+{"Finetune/Learning Rate": 3.9159489208144074e-06, "Finetune/Loss": 0.5941145420074463, "Finetune/Loss (Raw)": 0.6787758469581604, "Finetune/Step": 13788, "Finetune/Step Time": 10.686854830011725}
+{"Finetune/Learning Rate": 3.914612572915717e-06, "Finetune/Loss": 0.5940535664558411, "Finetune/Loss (Raw)": 0.5361352562904358, "Finetune/Step": 13789, "Finetune/Step Time": 10.690342616289854}
+{"Finetune/Learning Rate": 3.9132763975813095e-06, "Finetune/Loss": 0.5942780375480652, "Finetune/Loss (Raw)": 0.6005336046218872, "Finetune/Step": 13790, "Finetune/Step Time": 10.67463194951415}
+{"Finetune/Learning Rate": 3.9119403948490755e-06, "Finetune/Loss": 0.5958380699157715, "Finetune/Loss (Raw)": 0.7271489500999451, "Finetune/Step": 13791, "Finetune/Step Time": 10.691764026880264}
+{"Finetune/Learning Rate": 3.9106045647569005e-06, "Finetune/Loss": 0.5958244204521179, "Finetune/Loss (Raw)": 0.6507973074913025, "Finetune/Step": 13792, "Finetune/Step Time": 10.67157963104546}
+{"Finetune/Learning Rate": 3.9092689073426595e-06, "Finetune/Loss": 0.5961670279502869, "Finetune/Loss (Raw)": 0.6264708638191223, "Finetune/Step": 13793, "Finetune/Step Time": 10.67100241035223}
+{"Finetune/Learning Rate": 3.90793342264424e-06, "Finetune/Loss": 0.5973669290542603, "Finetune/Loss (Raw)": 0.8158696293830872, "Finetune/Step": 13794, "Finetune/Step Time": 10.67093975841999}
+{"Finetune/Learning Rate": 3.906598110699501e-06, "Finetune/Loss": 0.597563624382019, "Finetune/Loss (Raw)": 0.5972738265991211, "Finetune/Step": 13795, "Finetune/Step Time": 10.640924945473671}
+{"Finetune/Learning Rate": 3.905262971546313e-06, "Finetune/Loss": 0.5968193411827087, "Finetune/Loss (Raw)": 0.5769667625427246, "Finetune/Step": 13796, "Finetune/Step Time": 10.615209463983774}
+{"Finetune/Learning Rate": 3.903928005222536e-06, "Finetune/Loss": 0.5974084734916687, "Finetune/Loss (Raw)": 0.7069641351699829, "Finetune/Step": 13797, "Finetune/Step Time": 10.61009743437171}
+{"Finetune/Learning Rate": 3.902593211766025e-06, "Finetune/Loss": 0.5972112417221069, "Finetune/Loss (Raw)": 0.6275042295455933, "Finetune/Step": 13798, "Finetune/Step Time": 10.605322510004044}
+{"Finetune/Learning Rate": 3.901258591214633e-06, "Finetune/Loss": 0.5973696708679199, "Finetune/Loss (Raw)": 0.7224540114402771, "Finetune/Step": 13799, "Finetune/Step Time": 10.603394808247685}
+{"Finetune/Learning Rate": 3.899924143606204e-06, "Finetune/Loss": 0.5965142250061035, "Finetune/Loss (Raw)": 0.5687943696975708, "Finetune/Step": 13800, "Finetune/Step Time": 10.645858820527792}
+{"Finetune/Learning Rate": 3.898589868978581e-06, "Finetune/Loss": 0.5970144271850586, "Finetune/Loss (Raw)": 0.6766648888587952, "Finetune/Step": 13801, "Finetune/Step Time": 10.6437768638134}
+{"Finetune/Learning Rate": 3.897255767369598e-06, "Finetune/Loss": 0.596874475479126, "Finetune/Loss (Raw)": 0.5984697937965393, "Finetune/Step": 13802, "Finetune/Step Time": 10.709035936743021}
+{"Finetune/Learning Rate": 3.895921838817089e-06, "Finetune/Loss": 0.5977956056594849, "Finetune/Loss (Raw)": 0.7435936331748962, "Finetune/Step": 13803, "Finetune/Step Time": 10.703699186444283}
+{"Finetune/Learning Rate": 3.894588083358877e-06, "Finetune/Loss": 0.5983853936195374, "Finetune/Loss (Raw)": 0.5597080588340759, "Finetune/Step": 13804, "Finetune/Step Time": 10.705638660117984}
+{"Finetune/Learning Rate": 3.8932545010327875e-06, "Finetune/Loss": 0.5984501838684082, "Finetune/Loss (Raw)": 0.6669065356254578, "Finetune/Step": 13805, "Finetune/Step Time": 10.716179182752967}
+{"Finetune/Learning Rate": 3.891921091876634e-06, "Finetune/Loss": 0.5985989570617676, "Finetune/Loss (Raw)": 0.5788804888725281, "Finetune/Step": 13806, "Finetune/Step Time": 10.721864230930805}
+{"Finetune/Learning Rate": 3.890587855928228e-06, "Finetune/Loss": 0.5975953340530396, "Finetune/Loss (Raw)": 0.609825849533081, "Finetune/Step": 13807, "Finetune/Step Time": 10.733451411128044}
+{"Finetune/Learning Rate": 3.88925479322538e-06, "Finetune/Loss": 0.5972913503646851, "Finetune/Loss (Raw)": 0.588095486164093, "Finetune/Step": 13808, "Finetune/Step Time": 10.742260538041592}
+{"Finetune/Learning Rate": 3.887921903805888e-06, "Finetune/Loss": 0.5962448716163635, "Finetune/Loss (Raw)": 0.5566763877868652, "Finetune/Step": 13809, "Finetune/Step Time": 10.748739778995514}
+{"Finetune/Learning Rate": 3.886589187707551e-06, "Finetune/Loss": 0.5959561467170715, "Finetune/Loss (Raw)": 0.5180189609527588, "Finetune/Step": 13810, "Finetune/Step Time": 10.733000850304961}
+{"Finetune/Learning Rate": 3.885256644968161e-06, "Finetune/Loss": 0.5951470732688904, "Finetune/Loss (Raw)": 0.4661191999912262, "Finetune/Step": 13811, "Finetune/Step Time": 10.732257293537259}
+{"Finetune/Learning Rate": 3.883924275625504e-06, "Finetune/Loss": 0.5958132743835449, "Finetune/Loss (Raw)": 0.6648213863372803, "Finetune/Step": 13812, "Finetune/Step Time": 10.733313132077456}
+{"Finetune/Learning Rate": 3.882592079717362e-06, "Finetune/Loss": 0.5951414108276367, "Finetune/Loss (Raw)": 0.6265912055969238, "Finetune/Step": 13813, "Finetune/Step Time": 10.727265242487192}
+{"Finetune/Learning Rate": 3.881260057281513e-06, "Finetune/Loss": 0.5959029793739319, "Finetune/Loss (Raw)": 0.6618810892105103, "Finetune/Step": 13814, "Finetune/Step Time": 10.727353114634752}
+{"Finetune/Learning Rate": 3.87992820835573e-06, "Finetune/Loss": 0.5962791442871094, "Finetune/Loss (Raw)": 0.718802273273468, "Finetune/Step": 13815, "Finetune/Step Time": 10.772187042981386}
+{"Finetune/Learning Rate": 3.878596532977779e-06, "Finetune/Loss": 0.5960860848426819, "Finetune/Loss (Raw)": 0.5642645955085754, "Finetune/Step": 13816, "Finetune/Step Time": 10.765418317168951}
+{"Finetune/Learning Rate": 3.877265031185426e-06, "Finetune/Loss": 0.5954673290252686, "Finetune/Loss (Raw)": 0.6344964504241943, "Finetune/Step": 13817, "Finetune/Step Time": 10.763286812230945}
+{"Finetune/Learning Rate": 3.875933703016427e-06, "Finetune/Loss": 0.5946217775344849, "Finetune/Loss (Raw)": 0.45320644974708557, "Finetune/Step": 13818, "Finetune/Step Time": 10.784779775887728}
+{"Finetune/Learning Rate": 3.874602548508531e-06, "Finetune/Loss": 0.5938566327095032, "Finetune/Loss (Raw)": 0.5402284860610962, "Finetune/Step": 13819, "Finetune/Step Time": 10.786461379379034}
+{"Finetune/Learning Rate": 3.873271567699485e-06, "Finetune/Loss": 0.5938533544540405, "Finetune/Loss (Raw)": 0.5103027820587158, "Finetune/Step": 13820, "Finetune/Step Time": 10.78965062648058}
+{"Finetune/Learning Rate": 3.871940760627039e-06, "Finetune/Loss": 0.5941480994224548, "Finetune/Loss (Raw)": 0.6755982041358948, "Finetune/Step": 13821, "Finetune/Step Time": 10.793516598641872}
+{"Finetune/Learning Rate": 3.8706101273289264e-06, "Finetune/Loss": 0.594132661819458, "Finetune/Loss (Raw)": 0.5430452227592468, "Finetune/Step": 13822, "Finetune/Step Time": 10.787539511919022}
+{"Finetune/Learning Rate": 3.869279667842881e-06, "Finetune/Loss": 0.5942508578300476, "Finetune/Loss (Raw)": 0.6632418632507324, "Finetune/Step": 13823, "Finetune/Step Time": 10.786709720268846}
+{"Finetune/Learning Rate": 3.867949382206632e-06, "Finetune/Loss": 0.594478964805603, "Finetune/Loss (Raw)": 0.5490686297416687, "Finetune/Step": 13824, "Finetune/Step Time": 10.785595072433352}
+{"Finetune/Learning Rate": 3.866619270457903e-06, "Finetune/Loss": 0.594466507434845, "Finetune/Loss (Raw)": 0.5976222157478333, "Finetune/Step": 13825, "Finetune/Step Time": 10.77876540273428}
+{"Finetune/Learning Rate": 3.865289332634407e-06, "Finetune/Loss": 0.5937267541885376, "Finetune/Loss (Raw)": 0.5266344547271729, "Finetune/Step": 13826, "Finetune/Step Time": 10.78288510069251}
+{"Finetune/Learning Rate": 3.86395956877386e-06, "Finetune/Loss": 0.5936784148216248, "Finetune/Loss (Raw)": 0.6435719728469849, "Finetune/Step": 13827, "Finetune/Step Time": 10.78872350230813}
+{"Finetune/Learning Rate": 3.8626299789139725e-06, "Finetune/Loss": 0.5922244191169739, "Finetune/Loss (Raw)": 0.5379670262336731, "Finetune/Step": 13828, "Finetune/Step Time": 10.792028555646539}
+{"Finetune/Learning Rate": 3.861300563092446e-06, "Finetune/Loss": 0.5925028324127197, "Finetune/Loss (Raw)": 0.6803577542304993, "Finetune/Step": 13829, "Finetune/Step Time": 10.798140794038773}
+{"Finetune/Learning Rate": 3.85997132134698e-06, "Finetune/Loss": 0.5918995141983032, "Finetune/Loss (Raw)": 0.4418797492980957, "Finetune/Step": 13830, "Finetune/Step Time": 10.801847068592906}
+{"Finetune/Learning Rate": 3.8586422537152715e-06, "Finetune/Loss": 0.5913529396057129, "Finetune/Loss (Raw)": 0.538912296295166, "Finetune/Step": 13831, "Finetune/Step Time": 10.801398042589426}
+{"Finetune/Learning Rate": 3.857313360235001e-06, "Finetune/Loss": 0.5902320146560669, "Finetune/Loss (Raw)": 0.49881502985954285, "Finetune/Step": 13832, "Finetune/Step Time": 10.817852698266506}
+{"Finetune/Learning Rate": 3.855984640943856e-06, "Finetune/Loss": 0.5896580815315247, "Finetune/Loss (Raw)": 0.5497598648071289, "Finetune/Step": 13833, "Finetune/Step Time": 10.812895463779569}
+{"Finetune/Learning Rate": 3.854656095879512e-06, "Finetune/Loss": 0.5890074968338013, "Finetune/Loss (Raw)": 0.5430018305778503, "Finetune/Step": 13834, "Finetune/Step Time": 10.814623348414898}
+{"Finetune/Learning Rate": 3.85332772507965e-06, "Finetune/Loss": 0.5891798734664917, "Finetune/Loss (Raw)": 0.6440953612327576, "Finetune/Step": 13835, "Finetune/Step Time": 10.81975768133998}
+{"Finetune/Learning Rate": 3.851999528581933e-06, "Finetune/Loss": 0.5892333984375, "Finetune/Loss (Raw)": 0.6154927015304565, "Finetune/Step": 13836, "Finetune/Step Time": 10.820927562192082}
+{"Finetune/Learning Rate": 3.850671506424033e-06, "Finetune/Loss": 0.5889291763305664, "Finetune/Loss (Raw)": 0.514085590839386, "Finetune/Step": 13837, "Finetune/Step Time": 10.82543494924903}
+{"Finetune/Learning Rate": 3.849343658643597e-06, "Finetune/Loss": 0.5892744064331055, "Finetune/Loss (Raw)": 0.5953572988510132, "Finetune/Step": 13838, "Finetune/Step Time": 10.822573466226459}
+{"Finetune/Learning Rate": 3.848015985278286e-06, "Finetune/Loss": 0.5885822176933289, "Finetune/Loss (Raw)": 0.510137140750885, "Finetune/Step": 13839, "Finetune/Step Time": 10.844318103045225}
+{"Finetune/Learning Rate": 3.846688486365749e-06, "Finetune/Loss": 0.5889084339141846, "Finetune/Loss (Raw)": 0.5874995589256287, "Finetune/Step": 13840, "Finetune/Step Time": 10.822945291176438}
+{"Finetune/Learning Rate": 3.845361161943622e-06, "Finetune/Loss": 0.5896461009979248, "Finetune/Loss (Raw)": 0.6355927586555481, "Finetune/Step": 13841, "Finetune/Step Time": 10.813788758590817}
+{"Finetune/Learning Rate": 3.844034012049557e-06, "Finetune/Loss": 0.5877749919891357, "Finetune/Loss (Raw)": 0.45186543464660645, "Finetune/Step": 13842, "Finetune/Step Time": 10.801905585452914}
+{"Finetune/Learning Rate": 3.842707036721185e-06, "Finetune/Loss": 0.5881161689758301, "Finetune/Loss (Raw)": 0.6162053942680359, "Finetune/Step": 13843, "Finetune/Step Time": 10.810946902260184}
+{"Finetune/Learning Rate": 3.841380235996129e-06, "Finetune/Loss": 0.586631178855896, "Finetune/Loss (Raw)": 0.42379462718963623, "Finetune/Step": 13844, "Finetune/Step Time": 10.847691982984543}
+{"Finetune/Learning Rate": 3.840053609912017e-06, "Finetune/Loss": 0.5851821899414062, "Finetune/Loss (Raw)": 0.38205286860466003, "Finetune/Step": 13845, "Finetune/Step Time": 10.88668223284185}
+{"Finetune/Learning Rate": 3.838727158506468e-06, "Finetune/Loss": 0.5851824283599854, "Finetune/Loss (Raw)": 0.5457741618156433, "Finetune/Step": 13846, "Finetune/Step Time": 10.906014259904623}
+{"Finetune/Learning Rate": 3.837400881817096e-06, "Finetune/Loss": 0.5847493410110474, "Finetune/Loss (Raw)": 0.48834046721458435, "Finetune/Step": 13847, "Finetune/Step Time": 10.907728500664234}
+{"Finetune/Learning Rate": 3.836074779881511e-06, "Finetune/Loss": 0.5859309434890747, "Finetune/Loss (Raw)": 0.6739205718040466, "Finetune/Step": 13848, "Finetune/Step Time": 10.908162008970976}
+{"Finetune/Learning Rate": 3.834748852737318e-06, "Finetune/Loss": 0.5859041810035706, "Finetune/Loss (Raw)": 0.5981955528259277, "Finetune/Step": 13849, "Finetune/Step Time": 10.908173374831676}
+{"Finetune/Learning Rate": 3.8334231004221154e-06, "Finetune/Loss": 0.5851330757141113, "Finetune/Loss (Raw)": 0.4651157259941101, "Finetune/Step": 13850, "Finetune/Step Time": 10.92713470570743}
+{"Finetune/Learning Rate": 3.832097522973498e-06, "Finetune/Loss": 0.5849782228469849, "Finetune/Loss (Raw)": 0.6484346389770508, "Finetune/Step": 13851, "Finetune/Step Time": 10.93412208929658}
+{"Finetune/Learning Rate": 3.830772120429056e-06, "Finetune/Loss": 0.585010290145874, "Finetune/Loss (Raw)": 0.5837277173995972, "Finetune/Step": 13852, "Finetune/Step Time": 10.940522357821465}
+{"Finetune/Learning Rate": 3.829446892826374e-06, "Finetune/Loss": 0.5855884552001953, "Finetune/Loss (Raw)": 0.5736965537071228, "Finetune/Step": 13853, "Finetune/Step Time": 10.96836051158607}
+{"Finetune/Learning Rate": 3.828121840203031e-06, "Finetune/Loss": 0.5859456658363342, "Finetune/Loss (Raw)": 0.6288033723831177, "Finetune/Step": 13854, "Finetune/Step Time": 10.98168195411563}
+{"Finetune/Learning Rate": 3.826796962596603e-06, "Finetune/Loss": 0.5861968994140625, "Finetune/Loss (Raw)": 0.6972437500953674, "Finetune/Step": 13855, "Finetune/Step Time": 10.989336211234331}
+{"Finetune/Learning Rate": 3.825472260044658e-06, "Finetune/Loss": 0.5871622562408447, "Finetune/Loss (Raw)": 0.5775384306907654, "Finetune/Step": 13856, "Finetune/Step Time": 10.994748715311289}
+{"Finetune/Learning Rate": 3.824147732584762e-06, "Finetune/Loss": 0.5875005722045898, "Finetune/Loss (Raw)": 0.5220738649368286, "Finetune/Step": 13857, "Finetune/Step Time": 10.960652308538556}
+{"Finetune/Learning Rate": 3.822823380254475e-06, "Finetune/Loss": 0.5879442691802979, "Finetune/Loss (Raw)": 0.6011688113212585, "Finetune/Step": 13858, "Finetune/Step Time": 10.962093317881227}
+{"Finetune/Learning Rate": 3.82149920309135e-06, "Finetune/Loss": 0.5891706943511963, "Finetune/Loss (Raw)": 0.68882155418396, "Finetune/Step": 13859, "Finetune/Step Time": 10.95465013757348}
+{"Finetune/Learning Rate": 3.82017520113294e-06, "Finetune/Loss": 0.5891925096511841, "Finetune/Loss (Raw)": 0.5984489917755127, "Finetune/Step": 13860, "Finetune/Step Time": 10.97001326829195}
+{"Finetune/Learning Rate": 3.818851374416787e-06, "Finetune/Loss": 0.5885601043701172, "Finetune/Loss (Raw)": 0.564337432384491, "Finetune/Step": 13861, "Finetune/Step Time": 10.970064146444201}
+{"Finetune/Learning Rate": 3.817527722980432e-06, "Finetune/Loss": 0.5901716351509094, "Finetune/Loss (Raw)": 0.6305478811264038, "Finetune/Step": 13862, "Finetune/Step Time": 10.94215216115117}
+{"Finetune/Learning Rate": 3.816204246861412e-06, "Finetune/Loss": 0.5906352400779724, "Finetune/Loss (Raw)": 0.5277155041694641, "Finetune/Step": 13863, "Finetune/Step Time": 10.935055322945118}
+{"Finetune/Learning Rate": 3.814880946097253e-06, "Finetune/Loss": 0.589630663394928, "Finetune/Loss (Raw)": 0.5575154423713684, "Finetune/Step": 13864, "Finetune/Step Time": 10.944994309917092}
+{"Finetune/Learning Rate": 3.813557820725483e-06, "Finetune/Loss": 0.5894355773925781, "Finetune/Loss (Raw)": 0.5729215741157532, "Finetune/Step": 13865, "Finetune/Step Time": 10.962735893204808}
+{"Finetune/Learning Rate": 3.812234870783622e-06, "Finetune/Loss": 0.5894895792007446, "Finetune/Loss (Raw)": 0.578387439250946, "Finetune/Step": 13866, "Finetune/Step Time": 10.955398285761476}
+{"Finetune/Learning Rate": 3.8109120963091874e-06, "Finetune/Loss": 0.5898716449737549, "Finetune/Loss (Raw)": 0.6214166283607483, "Finetune/Step": 13867, "Finetune/Step Time": 10.948331193998456}
+{"Finetune/Learning Rate": 3.809589497339683e-06, "Finetune/Loss": 0.5899630784988403, "Finetune/Loss (Raw)": 0.5576857924461365, "Finetune/Step": 13868, "Finetune/Step Time": 10.937209205701947}
+{"Finetune/Learning Rate": 3.8082670739126135e-06, "Finetune/Loss": 0.589467465877533, "Finetune/Loss (Raw)": 0.6164401173591614, "Finetune/Step": 13869, "Finetune/Step Time": 10.933277478441596}
+{"Finetune/Learning Rate": 3.8069448260654863e-06, "Finetune/Loss": 0.5874771475791931, "Finetune/Loss (Raw)": 0.5200706720352173, "Finetune/Step": 13870, "Finetune/Step Time": 10.93318685889244}
+{"Finetune/Learning Rate": 3.8056227538357935e-06, "Finetune/Loss": 0.5865471363067627, "Finetune/Loss (Raw)": 0.5091142058372498, "Finetune/Step": 13871, "Finetune/Step Time": 10.93718603439629}
+{"Finetune/Learning Rate": 3.8043008572610253e-06, "Finetune/Loss": 0.5862190127372742, "Finetune/Loss (Raw)": 0.5709771513938904, "Finetune/Step": 13872, "Finetune/Step Time": 10.936702346429229}
+{"Finetune/Learning Rate": 3.8029791363786694e-06, "Finetune/Loss": 0.5863149762153625, "Finetune/Loss (Raw)": 0.6479570269584656, "Finetune/Step": 13873, "Finetune/Step Time": 10.92780040204525}
+{"Finetune/Learning Rate": 3.8016575912262e-06, "Finetune/Loss": 0.5861061811447144, "Finetune/Loss (Raw)": 0.5710457563400269, "Finetune/Step": 13874, "Finetune/Step Time": 10.888562895357609}
+{"Finetune/Learning Rate": 3.8003362218410955e-06, "Finetune/Loss": 0.5874620676040649, "Finetune/Loss (Raw)": 0.6312158703804016, "Finetune/Step": 13875, "Finetune/Step Time": 10.889526290819049}
+{"Finetune/Learning Rate": 3.799015028260823e-06, "Finetune/Loss": 0.5862769484519958, "Finetune/Loss (Raw)": 0.5636804103851318, "Finetune/Step": 13876, "Finetune/Step Time": 10.883323814719915}
+{"Finetune/Learning Rate": 3.7976940105228545e-06, "Finetune/Loss": 0.5866935849189758, "Finetune/Loss (Raw)": 0.6755237579345703, "Finetune/Step": 13877, "Finetune/Step Time": 10.877156402915716}
+{"Finetune/Learning Rate": 3.7963731686646467e-06, "Finetune/Loss": 0.5870717763900757, "Finetune/Loss (Raw)": 0.6222536563873291, "Finetune/Step": 13878, "Finetune/Step Time": 10.87252970226109}
+{"Finetune/Learning Rate": 3.7950525027236585e-06, "Finetune/Loss": 0.5856000185012817, "Finetune/Loss (Raw)": 0.5179093480110168, "Finetune/Step": 13879, "Finetune/Step Time": 10.87881805934012}
+{"Finetune/Learning Rate": 3.7937320127373336e-06, "Finetune/Loss": 0.5847504138946533, "Finetune/Loss (Raw)": 0.5548145771026611, "Finetune/Step": 13880, "Finetune/Step Time": 10.87267273105681}
+{"Finetune/Learning Rate": 3.792411698743119e-06, "Finetune/Loss": 0.5849343538284302, "Finetune/Loss (Raw)": 0.6113314032554626, "Finetune/Step": 13881, "Finetune/Step Time": 10.86538254097104}
+{"Finetune/Learning Rate": 3.7910915607784583e-06, "Finetune/Loss": 0.5838953256607056, "Finetune/Loss (Raw)": 0.5341495871543884, "Finetune/Step": 13882, "Finetune/Step Time": 10.861776234582067}
+{"Finetune/Learning Rate": 3.7897715988807815e-06, "Finetune/Loss": 0.583850622177124, "Finetune/Loss (Raw)": 0.6042223572731018, "Finetune/Step": 13883, "Finetune/Step Time": 10.865592740476131}
+{"Finetune/Learning Rate": 3.788451813087526e-06, "Finetune/Loss": 0.5841506719589233, "Finetune/Loss (Raw)": 0.5630123019218445, "Finetune/Step": 13884, "Finetune/Step Time": 10.86249602586031}
+{"Finetune/Learning Rate": 3.7871322034361167e-06, "Finetune/Loss": 0.5844149589538574, "Finetune/Loss (Raw)": 0.5388093590736389, "Finetune/Step": 13885, "Finetune/Step Time": 10.872061889618635}
+{"Finetune/Learning Rate": 3.785812769963969e-06, "Finetune/Loss": 0.584394097328186, "Finetune/Loss (Raw)": 0.5481646656990051, "Finetune/Step": 13886, "Finetune/Step Time": 10.833846444264054}
+{"Finetune/Learning Rate": 3.784493512708499e-06, "Finetune/Loss": 0.5831711292266846, "Finetune/Loss (Raw)": 0.531622588634491, "Finetune/Step": 13887, "Finetune/Step Time": 10.849647928029299}
+{"Finetune/Learning Rate": 3.7831744317071194e-06, "Finetune/Loss": 0.5840047001838684, "Finetune/Loss (Raw)": 0.5397346615791321, "Finetune/Step": 13888, "Finetune/Step Time": 10.818384954705834}
+{"Finetune/Learning Rate": 3.7818555269972347e-06, "Finetune/Loss": 0.5850707292556763, "Finetune/Loss (Raw)": 0.7461400032043457, "Finetune/Step": 13889, "Finetune/Step Time": 10.810425655916333}
+{"Finetune/Learning Rate": 3.780536798616241e-06, "Finetune/Loss": 0.5843653678894043, "Finetune/Loss (Raw)": 0.5287187695503235, "Finetune/Step": 13890, "Finetune/Step Time": 10.813330050557852}
+{"Finetune/Learning Rate": 3.7792182466015447e-06, "Finetune/Loss": 0.5848985910415649, "Finetune/Loss (Raw)": 0.6180419921875, "Finetune/Step": 13891, "Finetune/Step Time": 10.819051437079906}
+{"Finetune/Learning Rate": 3.7778998709905267e-06, "Finetune/Loss": 0.5833929777145386, "Finetune/Loss (Raw)": 0.5014398694038391, "Finetune/Step": 13892, "Finetune/Step Time": 10.840949701145291}
+{"Finetune/Learning Rate": 3.776581671820575e-06, "Finetune/Loss": 0.5847873091697693, "Finetune/Loss (Raw)": 0.7140056490898132, "Finetune/Step": 13893, "Finetune/Step Time": 10.838678643107414}
+{"Finetune/Learning Rate": 3.7752636491290694e-06, "Finetune/Loss": 0.5842469334602356, "Finetune/Loss (Raw)": 0.5650942921638489, "Finetune/Step": 13894, "Finetune/Step Time": 10.821850704029202}
+{"Finetune/Learning Rate": 3.773945802953386e-06, "Finetune/Loss": 0.5850119590759277, "Finetune/Loss (Raw)": 0.6898176074028015, "Finetune/Step": 13895, "Finetune/Step Time": 10.824182651937008}
+{"Finetune/Learning Rate": 3.7726281333308955e-06, "Finetune/Loss": 0.5852417349815369, "Finetune/Loss (Raw)": 0.6399155259132385, "Finetune/Step": 13896, "Finetune/Step Time": 10.78871102258563}
+{"Finetune/Learning Rate": 3.771310640298963e-06, "Finetune/Loss": 0.5854112505912781, "Finetune/Loss (Raw)": 0.5984950065612793, "Finetune/Step": 13897, "Finetune/Step Time": 10.786119041964412}
+{"Finetune/Learning Rate": 3.7699933238949483e-06, "Finetune/Loss": 0.5857895612716675, "Finetune/Loss (Raw)": 0.6040126085281372, "Finetune/Step": 13898, "Finetune/Step Time": 10.784304453060031}
+{"Finetune/Learning Rate": 3.768676184156207e-06, "Finetune/Loss": 0.5856380462646484, "Finetune/Loss (Raw)": 0.6842168569564819, "Finetune/Step": 13899, "Finetune/Step Time": 10.789127636700869}
+{"Finetune/Learning Rate": 3.7673592211200905e-06, "Finetune/Loss": 0.5841942429542542, "Finetune/Loss (Raw)": 0.41697537899017334, "Finetune/Step": 13900, "Finetune/Step Time": 10.792636467143893}
+{"Finetune/Learning Rate": 3.766042434823942e-06, "Finetune/Loss": 0.585067868232727, "Finetune/Loss (Raw)": 0.5751241445541382, "Finetune/Step": 13901, "Finetune/Step Time": 10.794287031516433}
+{"Finetune/Learning Rate": 3.7647258253051043e-06, "Finetune/Loss": 0.5838968753814697, "Finetune/Loss (Raw)": 0.5623278021812439, "Finetune/Step": 13902, "Finetune/Step Time": 10.785416025668383}
+{"Finetune/Learning Rate": 3.7634093926009106e-06, "Finetune/Loss": 0.5839391946792603, "Finetune/Loss (Raw)": 0.492565393447876, "Finetune/Step": 13903, "Finetune/Step Time": 10.78627349063754}
+{"Finetune/Learning Rate": 3.7620931367486925e-06, "Finetune/Loss": 0.5838075876235962, "Finetune/Loss (Raw)": 0.5880037546157837, "Finetune/Step": 13904, "Finetune/Step Time": 10.788457898423076}
+{"Finetune/Learning Rate": 3.760777057785775e-06, "Finetune/Loss": 0.5843638777732849, "Finetune/Loss (Raw)": 0.6285178065299988, "Finetune/Step": 13905, "Finetune/Step Time": 10.786648901179433}
+{"Finetune/Learning Rate": 3.7594611557494776e-06, "Finetune/Loss": 0.5861138105392456, "Finetune/Loss (Raw)": 0.640110433101654, "Finetune/Step": 13906, "Finetune/Step Time": 10.753130817785859}
+{"Finetune/Learning Rate": 3.758145430677116e-06, "Finetune/Loss": 0.5867998600006104, "Finetune/Loss (Raw)": 0.6521857380867004, "Finetune/Step": 13907, "Finetune/Step Time": 10.744552554562688}
+{"Finetune/Learning Rate": 3.756829882606001e-06, "Finetune/Loss": 0.5871139764785767, "Finetune/Loss (Raw)": 0.6492420434951782, "Finetune/Step": 13908, "Finetune/Step Time": 10.756004953756928}
+{"Finetune/Learning Rate": 3.755514511573437e-06, "Finetune/Loss": 0.587471604347229, "Finetune/Loss (Raw)": 0.6433783769607544, "Finetune/Step": 13909, "Finetune/Step Time": 10.742471935227513}
+{"Finetune/Learning Rate": 3.7541993176167246e-06, "Finetune/Loss": 0.5887876749038696, "Finetune/Loss (Raw)": 0.6429562568664551, "Finetune/Step": 13910, "Finetune/Step Time": 10.75392177887261}
+{"Finetune/Learning Rate": 3.7528843007731597e-06, "Finetune/Loss": 0.5897394418716431, "Finetune/Loss (Raw)": 0.6028626561164856, "Finetune/Step": 13911, "Finetune/Step Time": 10.747856121510267}
+{"Finetune/Learning Rate": 3.75156946108003e-06, "Finetune/Loss": 0.5893237590789795, "Finetune/Loss (Raw)": 0.4799160659313202, "Finetune/Step": 13912, "Finetune/Step Time": 10.750222809612751}
+{"Finetune/Learning Rate": 3.7502547985746242e-06, "Finetune/Loss": 0.5889254212379456, "Finetune/Loss (Raw)": 0.4596538841724396, "Finetune/Step": 13913, "Finetune/Step Time": 10.752238351851702}
+{"Finetune/Learning Rate": 3.748940313294218e-06, "Finetune/Loss": 0.589332103729248, "Finetune/Loss (Raw)": 0.5608813166618347, "Finetune/Step": 13914, "Finetune/Step Time": 10.761987123638391}
+{"Finetune/Learning Rate": 3.7476260052760905e-06, "Finetune/Loss": 0.5885668396949768, "Finetune/Loss (Raw)": 0.5391770005226135, "Finetune/Step": 13915, "Finetune/Step Time": 10.765518495813012}
+{"Finetune/Learning Rate": 3.7463118745575134e-06, "Finetune/Loss": 0.5880324840545654, "Finetune/Loss (Raw)": 0.6103729605674744, "Finetune/Step": 13916, "Finetune/Step Time": 10.765638023614883}
+{"Finetune/Learning Rate": 3.7449979211757417e-06, "Finetune/Loss": 0.5891327857971191, "Finetune/Loss (Raw)": 0.6769822835922241, "Finetune/Step": 13917, "Finetune/Step Time": 10.76160254329443}
+{"Finetune/Learning Rate": 3.7436841451680452e-06, "Finetune/Loss": 0.5892163515090942, "Finetune/Loss (Raw)": 0.6112241744995117, "Finetune/Step": 13918, "Finetune/Step Time": 10.762952655553818}
+{"Finetune/Learning Rate": 3.7423705465716753e-06, "Finetune/Loss": 0.5882233381271362, "Finetune/Loss (Raw)": 0.6000447869300842, "Finetune/Step": 13919, "Finetune/Step Time": 10.747811775654554}
+{"Finetune/Learning Rate": 3.7410571254238835e-06, "Finetune/Loss": 0.5877393484115601, "Finetune/Loss (Raw)": 0.5888492465019226, "Finetune/Step": 13920, "Finetune/Step Time": 10.748656643554568}
+{"Finetune/Learning Rate": 3.7397438817619127e-06, "Finetune/Loss": 0.5874963402748108, "Finetune/Loss (Raw)": 0.5953662395477295, "Finetune/Step": 13921, "Finetune/Step Time": 10.749468732625246}
+{"Finetune/Learning Rate": 3.7384308156230077e-06, "Finetune/Loss": 0.5849892497062683, "Finetune/Loss (Raw)": 0.4949631690979004, "Finetune/Step": 13922, "Finetune/Step Time": 10.75830489397049}
+{"Finetune/Learning Rate": 3.7371179270443956e-06, "Finetune/Loss": 0.5848150849342346, "Finetune/Loss (Raw)": 0.5749745965003967, "Finetune/Step": 13923, "Finetune/Step Time": 10.742182722315192}
+{"Finetune/Learning Rate": 3.7358052160633095e-06, "Finetune/Loss": 0.5837987661361694, "Finetune/Loss (Raw)": 0.4468761682510376, "Finetune/Step": 13924, "Finetune/Step Time": 10.77026241645217}
+{"Finetune/Learning Rate": 3.7344926827169714e-06, "Finetune/Loss": 0.5824778079986572, "Finetune/Loss (Raw)": 0.5378855466842651, "Finetune/Step": 13925, "Finetune/Step Time": 10.800471121445298}
+{"Finetune/Learning Rate": 3.733180327042607e-06, "Finetune/Loss": 0.5814614295959473, "Finetune/Loss (Raw)": 0.49740418791770935, "Finetune/Step": 13926, "Finetune/Step Time": 10.801950516179204}
+{"Finetune/Learning Rate": 3.7318681490774287e-06, "Finetune/Loss": 0.580066978931427, "Finetune/Loss (Raw)": 0.5439702272415161, "Finetune/Step": 13927, "Finetune/Step Time": 10.813652457669377}
+{"Finetune/Learning Rate": 3.7305561488586484e-06, "Finetune/Loss": 0.5805941224098206, "Finetune/Loss (Raw)": 0.6362682580947876, "Finetune/Step": 13928, "Finetune/Step Time": 10.759077675640583}
+{"Finetune/Learning Rate": 3.7292443264234647e-06, "Finetune/Loss": 0.5810290575027466, "Finetune/Loss (Raw)": 0.7323405742645264, "Finetune/Step": 13929, "Finetune/Step Time": 10.76023306697607}
+{"Finetune/Learning Rate": 3.727932681809081e-06, "Finetune/Loss": 0.5803419351577759, "Finetune/Loss (Raw)": 0.5105160474777222, "Finetune/Step": 13930, "Finetune/Step Time": 10.693972025066614}
+{"Finetune/Learning Rate": 3.7266212150526905e-06, "Finetune/Loss": 0.5788923501968384, "Finetune/Loss (Raw)": 0.5580408573150635, "Finetune/Step": 13931, "Finetune/Step Time": 10.697448797523975}
+{"Finetune/Learning Rate": 3.7253099261914794e-06, "Finetune/Loss": 0.579551637172699, "Finetune/Loss (Raw)": 0.6440985798835754, "Finetune/Step": 13932, "Finetune/Step Time": 10.685500536113977}
+{"Finetune/Learning Rate": 3.7239988152626394e-06, "Finetune/Loss": 0.5789768695831299, "Finetune/Loss (Raw)": 0.5933445692062378, "Finetune/Step": 13933, "Finetune/Step Time": 10.668555568903685}
+{"Finetune/Learning Rate": 3.72268788230335e-06, "Finetune/Loss": 0.5790714621543884, "Finetune/Loss (Raw)": 0.5909770727157593, "Finetune/Step": 13934, "Finetune/Step Time": 10.663068702444434}
+{"Finetune/Learning Rate": 3.7213771273507794e-06, "Finetune/Loss": 0.57975172996521, "Finetune/Loss (Raw)": 0.6969043612480164, "Finetune/Step": 13935, "Finetune/Step Time": 10.672548826783895}
+{"Finetune/Learning Rate": 3.7200665504420984e-06, "Finetune/Loss": 0.5801576972007751, "Finetune/Loss (Raw)": 0.6400614976882935, "Finetune/Step": 13936, "Finetune/Step Time": 10.669784761965275}
+{"Finetune/Learning Rate": 3.718756151614472e-06, "Finetune/Loss": 0.5794929265975952, "Finetune/Loss (Raw)": 0.4715920388698578, "Finetune/Step": 13937, "Finetune/Step Time": 10.696839556097984}
+{"Finetune/Learning Rate": 3.7174459309050604e-06, "Finetune/Loss": 0.5803766250610352, "Finetune/Loss (Raw)": 0.6311262249946594, "Finetune/Step": 13938, "Finetune/Step Time": 10.690786220133305}
+{"Finetune/Learning Rate": 3.7161358883510135e-06, "Finetune/Loss": 0.5821757912635803, "Finetune/Loss (Raw)": 0.6964081525802612, "Finetune/Step": 13939, "Finetune/Step Time": 10.71903975866735}
+{"Finetune/Learning Rate": 3.714826023989491e-06, "Finetune/Loss": 0.5815798044204712, "Finetune/Loss (Raw)": 0.5885329842567444, "Finetune/Step": 13940, "Finetune/Step Time": 10.715767189860344}
+{"Finetune/Learning Rate": 3.7135163378576255e-06, "Finetune/Loss": 0.5811402797698975, "Finetune/Loss (Raw)": 0.5703396797180176, "Finetune/Step": 13941, "Finetune/Step Time": 10.703748097643256}
+{"Finetune/Learning Rate": 3.7122068299925616e-06, "Finetune/Loss": 0.5791184902191162, "Finetune/Loss (Raw)": 0.4030899107456207, "Finetune/Step": 13942, "Finetune/Step Time": 10.739398680627346}
+{"Finetune/Learning Rate": 3.710897500431431e-06, "Finetune/Loss": 0.5774331092834473, "Finetune/Loss (Raw)": 0.5030764937400818, "Finetune/Step": 13943, "Finetune/Step Time": 10.700813932344317}
+{"Finetune/Learning Rate": 3.709588349211364e-06, "Finetune/Loss": 0.5773663520812988, "Finetune/Loss (Raw)": 0.5557148456573486, "Finetune/Step": 13944, "Finetune/Step Time": 10.700714405626059}
+{"Finetune/Learning Rate": 3.7082793763694837e-06, "Finetune/Loss": 0.57691490650177, "Finetune/Loss (Raw)": 0.5767181515693665, "Finetune/Step": 13945, "Finetune/Step Time": 10.70442115701735}
+{"Finetune/Learning Rate": 3.706970581942908e-06, "Finetune/Loss": 0.5778694748878479, "Finetune/Loss (Raw)": 0.5753843784332275, "Finetune/Step": 13946, "Finetune/Step Time": 10.664531135931611}
+{"Finetune/Learning Rate": 3.705661965968753e-06, "Finetune/Loss": 0.5777554512023926, "Finetune/Loss (Raw)": 0.5256373882293701, "Finetune/Step": 13947, "Finetune/Step Time": 10.659620413556695}
+{"Finetune/Learning Rate": 3.7043535284841247e-06, "Finetune/Loss": 0.5781502723693848, "Finetune/Loss (Raw)": 0.560840368270874, "Finetune/Step": 13948, "Finetune/Step Time": 10.65930600836873}
+{"Finetune/Learning Rate": 3.7030452695261287e-06, "Finetune/Loss": 0.5774961709976196, "Finetune/Loss (Raw)": 0.5918657779693604, "Finetune/Step": 13949, "Finetune/Step Time": 10.654890645295382}
+{"Finetune/Learning Rate": 3.7017371891318633e-06, "Finetune/Loss": 0.577777087688446, "Finetune/Loss (Raw)": 0.579006016254425, "Finetune/Step": 13950, "Finetune/Step Time": 10.663996051996946}
+{"Finetune/Learning Rate": 3.700429287338421e-06, "Finetune/Loss": 0.5773927569389343, "Finetune/Loss (Raw)": 0.6140442490577698, "Finetune/Step": 13951, "Finetune/Step Time": 10.66884583234787}
+{"Finetune/Learning Rate": 3.6991215641828903e-06, "Finetune/Loss": 0.5779000520706177, "Finetune/Loss (Raw)": 0.6140064001083374, "Finetune/Step": 13952, "Finetune/Step Time": 10.669973948970437}
+{"Finetune/Learning Rate": 3.6978140197023548e-06, "Finetune/Loss": 0.5773086547851562, "Finetune/Loss (Raw)": 0.5219212174415588, "Finetune/Step": 13953, "Finetune/Step Time": 10.672214532271028}
+{"Finetune/Learning Rate": 3.6965066539338924e-06, "Finetune/Loss": 0.5776997208595276, "Finetune/Loss (Raw)": 0.5766924619674683, "Finetune/Step": 13954, "Finetune/Step Time": 10.673163244500756}
+{"Finetune/Learning Rate": 3.6951994669145764e-06, "Finetune/Loss": 0.577275276184082, "Finetune/Loss (Raw)": 0.5892375707626343, "Finetune/Step": 13955, "Finetune/Step Time": 10.670320937409997}
+{"Finetune/Learning Rate": 3.693892458681475e-06, "Finetune/Loss": 0.5772567987442017, "Finetune/Loss (Raw)": 0.5356118083000183, "Finetune/Step": 13956, "Finetune/Step Time": 10.672349007800221}
+{"Finetune/Learning Rate": 3.6925856292716522e-06, "Finetune/Loss": 0.577652096748352, "Finetune/Loss (Raw)": 0.7309457659721375, "Finetune/Step": 13957, "Finetune/Step Time": 10.663997784256935}
+{"Finetune/Learning Rate": 3.691278978722168e-06, "Finetune/Loss": 0.5787944793701172, "Finetune/Loss (Raw)": 0.5881123542785645, "Finetune/Step": 13958, "Finetune/Step Time": 10.63013002090156}
+{"Finetune/Learning Rate": 3.6899725070700654e-06, "Finetune/Loss": 0.578331708908081, "Finetune/Loss (Raw)": 0.4796685576438904, "Finetune/Step": 13959, "Finetune/Step Time": 10.657334551215172}
+{"Finetune/Learning Rate": 3.6886662143524034e-06, "Finetune/Loss": 0.5790542364120483, "Finetune/Loss (Raw)": 0.5913058519363403, "Finetune/Step": 13960, "Finetune/Step Time": 10.657639250159264}
+{"Finetune/Learning Rate": 3.68736010060622e-06, "Finetune/Loss": 0.5794066190719604, "Finetune/Loss (Raw)": 0.5948653817176819, "Finetune/Step": 13961, "Finetune/Step Time": 10.662861377000809}
+{"Finetune/Learning Rate": 3.686054165868552e-06, "Finetune/Loss": 0.579910933971405, "Finetune/Loss (Raw)": 0.6075524091720581, "Finetune/Step": 13962, "Finetune/Step Time": 10.659843124449253}
+{"Finetune/Learning Rate": 3.6847484101764354e-06, "Finetune/Loss": 0.5805251598358154, "Finetune/Loss (Raw)": 0.722719132900238, "Finetune/Step": 13963, "Finetune/Step Time": 10.657545113936067}
+{"Finetune/Learning Rate": 3.683442833566898e-06, "Finetune/Loss": 0.5805330872535706, "Finetune/Loss (Raw)": 0.6165091395378113, "Finetune/Step": 13964, "Finetune/Step Time": 10.65682139992714}
+{"Finetune/Learning Rate": 3.6821374360769577e-06, "Finetune/Loss": 0.5808128118515015, "Finetune/Loss (Raw)": 0.5498809814453125, "Finetune/Step": 13965, "Finetune/Step Time": 10.656601732596755}
+{"Finetune/Learning Rate": 3.6808322177436296e-06, "Finetune/Loss": 0.5803593993186951, "Finetune/Loss (Raw)": 0.5373299717903137, "Finetune/Step": 13966, "Finetune/Step Time": 10.654375134035945}
+{"Finetune/Learning Rate": 3.6795271786039343e-06, "Finetune/Loss": 0.5809906721115112, "Finetune/Loss (Raw)": 0.5909368395805359, "Finetune/Step": 13967, "Finetune/Step Time": 10.632010586559772}
+{"Finetune/Learning Rate": 3.678222318694875e-06, "Finetune/Loss": 0.58083176612854, "Finetune/Loss (Raw)": 0.5671623945236206, "Finetune/Step": 13968, "Finetune/Step Time": 10.635068548843265}
+{"Finetune/Learning Rate": 3.6769176380534543e-06, "Finetune/Loss": 0.5810916423797607, "Finetune/Loss (Raw)": 0.6688568592071533, "Finetune/Step": 13969, "Finetune/Step Time": 10.654852187260985}
+{"Finetune/Learning Rate": 3.6756131367166727e-06, "Finetune/Loss": 0.582545816898346, "Finetune/Loss (Raw)": 0.6380005478858948, "Finetune/Step": 13970, "Finetune/Step Time": 10.650141360238194}
+{"Finetune/Learning Rate": 3.6743088147215146e-06, "Finetune/Loss": 0.5824276208877563, "Finetune/Loss (Raw)": 0.6010722517967224, "Finetune/Step": 13971, "Finetune/Step Time": 10.641473039984703}
+{"Finetune/Learning Rate": 3.6730046721049705e-06, "Finetune/Loss": 0.5833123922348022, "Finetune/Loss (Raw)": 0.5370533466339111, "Finetune/Step": 13972, "Finetune/Step Time": 10.610867833718657}
+{"Finetune/Learning Rate": 3.671700708904019e-06, "Finetune/Loss": 0.5862132906913757, "Finetune/Loss (Raw)": 0.753361701965332, "Finetune/Step": 13973, "Finetune/Step Time": 10.578696442767978}
+{"Finetune/Learning Rate": 3.670396925155644e-06, "Finetune/Loss": 0.5860676765441895, "Finetune/Loss (Raw)": 0.5271335244178772, "Finetune/Step": 13974, "Finetune/Step Time": 10.575504375621676}
+{"Finetune/Learning Rate": 3.6690933208968114e-06, "Finetune/Loss": 0.5867618918418884, "Finetune/Loss (Raw)": 0.5771999955177307, "Finetune/Step": 13975, "Finetune/Step Time": 10.570398544892669}
+{"Finetune/Learning Rate": 3.667789896164495e-06, "Finetune/Loss": 0.5868500471115112, "Finetune/Loss (Raw)": 0.6852079033851624, "Finetune/Step": 13976, "Finetune/Step Time": 10.574253855273128}
+{"Finetune/Learning Rate": 3.6664866509956466e-06, "Finetune/Loss": 0.5870081782341003, "Finetune/Loss (Raw)": 0.6184360384941101, "Finetune/Step": 13977, "Finetune/Step Time": 10.571977498009801}
+{"Finetune/Learning Rate": 3.6651835854272266e-06, "Finetune/Loss": 0.5881266593933105, "Finetune/Loss (Raw)": 0.6082780361175537, "Finetune/Step": 13978, "Finetune/Step Time": 10.609970595687628}
+{"Finetune/Learning Rate": 3.663880699496186e-06, "Finetune/Loss": 0.5870501399040222, "Finetune/Loss (Raw)": 0.5106426477432251, "Finetune/Step": 13979, "Finetune/Step Time": 10.606651231646538}
+{"Finetune/Learning Rate": 3.6625779932394723e-06, "Finetune/Loss": 0.5867076516151428, "Finetune/Loss (Raw)": 0.5398900508880615, "Finetune/Step": 13980, "Finetune/Step Time": 10.604797914624214}
+{"Finetune/Learning Rate": 3.661275466694022e-06, "Finetune/Loss": 0.5863853693008423, "Finetune/Loss (Raw)": 0.5324447154998779, "Finetune/Step": 13981, "Finetune/Step Time": 10.58570128120482}
+{"Finetune/Learning Rate": 3.65997311989678e-06, "Finetune/Loss": 0.5851056575775146, "Finetune/Loss (Raw)": 0.4649946391582489, "Finetune/Step": 13982, "Finetune/Step Time": 10.602569784969091}
+{"Finetune/Learning Rate": 3.65867095288467e-06, "Finetune/Loss": 0.5838236808776855, "Finetune/Loss (Raw)": 0.5331448912620544, "Finetune/Step": 13983, "Finetune/Step Time": 10.590616488829255}
+{"Finetune/Learning Rate": 3.6573689656946177e-06, "Finetune/Loss": 0.5850110650062561, "Finetune/Loss (Raw)": 0.7295322418212891, "Finetune/Step": 13984, "Finetune/Step Time": 10.59548152424395}
+{"Finetune/Learning Rate": 3.6560671583635467e-06, "Finetune/Loss": 0.5852169990539551, "Finetune/Loss (Raw)": 0.5484340786933899, "Finetune/Step": 13985, "Finetune/Step Time": 10.59306987375021}
+{"Finetune/Learning Rate": 3.6547655309283712e-06, "Finetune/Loss": 0.585242748260498, "Finetune/Loss (Raw)": 0.6044598817825317, "Finetune/Step": 13986, "Finetune/Step Time": 10.591818926855922}
+{"Finetune/Learning Rate": 3.6534640834260018e-06, "Finetune/Loss": 0.5845785140991211, "Finetune/Loss (Raw)": 0.6038042902946472, "Finetune/Step": 13987, "Finetune/Step Time": 10.58180420845747}
+{"Finetune/Learning Rate": 3.6521628158933397e-06, "Finetune/Loss": 0.5845106244087219, "Finetune/Loss (Raw)": 0.5897618532180786, "Finetune/Step": 13988, "Finetune/Step Time": 10.57029015570879}
+{"Finetune/Learning Rate": 3.6508617283672978e-06, "Finetune/Loss": 0.5846776962280273, "Finetune/Loss (Raw)": 0.5857197642326355, "Finetune/Step": 13989, "Finetune/Step Time": 10.568651732057333}
+{"Finetune/Learning Rate": 3.6495608208847576e-06, "Finetune/Loss": 0.584994375705719, "Finetune/Loss (Raw)": 0.6710835695266724, "Finetune/Step": 13990, "Finetune/Step Time": 10.564325083047152}
+{"Finetune/Learning Rate": 3.648260093482615e-06, "Finetune/Loss": 0.5844584703445435, "Finetune/Loss (Raw)": 0.4591223895549774, "Finetune/Step": 13991, "Finetune/Step Time": 10.602296903729439}
+{"Finetune/Learning Rate": 3.6469595461977546e-06, "Finetune/Loss": 0.5848504304885864, "Finetune/Loss (Raw)": 0.6076787710189819, "Finetune/Step": 13992, "Finetune/Step Time": 10.594756811857224}
+{"Finetune/Learning Rate": 3.645659179067055e-06, "Finetune/Loss": 0.5854191184043884, "Finetune/Loss (Raw)": 0.6457183361053467, "Finetune/Step": 13993, "Finetune/Step Time": 10.572960801422596}
+{"Finetune/Learning Rate": 3.6443589921273926e-06, "Finetune/Loss": 0.5853352546691895, "Finetune/Loss (Raw)": 0.5676528215408325, "Finetune/Step": 13994, "Finetune/Step Time": 10.57074947282672}
+{"Finetune/Learning Rate": 3.643058985415636e-06, "Finetune/Loss": 0.5848261713981628, "Finetune/Loss (Raw)": 0.5562579035758972, "Finetune/Step": 13995, "Finetune/Step Time": 10.572291273623705}
+{"Finetune/Learning Rate": 3.64175915896865e-06, "Finetune/Loss": 0.5859629511833191, "Finetune/Loss (Raw)": 0.7031874656677246, "Finetune/Step": 13996, "Finetune/Step Time": 10.575500771403313}
+{"Finetune/Learning Rate": 3.640459512823292e-06, "Finetune/Loss": 0.5857064723968506, "Finetune/Loss (Raw)": 0.5836127400398254, "Finetune/Step": 13997, "Finetune/Step Time": 10.57840871065855}
+{"Finetune/Learning Rate": 3.63916004701642e-06, "Finetune/Loss": 0.5868797302246094, "Finetune/Loss (Raw)": 0.6702519059181213, "Finetune/Step": 13998, "Finetune/Step Time": 10.57900083810091}
+{"Finetune/Learning Rate": 3.6378607615848815e-06, "Finetune/Loss": 0.5872995853424072, "Finetune/Loss (Raw)": 0.5628511905670166, "Finetune/Step": 13999, "Finetune/Step Time": 10.563373615965247}
+{"Finetune/Learning Rate": 3.6365616565655193e-06, "Finetune/Loss": 0.5872109532356262, "Finetune/Loss (Raw)": 0.5596253275871277, "Finetune/Step": 14000, "Finetune/Step Time": 10.556430203840137}
+{"Finetune/Learning Rate": 3.6352627319951737e-06, "Finetune/Loss": 0.5874044299125671, "Finetune/Loss (Raw)": 0.6727310419082642, "Finetune/Step": 14001, "Finetune/Step Time": 10.553906850516796}
+{"Finetune/Learning Rate": 3.633963987910678e-06, "Finetune/Loss": 0.5877410173416138, "Finetune/Loss (Raw)": 0.6141238808631897, "Finetune/Step": 14002, "Finetune/Step Time": 10.532881485298276}
+{"Finetune/Learning Rate": 3.6326654243488614e-06, "Finetune/Loss": 0.5877870917320251, "Finetune/Loss (Raw)": 0.6371172666549683, "Finetune/Step": 14003, "Finetune/Step Time": 10.551361547783017}
+{"Finetune/Learning Rate": 3.6313670413465464e-06, "Finetune/Loss": 0.5888033509254456, "Finetune/Loss (Raw)": 0.6937589049339294, "Finetune/Step": 14004, "Finetune/Step Time": 10.56763769686222}
+{"Finetune/Learning Rate": 3.6300688389405526e-06, "Finetune/Loss": 0.5870113372802734, "Finetune/Loss (Raw)": 0.4461509585380554, "Finetune/Step": 14005, "Finetune/Step Time": 10.611210525035858}
+{"Finetune/Learning Rate": 3.628770817167693e-06, "Finetune/Loss": 0.5869323015213013, "Finetune/Loss (Raw)": 0.6121382713317871, "Finetune/Step": 14006, "Finetune/Step Time": 10.608069563284516}
+{"Finetune/Learning Rate": 3.6274729760647788e-06, "Finetune/Loss": 0.5886903405189514, "Finetune/Loss (Raw)": 0.7429301142692566, "Finetune/Step": 14007, "Finetune/Step Time": 10.610424341633916}
+{"Finetune/Learning Rate": 3.626175315668603e-06, "Finetune/Loss": 0.5890332460403442, "Finetune/Loss (Raw)": 0.5987017154693604, "Finetune/Step": 14008, "Finetune/Step Time": 10.616679484024644}
+{"Finetune/Learning Rate": 3.624877836015974e-06, "Finetune/Loss": 0.5883575677871704, "Finetune/Loss (Raw)": 0.5248517394065857, "Finetune/Step": 14009, "Finetune/Step Time": 10.616268845275044}
+{"Finetune/Learning Rate": 3.6235805371436817e-06, "Finetune/Loss": 0.5887256860733032, "Finetune/Loss (Raw)": 0.5812689065933228, "Finetune/Step": 14010, "Finetune/Step Time": 10.617338970303535}
+{"Finetune/Learning Rate": 3.6222834190885125e-06, "Finetune/Loss": 0.5883482694625854, "Finetune/Loss (Raw)": 0.5559131503105164, "Finetune/Step": 14011, "Finetune/Step Time": 10.623045714572072}
+{"Finetune/Learning Rate": 3.620986481887251e-06, "Finetune/Loss": 0.5890080332756042, "Finetune/Loss (Raw)": 0.6474620699882507, "Finetune/Step": 14012, "Finetune/Step Time": 10.642151933163404}
+{"Finetune/Learning Rate": 3.619689725576675e-06, "Finetune/Loss": 0.5892189741134644, "Finetune/Loss (Raw)": 0.5658112168312073, "Finetune/Step": 14013, "Finetune/Step Time": 10.635686412453651}
+{"Finetune/Learning Rate": 3.6183931501935533e-06, "Finetune/Loss": 0.589775025844574, "Finetune/Loss (Raw)": 0.6193376183509827, "Finetune/Step": 14014, "Finetune/Step Time": 10.651167035102844}
+{"Finetune/Learning Rate": 3.6170967557746504e-06, "Finetune/Loss": 0.5901483297348022, "Finetune/Loss (Raw)": 0.5794081091880798, "Finetune/Step": 14015, "Finetune/Step Time": 10.625483041629195}
+{"Finetune/Learning Rate": 3.615800542356738e-06, "Finetune/Loss": 0.5910782217979431, "Finetune/Loss (Raw)": 0.6587573885917664, "Finetune/Step": 14016, "Finetune/Step Time": 10.618143159896135}
+{"Finetune/Learning Rate": 3.6145045099765663e-06, "Finetune/Loss": 0.5895626544952393, "Finetune/Loss (Raw)": 0.552151620388031, "Finetune/Step": 14017, "Finetune/Step Time": 10.624351242557168}
+{"Finetune/Learning Rate": 3.6132086586708893e-06, "Finetune/Loss": 0.5900378227233887, "Finetune/Loss (Raw)": 0.5895362496376038, "Finetune/Step": 14018, "Finetune/Step Time": 10.619806930422783}
+{"Finetune/Learning Rate": 3.611912988476457e-06, "Finetune/Loss": 0.590069055557251, "Finetune/Loss (Raw)": 0.6220383048057556, "Finetune/Step": 14019, "Finetune/Step Time": 10.622194718569517}
+{"Finetune/Learning Rate": 3.6106174994300037e-06, "Finetune/Loss": 0.5906141996383667, "Finetune/Loss (Raw)": 0.5712181925773621, "Finetune/Step": 14020, "Finetune/Step Time": 10.617815401405096}
+{"Finetune/Learning Rate": 3.6093221915682685e-06, "Finetune/Loss": 0.5895919799804688, "Finetune/Loss (Raw)": 0.5831674337387085, "Finetune/Step": 14021, "Finetune/Step Time": 10.613339012488723}
+{"Finetune/Learning Rate": 3.6080270649279804e-06, "Finetune/Loss": 0.589471697807312, "Finetune/Loss (Raw)": 0.5496903657913208, "Finetune/Step": 14022, "Finetune/Step Time": 10.622640362009406}
+{"Finetune/Learning Rate": 3.6067321195458715e-06, "Finetune/Loss": 0.5879961252212524, "Finetune/Loss (Raw)": 0.5009493827819824, "Finetune/Step": 14023, "Finetune/Step Time": 10.635304668918252}
+{"Finetune/Learning Rate": 3.6054373554586598e-06, "Finetune/Loss": 0.5870332717895508, "Finetune/Loss (Raw)": 0.5166674256324768, "Finetune/Step": 14024, "Finetune/Step Time": 10.64257375523448}
+{"Finetune/Learning Rate": 3.604142772703064e-06, "Finetune/Loss": 0.5875295996665955, "Finetune/Loss (Raw)": 0.6620286703109741, "Finetune/Step": 14025, "Finetune/Step Time": 10.647251749411225}
+{"Finetune/Learning Rate": 3.602848371315789e-06, "Finetune/Loss": 0.5872727632522583, "Finetune/Loss (Raw)": 0.571134090423584, "Finetune/Step": 14026, "Finetune/Step Time": 10.646187102422118}
+{"Finetune/Learning Rate": 3.6015541513335427e-06, "Finetune/Loss": 0.5869534015655518, "Finetune/Loss (Raw)": 0.6433358788490295, "Finetune/Step": 14027, "Finetune/Step Time": 10.635552443563938}
+{"Finetune/Learning Rate": 3.600260112793026e-06, "Finetune/Loss": 0.5891906023025513, "Finetune/Loss (Raw)": 0.7033401727676392, "Finetune/Step": 14028, "Finetune/Step Time": 10.626587975770235}
+{"Finetune/Learning Rate": 3.5989662557309313e-06, "Finetune/Loss": 0.5889443159103394, "Finetune/Loss (Raw)": 0.5436028242111206, "Finetune/Step": 14029, "Finetune/Step Time": 10.624934393912554}
+{"Finetune/Learning Rate": 3.597672580183954e-06, "Finetune/Loss": 0.5895320177078247, "Finetune/Loss (Raw)": 0.6375453472137451, "Finetune/Step": 14030, "Finetune/Step Time": 10.63430685736239}
+{"Finetune/Learning Rate": 3.5963790861887805e-06, "Finetune/Loss": 0.590989887714386, "Finetune/Loss (Raw)": 0.6791788339614868, "Finetune/Step": 14031, "Finetune/Step Time": 10.640031667426229}
+{"Finetune/Learning Rate": 3.5950857737820834e-06, "Finetune/Loss": 0.5915638208389282, "Finetune/Loss (Raw)": 0.6614730954170227, "Finetune/Step": 14032, "Finetune/Step Time": 10.64011064171791}
+{"Finetune/Learning Rate": 3.59379264300054e-06, "Finetune/Loss": 0.5914366245269775, "Finetune/Loss (Raw)": 0.6122273802757263, "Finetune/Step": 14033, "Finetune/Step Time": 10.643120592460036}
+{"Finetune/Learning Rate": 3.592499693880821e-06, "Finetune/Loss": 0.5899327993392944, "Finetune/Loss (Raw)": 0.44762295484542847, "Finetune/Step": 14034, "Finetune/Step Time": 10.649327926337719}
+{"Finetune/Learning Rate": 3.5912069264595894e-06, "Finetune/Loss": 0.5895084738731384, "Finetune/Loss (Raw)": 0.5978720784187317, "Finetune/Step": 14035, "Finetune/Step Time": 10.651461174711585}
+{"Finetune/Learning Rate": 3.589914340773506e-06, "Finetune/Loss": 0.5889142751693726, "Finetune/Loss (Raw)": 0.5731831192970276, "Finetune/Step": 14036, "Finetune/Step Time": 10.620941562578082}
+{"Finetune/Learning Rate": 3.5886219368592236e-06, "Finetune/Loss": 0.5886684060096741, "Finetune/Loss (Raw)": 0.6119053959846497, "Finetune/Step": 14037, "Finetune/Step Time": 10.623880172148347}
+{"Finetune/Learning Rate": 3.5873297147533913e-06, "Finetune/Loss": 0.5879790186882019, "Finetune/Loss (Raw)": 0.5547172427177429, "Finetune/Step": 14038, "Finetune/Step Time": 10.633802907541394}
+{"Finetune/Learning Rate": 3.586037674492654e-06, "Finetune/Loss": 0.5881023406982422, "Finetune/Loss (Raw)": 0.6186458468437195, "Finetune/Step": 14039, "Finetune/Step Time": 10.65136087499559}
+{"Finetune/Learning Rate": 3.5847458161136485e-06, "Finetune/Loss": 0.5897800922393799, "Finetune/Loss (Raw)": 0.6946762204170227, "Finetune/Step": 14040, "Finetune/Step Time": 10.646761355921626}
+{"Finetune/Learning Rate": 3.5834541396530097e-06, "Finetune/Loss": 0.5911174416542053, "Finetune/Loss (Raw)": 0.6308310627937317, "Finetune/Step": 14041, "Finetune/Step Time": 10.653452690690756}
+{"Finetune/Learning Rate": 3.5821626451473656e-06, "Finetune/Loss": 0.5916361808776855, "Finetune/Loss (Raw)": 0.6272884607315063, "Finetune/Step": 14042, "Finetune/Step Time": 10.643156675621867}
+{"Finetune/Learning Rate": 3.5808713326333376e-06, "Finetune/Loss": 0.5916426181793213, "Finetune/Loss (Raw)": 0.5399942994117737, "Finetune/Step": 14043, "Finetune/Step Time": 10.661243295297027}
+{"Finetune/Learning Rate": 3.5795802021475468e-06, "Finetune/Loss": 0.5916829109191895, "Finetune/Loss (Raw)": 0.6155264377593994, "Finetune/Step": 14044, "Finetune/Step Time": 10.656118180602789}
+{"Finetune/Learning Rate": 3.5782892537266035e-06, "Finetune/Loss": 0.5909985899925232, "Finetune/Loss (Raw)": 0.5893889665603638, "Finetune/Step": 14045, "Finetune/Step Time": 10.655690960586071}
+{"Finetune/Learning Rate": 3.576998487407115e-06, "Finetune/Loss": 0.5902451276779175, "Finetune/Loss (Raw)": 0.5147782564163208, "Finetune/Step": 14046, "Finetune/Step Time": 10.66144279949367}
+{"Finetune/Learning Rate": 3.575707903225686e-06, "Finetune/Loss": 0.5905752182006836, "Finetune/Loss (Raw)": 0.6422983407974243, "Finetune/Step": 14047, "Finetune/Step Time": 10.681193258613348}
+{"Finetune/Learning Rate": 3.574417501218913e-06, "Finetune/Loss": 0.5912734270095825, "Finetune/Loss (Raw)": 0.6782247424125671, "Finetune/Step": 14048, "Finetune/Step Time": 10.682384243234992}
+{"Finetune/Learning Rate": 3.5731272814233864e-06, "Finetune/Loss": 0.5904802680015564, "Finetune/Loss (Raw)": 0.4938386082649231, "Finetune/Step": 14049, "Finetune/Step Time": 10.710251782089472}
+{"Finetune/Learning Rate": 3.571837243875695e-06, "Finetune/Loss": 0.5923616886138916, "Finetune/Loss (Raw)": 0.7357885837554932, "Finetune/Step": 14050, "Finetune/Step Time": 10.700446819886565}
+{"Finetune/Learning Rate": 3.570547388612421e-06, "Finetune/Loss": 0.5916383266448975, "Finetune/Loss (Raw)": 0.4823766052722931, "Finetune/Step": 14051, "Finetune/Step Time": 10.703364823013544}
+{"Finetune/Learning Rate": 3.5692577156701393e-06, "Finetune/Loss": 0.5917673110961914, "Finetune/Loss (Raw)": 0.463386595249176, "Finetune/Step": 14052, "Finetune/Step Time": 10.677306734025478}
+{"Finetune/Learning Rate": 3.567968225085423e-06, "Finetune/Loss": 0.5918511748313904, "Finetune/Loss (Raw)": 0.5486251711845398, "Finetune/Step": 14053, "Finetune/Step Time": 10.644176224246621}
+{"Finetune/Learning Rate": 3.5666789168948368e-06, "Finetune/Loss": 0.5928050875663757, "Finetune/Loss (Raw)": 0.6195021271705627, "Finetune/Step": 14054, "Finetune/Step Time": 10.648035775870085}
+{"Finetune/Learning Rate": 3.5653897911349464e-06, "Finetune/Loss": 0.5935350656509399, "Finetune/Loss (Raw)": 0.6374091506004333, "Finetune/Step": 14055, "Finetune/Step Time": 10.6373401414603}
+{"Finetune/Learning Rate": 3.564100847842297e-06, "Finetune/Loss": 0.5929379463195801, "Finetune/Loss (Raw)": 0.5598354339599609, "Finetune/Step": 14056, "Finetune/Step Time": 10.638896182179451}
+{"Finetune/Learning Rate": 3.56281208705345e-06, "Finetune/Loss": 0.59146648645401, "Finetune/Loss (Raw)": 0.5439950227737427, "Finetune/Step": 14057, "Finetune/Step Time": 10.641461588442326}
+{"Finetune/Learning Rate": 3.561523508804946e-06, "Finetune/Loss": 0.5915852785110474, "Finetune/Loss (Raw)": 0.5257276892662048, "Finetune/Step": 14058, "Finetune/Step Time": 10.665260452777147}
+{"Finetune/Learning Rate": 3.560235113133328e-06, "Finetune/Loss": 0.5918521285057068, "Finetune/Loss (Raw)": 0.5921934247016907, "Finetune/Step": 14059, "Finetune/Step Time": 10.66899866051972}
+{"Finetune/Learning Rate": 3.55894690007513e-06, "Finetune/Loss": 0.5912861824035645, "Finetune/Loss (Raw)": 0.5716537237167358, "Finetune/Step": 14060, "Finetune/Step Time": 10.691733419895172}
+{"Finetune/Learning Rate": 3.5576588696668847e-06, "Finetune/Loss": 0.589737057685852, "Finetune/Loss (Raw)": 0.39505860209465027, "Finetune/Step": 14061, "Finetune/Step Time": 10.73543100617826}
+{"Finetune/Learning Rate": 3.556371021945112e-06, "Finetune/Loss": 0.5904342532157898, "Finetune/Loss (Raw)": 0.6802191138267517, "Finetune/Step": 14062, "Finetune/Step Time": 10.746756672859192}
+{"Finetune/Learning Rate": 3.5550833569463326e-06, "Finetune/Loss": 0.5893648862838745, "Finetune/Loss (Raw)": 0.5600205659866333, "Finetune/Step": 14063, "Finetune/Step Time": 10.729305574670434}
+{"Finetune/Learning Rate": 3.55379587470706e-06, "Finetune/Loss": 0.5886205434799194, "Finetune/Loss (Raw)": 0.5447921752929688, "Finetune/Step": 14064, "Finetune/Step Time": 10.726362939924002}
+{"Finetune/Learning Rate": 3.552508575263809e-06, "Finetune/Loss": 0.5895251035690308, "Finetune/Loss (Raw)": 0.5873748064041138, "Finetune/Step": 14065, "Finetune/Step Time": 10.695478422567248}
+{"Finetune/Learning Rate": 3.5512214586530803e-06, "Finetune/Loss": 0.5891931056976318, "Finetune/Loss (Raw)": 0.5886314511299133, "Finetune/Step": 14066, "Finetune/Step Time": 10.69984406977892}
+{"Finetune/Learning Rate": 3.549934524911376e-06, "Finetune/Loss": 0.5879881978034973, "Finetune/Loss (Raw)": 0.5421796441078186, "Finetune/Step": 14067, "Finetune/Step Time": 10.675003977492452}
+{"Finetune/Learning Rate": 3.5486477740751844e-06, "Finetune/Loss": 0.58841472864151, "Finetune/Loss (Raw)": 0.6431257724761963, "Finetune/Step": 14068, "Finetune/Step Time": 10.701666451990604}
+{"Finetune/Learning Rate": 3.547361206180996e-06, "Finetune/Loss": 0.5895848870277405, "Finetune/Loss (Raw)": 0.7201228737831116, "Finetune/Step": 14069, "Finetune/Step Time": 10.70646584033966}
+{"Finetune/Learning Rate": 3.546074821265296e-06, "Finetune/Loss": 0.59132981300354, "Finetune/Loss (Raw)": 0.6264340281486511, "Finetune/Step": 14070, "Finetune/Step Time": 10.675371618941426}
+{"Finetune/Learning Rate": 3.5447886193645577e-06, "Finetune/Loss": 0.5921657085418701, "Finetune/Loss (Raw)": 0.6100777983665466, "Finetune/Step": 14071, "Finetune/Step Time": 10.666287077590823}
+{"Finetune/Learning Rate": 3.5435026005152605e-06, "Finetune/Loss": 0.5928690433502197, "Finetune/Loss (Raw)": 0.6457368731498718, "Finetune/Step": 14072, "Finetune/Step Time": 10.672029472887516}
+{"Finetune/Learning Rate": 3.5422167647538707e-06, "Finetune/Loss": 0.5931621789932251, "Finetune/Loss (Raw)": 0.6142380833625793, "Finetune/Step": 14073, "Finetune/Step Time": 10.684460742399096}
+{"Finetune/Learning Rate": 3.5409311121168533e-06, "Finetune/Loss": 0.5939620137214661, "Finetune/Loss (Raw)": 0.6777672171592712, "Finetune/Step": 14074, "Finetune/Step Time": 10.688378538936377}
+{"Finetune/Learning Rate": 3.53964564264066e-06, "Finetune/Loss": 0.5953013896942139, "Finetune/Loss (Raw)": 0.6970844864845276, "Finetune/Step": 14075, "Finetune/Step Time": 10.685592137277126}
+{"Finetune/Learning Rate": 3.538360356361744e-06, "Finetune/Loss": 0.595882773399353, "Finetune/Loss (Raw)": 0.6352577209472656, "Finetune/Step": 14076, "Finetune/Step Time": 10.683333145454526}
+{"Finetune/Learning Rate": 3.5370752533165543e-06, "Finetune/Loss": 0.5948687791824341, "Finetune/Loss (Raw)": 0.46206629276275635, "Finetune/Step": 14077, "Finetune/Step Time": 10.707461381331086}
+{"Finetune/Learning Rate": 3.535790333541529e-06, "Finetune/Loss": 0.5946528911590576, "Finetune/Loss (Raw)": 0.5513759851455688, "Finetune/Step": 14078, "Finetune/Step Time": 10.7221574857831}
+{"Finetune/Learning Rate": 3.5345055970731113e-06, "Finetune/Loss": 0.5950502157211304, "Finetune/Loss (Raw)": 0.6648962497711182, "Finetune/Step": 14079, "Finetune/Step Time": 10.71704108081758}
+{"Finetune/Learning Rate": 3.5332210439477334e-06, "Finetune/Loss": 0.5947195291519165, "Finetune/Loss (Raw)": 0.5716788172721863, "Finetune/Step": 14080, "Finetune/Step Time": 10.715129313990474}
+{"Finetune/Learning Rate": 3.5319366742018135e-06, "Finetune/Loss": 0.5951704978942871, "Finetune/Loss (Raw)": 0.5796432495117188, "Finetune/Step": 14081, "Finetune/Step Time": 10.714857570827007}
+{"Finetune/Learning Rate": 3.5306524878717774e-06, "Finetune/Loss": 0.5943483114242554, "Finetune/Loss (Raw)": 0.47145912051200867, "Finetune/Step": 14082, "Finetune/Step Time": 10.708747085183859}
+{"Finetune/Learning Rate": 3.5293684849940402e-06, "Finetune/Loss": 0.5945117473602295, "Finetune/Loss (Raw)": 0.6101630926132202, "Finetune/Step": 14083, "Finetune/Step Time": 10.709431370720267}
+{"Finetune/Learning Rate": 3.5280846656050127e-06, "Finetune/Loss": 0.5949145555496216, "Finetune/Loss (Raw)": 0.5871636867523193, "Finetune/Step": 14084, "Finetune/Step Time": 10.716251568868756}
+{"Finetune/Learning Rate": 3.526801029741097e-06, "Finetune/Loss": 0.5941517353057861, "Finetune/Loss (Raw)": 0.6333029866218567, "Finetune/Step": 14085, "Finetune/Step Time": 10.718634605407715}
+{"Finetune/Learning Rate": 3.525517577438703e-06, "Finetune/Loss": 0.5944181680679321, "Finetune/Loss (Raw)": 0.6222151517868042, "Finetune/Step": 14086, "Finetune/Step Time": 10.713272197172046}
+{"Finetune/Learning Rate": 3.5242343087342166e-06, "Finetune/Loss": 0.5955580472946167, "Finetune/Loss (Raw)": 0.6255732774734497, "Finetune/Step": 14087, "Finetune/Step Time": 10.683444844558835}
+{"Finetune/Learning Rate": 3.5229512236640317e-06, "Finetune/Loss": 0.595909595489502, "Finetune/Loss (Raw)": 0.6363061666488647, "Finetune/Step": 14088, "Finetune/Step Time": 10.697200724855065}
+{"Finetune/Learning Rate": 3.521668322264531e-06, "Finetune/Loss": 0.5965626239776611, "Finetune/Loss (Raw)": 0.6784464716911316, "Finetune/Step": 14089, "Finetune/Step Time": 10.695171752944589}
+{"Finetune/Learning Rate": 3.520385604572094e-06, "Finetune/Loss": 0.5966711044311523, "Finetune/Loss (Raw)": 0.6214405298233032, "Finetune/Step": 14090, "Finetune/Step Time": 10.694635421037674}
+{"Finetune/Learning Rate": 3.5191030706230967e-06, "Finetune/Loss": 0.5951733589172363, "Finetune/Loss (Raw)": 0.5310152769088745, "Finetune/Step": 14091, "Finetune/Step Time": 10.697895949706435}
+{"Finetune/Learning Rate": 3.517820720453906e-06, "Finetune/Loss": 0.594281017780304, "Finetune/Loss (Raw)": 0.5022843480110168, "Finetune/Step": 14092, "Finetune/Step Time": 10.708262028172612}
+{"Finetune/Learning Rate": 3.516538554100888e-06, "Finetune/Loss": 0.5940062999725342, "Finetune/Loss (Raw)": 0.5147198438644409, "Finetune/Step": 14093, "Finetune/Step Time": 10.704613607376814}
+{"Finetune/Learning Rate": 3.5152565716003996e-06, "Finetune/Loss": 0.5949134826660156, "Finetune/Loss (Raw)": 0.6534544229507446, "Finetune/Step": 14094, "Finetune/Step Time": 10.706911334767938}
+{"Finetune/Learning Rate": 3.513974772988795e-06, "Finetune/Loss": 0.5955918431282043, "Finetune/Loss (Raw)": 0.6777635216712952, "Finetune/Step": 14095, "Finetune/Step Time": 10.710259597748518}
+{"Finetune/Learning Rate": 3.5126931583024215e-06, "Finetune/Loss": 0.5955156683921814, "Finetune/Loss (Raw)": 0.5574074387550354, "Finetune/Step": 14096, "Finetune/Step Time": 10.712230717763305}
+{"Finetune/Learning Rate": 3.5114117275776238e-06, "Finetune/Loss": 0.5945689082145691, "Finetune/Loss (Raw)": 0.5476740598678589, "Finetune/Step": 14097, "Finetune/Step Time": 10.699049908667803}
+{"Finetune/Learning Rate": 3.5101304808507375e-06, "Finetune/Loss": 0.5947206020355225, "Finetune/Loss (Raw)": 0.6574122905731201, "Finetune/Step": 14098, "Finetune/Step Time": 10.71980738081038}
+{"Finetune/Learning Rate": 3.508849418158096e-06, "Finetune/Loss": 0.5942675471305847, "Finetune/Loss (Raw)": 0.5430859923362732, "Finetune/Step": 14099, "Finetune/Step Time": 10.798931542783976}
+{"Finetune/Learning Rate": 3.507568539536027e-06, "Finetune/Loss": 0.5947586297988892, "Finetune/Loss (Raw)": 0.5999064445495605, "Finetune/Step": 14100, "Finetune/Step Time": 10.792317677289248}
+{"Finetune/Learning Rate": 3.5062878450208515e-06, "Finetune/Loss": 0.593157947063446, "Finetune/Loss (Raw)": 0.5484808087348938, "Finetune/Step": 14101, "Finetune/Step Time": 10.783764582127333}
+{"Finetune/Learning Rate": 3.505007334648888e-06, "Finetune/Loss": 0.5932385921478271, "Finetune/Loss (Raw)": 0.5374546647071838, "Finetune/Step": 14102, "Finetune/Step Time": 10.766633754596114}
+{"Finetune/Learning Rate": 3.5037270084564467e-06, "Finetune/Loss": 0.593346118927002, "Finetune/Loss (Raw)": 0.5909703373908997, "Finetune/Step": 14103, "Finetune/Step Time": 10.775502026081085}
+{"Finetune/Learning Rate": 3.502446866479837e-06, "Finetune/Loss": 0.5932434797286987, "Finetune/Loss (Raw)": 0.6720648407936096, "Finetune/Step": 14104, "Finetune/Step Time": 10.768042040988803}
+{"Finetune/Learning Rate": 3.5011669087553525e-06, "Finetune/Loss": 0.591903805732727, "Finetune/Loss (Raw)": 0.4469560980796814, "Finetune/Step": 14105, "Finetune/Step Time": 10.784297071397305}
+{"Finetune/Learning Rate": 3.4998871353192964e-06, "Finetune/Loss": 0.5912961363792419, "Finetune/Loss (Raw)": 0.53049635887146, "Finetune/Step": 14106, "Finetune/Step Time": 10.729349514469504}
+{"Finetune/Learning Rate": 3.4986075462079583e-06, "Finetune/Loss": 0.5923839211463928, "Finetune/Loss (Raw)": 0.6498778462409973, "Finetune/Step": 14107, "Finetune/Step Time": 10.726383155211806}
+{"Finetune/Learning Rate": 3.497328141457622e-06, "Finetune/Loss": 0.5927796363830566, "Finetune/Loss (Raw)": 0.5905429720878601, "Finetune/Step": 14108, "Finetune/Step Time": 10.729948412626982}
+{"Finetune/Learning Rate": 3.496048921104569e-06, "Finetune/Loss": 0.5930394530296326, "Finetune/Loss (Raw)": 0.5657052397727966, "Finetune/Step": 14109, "Finetune/Step Time": 10.718405025079846}
+{"Finetune/Learning Rate": 3.4947698851850766e-06, "Finetune/Loss": 0.592603325843811, "Finetune/Loss (Raw)": 0.4091671109199524, "Finetune/Step": 14110, "Finetune/Step Time": 10.686189034953713}
+{"Finetune/Learning Rate": 3.493491033735409e-06, "Finetune/Loss": 0.5924199819564819, "Finetune/Loss (Raw)": 0.5096725821495056, "Finetune/Step": 14111, "Finetune/Step Time": 10.697932831943035}
+{"Finetune/Learning Rate": 3.4922123667918305e-06, "Finetune/Loss": 0.5914546251296997, "Finetune/Loss (Raw)": 0.6059658527374268, "Finetune/Step": 14112, "Finetune/Step Time": 10.68765559233725}
+{"Finetune/Learning Rate": 3.490933884390606e-06, "Finetune/Loss": 0.5922649502754211, "Finetune/Loss (Raw)": 0.6521627306938171, "Finetune/Step": 14113, "Finetune/Step Time": 10.6961900126189}
+{"Finetune/Learning Rate": 3.4896555865679884e-06, "Finetune/Loss": 0.5927038192749023, "Finetune/Loss (Raw)": 0.6606292128562927, "Finetune/Step": 14114, "Finetune/Step Time": 10.719100465998054}
+{"Finetune/Learning Rate": 3.4883774733602247e-06, "Finetune/Loss": 0.5920088887214661, "Finetune/Loss (Raw)": 0.5148538947105408, "Finetune/Step": 14115, "Finetune/Step Time": 10.719723463058472}
+{"Finetune/Learning Rate": 3.487099544803563e-06, "Finetune/Loss": 0.5914788246154785, "Finetune/Loss (Raw)": 0.5219151973724365, "Finetune/Step": 14116, "Finetune/Step Time": 10.733561212196946}
+{"Finetune/Learning Rate": 3.4858218009342338e-06, "Finetune/Loss": 0.592426598072052, "Finetune/Loss (Raw)": 0.7070397138595581, "Finetune/Step": 14117, "Finetune/Step Time": 10.736405422911048}
+{"Finetune/Learning Rate": 3.4845442417884756e-06, "Finetune/Loss": 0.5915688276290894, "Finetune/Loss (Raw)": 0.5612863302230835, "Finetune/Step": 14118, "Finetune/Step Time": 10.740686679258943}
+{"Finetune/Learning Rate": 3.483266867402515e-06, "Finetune/Loss": 0.5920150876045227, "Finetune/Loss (Raw)": 0.5162424445152283, "Finetune/Step": 14119, "Finetune/Step Time": 10.705940380692482}
+{"Finetune/Learning Rate": 3.4819896778125706e-06, "Finetune/Loss": 0.5918981432914734, "Finetune/Loss (Raw)": 0.5927085280418396, "Finetune/Step": 14120, "Finetune/Step Time": 10.708043022081256}
+{"Finetune/Learning Rate": 3.480712673054868e-06, "Finetune/Loss": 0.5918017625808716, "Finetune/Loss (Raw)": 0.6333850026130676, "Finetune/Step": 14121, "Finetune/Step Time": 10.71008281968534}
+{"Finetune/Learning Rate": 3.479435853165619e-06, "Finetune/Loss": 0.591999888420105, "Finetune/Loss (Raw)": 0.5930191278457642, "Finetune/Step": 14122, "Finetune/Step Time": 10.712796434760094}
+{"Finetune/Learning Rate": 3.478159218181024e-06, "Finetune/Loss": 0.5925232172012329, "Finetune/Loss (Raw)": 0.6232346892356873, "Finetune/Step": 14123, "Finetune/Step Time": 10.744812849909067}
+{"Finetune/Learning Rate": 3.4768827681372887e-06, "Finetune/Loss": 0.592488169670105, "Finetune/Loss (Raw)": 0.6987033486366272, "Finetune/Step": 14124, "Finetune/Step Time": 10.739260826259851}
+{"Finetune/Learning Rate": 3.475606503070609e-06, "Finetune/Loss": 0.5923694372177124, "Finetune/Loss (Raw)": 0.5684201717376709, "Finetune/Step": 14125, "Finetune/Step Time": 10.744434846565127}
+{"Finetune/Learning Rate": 3.4743304230171747e-06, "Finetune/Loss": 0.5911742448806763, "Finetune/Loss (Raw)": 0.51725834608078, "Finetune/Step": 14126, "Finetune/Step Time": 10.763848787173629}
+{"Finetune/Learning Rate": 3.47305452801317e-06, "Finetune/Loss": 0.5910187363624573, "Finetune/Loss (Raw)": 0.5429466366767883, "Finetune/Step": 14127, "Finetune/Step Time": 10.768963132053614}
+{"Finetune/Learning Rate": 3.4717788180947855e-06, "Finetune/Loss": 0.5930358171463013, "Finetune/Loss (Raw)": 0.8178114295005798, "Finetune/Step": 14128, "Finetune/Step Time": 10.778014961630106}
+{"Finetune/Learning Rate": 3.4705032932981866e-06, "Finetune/Loss": 0.5936751961708069, "Finetune/Loss (Raw)": 0.7545749545097351, "Finetune/Step": 14129, "Finetune/Step Time": 10.805531308054924}
+{"Finetune/Learning Rate": 3.4692279536595475e-06, "Finetune/Loss": 0.5948458909988403, "Finetune/Loss (Raw)": 0.7639771103858948, "Finetune/Step": 14130, "Finetune/Step Time": 10.80740994028747}
+{"Finetune/Learning Rate": 3.467952799215032e-06, "Finetune/Loss": 0.5947602987289429, "Finetune/Loss (Raw)": 0.6261569857597351, "Finetune/Step": 14131, "Finetune/Step Time": 10.78950067423284}
+{"Finetune/Learning Rate": 3.466677830000801e-06, "Finetune/Loss": 0.5940033197402954, "Finetune/Loss (Raw)": 0.596863865852356, "Finetune/Step": 14132, "Finetune/Step Time": 10.774577900767326}
+{"Finetune/Learning Rate": 3.4654030460530075e-06, "Finetune/Loss": 0.5953980684280396, "Finetune/Loss (Raw)": 0.6246815919876099, "Finetune/Step": 14133, "Finetune/Step Time": 10.743687344715}
+{"Finetune/Learning Rate": 3.464128447407802e-06, "Finetune/Loss": 0.5956672430038452, "Finetune/Loss (Raw)": 0.6465929746627808, "Finetune/Step": 14134, "Finetune/Step Time": 10.742122305557132}
+{"Finetune/Learning Rate": 3.4628540341013283e-06, "Finetune/Loss": 0.5942740440368652, "Finetune/Loss (Raw)": 0.5645947456359863, "Finetune/Step": 14135, "Finetune/Step Time": 10.738461228087544}
+{"Finetune/Learning Rate": 3.4615798061697258e-06, "Finetune/Loss": 0.5953086018562317, "Finetune/Loss (Raw)": 0.7311287522315979, "Finetune/Step": 14136, "Finetune/Step Time": 10.734385227784514}
+{"Finetune/Learning Rate": 3.4603057636491266e-06, "Finetune/Loss": 0.5961657166481018, "Finetune/Loss (Raw)": 0.6345589756965637, "Finetune/Step": 14137, "Finetune/Step Time": 10.731239400804043}
+{"Finetune/Learning Rate": 3.4590319065756594e-06, "Finetune/Loss": 0.5961560010910034, "Finetune/Loss (Raw)": 0.5800294280052185, "Finetune/Step": 14138, "Finetune/Step Time": 10.732915878295898}
+{"Finetune/Learning Rate": 3.4577582349854475e-06, "Finetune/Loss": 0.5962851047515869, "Finetune/Loss (Raw)": 0.5724396705627441, "Finetune/Step": 14139, "Finetune/Step Time": 10.72605773434043}
+{"Finetune/Learning Rate": 3.456484748914608e-06, "Finetune/Loss": 0.5964536666870117, "Finetune/Loss (Raw)": 0.6690423488616943, "Finetune/Step": 14140, "Finetune/Step Time": 10.73065291531384}
+{"Finetune/Learning Rate": 3.455211448399255e-06, "Finetune/Loss": 0.5967698097229004, "Finetune/Loss (Raw)": 0.6062637567520142, "Finetune/Step": 14141, "Finetune/Step Time": 10.726468116044998}
+{"Finetune/Learning Rate": 3.4539383334754927e-06, "Finetune/Loss": 0.5948452353477478, "Finetune/Loss (Raw)": 0.3729979395866394, "Finetune/Step": 14142, "Finetune/Step Time": 10.751047797501087}
+{"Finetune/Learning Rate": 3.452665404179426e-06, "Finetune/Loss": 0.5949727296829224, "Finetune/Loss (Raw)": 0.5957261323928833, "Finetune/Step": 14143, "Finetune/Step Time": 10.754376480355859}
+{"Finetune/Learning Rate": 3.4513926605471504e-06, "Finetune/Loss": 0.5945861339569092, "Finetune/Loss (Raw)": 0.6092833876609802, "Finetune/Step": 14144, "Finetune/Step Time": 10.752270517870784}
+{"Finetune/Learning Rate": 3.4501201026147567e-06, "Finetune/Loss": 0.5943279266357422, "Finetune/Loss (Raw)": 0.519095242023468, "Finetune/Step": 14145, "Finetune/Step Time": 10.74268471263349}
+{"Finetune/Learning Rate": 3.4488477304183344e-06, "Finetune/Loss": 0.5943502187728882, "Finetune/Loss (Raw)": 0.5923910140991211, "Finetune/Step": 14146, "Finetune/Step Time": 10.741139434278011}
+{"Finetune/Learning Rate": 3.447575543993955e-06, "Finetune/Loss": 0.5944318771362305, "Finetune/Loss (Raw)": 0.6324940323829651, "Finetune/Step": 14147, "Finetune/Step Time": 10.733953714370728}
+{"Finetune/Learning Rate": 3.446303543377705e-06, "Finetune/Loss": 0.594268798828125, "Finetune/Loss (Raw)": 0.550335168838501, "Finetune/Step": 14148, "Finetune/Step Time": 10.74279740639031}
+{"Finetune/Learning Rate": 3.445031728605649e-06, "Finetune/Loss": 0.5944351553916931, "Finetune/Loss (Raw)": 0.604462742805481, "Finetune/Step": 14149, "Finetune/Step Time": 10.742870630696416}
+{"Finetune/Learning Rate": 3.443760099713854e-06, "Finetune/Loss": 0.5941567420959473, "Finetune/Loss (Raw)": 0.5140526294708252, "Finetune/Step": 14150, "Finetune/Step Time": 10.751918317750096}
+{"Finetune/Learning Rate": 3.4424886567383785e-06, "Finetune/Loss": 0.5955440998077393, "Finetune/Loss (Raw)": 0.6785265803337097, "Finetune/Step": 14151, "Finetune/Step Time": 10.740375470370054}
+{"Finetune/Learning Rate": 3.4412173997152785e-06, "Finetune/Loss": 0.5957276225090027, "Finetune/Loss (Raw)": 0.5401630997657776, "Finetune/Step": 14152, "Finetune/Step Time": 10.744330709800124}
+{"Finetune/Learning Rate": 3.4399463286806056e-06, "Finetune/Loss": 0.5949576497077942, "Finetune/Loss (Raw)": 0.5634715557098389, "Finetune/Step": 14153, "Finetune/Step Time": 10.742845874279737}
+{"Finetune/Learning Rate": 3.438675443670394e-06, "Finetune/Loss": 0.5935049653053284, "Finetune/Loss (Raw)": 0.38519614934921265, "Finetune/Step": 14154, "Finetune/Step Time": 10.78159542568028}
+{"Finetune/Learning Rate": 3.4374047447206914e-06, "Finetune/Loss": 0.592673659324646, "Finetune/Loss (Raw)": 0.536923348903656, "Finetune/Step": 14155, "Finetune/Step Time": 10.789382869377732}
+{"Finetune/Learning Rate": 3.4361342318675297e-06, "Finetune/Loss": 0.5925438404083252, "Finetune/Loss (Raw)": 0.6867311596870422, "Finetune/Step": 14156, "Finetune/Step Time": 10.792624002322555}
+{"Finetune/Learning Rate": 3.4348639051469346e-06, "Finetune/Loss": 0.5928372144699097, "Finetune/Loss (Raw)": 0.5811451077461243, "Finetune/Step": 14157, "Finetune/Step Time": 10.805551623925567}
+{"Finetune/Learning Rate": 3.4335937645949312e-06, "Finetune/Loss": 0.5920820236206055, "Finetune/Loss (Raw)": 0.540881872177124, "Finetune/Step": 14158, "Finetune/Step Time": 10.82952942326665}
+{"Finetune/Learning Rate": 3.43232381024754e-06, "Finetune/Loss": 0.5916669368743896, "Finetune/Loss (Raw)": 0.6260520219802856, "Finetune/Step": 14159, "Finetune/Step Time": 10.824866905808449}
+{"Finetune/Learning Rate": 3.4310540421407667e-06, "Finetune/Loss": 0.5907963514328003, "Finetune/Loss (Raw)": 0.5500341057777405, "Finetune/Step": 14160, "Finetune/Step Time": 10.81952228024602}
+{"Finetune/Learning Rate": 3.429784460310617e-06, "Finetune/Loss": 0.5900309681892395, "Finetune/Loss (Raw)": 0.5142602324485779, "Finetune/Step": 14161, "Finetune/Step Time": 10.830727757886052}
+{"Finetune/Learning Rate": 3.4285150647930997e-06, "Finetune/Loss": 0.5916056036949158, "Finetune/Loss (Raw)": 0.6491789817810059, "Finetune/Step": 14162, "Finetune/Step Time": 10.823669154196978}
+{"Finetune/Learning Rate": 3.4272458556242095e-06, "Finetune/Loss": 0.5925689935684204, "Finetune/Loss (Raw)": 0.7211920022964478, "Finetune/Step": 14163, "Finetune/Step Time": 10.852365463972092}
+{"Finetune/Learning Rate": 3.425976832839936e-06, "Finetune/Loss": 0.5923564434051514, "Finetune/Loss (Raw)": 0.5459703803062439, "Finetune/Step": 14164, "Finetune/Step Time": 10.855706950649619}
+{"Finetune/Learning Rate": 3.4247079964762686e-06, "Finetune/Loss": 0.5930585861206055, "Finetune/Loss (Raw)": 0.701782763004303, "Finetune/Step": 14165, "Finetune/Step Time": 10.846188576892018}
+{"Finetune/Learning Rate": 3.4234393465691806e-06, "Finetune/Loss": 0.5930564403533936, "Finetune/Loss (Raw)": 0.5544454455375671, "Finetune/Step": 14166, "Finetune/Step Time": 10.8324463237077}
+{"Finetune/Learning Rate": 3.422170883154653e-06, "Finetune/Loss": 0.5927551984786987, "Finetune/Loss (Raw)": 0.5800774097442627, "Finetune/Step": 14167, "Finetune/Step Time": 10.81811636313796}
+{"Finetune/Learning Rate": 3.42090260626865e-06, "Finetune/Loss": 0.5921280980110168, "Finetune/Loss (Raw)": 0.6144105195999146, "Finetune/Step": 14168, "Finetune/Step Time": 10.817141201347113}
+{"Finetune/Learning Rate": 3.4196345159471444e-06, "Finetune/Loss": 0.5919698476791382, "Finetune/Loss (Raw)": 0.6105782985687256, "Finetune/Step": 14169, "Finetune/Step Time": 10.833078403025866}
+{"Finetune/Learning Rate": 3.4183666122260915e-06, "Finetune/Loss": 0.5919076800346375, "Finetune/Loss (Raw)": 0.619330883026123, "Finetune/Step": 14170, "Finetune/Step Time": 10.840082608163357}
+{"Finetune/Learning Rate": 3.4170988951414496e-06, "Finetune/Loss": 0.5925555229187012, "Finetune/Loss (Raw)": 0.62291419506073, "Finetune/Step": 14171, "Finetune/Step Time": 10.830768937245011}
+{"Finetune/Learning Rate": 3.415831364729161e-06, "Finetune/Loss": 0.5917375087738037, "Finetune/Loss (Raw)": 0.5108185410499573, "Finetune/Step": 14172, "Finetune/Step Time": 10.862839603796601}
+{"Finetune/Learning Rate": 3.414564021025172e-06, "Finetune/Loss": 0.5922716856002808, "Finetune/Loss (Raw)": 0.6577661037445068, "Finetune/Step": 14173, "Finetune/Step Time": 10.85873724706471}
+{"Finetune/Learning Rate": 3.41329686406542e-06, "Finetune/Loss": 0.5917329788208008, "Finetune/Loss (Raw)": 0.4458233416080475, "Finetune/Step": 14174, "Finetune/Step Time": 10.897735862061381}
+{"Finetune/Learning Rate": 3.4120298938858385e-06, "Finetune/Loss": 0.591362714767456, "Finetune/Loss (Raw)": 0.594909131526947, "Finetune/Step": 14175, "Finetune/Step Time": 10.876580357551575}
+{"Finetune/Learning Rate": 3.4107631105223528e-06, "Finetune/Loss": 0.590882420539856, "Finetune/Loss (Raw)": 0.6167436242103577, "Finetune/Step": 14176, "Finetune/Step Time": 10.875367265194654}
+{"Finetune/Learning Rate": 3.409496514010895e-06, "Finetune/Loss": 0.5928114652633667, "Finetune/Loss (Raw)": 0.7407570481300354, "Finetune/Step": 14177, "Finetune/Step Time": 10.849136892706156}
+{"Finetune/Learning Rate": 3.4082301043873712e-06, "Finetune/Loss": 0.59145188331604, "Finetune/Loss (Raw)": 0.5617626309394836, "Finetune/Step": 14178, "Finetune/Step Time": 10.855775956064463}
+{"Finetune/Learning Rate": 3.4069638816876983e-06, "Finetune/Loss": 0.5922643542289734, "Finetune/Loss (Raw)": 0.5863741040229797, "Finetune/Step": 14179, "Finetune/Step Time": 10.8629543017596}
+{"Finetune/Learning Rate": 3.4056978459477807e-06, "Finetune/Loss": 0.5924965143203735, "Finetune/Loss (Raw)": 0.4931025207042694, "Finetune/Step": 14180, "Finetune/Step Time": 10.855536265298724}
+{"Finetune/Learning Rate": 3.40443199720352e-06, "Finetune/Loss": 0.5926289558410645, "Finetune/Loss (Raw)": 0.5655795931816101, "Finetune/Step": 14181, "Finetune/Step Time": 10.857831105589867}
+{"Finetune/Learning Rate": 3.403166335490814e-06, "Finetune/Loss": 0.5923016667366028, "Finetune/Loss (Raw)": 0.5776060223579407, "Finetune/Step": 14182, "Finetune/Step Time": 10.855228936299682}
+{"Finetune/Learning Rate": 3.4019008608455508e-06, "Finetune/Loss": 0.5916610360145569, "Finetune/Loss (Raw)": 0.5554103255271912, "Finetune/Step": 14183, "Finetune/Step Time": 10.855026293545961}
+{"Finetune/Learning Rate": 3.4006355733036167e-06, "Finetune/Loss": 0.5917330384254456, "Finetune/Loss (Raw)": 0.5690481066703796, "Finetune/Step": 14184, "Finetune/Step Time": 10.869195645675063}
+{"Finetune/Learning Rate": 3.3993704729008924e-06, "Finetune/Loss": 0.59256911277771, "Finetune/Loss (Raw)": 0.6510146856307983, "Finetune/Step": 14185, "Finetune/Step Time": 10.892160965129733}
+{"Finetune/Learning Rate": 3.3981055596732515e-06, "Finetune/Loss": 0.5933138132095337, "Finetune/Loss (Raw)": 0.6210493445396423, "Finetune/Step": 14186, "Finetune/Step Time": 10.869726900011301}
+{"Finetune/Learning Rate": 3.396840833656563e-06, "Finetune/Loss": 0.5932971239089966, "Finetune/Loss (Raw)": 0.5900598168373108, "Finetune/Step": 14187, "Finetune/Step Time": 10.890692697837949}
+{"Finetune/Learning Rate": 3.3955762948866922e-06, "Finetune/Loss": 0.5930758714675903, "Finetune/Loss (Raw)": 0.5433292388916016, "Finetune/Step": 14188, "Finetune/Step Time": 10.869900830090046}
+{"Finetune/Learning Rate": 3.3943119433994977e-06, "Finetune/Loss": 0.5945817232131958, "Finetune/Loss (Raw)": 0.5878035426139832, "Finetune/Step": 14189, "Finetune/Step Time": 10.836563590914011}
+{"Finetune/Learning Rate": 3.3930477792308315e-06, "Finetune/Loss": 0.5945471525192261, "Finetune/Loss (Raw)": 0.6757944822311401, "Finetune/Step": 14190, "Finetune/Step Time": 10.828224087134004}
+{"Finetune/Learning Rate": 3.3917838024165426e-06, "Finetune/Loss": 0.5944234132766724, "Finetune/Loss (Raw)": 0.5441824197769165, "Finetune/Step": 14191, "Finetune/Step Time": 10.837680937722325}
+{"Finetune/Learning Rate": 3.390520012992474e-06, "Finetune/Loss": 0.5952864289283752, "Finetune/Loss (Raw)": 0.6552607417106628, "Finetune/Step": 14192, "Finetune/Step Time": 10.839574836194515}
+{"Finetune/Learning Rate": 3.3892564109944636e-06, "Finetune/Loss": 0.5948166847229004, "Finetune/Loss (Raw)": 0.527249813079834, "Finetune/Step": 14193, "Finetune/Step Time": 10.841415200382471}
+{"Finetune/Learning Rate": 3.3879929964583427e-06, "Finetune/Loss": 0.5945868492126465, "Finetune/Loss (Raw)": 0.5592076778411865, "Finetune/Step": 14194, "Finetune/Step Time": 10.83920842781663}
+{"Finetune/Learning Rate": 3.3867297694199373e-06, "Finetune/Loss": 0.5954254865646362, "Finetune/Loss (Raw)": 0.6495282649993896, "Finetune/Step": 14195, "Finetune/Step Time": 10.836408326402307}
+{"Finetune/Learning Rate": 3.3854667299150712e-06, "Finetune/Loss": 0.5954140424728394, "Finetune/Loss (Raw)": 0.6416603326797485, "Finetune/Step": 14196, "Finetune/Step Time": 10.833320178091526}
+{"Finetune/Learning Rate": 3.3842038779795594e-06, "Finetune/Loss": 0.593600332736969, "Finetune/Loss (Raw)": 0.4879700541496277, "Finetune/Step": 14197, "Finetune/Step Time": 10.82867106795311}
+{"Finetune/Learning Rate": 3.3829412136492124e-06, "Finetune/Loss": 0.5921036601066589, "Finetune/Loss (Raw)": 0.43485888838768005, "Finetune/Step": 14198, "Finetune/Step Time": 10.837445879355073}
+{"Finetune/Learning Rate": 3.381678736959837e-06, "Finetune/Loss": 0.5920501947402954, "Finetune/Loss (Raw)": 0.6032353043556213, "Finetune/Step": 14199, "Finetune/Step Time": 10.84269779920578}
+{"Finetune/Learning Rate": 3.3804164479472313e-06, "Finetune/Loss": 0.59263014793396, "Finetune/Loss (Raw)": 0.7199720144271851, "Finetune/Step": 14200, "Finetune/Step Time": 10.836947685107589}
+{"Finetune/Learning Rate": 3.3791543466471954e-06, "Finetune/Loss": 0.5925333499908447, "Finetune/Loss (Raw)": 0.6018404364585876, "Finetune/Step": 14201, "Finetune/Step Time": 10.82079527899623}
+{"Finetune/Learning Rate": 3.377892433095512e-06, "Finetune/Loss": 0.5910836458206177, "Finetune/Loss (Raw)": 0.4922073185443878, "Finetune/Step": 14202, "Finetune/Step Time": 10.826768096536398}
+{"Finetune/Learning Rate": 3.3766307073279658e-06, "Finetune/Loss": 0.5897403955459595, "Finetune/Loss (Raw)": 0.5251558423042297, "Finetune/Step": 14203, "Finetune/Step Time": 10.83328834734857}
+{"Finetune/Learning Rate": 3.3753691693803404e-06, "Finetune/Loss": 0.5901283025741577, "Finetune/Loss (Raw)": 0.6849063038825989, "Finetune/Step": 14204, "Finetune/Step Time": 10.84016135148704}
+{"Finetune/Learning Rate": 3.374107819288408e-06, "Finetune/Loss": 0.5917540788650513, "Finetune/Loss (Raw)": 0.6701717376708984, "Finetune/Step": 14205, "Finetune/Step Time": 10.827689977362752}
+{"Finetune/Learning Rate": 3.372846657087936e-06, "Finetune/Loss": 0.5926358699798584, "Finetune/Loss (Raw)": 0.6642400622367859, "Finetune/Step": 14206, "Finetune/Step Time": 10.807978639379144}
+{"Finetune/Learning Rate": 3.371585682814692e-06, "Finetune/Loss": 0.5913927555084229, "Finetune/Loss (Raw)": 0.505768358707428, "Finetune/Step": 14207, "Finetune/Step Time": 10.808868860825896}
+{"Finetune/Learning Rate": 3.3703248965044253e-06, "Finetune/Loss": 0.5907812118530273, "Finetune/Loss (Raw)": 0.4934106469154358, "Finetune/Step": 14208, "Finetune/Step Time": 10.872201967984438}
+{"Finetune/Learning Rate": 3.3690642981928922e-06, "Finetune/Loss": 0.5906341075897217, "Finetune/Loss (Raw)": 0.5608110427856445, "Finetune/Step": 14209, "Finetune/Step Time": 10.87823573872447}
+{"Finetune/Learning Rate": 3.367803887915837e-06, "Finetune/Loss": 0.5917850732803345, "Finetune/Loss (Raw)": 0.6187896132469177, "Finetune/Step": 14210, "Finetune/Step Time": 10.884705632925034}
+{"Finetune/Learning Rate": 3.3665436657090066e-06, "Finetune/Loss": 0.5918217897415161, "Finetune/Loss (Raw)": 0.6148537993431091, "Finetune/Step": 14211, "Finetune/Step Time": 10.87978059053421}
+{"Finetune/Learning Rate": 3.365283631608135e-06, "Finetune/Loss": 0.5917506814002991, "Finetune/Loss (Raw)": 0.5780637264251709, "Finetune/Step": 14212, "Finetune/Step Time": 10.867674870416522}
+{"Finetune/Learning Rate": 3.3640237856489565e-06, "Finetune/Loss": 0.5924658179283142, "Finetune/Loss (Raw)": 0.7248479723930359, "Finetune/Step": 14213, "Finetune/Step Time": 10.864826580509543}
+{"Finetune/Learning Rate": 3.3627641278671896e-06, "Finetune/Loss": 0.5913435220718384, "Finetune/Loss (Raw)": 0.47855618596076965, "Finetune/Step": 14214, "Finetune/Step Time": 10.865532109513879}
+{"Finetune/Learning Rate": 3.361504658298559e-06, "Finetune/Loss": 0.5907628536224365, "Finetune/Loss (Raw)": 0.5512478947639465, "Finetune/Step": 14215, "Finetune/Step Time": 10.861767647787929}
+{"Finetune/Learning Rate": 3.360245376978779e-06, "Finetune/Loss": 0.5897944569587708, "Finetune/Loss (Raw)": 0.512349545955658, "Finetune/Step": 14216, "Finetune/Step Time": 10.833447121083736}
+{"Finetune/Learning Rate": 3.358986283943555e-06, "Finetune/Loss": 0.5889956951141357, "Finetune/Loss (Raw)": 0.5762028098106384, "Finetune/Step": 14217, "Finetune/Step Time": 10.827061599120498}
+{"Finetune/Learning Rate": 3.3577273792285993e-06, "Finetune/Loss": 0.5890830159187317, "Finetune/Loss (Raw)": 0.6326166987419128, "Finetune/Step": 14218, "Finetune/Step Time": 10.823882630094886}
+{"Finetune/Learning Rate": 3.3564686628696106e-06, "Finetune/Loss": 0.5898134708404541, "Finetune/Loss (Raw)": 0.624514102935791, "Finetune/Step": 14219, "Finetune/Step Time": 10.821146471425891}
+{"Finetune/Learning Rate": 3.355210134902275e-06, "Finetune/Loss": 0.590749979019165, "Finetune/Loss (Raw)": 0.622164785861969, "Finetune/Step": 14220, "Finetune/Step Time": 10.806379159912467}
+{"Finetune/Learning Rate": 3.3539517953622846e-06, "Finetune/Loss": 0.5924491882324219, "Finetune/Loss (Raw)": 0.7322195172309875, "Finetune/Step": 14221, "Finetune/Step Time": 10.818907275795937}
+{"Finetune/Learning Rate": 3.352693644285323e-06, "Finetune/Loss": 0.5902436971664429, "Finetune/Loss (Raw)": 0.3711415231227875, "Finetune/Step": 14222, "Finetune/Step Time": 10.856532929465175}
+{"Finetune/Learning Rate": 3.351435681707067e-06, "Finetune/Loss": 0.5887970328330994, "Finetune/Loss (Raw)": 0.4925917387008667, "Finetune/Step": 14223, "Finetune/Step Time": 10.857854224741459}
+{"Finetune/Learning Rate": 3.3501779076631867e-06, "Finetune/Loss": 0.5889053344726562, "Finetune/Loss (Raw)": 0.571268618106842, "Finetune/Step": 14224, "Finetune/Step Time": 10.869894053786993}
+{"Finetune/Learning Rate": 3.3489203221893572e-06, "Finetune/Loss": 0.5890294909477234, "Finetune/Loss (Raw)": 0.5635678172111511, "Finetune/Step": 14225, "Finetune/Step Time": 10.871202569454908}
+{"Finetune/Learning Rate": 3.34766292532123e-06, "Finetune/Loss": 0.5879151225090027, "Finetune/Loss (Raw)": 0.5147764086723328, "Finetune/Step": 14226, "Finetune/Step Time": 10.883168583735824}
+{"Finetune/Learning Rate": 3.3464057170944676e-06, "Finetune/Loss": 0.5881351828575134, "Finetune/Loss (Raw)": 0.5712465047836304, "Finetune/Step": 14227, "Finetune/Step Time": 10.827221667394042}
+{"Finetune/Learning Rate": 3.3451486975447166e-06, "Finetune/Loss": 0.5881941318511963, "Finetune/Loss (Raw)": 0.6074554920196533, "Finetune/Step": 14228, "Finetune/Step Time": 10.824314326047897}
+{"Finetune/Learning Rate": 3.343891866707626e-06, "Finetune/Loss": 0.5878212451934814, "Finetune/Loss (Raw)": 0.5007577538490295, "Finetune/Step": 14229, "Finetune/Step Time": 10.829731307923794}
+{"Finetune/Learning Rate": 3.342635224618834e-06, "Finetune/Loss": 0.5888035893440247, "Finetune/Loss (Raw)": 0.6631888747215271, "Finetune/Step": 14230, "Finetune/Step Time": 10.821716878563166}
+{"Finetune/Learning Rate": 3.3413787713139765e-06, "Finetune/Loss": 0.5888352394104004, "Finetune/Loss (Raw)": 0.5950217247009277, "Finetune/Step": 14231, "Finetune/Step Time": 10.805890107527375}
+{"Finetune/Learning Rate": 3.3401225068286825e-06, "Finetune/Loss": 0.5891538858413696, "Finetune/Loss (Raw)": 0.7128520011901855, "Finetune/Step": 14232, "Finetune/Step Time": 10.804507112130523}
+{"Finetune/Learning Rate": 3.3388664311985752e-06, "Finetune/Loss": 0.5901014804840088, "Finetune/Loss (Raw)": 0.5682483315467834, "Finetune/Step": 14233, "Finetune/Step Time": 10.792513124644756}
+{"Finetune/Learning Rate": 3.3376105444592754e-06, "Finetune/Loss": 0.5897526144981384, "Finetune/Loss (Raw)": 0.48584237694740295, "Finetune/Step": 14234, "Finetune/Step Time": 10.794552506878972}
+{"Finetune/Learning Rate": 3.336354846646395e-06, "Finetune/Loss": 0.5885462760925293, "Finetune/Loss (Raw)": 0.49546563625335693, "Finetune/Step": 14235, "Finetune/Step Time": 10.796570535749197}
+{"Finetune/Learning Rate": 3.335099337795542e-06, "Finetune/Loss": 0.5888499021530151, "Finetune/Loss (Raw)": 0.6294062733650208, "Finetune/Step": 14236, "Finetune/Step Time": 10.787771226838231}
+{"Finetune/Learning Rate": 3.333844017942319e-06, "Finetune/Loss": 0.5893206596374512, "Finetune/Loss (Raw)": 0.6259676814079285, "Finetune/Step": 14237, "Finetune/Step Time": 10.809766501188278}
+{"Finetune/Learning Rate": 3.3325888871223244e-06, "Finetune/Loss": 0.5906549096107483, "Finetune/Loss (Raw)": 0.5799444317817688, "Finetune/Step": 14238, "Finetune/Step Time": 10.806544851511717}
+{"Finetune/Learning Rate": 3.331333945371148e-06, "Finetune/Loss": 0.5905246138572693, "Finetune/Loss (Raw)": 0.4929972290992737, "Finetune/Step": 14239, "Finetune/Step Time": 10.79655241034925}
+{"Finetune/Learning Rate": 3.330079192724379e-06, "Finetune/Loss": 0.5909641981124878, "Finetune/Loss (Raw)": 0.6622388958930969, "Finetune/Step": 14240, "Finetune/Step Time": 10.802599623799324}
+{"Finetune/Learning Rate": 3.3288246292175973e-06, "Finetune/Loss": 0.5905035734176636, "Finetune/Loss (Raw)": 0.5931925773620605, "Finetune/Step": 14241, "Finetune/Step Time": 10.797077063471079}
+{"Finetune/Learning Rate": 3.3275702548863785e-06, "Finetune/Loss": 0.5899330377578735, "Finetune/Loss (Raw)": 0.5876058340072632, "Finetune/Step": 14242, "Finetune/Step Time": 10.777417063713074}
+{"Finetune/Learning Rate": 3.3263160697662933e-06, "Finetune/Loss": 0.5902929306030273, "Finetune/Loss (Raw)": 0.5609174966812134, "Finetune/Step": 14243, "Finetune/Step Time": 10.786805622279644}
+{"Finetune/Learning Rate": 3.3250620738929075e-06, "Finetune/Loss": 0.591162919998169, "Finetune/Loss (Raw)": 0.6332754492759705, "Finetune/Step": 14244, "Finetune/Step Time": 10.769239868968725}
+{"Finetune/Learning Rate": 3.3238082673017803e-06, "Finetune/Loss": 0.590608537197113, "Finetune/Loss (Raw)": 0.636078953742981, "Finetune/Step": 14245, "Finetune/Step Time": 10.766921101137996}
+{"Finetune/Learning Rate": 3.3225546500284656e-06, "Finetune/Loss": 0.5903592109680176, "Finetune/Loss (Raw)": 0.5293729901313782, "Finetune/Step": 14246, "Finetune/Step Time": 10.780669890344143}
+{"Finetune/Learning Rate": 3.321301222108513e-06, "Finetune/Loss": 0.5909329652786255, "Finetune/Loss (Raw)": 0.5896875858306885, "Finetune/Step": 14247, "Finetune/Step Time": 10.782717354595661}
+{"Finetune/Learning Rate": 3.3200479835774656e-06, "Finetune/Loss": 0.590633749961853, "Finetune/Loss (Raw)": 0.5544018745422363, "Finetune/Step": 14248, "Finetune/Step Time": 10.783349398523569}
+{"Finetune/Learning Rate": 3.318794934470864e-06, "Finetune/Loss": 0.5902228951454163, "Finetune/Loss (Raw)": 0.5807934403419495, "Finetune/Step": 14249, "Finetune/Step Time": 10.807911841198802}
+{"Finetune/Learning Rate": 3.3175420748242405e-06, "Finetune/Loss": 0.5893537998199463, "Finetune/Loss (Raw)": 0.4817816913127899, "Finetune/Step": 14250, "Finetune/Step Time": 10.80502250790596}
+{"Finetune/Learning Rate": 3.3162894046731155e-06, "Finetune/Loss": 0.5892919301986694, "Finetune/Loss (Raw)": 0.6153129935264587, "Finetune/Step": 14251, "Finetune/Step Time": 10.779286377131939}
+{"Finetune/Learning Rate": 3.31503692405302e-06, "Finetune/Loss": 0.5889902114868164, "Finetune/Loss (Raw)": 0.6600767970085144, "Finetune/Step": 14252, "Finetune/Step Time": 10.782638216391206}
+{"Finetune/Learning Rate": 3.3137846329994685e-06, "Finetune/Loss": 0.5899308323860168, "Finetune/Loss (Raw)": 0.6888235807418823, "Finetune/Step": 14253, "Finetune/Step Time": 10.781461806967854}
+{"Finetune/Learning Rate": 3.312532531547972e-06, "Finetune/Loss": 0.589935839176178, "Finetune/Loss (Raw)": 0.5178992748260498, "Finetune/Step": 14254, "Finetune/Step Time": 10.764144621789455}
+{"Finetune/Learning Rate": 3.3112806197340354e-06, "Finetune/Loss": 0.5904555320739746, "Finetune/Loss (Raw)": 0.6094728708267212, "Finetune/Step": 14255, "Finetune/Step Time": 10.763020602986217}
+{"Finetune/Learning Rate": 3.310028897593164e-06, "Finetune/Loss": 0.5888694524765015, "Finetune/Loss (Raw)": 0.6147902011871338, "Finetune/Step": 14256, "Finetune/Step Time": 10.754121579229832}
+{"Finetune/Learning Rate": 3.3087773651608456e-06, "Finetune/Loss": 0.5883147716522217, "Finetune/Loss (Raw)": 0.6835823655128479, "Finetune/Step": 14257, "Finetune/Step Time": 10.7298519667238}
+{"Finetune/Learning Rate": 3.3075260224725748e-06, "Finetune/Loss": 0.586209774017334, "Finetune/Loss (Raw)": 0.4945302903652191, "Finetune/Step": 14258, "Finetune/Step Time": 10.732954831793904}
+{"Finetune/Learning Rate": 3.3062748695638315e-06, "Finetune/Loss": 0.5863491296768188, "Finetune/Loss (Raw)": 0.6439952254295349, "Finetune/Step": 14259, "Finetune/Step Time": 10.727581664919853}
+{"Finetune/Learning Rate": 3.305023906470102e-06, "Finetune/Loss": 0.5861413478851318, "Finetune/Loss (Raw)": 0.5702627301216125, "Finetune/Step": 14260, "Finetune/Step Time": 10.737379664555192}
+{"Finetune/Learning Rate": 3.303773133226855e-06, "Finetune/Loss": 0.5858241319656372, "Finetune/Loss (Raw)": 0.5840784311294556, "Finetune/Step": 14261, "Finetune/Step Time": 10.732312308624387}
+{"Finetune/Learning Rate": 3.302522549869566e-06, "Finetune/Loss": 0.5854145288467407, "Finetune/Loss (Raw)": 0.59417325258255, "Finetune/Step": 14262, "Finetune/Step Time": 10.740175757557154}
+{"Finetune/Learning Rate": 3.301272156433687e-06, "Finetune/Loss": 0.5847716331481934, "Finetune/Loss (Raw)": 0.48230162262916565, "Finetune/Step": 14263, "Finetune/Step Time": 10.736895004287362}
+{"Finetune/Learning Rate": 3.3000219529546817e-06, "Finetune/Loss": 0.5844545364379883, "Finetune/Loss (Raw)": 0.6905363202095032, "Finetune/Step": 14264, "Finetune/Step Time": 10.75674001686275}
+{"Finetune/Learning Rate": 3.298771939468003e-06, "Finetune/Loss": 0.5842279195785522, "Finetune/Loss (Raw)": 0.6055530905723572, "Finetune/Step": 14265, "Finetune/Step Time": 10.76083074696362}
+{"Finetune/Learning Rate": 3.2975221160090907e-06, "Finetune/Loss": 0.5849978923797607, "Finetune/Loss (Raw)": 0.678588330745697, "Finetune/Step": 14266, "Finetune/Step Time": 10.776857007294893}
+{"Finetune/Learning Rate": 3.2962724826133976e-06, "Finetune/Loss": 0.5853863954544067, "Finetune/Loss (Raw)": 0.6221654415130615, "Finetune/Step": 14267, "Finetune/Step Time": 10.766986809670925}
+{"Finetune/Learning Rate": 3.2950230393163563e-06, "Finetune/Loss": 0.5845780372619629, "Finetune/Loss (Raw)": 0.565575122833252, "Finetune/Step": 14268, "Finetune/Step Time": 10.751633699983358}
+{"Finetune/Learning Rate": 3.2937737861533914e-06, "Finetune/Loss": 0.5848188400268555, "Finetune/Loss (Raw)": 0.637086033821106, "Finetune/Step": 14269, "Finetune/Step Time": 10.75532141700387}
+{"Finetune/Learning Rate": 3.2925247231599323e-06, "Finetune/Loss": 0.5867003798484802, "Finetune/Loss (Raw)": 0.6138343214988708, "Finetune/Step": 14270, "Finetune/Step Time": 10.726427575573325}
+{"Finetune/Learning Rate": 3.291275850371398e-06, "Finetune/Loss": 0.5867801904678345, "Finetune/Loss (Raw)": 0.6059373617172241, "Finetune/Step": 14271, "Finetune/Step Time": 10.723489025607705}
+{"Finetune/Learning Rate": 3.2900271678232045e-06, "Finetune/Loss": 0.5866419672966003, "Finetune/Loss (Raw)": 0.5915952920913696, "Finetune/Step": 14272, "Finetune/Step Time": 10.717230072245002}
+{"Finetune/Learning Rate": 3.2887786755507565e-06, "Finetune/Loss": 0.5881827473640442, "Finetune/Loss (Raw)": 0.7163165211677551, "Finetune/Step": 14273, "Finetune/Step Time": 10.718409480527043}
+{"Finetune/Learning Rate": 3.287530373589467e-06, "Finetune/Loss": 0.5891081690788269, "Finetune/Loss (Raw)": 0.7108398079872131, "Finetune/Step": 14274, "Finetune/Step Time": 10.717612966895103}
+{"Finetune/Learning Rate": 3.286282261974726e-06, "Finetune/Loss": 0.5879805088043213, "Finetune/Loss (Raw)": 0.48815715312957764, "Finetune/Step": 14275, "Finetune/Step Time": 10.722081249579787}
+{"Finetune/Learning Rate": 3.2850343407419284e-06, "Finetune/Loss": 0.5883347988128662, "Finetune/Loss (Raw)": 0.5956828594207764, "Finetune/Step": 14276, "Finetune/Step Time": 10.68445079959929}
+{"Finetune/Learning Rate": 3.2837866099264624e-06, "Finetune/Loss": 0.588017463684082, "Finetune/Loss (Raw)": 0.5638405680656433, "Finetune/Step": 14277, "Finetune/Step Time": 10.680242022499442}
+{"Finetune/Learning Rate": 3.2825390695637094e-06, "Finetune/Loss": 0.5872859954833984, "Finetune/Loss (Raw)": 0.42042696475982666, "Finetune/Step": 14278, "Finetune/Step Time": 10.702282216399908}
+{"Finetune/Learning Rate": 3.281291719689046e-06, "Finetune/Loss": 0.5866663455963135, "Finetune/Loss (Raw)": 0.5992196202278137, "Finetune/Step": 14279, "Finetune/Step Time": 10.708606265485287}
+{"Finetune/Learning Rate": 3.280044560337845e-06, "Finetune/Loss": 0.5872576236724854, "Finetune/Loss (Raw)": 0.6158400177955627, "Finetune/Step": 14280, "Finetune/Step Time": 10.696418231353164}
+{"Finetune/Learning Rate": 3.2787975915454707e-06, "Finetune/Loss": 0.5877188444137573, "Finetune/Loss (Raw)": 0.6225113272666931, "Finetune/Step": 14281, "Finetune/Step Time": 10.704821426421404}
+{"Finetune/Learning Rate": 3.2775508133472843e-06, "Finetune/Loss": 0.5892029404640198, "Finetune/Loss (Raw)": 0.5751556158065796, "Finetune/Step": 14282, "Finetune/Step Time": 10.660989455878735}
+{"Finetune/Learning Rate": 3.2763042257786404e-06, "Finetune/Loss": 0.5887247323989868, "Finetune/Loss (Raw)": 0.4757178723812103, "Finetune/Step": 14283, "Finetune/Step Time": 10.677503418177366}
+{"Finetune/Learning Rate": 3.275057828874889e-06, "Finetune/Loss": 0.5877199172973633, "Finetune/Loss (Raw)": 0.5581135749816895, "Finetune/Step": 14284, "Finetune/Step Time": 10.684997111558914}
+{"Finetune/Learning Rate": 3.2738116226713756e-06, "Finetune/Loss": 0.5873459577560425, "Finetune/Loss (Raw)": 0.5332755446434021, "Finetune/Step": 14285, "Finetune/Step Time": 10.67007689550519}
+{"Finetune/Learning Rate": 3.2725656072034362e-06, "Finetune/Loss": 0.5874730348587036, "Finetune/Loss (Raw)": 0.557155430316925, "Finetune/Step": 14286, "Finetune/Step Time": 10.637760579586029}
+{"Finetune/Learning Rate": 3.271319782506407e-06, "Finetune/Loss": 0.5880174040794373, "Finetune/Loss (Raw)": 0.6957241296768188, "Finetune/Step": 14287, "Finetune/Step Time": 10.638092817738652}
+{"Finetune/Learning Rate": 3.270074148615615e-06, "Finetune/Loss": 0.5882883071899414, "Finetune/Loss (Raw)": 0.584712028503418, "Finetune/Step": 14288, "Finetune/Step Time": 10.642821818590164}
+{"Finetune/Learning Rate": 3.2688287055663823e-06, "Finetune/Loss": 0.5893818736076355, "Finetune/Loss (Raw)": 0.6542332172393799, "Finetune/Step": 14289, "Finetune/Step Time": 10.623967617750168}
+{"Finetune/Learning Rate": 3.2675834533940265e-06, "Finetune/Loss": 0.5897707939147949, "Finetune/Loss (Raw)": 0.6989642381668091, "Finetune/Step": 14290, "Finetune/Step Time": 10.636329056695104}
+{"Finetune/Learning Rate": 3.26633839213386e-06, "Finetune/Loss": 0.5885975956916809, "Finetune/Loss (Raw)": 0.5710206031799316, "Finetune/Step": 14291, "Finetune/Step Time": 10.615670185536146}
+{"Finetune/Learning Rate": 3.265093521821192e-06, "Finetune/Loss": 0.5890975594520569, "Finetune/Loss (Raw)": 0.6099700331687927, "Finetune/Step": 14292, "Finetune/Step Time": 10.615947218611836}
+{"Finetune/Learning Rate": 3.2638488424913138e-06, "Finetune/Loss": 0.5887233018875122, "Finetune/Loss (Raw)": 0.6538743376731873, "Finetune/Step": 14293, "Finetune/Step Time": 10.619358401745558}
+{"Finetune/Learning Rate": 3.2626043541795306e-06, "Finetune/Loss": 0.5886764526367188, "Finetune/Loss (Raw)": 0.5484516620635986, "Finetune/Step": 14294, "Finetune/Step Time": 10.616407070308924}
+{"Finetune/Learning Rate": 3.261360056921129e-06, "Finetune/Loss": 0.5891110301017761, "Finetune/Loss (Raw)": 0.6357074975967407, "Finetune/Step": 14295, "Finetune/Step Time": 10.61622673086822}
+{"Finetune/Learning Rate": 3.2601159507513936e-06, "Finetune/Loss": 0.59050452709198, "Finetune/Loss (Raw)": 0.7927737832069397, "Finetune/Step": 14296, "Finetune/Step Time": 10.636526368558407}
+{"Finetune/Learning Rate": 3.258872035705605e-06, "Finetune/Loss": 0.5912880897521973, "Finetune/Loss (Raw)": 0.7108734250068665, "Finetune/Step": 14297, "Finetune/Step Time": 10.615417728200555}
+{"Finetune/Learning Rate": 3.2576283118190388e-06, "Finetune/Loss": 0.590745210647583, "Finetune/Loss (Raw)": 0.5498446822166443, "Finetune/Step": 14298, "Finetune/Step Time": 10.604362104088068}
+{"Finetune/Learning Rate": 3.2563847791269586e-06, "Finetune/Loss": 0.5906726717948914, "Finetune/Loss (Raw)": 0.6136232018470764, "Finetune/Step": 14299, "Finetune/Step Time": 10.6068617682904}
+{"Finetune/Learning Rate": 3.2551414376646263e-06, "Finetune/Loss": 0.5908138751983643, "Finetune/Loss (Raw)": 0.5288935899734497, "Finetune/Step": 14300, "Finetune/Step Time": 10.613460496068}
+{"Finetune/Learning Rate": 3.2538982874673052e-06, "Finetune/Loss": 0.5903712511062622, "Finetune/Loss (Raw)": 0.6011142134666443, "Finetune/Step": 14301, "Finetune/Step Time": 10.633500481024384}
+{"Finetune/Learning Rate": 3.2526553285702467e-06, "Finetune/Loss": 0.5916531085968018, "Finetune/Loss (Raw)": 0.6099000573158264, "Finetune/Step": 14302, "Finetune/Step Time": 10.587346846237779}
+{"Finetune/Learning Rate": 3.2514125610086957e-06, "Finetune/Loss": 0.5912717580795288, "Finetune/Loss (Raw)": 0.5460897088050842, "Finetune/Step": 14303, "Finetune/Step Time": 10.595205578953028}
+{"Finetune/Learning Rate": 3.250169984817897e-06, "Finetune/Loss": 0.5917367935180664, "Finetune/Loss (Raw)": 0.6762714385986328, "Finetune/Step": 14304, "Finetune/Step Time": 10.597796211019158}
+{"Finetune/Learning Rate": 3.2489276000330805e-06, "Finetune/Loss": 0.5906997323036194, "Finetune/Loss (Raw)": 0.6080145835876465, "Finetune/Step": 14305, "Finetune/Step Time": 10.594255780801177}
+{"Finetune/Learning Rate": 3.24768540668948e-06, "Finetune/Loss": 0.5903910398483276, "Finetune/Loss (Raw)": 0.5222493410110474, "Finetune/Step": 14306, "Finetune/Step Time": 10.585252918303013}
+{"Finetune/Learning Rate": 3.246443404822317e-06, "Finetune/Loss": 0.5904020071029663, "Finetune/Loss (Raw)": 0.5877808928489685, "Finetune/Step": 14307, "Finetune/Step Time": 10.581158339977264}
+{"Finetune/Learning Rate": 3.245201594466818e-06, "Finetune/Loss": 0.5917686223983765, "Finetune/Loss (Raw)": 0.6680307984352112, "Finetune/Step": 14308, "Finetune/Step Time": 10.589480932801962}
+{"Finetune/Learning Rate": 3.243959975658194e-06, "Finetune/Loss": 0.5909479856491089, "Finetune/Loss (Raw)": 0.4605354964733124, "Finetune/Step": 14309, "Finetune/Step Time": 10.625792844220996}
+{"Finetune/Learning Rate": 3.242718548431656e-06, "Finetune/Loss": 0.5909376740455627, "Finetune/Loss (Raw)": 0.5762873291969299, "Finetune/Step": 14310, "Finetune/Step Time": 10.64216622710228}
+{"Finetune/Learning Rate": 3.241477312822402e-06, "Finetune/Loss": 0.5902506709098816, "Finetune/Loss (Raw)": 0.467475950717926, "Finetune/Step": 14311, "Finetune/Step Time": 10.661970833316445}
+{"Finetune/Learning Rate": 3.240236268865632e-06, "Finetune/Loss": 0.5911093354225159, "Finetune/Loss (Raw)": 0.678951621055603, "Finetune/Step": 14312, "Finetune/Step Time": 10.644065054133534}
+{"Finetune/Learning Rate": 3.23899541659654e-06, "Finetune/Loss": 0.5917743444442749, "Finetune/Loss (Raw)": 0.7361353635787964, "Finetune/Step": 14313, "Finetune/Step Time": 10.673368507996202}
+{"Finetune/Learning Rate": 3.237754756050312e-06, "Finetune/Loss": 0.5909196138381958, "Finetune/Loss (Raw)": 0.5116430521011353, "Finetune/Step": 14314, "Finetune/Step Time": 10.6739169228822}
+{"Finetune/Learning Rate": 3.2365142872621267e-06, "Finetune/Loss": 0.5910894870758057, "Finetune/Loss (Raw)": 0.6118059158325195, "Finetune/Step": 14315, "Finetune/Step Time": 10.652314592152834}
+{"Finetune/Learning Rate": 3.23527401026717e-06, "Finetune/Loss": 0.5921355485916138, "Finetune/Loss (Raw)": 0.6772241592407227, "Finetune/Step": 14316, "Finetune/Step Time": 10.654362931847572}
+{"Finetune/Learning Rate": 3.2340339251006025e-06, "Finetune/Loss": 0.5910289287567139, "Finetune/Loss (Raw)": 0.446158230304718, "Finetune/Step": 14317, "Finetune/Step Time": 10.68418226391077}
+{"Finetune/Learning Rate": 3.2327940317975936e-06, "Finetune/Loss": 0.5901724100112915, "Finetune/Loss (Raw)": 0.566161572933197, "Finetune/Step": 14318, "Finetune/Step Time": 10.681256391108036}
+{"Finetune/Learning Rate": 3.231554330393302e-06, "Finetune/Loss": 0.5901923179626465, "Finetune/Loss (Raw)": 0.5467309355735779, "Finetune/Step": 14319, "Finetune/Step Time": 10.668848995119333}
+{"Finetune/Learning Rate": 3.230314820922883e-06, "Finetune/Loss": 0.5907508730888367, "Finetune/Loss (Raw)": 0.7267484068870544, "Finetune/Step": 14320, "Finetune/Step Time": 10.676353018730879}
+{"Finetune/Learning Rate": 3.2290755034214848e-06, "Finetune/Loss": 0.5914610028266907, "Finetune/Loss (Raw)": 0.6181505918502808, "Finetune/Step": 14321, "Finetune/Step Time": 10.67532268539071}
+{"Finetune/Learning Rate": 3.2278363779242484e-06, "Finetune/Loss": 0.5910031795501709, "Finetune/Loss (Raw)": 0.5006117224693298, "Finetune/Step": 14322, "Finetune/Step Time": 10.673818981274962}
+{"Finetune/Learning Rate": 3.226597444466322e-06, "Finetune/Loss": 0.5908974409103394, "Finetune/Loss (Raw)": 0.6359842419624329, "Finetune/Step": 14323, "Finetune/Step Time": 10.671654123812914}
+{"Finetune/Learning Rate": 3.225358703082827e-06, "Finetune/Loss": 0.5905001759529114, "Finetune/Loss (Raw)": 0.5908127427101135, "Finetune/Step": 14324, "Finetune/Step Time": 10.646635189652443}
+{"Finetune/Learning Rate": 3.224120153808895e-06, "Finetune/Loss": 0.5907180309295654, "Finetune/Loss (Raw)": 0.515854001045227, "Finetune/Step": 14325, "Finetune/Step Time": 10.640490017831326}
+{"Finetune/Learning Rate": 3.222881796679648e-06, "Finetune/Loss": 0.5913745164871216, "Finetune/Loss (Raw)": 0.5188917517662048, "Finetune/Step": 14326, "Finetune/Step Time": 10.645442262291908}
+{"Finetune/Learning Rate": 3.2216436317302015e-06, "Finetune/Loss": 0.5910763144493103, "Finetune/Loss (Raw)": 0.5650683045387268, "Finetune/Step": 14327, "Finetune/Step Time": 10.644221624359488}
+{"Finetune/Learning Rate": 3.2204056589956657e-06, "Finetune/Loss": 0.5896732807159424, "Finetune/Loss (Raw)": 0.5403804779052734, "Finetune/Step": 14328, "Finetune/Step Time": 10.64337170124054}
+{"Finetune/Learning Rate": 3.219167878511148e-06, "Finetune/Loss": 0.5891959071159363, "Finetune/Loss (Raw)": 0.5407381653785706, "Finetune/Step": 14329, "Finetune/Step Time": 10.651366481557488}
+{"Finetune/Learning Rate": 3.217930290311746e-06, "Finetune/Loss": 0.5900201797485352, "Finetune/Loss (Raw)": 0.5977112650871277, "Finetune/Step": 14330, "Finetune/Step Time": 10.645978704094887}
+{"Finetune/Learning Rate": 3.216692894432556e-06, "Finetune/Loss": 0.5906779766082764, "Finetune/Loss (Raw)": 0.6093615889549255, "Finetune/Step": 14331, "Finetune/Step Time": 10.64520307816565}
+{"Finetune/Learning Rate": 3.2154556909086664e-06, "Finetune/Loss": 0.5906630158424377, "Finetune/Loss (Raw)": 0.6829811930656433, "Finetune/Step": 14332, "Finetune/Step Time": 10.636095494031906}
+{"Finetune/Learning Rate": 3.2142186797751607e-06, "Finetune/Loss": 0.5896643400192261, "Finetune/Loss (Raw)": 0.5423471927642822, "Finetune/Step": 14333, "Finetune/Step Time": 10.632405187934637}
+{"Finetune/Learning Rate": 3.212981861067116e-06, "Finetune/Loss": 0.5892869234085083, "Finetune/Loss (Raw)": 0.6159258484840393, "Finetune/Step": 14334, "Finetune/Step Time": 10.633627342060208}
+{"Finetune/Learning Rate": 3.2117452348196078e-06, "Finetune/Loss": 0.5907710790634155, "Finetune/Loss (Raw)": 0.6957413554191589, "Finetune/Step": 14335, "Finetune/Step Time": 10.633648823946714}
+{"Finetune/Learning Rate": 3.2105088010677e-06, "Finetune/Loss": 0.591180145740509, "Finetune/Loss (Raw)": 0.5457729697227478, "Finetune/Step": 14336, "Finetune/Step Time": 10.5920629221946}
+{"Finetune/Learning Rate": 3.209272559846457e-06, "Finetune/Loss": 0.5914658904075623, "Finetune/Loss (Raw)": 0.5973839163780212, "Finetune/Step": 14337, "Finetune/Step Time": 10.58738255314529}
+{"Finetune/Learning Rate": 3.208036511190934e-06, "Finetune/Loss": 0.5919674038887024, "Finetune/Loss (Raw)": 0.6829859614372253, "Finetune/Step": 14338, "Finetune/Step Time": 10.577626798301935}
+{"Finetune/Learning Rate": 3.2068006551361808e-06, "Finetune/Loss": 0.5914068222045898, "Finetune/Loss (Raw)": 0.543099582195282, "Finetune/Step": 14339, "Finetune/Step Time": 10.60366297326982}
+{"Finetune/Learning Rate": 3.205564991717244e-06, "Finetune/Loss": 0.5903816223144531, "Finetune/Loss (Raw)": 0.4468384385108948, "Finetune/Step": 14340, "Finetune/Step Time": 10.6416124291718}
+{"Finetune/Learning Rate": 3.204329520969167e-06, "Finetune/Loss": 0.5888737440109253, "Finetune/Loss (Raw)": 0.5318344831466675, "Finetune/Step": 14341, "Finetune/Step Time": 10.644951593130827}
+{"Finetune/Learning Rate": 3.203094242926974e-06, "Finetune/Loss": 0.5888819694519043, "Finetune/Loss (Raw)": 0.47960951924324036, "Finetune/Step": 14342, "Finetune/Step Time": 10.640307636931539}
+{"Finetune/Learning Rate": 3.201859157625703e-06, "Finetune/Loss": 0.5891014933586121, "Finetune/Loss (Raw)": 0.5793519020080566, "Finetune/Step": 14343, "Finetune/Step Time": 10.646466437727213}
+{"Finetune/Learning Rate": 3.200624265100376e-06, "Finetune/Loss": 0.5893610715866089, "Finetune/Loss (Raw)": 0.5455747246742249, "Finetune/Step": 14344, "Finetune/Step Time": 10.654848305508494}
+{"Finetune/Learning Rate": 3.19938956538601e-06, "Finetune/Loss": 0.5899780988693237, "Finetune/Loss (Raw)": 0.655181348323822, "Finetune/Step": 14345, "Finetune/Step Time": 10.66350551135838}
+{"Finetune/Learning Rate": 3.198155058517616e-06, "Finetune/Loss": 0.589294970035553, "Finetune/Loss (Raw)": 0.5451734662055969, "Finetune/Step": 14346, "Finetune/Step Time": 10.67528621852398}
+{"Finetune/Learning Rate": 3.1969207445302076e-06, "Finetune/Loss": 0.5887519121170044, "Finetune/Loss (Raw)": 0.5550022721290588, "Finetune/Step": 14347, "Finetune/Step Time": 10.67466964572668}
+{"Finetune/Learning Rate": 3.195686623458777e-06, "Finetune/Loss": 0.5881268978118896, "Finetune/Loss (Raw)": 0.5421702861785889, "Finetune/Step": 14348, "Finetune/Step Time": 10.682917447760701}
+{"Finetune/Learning Rate": 3.1944526953383224e-06, "Finetune/Loss": 0.5872352123260498, "Finetune/Loss (Raw)": 0.618084192276001, "Finetune/Step": 14349, "Finetune/Step Time": 10.673456612974405}
+{"Finetune/Learning Rate": 3.19321896020384e-06, "Finetune/Loss": 0.5896955728530884, "Finetune/Loss (Raw)": 0.6860594153404236, "Finetune/Step": 14350, "Finetune/Step Time": 10.646103821694851}
+{"Finetune/Learning Rate": 3.191985418090312e-06, "Finetune/Loss": 0.5913252830505371, "Finetune/Loss (Raw)": 0.7011963725090027, "Finetune/Step": 14351, "Finetune/Step Time": 10.65967364422977}
+{"Finetune/Learning Rate": 3.190752069032719e-06, "Finetune/Loss": 0.591630756855011, "Finetune/Loss (Raw)": 0.6103739142417908, "Finetune/Step": 14352, "Finetune/Step Time": 10.642748283222318}
+{"Finetune/Learning Rate": 3.1895189130660364e-06, "Finetune/Loss": 0.5920083522796631, "Finetune/Loss (Raw)": 0.6118963360786438, "Finetune/Step": 14353, "Finetune/Step Time": 10.63882196880877}
+{"Finetune/Learning Rate": 3.1882859502252283e-06, "Finetune/Loss": 0.5922539830207825, "Finetune/Loss (Raw)": 0.5462152361869812, "Finetune/Step": 14354, "Finetune/Step Time": 10.59814073331654}
+{"Finetune/Learning Rate": 3.187053180545261e-06, "Finetune/Loss": 0.5916913747787476, "Finetune/Loss (Raw)": 0.49924129247665405, "Finetune/Step": 14355, "Finetune/Step Time": 10.590540327131748}
+{"Finetune/Learning Rate": 3.1858206040610883e-06, "Finetune/Loss": 0.591946005821228, "Finetune/Loss (Raw)": 0.6400392651557922, "Finetune/Step": 14356, "Finetune/Step Time": 10.589836733415723}
+{"Finetune/Learning Rate": 3.1845882208076696e-06, "Finetune/Loss": 0.5932422876358032, "Finetune/Loss (Raw)": 0.66668701171875, "Finetune/Step": 14357, "Finetune/Step Time": 10.585946125909686}
+{"Finetune/Learning Rate": 3.1833560308199485e-06, "Finetune/Loss": 0.593110203742981, "Finetune/Loss (Raw)": 0.646276593208313, "Finetune/Step": 14358, "Finetune/Step Time": 10.590122275054455}
+{"Finetune/Learning Rate": 3.1821240341328695e-06, "Finetune/Loss": 0.5935714244842529, "Finetune/Loss (Raw)": 0.6540654897689819, "Finetune/Step": 14359, "Finetune/Step Time": 10.590702226385474}
+{"Finetune/Learning Rate": 3.1808922307813628e-06, "Finetune/Loss": 0.5916832089424133, "Finetune/Loss (Raw)": 0.4711596965789795, "Finetune/Step": 14360, "Finetune/Step Time": 10.62936001829803}
+{"Finetune/Learning Rate": 3.1796606208003624e-06, "Finetune/Loss": 0.5921494364738464, "Finetune/Loss (Raw)": 0.6279299259185791, "Finetune/Step": 14361, "Finetune/Step Time": 10.645447896793485}
+{"Finetune/Learning Rate": 3.178429204224791e-06, "Finetune/Loss": 0.592759370803833, "Finetune/Loss (Raw)": 0.5639083385467529, "Finetune/Step": 14362, "Finetune/Step Time": 10.646618681028485}
+{"Finetune/Learning Rate": 3.177197981089569e-06, "Finetune/Loss": 0.5924499034881592, "Finetune/Loss (Raw)": 0.45584923028945923, "Finetune/Step": 14363, "Finetune/Step Time": 10.649492049589753}
+{"Finetune/Learning Rate": 3.1759669514296086e-06, "Finetune/Loss": 0.5913746356964111, "Finetune/Loss (Raw)": 0.49178099632263184, "Finetune/Step": 14364, "Finetune/Step Time": 10.652470793575048}
+{"Finetune/Learning Rate": 3.1747361152798263e-06, "Finetune/Loss": 0.5909665822982788, "Finetune/Loss (Raw)": 0.5737391710281372, "Finetune/Step": 14365, "Finetune/Step Time": 10.628289958462119}
+{"Finetune/Learning Rate": 3.1735054726751167e-06, "Finetune/Loss": 0.5908197164535522, "Finetune/Loss (Raw)": 0.5611412525177002, "Finetune/Step": 14366, "Finetune/Step Time": 10.6239481177181}
+{"Finetune/Learning Rate": 3.1722750236503797e-06, "Finetune/Loss": 0.5911469459533691, "Finetune/Loss (Raw)": 0.5348836779594421, "Finetune/Step": 14367, "Finetune/Step Time": 10.625035725533962}
+{"Finetune/Learning Rate": 3.171044768240508e-06, "Finetune/Loss": 0.5910835862159729, "Finetune/Loss (Raw)": 0.6541226506233215, "Finetune/Step": 14368, "Finetune/Step Time": 10.623081818223}
+{"Finetune/Learning Rate": 3.169814706480386e-06, "Finetune/Loss": 0.5917037725448608, "Finetune/Loss (Raw)": 0.6725842356681824, "Finetune/Step": 14369, "Finetune/Step Time": 10.617095807567239}
+{"Finetune/Learning Rate": 3.1685848384048977e-06, "Finetune/Loss": 0.5920503735542297, "Finetune/Loss (Raw)": 0.6319637894630432, "Finetune/Step": 14370, "Finetune/Step Time": 10.621724983677268}
+{"Finetune/Learning Rate": 3.1673551640489174e-06, "Finetune/Loss": 0.592841625213623, "Finetune/Loss (Raw)": 0.6621979475021362, "Finetune/Step": 14371, "Finetune/Step Time": 10.650753542780876}
+{"Finetune/Learning Rate": 3.1661256834473153e-06, "Finetune/Loss": 0.5926283597946167, "Finetune/Loss (Raw)": 0.6059805154800415, "Finetune/Step": 14372, "Finetune/Step Time": 10.655860299244523}
+{"Finetune/Learning Rate": 3.1648963966349567e-06, "Finetune/Loss": 0.5918577313423157, "Finetune/Loss (Raw)": 0.5374412536621094, "Finetune/Step": 14373, "Finetune/Step Time": 10.650049775838852}
+{"Finetune/Learning Rate": 3.163667303646699e-06, "Finetune/Loss": 0.5928534865379333, "Finetune/Loss (Raw)": 0.6568265557289124, "Finetune/Step": 14374, "Finetune/Step Time": 10.629743337631226}
+{"Finetune/Learning Rate": 3.162438404517396e-06, "Finetune/Loss": 0.5930188894271851, "Finetune/Loss (Raw)": 0.6108611226081848, "Finetune/Step": 14375, "Finetune/Step Time": 10.627086168155074}
+{"Finetune/Learning Rate": 3.1612096992818973e-06, "Finetune/Loss": 0.5932273268699646, "Finetune/Loss (Raw)": 0.5810782313346863, "Finetune/Step": 14376, "Finetune/Step Time": 10.636061305180192}
+{"Finetune/Learning Rate": 3.159981187975044e-06, "Finetune/Loss": 0.5940247774124146, "Finetune/Loss (Raw)": 0.6828747391700745, "Finetune/Step": 14377, "Finetune/Step Time": 10.655676310881972}
+{"Finetune/Learning Rate": 3.158752870631675e-06, "Finetune/Loss": 0.5956286787986755, "Finetune/Loss (Raw)": 0.687078595161438, "Finetune/Step": 14378, "Finetune/Step Time": 10.6549809332937}
+{"Finetune/Learning Rate": 3.1575247472866198e-06, "Finetune/Loss": 0.5957180857658386, "Finetune/Loss (Raw)": 0.6267504096031189, "Finetune/Step": 14379, "Finetune/Step Time": 10.65364502184093}
+{"Finetune/Learning Rate": 3.1562968179747058e-06, "Finetune/Loss": 0.5956159830093384, "Finetune/Loss (Raw)": 0.6470096707344055, "Finetune/Step": 14380, "Finetune/Step Time": 10.685363376513124}
+{"Finetune/Learning Rate": 3.1550690827307518e-06, "Finetune/Loss": 0.5956250429153442, "Finetune/Loss (Raw)": 0.6899850964546204, "Finetune/Step": 14381, "Finetune/Step Time": 10.707079673185945}
+{"Finetune/Learning Rate": 3.153841541589576e-06, "Finetune/Loss": 0.5966256260871887, "Finetune/Loss (Raw)": 0.6459701061248779, "Finetune/Step": 14382, "Finetune/Step Time": 10.70396083407104}
+{"Finetune/Learning Rate": 3.1526141945859856e-06, "Finetune/Loss": 0.5971624851226807, "Finetune/Loss (Raw)": 0.6781933903694153, "Finetune/Step": 14383, "Finetune/Step Time": 10.701299892738461}
+{"Finetune/Learning Rate": 3.151387041754784e-06, "Finetune/Loss": 0.5964439511299133, "Finetune/Loss (Raw)": 0.522813618183136, "Finetune/Step": 14384, "Finetune/Step Time": 10.706573022529483}
+{"Finetune/Learning Rate": 3.150160083130773e-06, "Finetune/Loss": 0.5961259007453918, "Finetune/Loss (Raw)": 0.6428772211074829, "Finetune/Step": 14385, "Finetune/Step Time": 10.715109542012215}
+{"Finetune/Learning Rate": 3.1489333187487424e-06, "Finetune/Loss": 0.5967932939529419, "Finetune/Loss (Raw)": 0.5799605250358582, "Finetune/Step": 14386, "Finetune/Step Time": 10.719649409875274}
+{"Finetune/Learning Rate": 3.147706748643482e-06, "Finetune/Loss": 0.5960446000099182, "Finetune/Loss (Raw)": 0.5481598973274231, "Finetune/Step": 14387, "Finetune/Step Time": 10.722376950085163}
+{"Finetune/Learning Rate": 3.146480372849773e-06, "Finetune/Loss": 0.5962573289871216, "Finetune/Loss (Raw)": 0.5974864363670349, "Finetune/Step": 14388, "Finetune/Step Time": 10.718667782843113}
+{"Finetune/Learning Rate": 3.1452541914023937e-06, "Finetune/Loss": 0.5969886779785156, "Finetune/Loss (Raw)": 0.6776933670043945, "Finetune/Step": 14389, "Finetune/Step Time": 10.750725373625755}
+{"Finetune/Learning Rate": 3.1440282043361113e-06, "Finetune/Loss": 0.5968450307846069, "Finetune/Loss (Raw)": 0.5757827758789062, "Finetune/Step": 14390, "Finetune/Step Time": 10.744662530720234}
+{"Finetune/Learning Rate": 3.142802411685689e-06, "Finetune/Loss": 0.5990664958953857, "Finetune/Loss (Raw)": 0.7666555047035217, "Finetune/Step": 14391, "Finetune/Step Time": 10.743725821375847}
+{"Finetune/Learning Rate": 3.1415768134858947e-06, "Finetune/Loss": 0.598476767539978, "Finetune/Loss (Raw)": 0.6150411367416382, "Finetune/Step": 14392, "Finetune/Step Time": 10.752478925511241}
+{"Finetune/Learning Rate": 3.1403514097714804e-06, "Finetune/Loss": 0.5990766286849976, "Finetune/Loss (Raw)": 0.6823442578315735, "Finetune/Step": 14393, "Finetune/Step Time": 10.761451132595539}
+{"Finetune/Learning Rate": 3.1391262005771927e-06, "Finetune/Loss": 0.5987194180488586, "Finetune/Loss (Raw)": 0.6328672766685486, "Finetune/Step": 14394, "Finetune/Step Time": 10.744609022513032}
+{"Finetune/Learning Rate": 3.1379011859377794e-06, "Finetune/Loss": 0.5977554321289062, "Finetune/Loss (Raw)": 0.49877747893333435, "Finetune/Step": 14395, "Finetune/Step Time": 10.74912122450769}
+{"Finetune/Learning Rate": 3.136676365887972e-06, "Finetune/Loss": 0.5971423387527466, "Finetune/Loss (Raw)": 0.4870893359184265, "Finetune/Step": 14396, "Finetune/Step Time": 10.749530607834458}
+{"Finetune/Learning Rate": 3.1354517404625064e-06, "Finetune/Loss": 0.5964030027389526, "Finetune/Loss (Raw)": 0.5424598455429077, "Finetune/Step": 14397, "Finetune/Step Time": 10.749596511945128}
+{"Finetune/Learning Rate": 3.1342273096961063e-06, "Finetune/Loss": 0.59564608335495, "Finetune/Loss (Raw)": 0.5169427990913391, "Finetune/Step": 14398, "Finetune/Step Time": 10.753396973013878}
+{"Finetune/Learning Rate": 3.1330030736234996e-06, "Finetune/Loss": 0.5959232449531555, "Finetune/Loss (Raw)": 0.6414154767990112, "Finetune/Step": 14399, "Finetune/Step Time": 10.758074818179011}
+{"Finetune/Learning Rate": 3.131779032279397e-06, "Finetune/Loss": 0.5959108471870422, "Finetune/Loss (Raw)": 0.5900028944015503, "Finetune/Step": 14400, "Finetune/Step Time": 10.766010772436857}
+{"Finetune/Learning Rate": 3.130555185698515e-06, "Finetune/Loss": 0.5940019488334656, "Finetune/Loss (Raw)": 0.47198376059532166, "Finetune/Step": 14401, "Finetune/Step Time": 10.769019586965442}
+{"Finetune/Learning Rate": 3.1293315339155505e-06, "Finetune/Loss": 0.5933545827865601, "Finetune/Loss (Raw)": 0.6279796361923218, "Finetune/Step": 14402, "Finetune/Step Time": 10.776071563363075}
+{"Finetune/Learning Rate": 3.128108076965206e-06, "Finetune/Loss": 0.5940981507301331, "Finetune/Loss (Raw)": 0.5833290219306946, "Finetune/Step": 14403, "Finetune/Step Time": 10.779261397197843}
+{"Finetune/Learning Rate": 3.126884814882176e-06, "Finetune/Loss": 0.593737781047821, "Finetune/Loss (Raw)": 0.5495526194572449, "Finetune/Step": 14404, "Finetune/Step Time": 10.787042777985334}
+{"Finetune/Learning Rate": 3.125661747701144e-06, "Finetune/Loss": 0.5941886305809021, "Finetune/Loss (Raw)": 0.6215497851371765, "Finetune/Step": 14405, "Finetune/Step Time": 10.784582190215588}
+{"Finetune/Learning Rate": 3.1244388754568e-06, "Finetune/Loss": 0.5955621004104614, "Finetune/Loss (Raw)": 0.5962329506874084, "Finetune/Step": 14406, "Finetune/Step Time": 10.744062270969152}
+{"Finetune/Learning Rate": 3.123216198183818e-06, "Finetune/Loss": 0.5962893962860107, "Finetune/Loss (Raw)": 0.6923192143440247, "Finetune/Step": 14407, "Finetune/Step Time": 10.742929985746741}
+{"Finetune/Learning Rate": 3.1219937159168743e-06, "Finetune/Loss": 0.5959596633911133, "Finetune/Loss (Raw)": 0.5736339688301086, "Finetune/Step": 14408, "Finetune/Step Time": 10.771133428439498}
+{"Finetune/Learning Rate": 3.1207714286906253e-06, "Finetune/Loss": 0.5933942794799805, "Finetune/Loss (Raw)": 0.2941317558288574, "Finetune/Step": 14409, "Finetune/Step Time": 10.806879188865423}
+{"Finetune/Learning Rate": 3.1195493365397376e-06, "Finetune/Loss": 0.5934290289878845, "Finetune/Loss (Raw)": 0.5796125531196594, "Finetune/Step": 14410, "Finetune/Step Time": 10.811537876725197}
+{"Finetune/Learning Rate": 3.118327439498866e-06, "Finetune/Loss": 0.5940065383911133, "Finetune/Loss (Raw)": 0.5496391654014587, "Finetune/Step": 14411, "Finetune/Step Time": 10.787308121100068}
+{"Finetune/Learning Rate": 3.1171057376026548e-06, "Finetune/Loss": 0.5948097109794617, "Finetune/Loss (Raw)": 0.6609155535697937, "Finetune/Step": 14412, "Finetune/Step Time": 10.779576467350125}
+{"Finetune/Learning Rate": 3.115884230885756e-06, "Finetune/Loss": 0.5950056314468384, "Finetune/Loss (Raw)": 0.5583562254905701, "Finetune/Step": 14413, "Finetune/Step Time": 10.785948250442743}
+{"Finetune/Learning Rate": 3.114662919382809e-06, "Finetune/Loss": 0.5951235294342041, "Finetune/Loss (Raw)": 0.572249710559845, "Finetune/Step": 14414, "Finetune/Step Time": 10.800017492845654}
+{"Finetune/Learning Rate": 3.1134418031284384e-06, "Finetune/Loss": 0.5937545895576477, "Finetune/Loss (Raw)": 0.5204929113388062, "Finetune/Step": 14415, "Finetune/Step Time": 10.8064632024616}
+{"Finetune/Learning Rate": 3.112220882157275e-06, "Finetune/Loss": 0.5942050218582153, "Finetune/Loss (Raw)": 0.6423667669296265, "Finetune/Step": 14416, "Finetune/Step Time": 10.8315021507442}
+{"Finetune/Learning Rate": 3.1110001565039415e-06, "Finetune/Loss": 0.5932420492172241, "Finetune/Loss (Raw)": 0.5309774875640869, "Finetune/Step": 14417, "Finetune/Step Time": 10.839875703677535}
+{"Finetune/Learning Rate": 3.1097796262030544e-06, "Finetune/Loss": 0.5922142267227173, "Finetune/Loss (Raw)": 0.5673961639404297, "Finetune/Step": 14418, "Finetune/Step Time": 10.83554382622242}
+{"Finetune/Learning Rate": 3.1085592912892236e-06, "Finetune/Loss": 0.5927819609642029, "Finetune/Loss (Raw)": 0.6436963081359863, "Finetune/Step": 14419, "Finetune/Step Time": 10.833891233429313}
+{"Finetune/Learning Rate": 3.1073391517970543e-06, "Finetune/Loss": 0.5937330722808838, "Finetune/Loss (Raw)": 0.7317111492156982, "Finetune/Step": 14420, "Finetune/Step Time": 10.840729286894202}
+{"Finetune/Learning Rate": 3.106119207761147e-06, "Finetune/Loss": 0.5937745571136475, "Finetune/Loss (Raw)": 0.6591825485229492, "Finetune/Step": 14421, "Finetune/Step Time": 10.845986040309072}
+{"Finetune/Learning Rate": 3.1048994592160954e-06, "Finetune/Loss": 0.593546986579895, "Finetune/Loss (Raw)": 0.5193241834640503, "Finetune/Step": 14422, "Finetune/Step Time": 10.844281524419785}
+{"Finetune/Learning Rate": 3.1036799061964873e-06, "Finetune/Loss": 0.5933356285095215, "Finetune/Loss (Raw)": 0.6086521148681641, "Finetune/Step": 14423, "Finetune/Step Time": 10.865026952698827}
+{"Finetune/Learning Rate": 3.1024605487369076e-06, "Finetune/Loss": 0.5921291708946228, "Finetune/Loss (Raw)": 0.6383481621742249, "Finetune/Step": 14424, "Finetune/Step Time": 10.844639208167791}
+{"Finetune/Learning Rate": 3.101241386871933e-06, "Finetune/Loss": 0.59145188331604, "Finetune/Loss (Raw)": 0.6241873502731323, "Finetune/Step": 14425, "Finetune/Step Time": 10.840601054951549}
+{"Finetune/Learning Rate": 3.100022420636134e-06, "Finetune/Loss": 0.590732753276825, "Finetune/Loss (Raw)": 0.4577944278717041, "Finetune/Step": 14426, "Finetune/Step Time": 10.84485063701868}
+{"Finetune/Learning Rate": 3.0988036500640782e-06, "Finetune/Loss": 0.590329647064209, "Finetune/Loss (Raw)": 0.5620242357254028, "Finetune/Step": 14427, "Finetune/Step Time": 10.827293774113059}
+{"Finetune/Learning Rate": 3.097585075190328e-06, "Finetune/Loss": 0.5912889242172241, "Finetune/Loss (Raw)": 0.6516789197921753, "Finetune/Step": 14428, "Finetune/Step Time": 10.793269833549857}
+{"Finetune/Learning Rate": 3.0963666960494354e-06, "Finetune/Loss": 0.5911744832992554, "Finetune/Loss (Raw)": 0.5864658951759338, "Finetune/Step": 14429, "Finetune/Step Time": 10.774027429521084}
+{"Finetune/Learning Rate": 3.0951485126759526e-06, "Finetune/Loss": 0.5916372537612915, "Finetune/Loss (Raw)": 0.6691393852233887, "Finetune/Step": 14430, "Finetune/Step Time": 10.774365536868572}
+{"Finetune/Learning Rate": 3.0939305251044237e-06, "Finetune/Loss": 0.5915974378585815, "Finetune/Loss (Raw)": 0.5409859418869019, "Finetune/Step": 14431, "Finetune/Step Time": 10.772286398336291}
+{"Finetune/Learning Rate": 3.0927127333693872e-06, "Finetune/Loss": 0.5911626815795898, "Finetune/Loss (Raw)": 0.6206265091896057, "Finetune/Step": 14432, "Finetune/Step Time": 10.77982234209776}
+{"Finetune/Learning Rate": 3.091495137505376e-06, "Finetune/Loss": 0.5912512540817261, "Finetune/Loss (Raw)": 0.6193463206291199, "Finetune/Step": 14433, "Finetune/Step Time": 10.776726305484772}
+{"Finetune/Learning Rate": 3.0902777375469164e-06, "Finetune/Loss": 0.592871904373169, "Finetune/Loss (Raw)": 0.7296948432922363, "Finetune/Step": 14434, "Finetune/Step Time": 10.775371257215738}
+{"Finetune/Learning Rate": 3.0890605335285317e-06, "Finetune/Loss": 0.5928759574890137, "Finetune/Loss (Raw)": 0.5883007049560547, "Finetune/Step": 14435, "Finetune/Step Time": 10.778545817360282}
+{"Finetune/Learning Rate": 3.0878435254847393e-06, "Finetune/Loss": 0.5929483771324158, "Finetune/Loss (Raw)": 0.6773005723953247, "Finetune/Step": 14436, "Finetune/Step Time": 10.769378719851375}
+{"Finetune/Learning Rate": 3.086626713450048e-06, "Finetune/Loss": 0.5941281318664551, "Finetune/Loss (Raw)": 0.6115434169769287, "Finetune/Step": 14437, "Finetune/Step Time": 10.73504950851202}
+{"Finetune/Learning Rate": 3.085410097458967e-06, "Finetune/Loss": 0.593539834022522, "Finetune/Loss (Raw)": 0.5009831190109253, "Finetune/Step": 14438, "Finetune/Step Time": 10.709198869764805}
+{"Finetune/Learning Rate": 3.084193677545988e-06, "Finetune/Loss": 0.5947755575180054, "Finetune/Loss (Raw)": 0.6256514191627502, "Finetune/Step": 14439, "Finetune/Step Time": 10.700742974877357}
+{"Finetune/Learning Rate": 3.0829774537456124e-06, "Finetune/Loss": 0.5942967534065247, "Finetune/Loss (Raw)": 0.6176624894142151, "Finetune/Step": 14440, "Finetune/Step Time": 10.702629495412111}
+{"Finetune/Learning Rate": 3.0817614260923278e-06, "Finetune/Loss": 0.593377411365509, "Finetune/Loss (Raw)": 0.6184627413749695, "Finetune/Step": 14441, "Finetune/Step Time": 10.654335366562009}
+{"Finetune/Learning Rate": 3.0805455946206164e-06, "Finetune/Loss": 0.5942235589027405, "Finetune/Loss (Raw)": 0.6199524998664856, "Finetune/Step": 14442, "Finetune/Step Time": 10.650756387040019}
+{"Finetune/Learning Rate": 3.079329959364955e-06, "Finetune/Loss": 0.594597578048706, "Finetune/Loss (Raw)": 0.6596764922142029, "Finetune/Step": 14443, "Finetune/Step Time": 10.64822880551219}
+{"Finetune/Learning Rate": 3.0781145203598196e-06, "Finetune/Loss": 0.5935019850730896, "Finetune/Loss (Raw)": 0.5369868278503418, "Finetune/Step": 14444, "Finetune/Step Time": 10.649111963808537}
+{"Finetune/Learning Rate": 3.07689927763967e-06, "Finetune/Loss": 0.5947256684303284, "Finetune/Loss (Raw)": 0.6027958393096924, "Finetune/Step": 14445, "Finetune/Step Time": 10.607909424230456}
+{"Finetune/Learning Rate": 3.07568423123897e-06, "Finetune/Loss": 0.5945822596549988, "Finetune/Loss (Raw)": 0.5478029251098633, "Finetune/Step": 14446, "Finetune/Step Time": 10.612107651308179}
+{"Finetune/Learning Rate": 3.074469381192172e-06, "Finetune/Loss": 0.5939428806304932, "Finetune/Loss (Raw)": 0.46488362550735474, "Finetune/Step": 14447, "Finetune/Step Time": 10.619430370628834}
+{"Finetune/Learning Rate": 3.073254727533732e-06, "Finetune/Loss": 0.5937551856040955, "Finetune/Loss (Raw)": 0.7027289867401123, "Finetune/Step": 14448, "Finetune/Step Time": 10.604652291163802}
+{"Finetune/Learning Rate": 3.072040270298091e-06, "Finetune/Loss": 0.5936908721923828, "Finetune/Loss (Raw)": 0.6099237203598022, "Finetune/Step": 14449, "Finetune/Step Time": 10.627974420785904}
+{"Finetune/Learning Rate": 3.070826009519691e-06, "Finetune/Loss": 0.5949697494506836, "Finetune/Loss (Raw)": 0.6643079519271851, "Finetune/Step": 14450, "Finetune/Step Time": 10.645149612799287}
+{"Finetune/Learning Rate": 3.0696119452329576e-06, "Finetune/Loss": 0.5946511626243591, "Finetune/Loss (Raw)": 0.5951985716819763, "Finetune/Step": 14451, "Finetune/Step Time": 10.647022604942322}
+{"Finetune/Learning Rate": 3.068398077472322e-06, "Finetune/Loss": 0.5941298007965088, "Finetune/Loss (Raw)": 0.5240814685821533, "Finetune/Step": 14452, "Finetune/Step Time": 10.66783557087183}
+{"Finetune/Learning Rate": 3.0671844062722068e-06, "Finetune/Loss": 0.5942391753196716, "Finetune/Loss (Raw)": 0.5298547744750977, "Finetune/Step": 14453, "Finetune/Step Time": 10.670433074235916}
+{"Finetune/Learning Rate": 3.0659709316670237e-06, "Finetune/Loss": 0.5946084260940552, "Finetune/Loss (Raw)": 0.5661581158638, "Finetune/Step": 14454, "Finetune/Step Time": 10.649132914841175}
+{"Finetune/Learning Rate": 3.0647576536911906e-06, "Finetune/Loss": 0.5956989526748657, "Finetune/Loss (Raw)": 0.7046505212783813, "Finetune/Step": 14455, "Finetune/Step Time": 10.652068054303527}
+{"Finetune/Learning Rate": 3.0635445723791123e-06, "Finetune/Loss": 0.595723032951355, "Finetune/Loss (Raw)": 0.5434609055519104, "Finetune/Step": 14456, "Finetune/Step Time": 10.66322430036962}
+{"Finetune/Learning Rate": 3.062331687765182e-06, "Finetune/Loss": 0.5955790281295776, "Finetune/Loss (Raw)": 0.5223091840744019, "Finetune/Step": 14457, "Finetune/Step Time": 10.657184747979045}
+{"Finetune/Learning Rate": 3.0611189998837978e-06, "Finetune/Loss": 0.5947920083999634, "Finetune/Loss (Raw)": 0.4969758987426758, "Finetune/Step": 14458, "Finetune/Step Time": 10.654112054035068}
+{"Finetune/Learning Rate": 3.059906508769347e-06, "Finetune/Loss": 0.5944441556930542, "Finetune/Loss (Raw)": 0.5648275017738342, "Finetune/Step": 14459, "Finetune/Step Time": 10.671413008123636}
+{"Finetune/Learning Rate": 3.0586942144562115e-06, "Finetune/Loss": 0.5933183431625366, "Finetune/Loss (Raw)": 0.538879930973053, "Finetune/Step": 14460, "Finetune/Step Time": 10.694137612357736}
+{"Finetune/Learning Rate": 3.057482116978767e-06, "Finetune/Loss": 0.5932884216308594, "Finetune/Loss (Raw)": 0.5385190844535828, "Finetune/Step": 14461, "Finetune/Step Time": 10.716082483530045}
+{"Finetune/Learning Rate": 3.0562702163713954e-06, "Finetune/Loss": 0.5935905575752258, "Finetune/Loss (Raw)": 0.6545974016189575, "Finetune/Step": 14462, "Finetune/Step Time": 10.720003757625818}
+{"Finetune/Learning Rate": 3.0550585126684505e-06, "Finetune/Loss": 0.5914168953895569, "Finetune/Loss (Raw)": 0.4175151288509369, "Finetune/Step": 14463, "Finetune/Step Time": 10.760170616209507}
+{"Finetune/Learning Rate": 3.053847005904298e-06, "Finetune/Loss": 0.5909168720245361, "Finetune/Loss (Raw)": 0.4817652404308319, "Finetune/Step": 14464, "Finetune/Step Time": 10.754829721525311}
+{"Finetune/Learning Rate": 3.052635696113292e-06, "Finetune/Loss": 0.5907503366470337, "Finetune/Loss (Raw)": 0.5760725140571594, "Finetune/Step": 14465, "Finetune/Step Time": 10.763495422899723}
+{"Finetune/Learning Rate": 3.0514245833297817e-06, "Finetune/Loss": 0.5900479555130005, "Finetune/Loss (Raw)": 0.5930760502815247, "Finetune/Step": 14466, "Finetune/Step Time": 10.771649038419127}
+{"Finetune/Learning Rate": 3.050213667588112e-06, "Finetune/Loss": 0.5902620553970337, "Finetune/Loss (Raw)": 0.5705119967460632, "Finetune/Step": 14467, "Finetune/Step Time": 10.743837505578995}
+{"Finetune/Learning Rate": 3.0490029489226193e-06, "Finetune/Loss": 0.5913176536560059, "Finetune/Loss (Raw)": 0.5819554328918457, "Finetune/Step": 14468, "Finetune/Step Time": 10.709751637652516}
+{"Finetune/Learning Rate": 3.0477924273676373e-06, "Finetune/Loss": 0.5914930105209351, "Finetune/Loss (Raw)": 0.5542797446250916, "Finetune/Step": 14469, "Finetune/Step Time": 10.712825892493129}
+{"Finetune/Learning Rate": 3.0465821029574927e-06, "Finetune/Loss": 0.5924117565155029, "Finetune/Loss (Raw)": 0.5972041487693787, "Finetune/Step": 14470, "Finetune/Step Time": 10.720651572570205}
+{"Finetune/Learning Rate": 3.0453719757265067e-06, "Finetune/Loss": 0.5933735370635986, "Finetune/Loss (Raw)": 0.7024674415588379, "Finetune/Step": 14471, "Finetune/Step Time": 10.71859796345234}
+{"Finetune/Learning Rate": 3.044162045708996e-06, "Finetune/Loss": 0.5935816764831543, "Finetune/Loss (Raw)": 0.572212278842926, "Finetune/Step": 14472, "Finetune/Step Time": 10.71278820745647}
+{"Finetune/Learning Rate": 3.042952312939269e-06, "Finetune/Loss": 0.5932503342628479, "Finetune/Loss (Raw)": 0.612769603729248, "Finetune/Step": 14473, "Finetune/Step Time": 10.714553693309426}
+{"Finetune/Learning Rate": 3.0417427774516304e-06, "Finetune/Loss": 0.5939366817474365, "Finetune/Loss (Raw)": 0.6330245137214661, "Finetune/Step": 14474, "Finetune/Step Time": 10.710796602070332}
+{"Finetune/Learning Rate": 3.040533439280382e-06, "Finetune/Loss": 0.5934406518936157, "Finetune/Loss (Raw)": 0.4915062487125397, "Finetune/Step": 14475, "Finetune/Step Time": 10.717318054288626}
+{"Finetune/Learning Rate": 3.0393242984598136e-06, "Finetune/Loss": 0.5937700271606445, "Finetune/Loss (Raw)": 0.5843266248703003, "Finetune/Step": 14476, "Finetune/Step Time": 10.713009044528008}
+{"Finetune/Learning Rate": 3.0381153550242146e-06, "Finetune/Loss": 0.5921961069107056, "Finetune/Loss (Raw)": 0.4166267216205597, "Finetune/Step": 14477, "Finetune/Step Time": 10.746220974251628}
+{"Finetune/Learning Rate": 3.036906609007868e-06, "Finetune/Loss": 0.5914249420166016, "Finetune/Loss (Raw)": 0.5873526930809021, "Finetune/Step": 14478, "Finetune/Step Time": 10.75308981910348}
+{"Finetune/Learning Rate": 3.035698060445049e-06, "Finetune/Loss": 0.5906760692596436, "Finetune/Loss (Raw)": 0.6053460836410522, "Finetune/Step": 14479, "Finetune/Step Time": 10.73546084575355}
+{"Finetune/Learning Rate": 3.0344897093700333e-06, "Finetune/Loss": 0.590622067451477, "Finetune/Loss (Raw)": 0.6034547686576843, "Finetune/Step": 14480, "Finetune/Step Time": 10.73399587161839}
+{"Finetune/Learning Rate": 3.0332815558170746e-06, "Finetune/Loss": 0.5896803736686707, "Finetune/Loss (Raw)": 0.49135562777519226, "Finetune/Step": 14481, "Finetune/Step Time": 10.732785858213902}
+{"Finetune/Learning Rate": 3.0320735998204444e-06, "Finetune/Loss": 0.5913711786270142, "Finetune/Loss (Raw)": 0.7626413702964783, "Finetune/Step": 14482, "Finetune/Step Time": 10.741432225331664}
+{"Finetune/Learning Rate": 3.0308658414143932e-06, "Finetune/Loss": 0.5923703908920288, "Finetune/Loss (Raw)": 0.6271390318870544, "Finetune/Step": 14483, "Finetune/Step Time": 10.724372861906886}
+{"Finetune/Learning Rate": 3.0296582806331676e-06, "Finetune/Loss": 0.5912314653396606, "Finetune/Loss (Raw)": 0.4942563474178314, "Finetune/Step": 14484, "Finetune/Step Time": 10.728099873289466}
+{"Finetune/Learning Rate": 3.0284509175110133e-06, "Finetune/Loss": 0.5897848606109619, "Finetune/Loss (Raw)": 0.4815289378166199, "Finetune/Step": 14485, "Finetune/Step Time": 10.76301715709269}
+{"Finetune/Learning Rate": 3.0272437520821663e-06, "Finetune/Loss": 0.5892481803894043, "Finetune/Loss (Raw)": 0.5775784254074097, "Finetune/Step": 14486, "Finetune/Step Time": 10.763990465551615}
+{"Finetune/Learning Rate": 3.0260367843808615e-06, "Finetune/Loss": 0.5892707109451294, "Finetune/Loss (Raw)": 0.6569458842277527, "Finetune/Step": 14487, "Finetune/Step Time": 10.763683093711734}
+{"Finetune/Learning Rate": 3.0248300144413157e-06, "Finetune/Loss": 0.5905393362045288, "Finetune/Loss (Raw)": 0.6335505843162537, "Finetune/Step": 14488, "Finetune/Step Time": 10.742105010896921}
+{"Finetune/Learning Rate": 3.0236234422977595e-06, "Finetune/Loss": 0.5898469686508179, "Finetune/Loss (Raw)": 0.5393073558807373, "Finetune/Step": 14489, "Finetune/Step Time": 10.724814243614674}
+{"Finetune/Learning Rate": 3.0224170679844046e-06, "Finetune/Loss": 0.5904682874679565, "Finetune/Loss (Raw)": 0.6434309482574463, "Finetune/Step": 14490, "Finetune/Step Time": 10.723548956215382}
+{"Finetune/Learning Rate": 3.0212108915354597e-06, "Finetune/Loss": 0.5918797254562378, "Finetune/Loss (Raw)": 0.6365212798118591, "Finetune/Step": 14491, "Finetune/Step Time": 10.726083505898714}
+{"Finetune/Learning Rate": 3.0200049129851293e-06, "Finetune/Loss": 0.593374490737915, "Finetune/Loss (Raw)": 0.6831070184707642, "Finetune/Step": 14492, "Finetune/Step Time": 10.726313505321741}
+{"Finetune/Learning Rate": 3.0187991323676136e-06, "Finetune/Loss": 0.593807578086853, "Finetune/Loss (Raw)": 0.6291738748550415, "Finetune/Step": 14493, "Finetune/Step Time": 10.724257396534085}
+{"Finetune/Learning Rate": 3.0175935497171005e-06, "Finetune/Loss": 0.5940011739730835, "Finetune/Loss (Raw)": 0.585925817489624, "Finetune/Step": 14494, "Finetune/Step Time": 10.726157998666167}
+{"Finetune/Learning Rate": 3.016388165067775e-06, "Finetune/Loss": 0.5952025055885315, "Finetune/Loss (Raw)": 0.6886505484580994, "Finetune/Step": 14495, "Finetune/Step Time": 10.73140230961144}
+{"Finetune/Learning Rate": 3.0151829784538257e-06, "Finetune/Loss": 0.5945715308189392, "Finetune/Loss (Raw)": 0.5733547210693359, "Finetune/Step": 14496, "Finetune/Step Time": 10.735281255096197}
+{"Finetune/Learning Rate": 3.0139779899094245e-06, "Finetune/Loss": 0.5949134826660156, "Finetune/Loss (Raw)": 0.7163481712341309, "Finetune/Step": 14497, "Finetune/Step Time": 10.74007585272193}
+{"Finetune/Learning Rate": 3.0127731994687426e-06, "Finetune/Loss": 0.5945645570755005, "Finetune/Loss (Raw)": 0.5873120427131653, "Finetune/Step": 14498, "Finetune/Step Time": 10.729379910975695}
+{"Finetune/Learning Rate": 3.0115686071659467e-06, "Finetune/Loss": 0.5948269963264465, "Finetune/Loss (Raw)": 0.6957865357398987, "Finetune/Step": 14499, "Finetune/Step Time": 10.698324223980308}
+{"Finetune/Learning Rate": 3.0103642130351897e-06, "Finetune/Loss": 0.5943083763122559, "Finetune/Loss (Raw)": 0.5395998954772949, "Finetune/Step": 14500, "Finetune/Step Time": 10.736066335812211}
+{"Finetune/Learning Rate": 3.0091600171106285e-06, "Finetune/Loss": 0.595111072063446, "Finetune/Loss (Raw)": 0.6401863694190979, "Finetune/Step": 14501, "Finetune/Step Time": 10.7406892105937}
+{"Finetune/Learning Rate": 3.007956019426409e-06, "Finetune/Loss": 0.5948587656021118, "Finetune/Loss (Raw)": 0.6245312094688416, "Finetune/Step": 14502, "Finetune/Step Time": 10.736604956910014}
+{"Finetune/Learning Rate": 3.006752220016671e-06, "Finetune/Loss": 0.595207691192627, "Finetune/Loss (Raw)": 0.655519425868988, "Finetune/Step": 14503, "Finetune/Step Time": 10.733604637905955}
+{"Finetune/Learning Rate": 3.005548618915557e-06, "Finetune/Loss": 0.5956939458847046, "Finetune/Loss (Raw)": 0.6433185338973999, "Finetune/Step": 14504, "Finetune/Step Time": 10.722916362807155}
+{"Finetune/Learning Rate": 3.0043452161571973e-06, "Finetune/Loss": 0.5958772301673889, "Finetune/Loss (Raw)": 0.7063353657722473, "Finetune/Step": 14505, "Finetune/Step Time": 10.681402582675219}
+{"Finetune/Learning Rate": 3.0031420117757116e-06, "Finetune/Loss": 0.59501713514328, "Finetune/Loss (Raw)": 0.5769863724708557, "Finetune/Step": 14506, "Finetune/Step Time": 10.698540318757296}
+{"Finetune/Learning Rate": 3.001939005805222e-06, "Finetune/Loss": 0.594078779220581, "Finetune/Loss (Raw)": 0.50663822889328, "Finetune/Step": 14507, "Finetune/Step Time": 10.711095867678523}
+{"Finetune/Learning Rate": 3.0007361982798433e-06, "Finetune/Loss": 0.5935837030410767, "Finetune/Loss (Raw)": 0.5836399793624878, "Finetune/Step": 14508, "Finetune/Step Time": 10.673832334578037}
+{"Finetune/Learning Rate": 2.999533589233682e-06, "Finetune/Loss": 0.592659056186676, "Finetune/Loss (Raw)": 0.5716356635093689, "Finetune/Step": 14509, "Finetune/Step Time": 10.650282008573413}
+{"Finetune/Learning Rate": 2.998331178700837e-06, "Finetune/Loss": 0.5923597812652588, "Finetune/Loss (Raw)": 0.6076610088348389, "Finetune/Step": 14510, "Finetune/Step Time": 10.654653435572982}
+{"Finetune/Learning Rate": 2.997128966715418e-06, "Finetune/Loss": 0.5916478037834167, "Finetune/Loss (Raw)": 0.5870618224143982, "Finetune/Step": 14511, "Finetune/Step Time": 10.658136047422886}
+{"Finetune/Learning Rate": 2.9959269533115042e-06, "Finetune/Loss": 0.5925931334495544, "Finetune/Loss (Raw)": 0.6438151001930237, "Finetune/Step": 14512, "Finetune/Step Time": 10.659204149618745}
+{"Finetune/Learning Rate": 2.9947251385231845e-06, "Finetune/Loss": 0.5916343927383423, "Finetune/Loss (Raw)": 0.5201514363288879, "Finetune/Step": 14513, "Finetune/Step Time": 10.65072531066835}
+{"Finetune/Learning Rate": 2.9935235223845405e-06, "Finetune/Loss": 0.5924633145332336, "Finetune/Loss (Raw)": 0.6860662698745728, "Finetune/Step": 14514, "Finetune/Step Time": 10.650994723662734}
+{"Finetune/Learning Rate": 2.9923221049296448e-06, "Finetune/Loss": 0.5930267572402954, "Finetune/Loss (Raw)": 0.6202831864356995, "Finetune/Step": 14515, "Finetune/Step Time": 10.687325086444616}
+{"Finetune/Learning Rate": 2.9911208861925676e-06, "Finetune/Loss": 0.5930757522583008, "Finetune/Loss (Raw)": 0.6037605404853821, "Finetune/Step": 14516, "Finetune/Step Time": 10.687074789777398}
+{"Finetune/Learning Rate": 2.9899198662073713e-06, "Finetune/Loss": 0.5923245549201965, "Finetune/Loss (Raw)": 0.581540584564209, "Finetune/Step": 14517, "Finetune/Step Time": 10.655909966677427}
+{"Finetune/Learning Rate": 2.988719045008114e-06, "Finetune/Loss": 0.5923990607261658, "Finetune/Loss (Raw)": 0.5853153467178345, "Finetune/Step": 14518, "Finetune/Step Time": 10.663356188684702}
+{"Finetune/Learning Rate": 2.987518422628847e-06, "Finetune/Loss": 0.5901141166687012, "Finetune/Loss (Raw)": 0.4741787612438202, "Finetune/Step": 14519, "Finetune/Step Time": 10.67452048882842}
+{"Finetune/Learning Rate": 2.986317999103616e-06, "Finetune/Loss": 0.5897659063339233, "Finetune/Loss (Raw)": 0.5704761743545532, "Finetune/Step": 14520, "Finetune/Step Time": 10.647670118138194}
+{"Finetune/Learning Rate": 2.9851177744664626e-06, "Finetune/Loss": 0.5886011719703674, "Finetune/Loss (Raw)": 0.5332555770874023, "Finetune/Step": 14521, "Finetune/Step Time": 10.634947812184691}
+{"Finetune/Learning Rate": 2.9839177487514215e-06, "Finetune/Loss": 0.5878437161445618, "Finetune/Loss (Raw)": 0.5359113812446594, "Finetune/Step": 14522, "Finetune/Step Time": 10.629100704565644}
+{"Finetune/Learning Rate": 2.9827179219925227e-06, "Finetune/Loss": 0.5884888172149658, "Finetune/Loss (Raw)": 0.5813489556312561, "Finetune/Step": 14523, "Finetune/Step Time": 10.645744066685438}
+{"Finetune/Learning Rate": 2.9815182942237885e-06, "Finetune/Loss": 0.5895577073097229, "Finetune/Loss (Raw)": 0.6239126324653625, "Finetune/Step": 14524, "Finetune/Step Time": 10.659071188420057}
+{"Finetune/Learning Rate": 2.980318865479238e-06, "Finetune/Loss": 0.590017557144165, "Finetune/Loss (Raw)": 0.6013233661651611, "Finetune/Step": 14525, "Finetune/Step Time": 10.660450519993901}
+{"Finetune/Learning Rate": 2.979119635792882e-06, "Finetune/Loss": 0.5907483100891113, "Finetune/Loss (Raw)": 0.6104746460914612, "Finetune/Step": 14526, "Finetune/Step Time": 10.699534386396408}
+{"Finetune/Learning Rate": 2.9779206051987296e-06, "Finetune/Loss": 0.5895045399665833, "Finetune/Loss (Raw)": 0.4822179079055786, "Finetune/Step": 14527, "Finetune/Step Time": 10.731531288474798}
+{"Finetune/Learning Rate": 2.9767217737307805e-06, "Finetune/Loss": 0.5898091197013855, "Finetune/Loss (Raw)": 0.6289889216423035, "Finetune/Step": 14528, "Finetune/Step Time": 10.732619052752852}
+{"Finetune/Learning Rate": 2.9755231414230334e-06, "Finetune/Loss": 0.5907285213470459, "Finetune/Loss (Raw)": 0.5896683931350708, "Finetune/Step": 14529, "Finetune/Step Time": 10.729121068492532}
+{"Finetune/Learning Rate": 2.9743247083094685e-06, "Finetune/Loss": 0.58890300989151, "Finetune/Loss (Raw)": 0.3943093717098236, "Finetune/Step": 14530, "Finetune/Step Time": 10.762371316552162}
+{"Finetune/Learning Rate": 2.9731264744240807e-06, "Finetune/Loss": 0.5888484716415405, "Finetune/Loss (Raw)": 0.5763448476791382, "Finetune/Step": 14531, "Finetune/Step Time": 10.760644687339664}
+{"Finetune/Learning Rate": 2.971928439800843e-06, "Finetune/Loss": 0.589485228061676, "Finetune/Loss (Raw)": 0.6310609579086304, "Finetune/Step": 14532, "Finetune/Step Time": 10.75519274175167}
+{"Finetune/Learning Rate": 2.9707306044737305e-06, "Finetune/Loss": 0.5898998975753784, "Finetune/Loss (Raw)": 0.674634575843811, "Finetune/Step": 14533, "Finetune/Step Time": 10.755457369610667}
+{"Finetune/Learning Rate": 2.969532968476709e-06, "Finetune/Loss": 0.589804470539093, "Finetune/Loss (Raw)": 0.5840071439743042, "Finetune/Step": 14534, "Finetune/Step Time": 10.77453356795013}
+{"Finetune/Learning Rate": 2.9683355318437446e-06, "Finetune/Loss": 0.5891256332397461, "Finetune/Loss (Raw)": 0.6054292917251587, "Finetune/Step": 14535, "Finetune/Step Time": 10.767854446545243}
+{"Finetune/Learning Rate": 2.9671382946087847e-06, "Finetune/Loss": 0.5897730588912964, "Finetune/Loss (Raw)": 0.6565037965774536, "Finetune/Step": 14536, "Finetune/Step Time": 10.744963692501187}
+{"Finetune/Learning Rate": 2.965941256805781e-06, "Finetune/Loss": 0.59305340051651, "Finetune/Loss (Raw)": 0.714019775390625, "Finetune/Step": 14537, "Finetune/Step Time": 10.6908697206527}
+{"Finetune/Learning Rate": 2.9647444184686847e-06, "Finetune/Loss": 0.5928009748458862, "Finetune/Loss (Raw)": 0.5473021268844604, "Finetune/Step": 14538, "Finetune/Step Time": 10.694370228797197}
+{"Finetune/Learning Rate": 2.9635477796314316e-06, "Finetune/Loss": 0.5928823947906494, "Finetune/Loss (Raw)": 0.5600630044937134, "Finetune/Step": 14539, "Finetune/Step Time": 10.697464738041162}
+{"Finetune/Learning Rate": 2.9623513403279537e-06, "Finetune/Loss": 0.5924413204193115, "Finetune/Loss (Raw)": 0.6044603586196899, "Finetune/Step": 14540, "Finetune/Step Time": 10.712020268663764}
+{"Finetune/Learning Rate": 2.9611551005921822e-06, "Finetune/Loss": 0.5929893255233765, "Finetune/Loss (Raw)": 0.6284948587417603, "Finetune/Step": 14541, "Finetune/Step Time": 10.704588318243623}
+{"Finetune/Learning Rate": 2.959959060458034e-06, "Finetune/Loss": 0.5931297540664673, "Finetune/Loss (Raw)": 0.5902249217033386, "Finetune/Step": 14542, "Finetune/Step Time": 10.68580444343388}
+{"Finetune/Learning Rate": 2.9587632199594275e-06, "Finetune/Loss": 0.5935187339782715, "Finetune/Loss (Raw)": 0.5702878832817078, "Finetune/Step": 14543, "Finetune/Step Time": 10.68059746734798}
+{"Finetune/Learning Rate": 2.9575675791302704e-06, "Finetune/Loss": 0.5935600996017456, "Finetune/Loss (Raw)": 0.6476605534553528, "Finetune/Step": 14544, "Finetune/Step Time": 10.651112530380487}
+{"Finetune/Learning Rate": 2.956372138004473e-06, "Finetune/Loss": 0.5937961339950562, "Finetune/Loss (Raw)": 0.561185896396637, "Finetune/Step": 14545, "Finetune/Step Time": 10.663297198712826}
+{"Finetune/Learning Rate": 2.9551768966159333e-06, "Finetune/Loss": 0.5942494869232178, "Finetune/Loss (Raw)": 0.6254231333732605, "Finetune/Step": 14546, "Finetune/Step Time": 10.66192040964961}
+{"Finetune/Learning Rate": 2.9539818549985464e-06, "Finetune/Loss": 0.5937524437904358, "Finetune/Loss (Raw)": 0.5800749659538269, "Finetune/Step": 14547, "Finetune/Step Time": 10.652178440243006}
+{"Finetune/Learning Rate": 2.9527870131861958e-06, "Finetune/Loss": 0.5934330224990845, "Finetune/Loss (Raw)": 0.6908254027366638, "Finetune/Step": 14548, "Finetune/Step Time": 10.644829407334328}
+{"Finetune/Learning Rate": 2.951592371212766e-06, "Finetune/Loss": 0.592807412147522, "Finetune/Loss (Raw)": 0.5791088342666626, "Finetune/Step": 14549, "Finetune/Step Time": 10.63853389210999}
+{"Finetune/Learning Rate": 2.950397929112132e-06, "Finetune/Loss": 0.5940598845481873, "Finetune/Loss (Raw)": 0.6796342134475708, "Finetune/Step": 14550, "Finetune/Step Time": 10.635721439495683}
+{"Finetune/Learning Rate": 2.949203686918165e-06, "Finetune/Loss": 0.5938427448272705, "Finetune/Loss (Raw)": 0.580864429473877, "Finetune/Step": 14551, "Finetune/Step Time": 10.643496960401535}
+{"Finetune/Learning Rate": 2.9480096446647335e-06, "Finetune/Loss": 0.5933672189712524, "Finetune/Loss (Raw)": 0.5774755477905273, "Finetune/Step": 14552, "Finetune/Step Time": 10.645837342366576}
+{"Finetune/Learning Rate": 2.9468158023856984e-06, "Finetune/Loss": 0.5939466953277588, "Finetune/Loss (Raw)": 0.698357880115509, "Finetune/Step": 14553, "Finetune/Step Time": 10.64652480557561}
+{"Finetune/Learning Rate": 2.945622160114908e-06, "Finetune/Loss": 0.5950231552124023, "Finetune/Loss (Raw)": 0.5955910086631775, "Finetune/Step": 14554, "Finetune/Step Time": 10.647777862846851}
+{"Finetune/Learning Rate": 2.944428717886214e-06, "Finetune/Loss": 0.5951007008552551, "Finetune/Loss (Raw)": 0.5719426870346069, "Finetune/Step": 14555, "Finetune/Step Time": 10.654471153393388}
+{"Finetune/Learning Rate": 2.943235475733457e-06, "Finetune/Loss": 0.5947332382202148, "Finetune/Loss (Raw)": 0.6046463251113892, "Finetune/Step": 14556, "Finetune/Step Time": 10.659411245957017}
+{"Finetune/Learning Rate": 2.942042433690475e-06, "Finetune/Loss": 0.594538688659668, "Finetune/Loss (Raw)": 0.5615614652633667, "Finetune/Step": 14557, "Finetune/Step Time": 10.661493234336376}
+{"Finetune/Learning Rate": 2.9408495917911007e-06, "Finetune/Loss": 0.5940437316894531, "Finetune/Loss (Raw)": 0.6057815551757812, "Finetune/Step": 14558, "Finetune/Step Time": 10.673270989209414}
+{"Finetune/Learning Rate": 2.9396569500691576e-06, "Finetune/Loss": 0.5948861837387085, "Finetune/Loss (Raw)": 0.648829996585846, "Finetune/Step": 14559, "Finetune/Step Time": 10.666365318000317}
+{"Finetune/Learning Rate": 2.938464508558466e-06, "Finetune/Loss": 0.5949348211288452, "Finetune/Loss (Raw)": 0.6268556714057922, "Finetune/Step": 14560, "Finetune/Step Time": 10.657604122534394}
+{"Finetune/Learning Rate": 2.937272267292841e-06, "Finetune/Loss": 0.5949071049690247, "Finetune/Loss (Raw)": 0.615787148475647, "Finetune/Step": 14561, "Finetune/Step Time": 10.656391389667988}
+{"Finetune/Learning Rate": 2.9360802263060917e-06, "Finetune/Loss": 0.5943000316619873, "Finetune/Loss (Raw)": 0.6519948840141296, "Finetune/Step": 14562, "Finetune/Step Time": 10.659447209909558}
+{"Finetune/Learning Rate": 2.934888385632019e-06, "Finetune/Loss": 0.5948971509933472, "Finetune/Loss (Raw)": 0.6647273302078247, "Finetune/Step": 14563, "Finetune/Step Time": 10.65711523592472}
+{"Finetune/Learning Rate": 2.9336967453044206e-06, "Finetune/Loss": 0.5942246317863464, "Finetune/Loss (Raw)": 0.5912216305732727, "Finetune/Step": 14564, "Finetune/Step Time": 10.658302640542388}
+{"Finetune/Learning Rate": 2.932505305357091e-06, "Finetune/Loss": 0.5941942930221558, "Finetune/Loss (Raw)": 0.6076591610908508, "Finetune/Step": 14565, "Finetune/Step Time": 10.663265844807029}
+{"Finetune/Learning Rate": 2.9313140658238114e-06, "Finetune/Loss": 0.5946546196937561, "Finetune/Loss (Raw)": 0.5599043369293213, "Finetune/Step": 14566, "Finetune/Step Time": 10.665710967034101}
+{"Finetune/Learning Rate": 2.930123026738365e-06, "Finetune/Loss": 0.5948933362960815, "Finetune/Loss (Raw)": 0.6562106013298035, "Finetune/Step": 14567, "Finetune/Step Time": 10.658710036426783}
+{"Finetune/Learning Rate": 2.9289321881345257e-06, "Finetune/Loss": 0.595119833946228, "Finetune/Loss (Raw)": 0.6466534733772278, "Finetune/Step": 14568, "Finetune/Step Time": 10.66512305289507}
+{"Finetune/Learning Rate": 2.9277415500460613e-06, "Finetune/Loss": 0.5955141186714172, "Finetune/Loss (Raw)": 0.6689276695251465, "Finetune/Step": 14569, "Finetune/Step Time": 10.669034913182259}
+{"Finetune/Learning Rate": 2.926551112506737e-06, "Finetune/Loss": 0.5944497585296631, "Finetune/Loss (Raw)": 0.4837111532688141, "Finetune/Step": 14570, "Finetune/Step Time": 10.671543151140213}
+{"Finetune/Learning Rate": 2.925360875550308e-06, "Finetune/Loss": 0.5935986638069153, "Finetune/Loss (Raw)": 0.5507397651672363, "Finetune/Step": 14571, "Finetune/Step Time": 10.675033144652843}
+{"Finetune/Learning Rate": 2.9241708392105284e-06, "Finetune/Loss": 0.5936400890350342, "Finetune/Loss (Raw)": 0.542298436164856, "Finetune/Step": 14572, "Finetune/Step Time": 10.674485163763165}
+{"Finetune/Learning Rate": 2.9229810035211413e-06, "Finetune/Loss": 0.5938754081726074, "Finetune/Loss (Raw)": 0.6329049468040466, "Finetune/Step": 14573, "Finetune/Step Time": 10.677894107997417}
+{"Finetune/Learning Rate": 2.9217913685158894e-06, "Finetune/Loss": 0.5943723917007446, "Finetune/Loss (Raw)": 0.6114179491996765, "Finetune/Step": 14574, "Finetune/Step Time": 10.66895972378552}
+{"Finetune/Learning Rate": 2.9206019342285063e-06, "Finetune/Loss": 0.5948554873466492, "Finetune/Loss (Raw)": 0.5267243981361389, "Finetune/Step": 14575, "Finetune/Step Time": 10.663891987875104}
+{"Finetune/Learning Rate": 2.9194127006927208e-06, "Finetune/Loss": 0.5941113233566284, "Finetune/Loss (Raw)": 0.6074714064598083, "Finetune/Step": 14576, "Finetune/Step Time": 10.668658025562763}
+{"Finetune/Learning Rate": 2.918223667942257e-06, "Finetune/Loss": 0.5935014486312866, "Finetune/Loss (Raw)": 0.5318611860275269, "Finetune/Step": 14577, "Finetune/Step Time": 10.646480297669768}
+{"Finetune/Learning Rate": 2.9170348360108326e-06, "Finetune/Loss": 0.5930103659629822, "Finetune/Loss (Raw)": 0.6014457941055298, "Finetune/Step": 14578, "Finetune/Step Time": 10.633590841665864}
+{"Finetune/Learning Rate": 2.915846204932158e-06, "Finetune/Loss": 0.5938087701797485, "Finetune/Loss (Raw)": 0.6973956823348999, "Finetune/Step": 14579, "Finetune/Step Time": 10.64714684523642}
+{"Finetune/Learning Rate": 2.9146577747399406e-06, "Finetune/Loss": 0.595223069190979, "Finetune/Loss (Raw)": 0.7051166892051697, "Finetune/Step": 14580, "Finetune/Step Time": 10.623741127550602}
+{"Finetune/Learning Rate": 2.913469545467882e-06, "Finetune/Loss": 0.596283495426178, "Finetune/Loss (Raw)": 0.6655862927436829, "Finetune/Step": 14581, "Finetune/Step Time": 10.62269532494247}
+{"Finetune/Learning Rate": 2.9122815171496743e-06, "Finetune/Loss": 0.5962824821472168, "Finetune/Loss (Raw)": 0.5660353899002075, "Finetune/Step": 14582, "Finetune/Step Time": 10.625410106033087}
+{"Finetune/Learning Rate": 2.911093689819008e-06, "Finetune/Loss": 0.5950502157211304, "Finetune/Loss (Raw)": 0.5469183921813965, "Finetune/Step": 14583, "Finetune/Step Time": 10.633293081074953}
+{"Finetune/Learning Rate": 2.90990606350957e-06, "Finetune/Loss": 0.596538782119751, "Finetune/Loss (Raw)": 0.7339960336685181, "Finetune/Step": 14584, "Finetune/Step Time": 10.64611615985632}
+{"Finetune/Learning Rate": 2.9087186382550313e-06, "Finetune/Loss": 0.5973553657531738, "Finetune/Loss (Raw)": 0.6268278956413269, "Finetune/Step": 14585, "Finetune/Step Time": 10.6520830783993}
+{"Finetune/Learning Rate": 2.907531414089064e-06, "Finetune/Loss": 0.5981213450431824, "Finetune/Loss (Raw)": 0.5950199961662292, "Finetune/Step": 14586, "Finetune/Step Time": 10.658213552087545}
+{"Finetune/Learning Rate": 2.9063443910453415e-06, "Finetune/Loss": 0.5980525016784668, "Finetune/Loss (Raw)": 0.5560174584388733, "Finetune/Step": 14587, "Finetune/Step Time": 10.637896848842502}
+{"Finetune/Learning Rate": 2.9051575691575196e-06, "Finetune/Loss": 0.5988898277282715, "Finetune/Loss (Raw)": 0.6460598111152649, "Finetune/Step": 14588, "Finetune/Step Time": 10.618140390142798}
+{"Finetune/Learning Rate": 2.9039709484592538e-06, "Finetune/Loss": 0.6002587080001831, "Finetune/Loss (Raw)": 0.7137336730957031, "Finetune/Step": 14589, "Finetune/Step Time": 10.591016868129373}
+{"Finetune/Learning Rate": 2.902784528984197e-06, "Finetune/Loss": 0.5996269583702087, "Finetune/Loss (Raw)": 0.5737337470054626, "Finetune/Step": 14590, "Finetune/Step Time": 10.587686069309711}
+{"Finetune/Learning Rate": 2.901598310765986e-06, "Finetune/Loss": 0.6008214950561523, "Finetune/Loss (Raw)": 0.5704150795936584, "Finetune/Step": 14591, "Finetune/Step Time": 10.549960020929575}
+{"Finetune/Learning Rate": 2.9004122938382617e-06, "Finetune/Loss": 0.6009587049484253, "Finetune/Loss (Raw)": 0.49932801723480225, "Finetune/Step": 14592, "Finetune/Step Time": 10.531762985512614}
+{"Finetune/Learning Rate": 2.8992264782346534e-06, "Finetune/Loss": 0.6012982130050659, "Finetune/Loss (Raw)": 0.6195276379585266, "Finetune/Step": 14593, "Finetune/Step Time": 10.52451897971332}
+{"Finetune/Learning Rate": 2.8980408639887925e-06, "Finetune/Loss": 0.6008360385894775, "Finetune/Loss (Raw)": 0.5339184999465942, "Finetune/Step": 14594, "Finetune/Step Time": 10.547969475388527}
+{"Finetune/Learning Rate": 2.8968554511342984e-06, "Finetune/Loss": 0.5992940664291382, "Finetune/Loss (Raw)": 0.37313953042030334, "Finetune/Step": 14595, "Finetune/Step Time": 10.586625160649419}
+{"Finetune/Learning Rate": 2.8956702397047875e-06, "Finetune/Loss": 0.5985933542251587, "Finetune/Loss (Raw)": 0.4922669529914856, "Finetune/Step": 14596, "Finetune/Step Time": 10.58219126984477}
+{"Finetune/Learning Rate": 2.8944852297338643e-06, "Finetune/Loss": 0.598176121711731, "Finetune/Loss (Raw)": 0.5008726716041565, "Finetune/Step": 14597, "Finetune/Step Time": 10.580675296485424}
+{"Finetune/Learning Rate": 2.893300421255134e-06, "Finetune/Loss": 0.5979083776473999, "Finetune/Loss (Raw)": 0.5629284381866455, "Finetune/Step": 14598, "Finetune/Step Time": 10.577517956495285}
+{"Finetune/Learning Rate": 2.8921158143021953e-06, "Finetune/Loss": 0.5966999530792236, "Finetune/Loss (Raw)": 0.5477986931800842, "Finetune/Step": 14599, "Finetune/Step Time": 10.576593894511461}
+{"Finetune/Learning Rate": 2.890931408908637e-06, "Finetune/Loss": 0.5968398451805115, "Finetune/Loss (Raw)": 0.590115487575531, "Finetune/Step": 14600, "Finetune/Step Time": 10.591569282114506}
+{"Finetune/Learning Rate": 2.889747205108051e-06, "Finetune/Loss": 0.5964140892028809, "Finetune/Loss (Raw)": 0.5582658052444458, "Finetune/Step": 14601, "Finetune/Step Time": 10.582955483347178}
+{"Finetune/Learning Rate": 2.8885632029340185e-06, "Finetune/Loss": 0.5955772399902344, "Finetune/Loss (Raw)": 0.5259084105491638, "Finetune/Step": 14602, "Finetune/Step Time": 10.578454826027155}
+{"Finetune/Learning Rate": 2.8873794024201086e-06, "Finetune/Loss": 0.5963246822357178, "Finetune/Loss (Raw)": 0.5871819257736206, "Finetune/Step": 14603, "Finetune/Step Time": 10.575591133907437}
+{"Finetune/Learning Rate": 2.886195803599894e-06, "Finetune/Loss": 0.5964755415916443, "Finetune/Loss (Raw)": 0.6036349534988403, "Finetune/Step": 14604, "Finetune/Step Time": 10.589656747877598}
+{"Finetune/Learning Rate": 2.8850124065069363e-06, "Finetune/Loss": 0.5970409512519836, "Finetune/Loss (Raw)": 0.4890022873878479, "Finetune/Step": 14605, "Finetune/Step Time": 10.55005899257958}
+{"Finetune/Learning Rate": 2.8838292111747946e-06, "Finetune/Loss": 0.5969717502593994, "Finetune/Loss (Raw)": 0.5784978270530701, "Finetune/Step": 14606, "Finetune/Step Time": 10.53756176121533}
+{"Finetune/Learning Rate": 2.8826462176370175e-06, "Finetune/Loss": 0.5973485708236694, "Finetune/Loss (Raw)": 0.6535748839378357, "Finetune/Step": 14607, "Finetune/Step Time": 10.546722980216146}
+{"Finetune/Learning Rate": 2.881463425927161e-06, "Finetune/Loss": 0.5968952178955078, "Finetune/Loss (Raw)": 0.5454232692718506, "Finetune/Step": 14608, "Finetune/Step Time": 10.549578385427594}
+{"Finetune/Learning Rate": 2.8802808360787573e-06, "Finetune/Loss": 0.5976390838623047, "Finetune/Loss (Raw)": 0.5865682363510132, "Finetune/Step": 14609, "Finetune/Step Time": 10.553365306928754}
+{"Finetune/Learning Rate": 2.8790984481253426e-06, "Finetune/Loss": 0.596388578414917, "Finetune/Loss (Raw)": 0.6025794744491577, "Finetune/Step": 14610, "Finetune/Step Time": 10.554247204214334}
+{"Finetune/Learning Rate": 2.8779162621004466e-06, "Finetune/Loss": 0.5962780117988586, "Finetune/Loss (Raw)": 0.612990140914917, "Finetune/Step": 14611, "Finetune/Step Time": 10.557594196870923}
+{"Finetune/Learning Rate": 2.876734278037593e-06, "Finetune/Loss": 0.5976521372795105, "Finetune/Loss (Raw)": 0.6701455116271973, "Finetune/Step": 14612, "Finetune/Step Time": 10.557492304593325}
+{"Finetune/Learning Rate": 2.8755524959702997e-06, "Finetune/Loss": 0.5987847447395325, "Finetune/Loss (Raw)": 0.6265031695365906, "Finetune/Step": 14613, "Finetune/Step Time": 10.520117843523622}
+{"Finetune/Learning Rate": 2.8743709159320776e-06, "Finetune/Loss": 0.59922856092453, "Finetune/Loss (Raw)": 0.6343833208084106, "Finetune/Step": 14614, "Finetune/Step Time": 10.526778019964695}
+{"Finetune/Learning Rate": 2.8731895379564344e-06, "Finetune/Loss": 0.5997395515441895, "Finetune/Loss (Raw)": 0.72235107421875, "Finetune/Step": 14615, "Finetune/Step Time": 10.53022376447916}
+{"Finetune/Learning Rate": 2.872008362076869e-06, "Finetune/Loss": 0.5995022058486938, "Finetune/Loss (Raw)": 0.60317462682724, "Finetune/Step": 14616, "Finetune/Step Time": 10.545263787731528}
+{"Finetune/Learning Rate": 2.870827388326879e-06, "Finetune/Loss": 0.5996226072311401, "Finetune/Loss (Raw)": 0.5547191500663757, "Finetune/Step": 14617, "Finetune/Step Time": 10.543193312361836}
+{"Finetune/Learning Rate": 2.8696466167399508e-06, "Finetune/Loss": 0.5993493795394897, "Finetune/Loss (Raw)": 0.6084593534469604, "Finetune/Step": 14618, "Finetune/Step Time": 10.542100185528398}
+{"Finetune/Learning Rate": 2.8684660473495674e-06, "Finetune/Loss": 0.5990498661994934, "Finetune/Loss (Raw)": 0.5981809496879578, "Finetune/Step": 14619, "Finetune/Step Time": 10.53435573540628}
+{"Finetune/Learning Rate": 2.867285680189209e-06, "Finetune/Loss": 0.5977627038955688, "Finetune/Loss (Raw)": 0.518343985080719, "Finetune/Step": 14620, "Finetune/Step Time": 10.53512586094439}
+{"Finetune/Learning Rate": 2.8661055152923456e-06, "Finetune/Loss": 0.598092794418335, "Finetune/Loss (Raw)": 0.6714399456977844, "Finetune/Step": 14621, "Finetune/Step Time": 10.545760864391923}
+{"Finetune/Learning Rate": 2.8649255526924437e-06, "Finetune/Loss": 0.5991491079330444, "Finetune/Loss (Raw)": 0.7211266160011292, "Finetune/Step": 14622, "Finetune/Step Time": 10.543228724971414}
+{"Finetune/Learning Rate": 2.863745792422963e-06, "Finetune/Loss": 0.5979790687561035, "Finetune/Loss (Raw)": 0.5388821363449097, "Finetune/Step": 14623, "Finetune/Step Time": 10.531785495579243}
+{"Finetune/Learning Rate": 2.86256623451736e-06, "Finetune/Loss": 0.5973073244094849, "Finetune/Loss (Raw)": 0.4873709976673126, "Finetune/Step": 14624, "Finetune/Step Time": 10.529338952153921}
+{"Finetune/Learning Rate": 2.8613868790090817e-06, "Finetune/Loss": 0.5973894000053406, "Finetune/Loss (Raw)": 0.7268603444099426, "Finetune/Step": 14625, "Finetune/Step Time": 10.53335646726191}
+{"Finetune/Learning Rate": 2.8602077259315754e-06, "Finetune/Loss": 0.5974091291427612, "Finetune/Loss (Raw)": 0.5898374915122986, "Finetune/Step": 14626, "Finetune/Step Time": 10.539180176332593}
+{"Finetune/Learning Rate": 2.859028775318268e-06, "Finetune/Loss": 0.5970298051834106, "Finetune/Loss (Raw)": 0.6472319960594177, "Finetune/Step": 14627, "Finetune/Step Time": 10.539474990218878}
+{"Finetune/Learning Rate": 2.857850027202602e-06, "Finetune/Loss": 0.5972059965133667, "Finetune/Loss (Raw)": 0.5621500611305237, "Finetune/Step": 14628, "Finetune/Step Time": 10.500280223786831}
+{"Finetune/Learning Rate": 2.8566714816180006e-06, "Finetune/Loss": 0.5973539352416992, "Finetune/Loss (Raw)": 0.6591323614120483, "Finetune/Step": 14629, "Finetune/Step Time": 10.49903378635645}
+{"Finetune/Learning Rate": 2.8554931385978823e-06, "Finetune/Loss": 0.596600353717804, "Finetune/Loss (Raw)": 0.5280598998069763, "Finetune/Step": 14630, "Finetune/Step Time": 10.515036161988974}
+{"Finetune/Learning Rate": 2.8543149981756623e-06, "Finetune/Loss": 0.5956465601921082, "Finetune/Loss (Raw)": 0.5334338545799255, "Finetune/Step": 14631, "Finetune/Step Time": 10.519712042063475}
+{"Finetune/Learning Rate": 2.853137060384752e-06, "Finetune/Loss": 0.5946599245071411, "Finetune/Loss (Raw)": 0.5170348882675171, "Finetune/Step": 14632, "Finetune/Step Time": 10.537644663825631}
+{"Finetune/Learning Rate": 2.8519593252585497e-06, "Finetune/Loss": 0.5937981605529785, "Finetune/Loss (Raw)": 0.5960298180580139, "Finetune/Step": 14633, "Finetune/Step Time": 10.534723311662674}
+{"Finetune/Learning Rate": 2.8507817928304505e-06, "Finetune/Loss": 0.593935489654541, "Finetune/Loss (Raw)": 0.5945687890052795, "Finetune/Step": 14634, "Finetune/Step Time": 10.519564094021916}
+{"Finetune/Learning Rate": 2.8496044631338536e-06, "Finetune/Loss": 0.5946145057678223, "Finetune/Loss (Raw)": 0.5935501456260681, "Finetune/Step": 14635, "Finetune/Step Time": 10.505058579146862}
+{"Finetune/Learning Rate": 2.848427336202142e-06, "Finetune/Loss": 0.5938962697982788, "Finetune/Loss (Raw)": 0.4916960597038269, "Finetune/Step": 14636, "Finetune/Step Time": 10.515471322461963}
+{"Finetune/Learning Rate": 2.847250412068694e-06, "Finetune/Loss": 0.593931257724762, "Finetune/Loss (Raw)": 0.5761222839355469, "Finetune/Step": 14637, "Finetune/Step Time": 10.525489209219813}
+{"Finetune/Learning Rate": 2.8460736907668873e-06, "Finetune/Loss": 0.5938829183578491, "Finetune/Loss (Raw)": 0.6014637351036072, "Finetune/Step": 14638, "Finetune/Step Time": 10.524050321429968}
+{"Finetune/Learning Rate": 2.8448971723300845e-06, "Finetune/Loss": 0.5938912630081177, "Finetune/Loss (Raw)": 0.5881339311599731, "Finetune/Step": 14639, "Finetune/Step Time": 10.529716566205025}
+{"Finetune/Learning Rate": 2.843720856791652e-06, "Finetune/Loss": 0.5917307734489441, "Finetune/Loss (Raw)": 0.36727359890937805, "Finetune/Step": 14640, "Finetune/Step Time": 10.565522454679012}
+{"Finetune/Learning Rate": 2.8425447441849462e-06, "Finetune/Loss": 0.5925829410552979, "Finetune/Loss (Raw)": 0.629230260848999, "Finetune/Step": 14641, "Finetune/Step Time": 10.581833017989993}
+{"Finetune/Learning Rate": 2.8413688345433156e-06, "Finetune/Loss": 0.5922062397003174, "Finetune/Loss (Raw)": 0.6378466486930847, "Finetune/Step": 14642, "Finetune/Step Time": 10.578348388895392}
+{"Finetune/Learning Rate": 2.8401931279001115e-06, "Finetune/Loss": 0.5922980308532715, "Finetune/Loss (Raw)": 0.6320297122001648, "Finetune/Step": 14643, "Finetune/Step Time": 10.577818861231208}
+{"Finetune/Learning Rate": 2.8390176242886725e-06, "Finetune/Loss": 0.5909218192100525, "Finetune/Loss (Raw)": 0.4276086688041687, "Finetune/Step": 14644, "Finetune/Step Time": 10.57576184719801}
+{"Finetune/Learning Rate": 2.837842323742329e-06, "Finetune/Loss": 0.5906303524971008, "Finetune/Loss (Raw)": 0.5442367196083069, "Finetune/Step": 14645, "Finetune/Step Time": 10.57025122269988}
+{"Finetune/Learning Rate": 2.8366672262944094e-06, "Finetune/Loss": 0.5902099609375, "Finetune/Loss (Raw)": 0.5314982533454895, "Finetune/Step": 14646, "Finetune/Step Time": 10.564945723861456}
+{"Finetune/Learning Rate": 2.8354923319782392e-06, "Finetune/Loss": 0.5914905071258545, "Finetune/Loss (Raw)": 0.6380887627601624, "Finetune/Step": 14647, "Finetune/Step Time": 10.55359604395926}
+{"Finetune/Learning Rate": 2.8343176408271312e-06, "Finetune/Loss": 0.5917993783950806, "Finetune/Loss (Raw)": 0.6100175976753235, "Finetune/Step": 14648, "Finetune/Step Time": 10.55220865085721}
+{"Finetune/Learning Rate": 2.833143152874397e-06, "Finetune/Loss": 0.592203676700592, "Finetune/Loss (Raw)": 0.5850033164024353, "Finetune/Step": 14649, "Finetune/Step Time": 10.557133683934808}
+{"Finetune/Learning Rate": 2.8319688681533484e-06, "Finetune/Loss": 0.5935499668121338, "Finetune/Loss (Raw)": 0.7082422375679016, "Finetune/Step": 14650, "Finetune/Step Time": 10.560880299657583}
+{"Finetune/Learning Rate": 2.8307947866972775e-06, "Finetune/Loss": 0.5933846235275269, "Finetune/Loss (Raw)": 0.5601867437362671, "Finetune/Step": 14651, "Finetune/Step Time": 10.543767193332314}
+{"Finetune/Learning Rate": 2.8296209085394787e-06, "Finetune/Loss": 0.592138946056366, "Finetune/Loss (Raw)": 0.46445825695991516, "Finetune/Step": 14652, "Finetune/Step Time": 10.566043358296156}
+{"Finetune/Learning Rate": 2.828447233713242e-06, "Finetune/Loss": 0.5917649269104004, "Finetune/Loss (Raw)": 0.5534519553184509, "Finetune/Step": 14653, "Finetune/Step Time": 10.571173146367073}
+{"Finetune/Learning Rate": 2.8272737622518474e-06, "Finetune/Loss": 0.591564416885376, "Finetune/Loss (Raw)": 0.5848028659820557, "Finetune/Step": 14654, "Finetune/Step Time": 10.529847841709852}
+{"Finetune/Learning Rate": 2.826100494188574e-06, "Finetune/Loss": 0.5931921005249023, "Finetune/Loss (Raw)": 0.6905677914619446, "Finetune/Step": 14655, "Finetune/Step Time": 10.501432195305824}
+{"Finetune/Learning Rate": 2.8249274295566863e-06, "Finetune/Loss": 0.5930229425430298, "Finetune/Loss (Raw)": 0.607335090637207, "Finetune/Step": 14656, "Finetune/Step Time": 10.522439932450652}
+{"Finetune/Learning Rate": 2.8237545683894606e-06, "Finetune/Loss": 0.5919896960258484, "Finetune/Loss (Raw)": 0.45740875601768494, "Finetune/Step": 14657, "Finetune/Step Time": 10.565154440701008}
+{"Finetune/Learning Rate": 2.822581910720146e-06, "Finetune/Loss": 0.5941410064697266, "Finetune/Loss (Raw)": 0.6696768403053284, "Finetune/Step": 14658, "Finetune/Step Time": 10.530296379700303}
+{"Finetune/Learning Rate": 2.8214094565819982e-06, "Finetune/Loss": 0.5939757823944092, "Finetune/Loss (Raw)": 0.5552071928977966, "Finetune/Step": 14659, "Finetune/Step Time": 10.527026139199734}
+{"Finetune/Learning Rate": 2.820237206008265e-06, "Finetune/Loss": 0.5934455394744873, "Finetune/Loss (Raw)": 0.563177764415741, "Finetune/Step": 14660, "Finetune/Step Time": 10.52745663933456}
+{"Finetune/Learning Rate": 2.819065159032187e-06, "Finetune/Loss": 0.5939739942550659, "Finetune/Loss (Raw)": 0.7422808408737183, "Finetune/Step": 14661, "Finetune/Step Time": 10.526954336091876}
+{"Finetune/Learning Rate": 2.8178933156870023e-06, "Finetune/Loss": 0.593829870223999, "Finetune/Loss (Raw)": 0.5655575394630432, "Finetune/Step": 14662, "Finetune/Step Time": 10.51324169151485}
+{"Finetune/Learning Rate": 2.81672167600594e-06, "Finetune/Loss": 0.593769371509552, "Finetune/Loss (Raw)": 0.5976896286010742, "Finetune/Step": 14663, "Finetune/Step Time": 10.522081470116973}
+{"Finetune/Learning Rate": 2.8155502400222246e-06, "Finetune/Loss": 0.5933386087417603, "Finetune/Loss (Raw)": 0.6013684868812561, "Finetune/Step": 14664, "Finetune/Step Time": 10.519044933840632}
+{"Finetune/Learning Rate": 2.814379007769075e-06, "Finetune/Loss": 0.5925619006156921, "Finetune/Loss (Raw)": 0.614596962928772, "Finetune/Step": 14665, "Finetune/Step Time": 10.528970424085855}
+{"Finetune/Learning Rate": 2.813207979279703e-06, "Finetune/Loss": 0.5933467149734497, "Finetune/Loss (Raw)": 0.6477547287940979, "Finetune/Step": 14666, "Finetune/Step Time": 10.532843682914972}
+{"Finetune/Learning Rate": 2.812037154587316e-06, "Finetune/Loss": 0.5939985513687134, "Finetune/Loss (Raw)": 0.6434983015060425, "Finetune/Step": 14667, "Finetune/Step Time": 10.538280323147774}
+{"Finetune/Learning Rate": 2.810866533725115e-06, "Finetune/Loss": 0.5940160155296326, "Finetune/Loss (Raw)": 0.6066972613334656, "Finetune/Step": 14668, "Finetune/Step Time": 10.527044473215938}
+{"Finetune/Learning Rate": 2.809696116726297e-06, "Finetune/Loss": 0.5944295525550842, "Finetune/Loss (Raw)": 0.6814312934875488, "Finetune/Step": 14669, "Finetune/Step Time": 10.536889972165227}
+{"Finetune/Learning Rate": 2.8085259036240498e-06, "Finetune/Loss": 0.5938860774040222, "Finetune/Loss (Raw)": 0.5206595063209534, "Finetune/Step": 14670, "Finetune/Step Time": 10.537343734875321}
+{"Finetune/Learning Rate": 2.807355894451559e-06, "Finetune/Loss": 0.5937631130218506, "Finetune/Loss (Raw)": 0.5545461177825928, "Finetune/Step": 14671, "Finetune/Step Time": 10.535497430711985}
+{"Finetune/Learning Rate": 2.8061860892420013e-06, "Finetune/Loss": 0.5940011739730835, "Finetune/Loss (Raw)": 0.678138017654419, "Finetune/Step": 14672, "Finetune/Step Time": 10.551654266193509}
+{"Finetune/Learning Rate": 2.80501648802855e-06, "Finetune/Loss": 0.5940700173377991, "Finetune/Loss (Raw)": 0.5699939131736755, "Finetune/Step": 14673, "Finetune/Step Time": 10.55793408676982}
+{"Finetune/Learning Rate": 2.8038470908443717e-06, "Finetune/Loss": 0.5945402383804321, "Finetune/Loss (Raw)": 0.685604989528656, "Finetune/Step": 14674, "Finetune/Step Time": 10.573698686435819}
+{"Finetune/Learning Rate": 2.802677897722629e-06, "Finetune/Loss": 0.5958000421524048, "Finetune/Loss (Raw)": 0.7413342595100403, "Finetune/Step": 14675, "Finetune/Step Time": 10.575551768764853}
+{"Finetune/Learning Rate": 2.8015089086964685e-06, "Finetune/Loss": 0.5947157144546509, "Finetune/Loss (Raw)": 0.5520300269126892, "Finetune/Step": 14676, "Finetune/Step Time": 10.578046139329672}
+{"Finetune/Learning Rate": 2.800340123799049e-06, "Finetune/Loss": 0.5942258238792419, "Finetune/Loss (Raw)": 0.5164100527763367, "Finetune/Step": 14677, "Finetune/Step Time": 10.579565096646547}
+{"Finetune/Learning Rate": 2.79917154306351e-06, "Finetune/Loss": 0.593680739402771, "Finetune/Loss (Raw)": 0.6098542213439941, "Finetune/Step": 14678, "Finetune/Step Time": 10.583044478669763}
+{"Finetune/Learning Rate": 2.79800316652299e-06, "Finetune/Loss": 0.592922568321228, "Finetune/Loss (Raw)": 0.4838228225708008, "Finetune/Step": 14679, "Finetune/Step Time": 10.560638276860118}
+{"Finetune/Learning Rate": 2.796834994210621e-06, "Finetune/Loss": 0.5932013988494873, "Finetune/Loss (Raw)": 0.6131712794303894, "Finetune/Step": 14680, "Finetune/Step Time": 10.557090492919087}
+{"Finetune/Learning Rate": 2.795667026159531e-06, "Finetune/Loss": 0.5919291377067566, "Finetune/Loss (Raw)": 0.5355023741722107, "Finetune/Step": 14681, "Finetune/Step Time": 10.574323829263449}
+{"Finetune/Learning Rate": 2.7944992624028355e-06, "Finetune/Loss": 0.592387855052948, "Finetune/Loss (Raw)": 0.6543086171150208, "Finetune/Step": 14682, "Finetune/Step Time": 10.578162133693695}
+{"Finetune/Learning Rate": 2.7933317029736475e-06, "Finetune/Loss": 0.5913698673248291, "Finetune/Loss (Raw)": 0.4416341483592987, "Finetune/Step": 14683, "Finetune/Step Time": 10.601254984736443}
+{"Finetune/Learning Rate": 2.792164347905082e-06, "Finetune/Loss": 0.5910443067550659, "Finetune/Loss (Raw)": 0.5629752278327942, "Finetune/Step": 14684, "Finetune/Step Time": 10.61057791300118}
+{"Finetune/Learning Rate": 2.7909971972302396e-06, "Finetune/Loss": 0.5911114811897278, "Finetune/Loss (Raw)": 0.5701651573181152, "Finetune/Step": 14685, "Finetune/Step Time": 10.610441271215677}
+{"Finetune/Learning Rate": 2.789830250982217e-06, "Finetune/Loss": 0.5909903049468994, "Finetune/Loss (Raw)": 0.5902738571166992, "Finetune/Step": 14686, "Finetune/Step Time": 10.604621743783355}
+{"Finetune/Learning Rate": 2.7886635091941084e-06, "Finetune/Loss": 0.5890201330184937, "Finetune/Loss (Raw)": 0.3966446816921234, "Finetune/Step": 14687, "Finetune/Step Time": 10.6442751288414}
+{"Finetune/Learning Rate": 2.7874969718989943e-06, "Finetune/Loss": 0.5892044901847839, "Finetune/Loss (Raw)": 0.6504528522491455, "Finetune/Step": 14688, "Finetune/Step Time": 10.646284133195877}
+{"Finetune/Learning Rate": 2.7863306391299562e-06, "Finetune/Loss": 0.5891026258468628, "Finetune/Loss (Raw)": 0.6027541160583496, "Finetune/Step": 14689, "Finetune/Step Time": 10.652340110391378}
+{"Finetune/Learning Rate": 2.7851645109200644e-06, "Finetune/Loss": 0.5884239077568054, "Finetune/Loss (Raw)": 0.5651143789291382, "Finetune/Step": 14690, "Finetune/Step Time": 10.650917112827301}
+{"Finetune/Learning Rate": 2.7839985873023933e-06, "Finetune/Loss": 0.588736891746521, "Finetune/Loss (Raw)": 0.7047953605651855, "Finetune/Step": 14691, "Finetune/Step Time": 10.65084938146174}
+{"Finetune/Learning Rate": 2.782832868310005e-06, "Finetune/Loss": 0.5886216163635254, "Finetune/Loss (Raw)": 0.5764570236206055, "Finetune/Step": 14692, "Finetune/Step Time": 10.650942189618945}
+{"Finetune/Learning Rate": 2.7816673539759544e-06, "Finetune/Loss": 0.5890247821807861, "Finetune/Loss (Raw)": 0.6592703461647034, "Finetune/Step": 14693, "Finetune/Step Time": 10.663197053596377}
+{"Finetune/Learning Rate": 2.7805020443332898e-06, "Finetune/Loss": 0.5897824764251709, "Finetune/Loss (Raw)": 0.6568921804428101, "Finetune/Step": 14694, "Finetune/Step Time": 10.674300335347652}
+{"Finetune/Learning Rate": 2.7793369394150572e-06, "Finetune/Loss": 0.5903217792510986, "Finetune/Loss (Raw)": 0.7252427935600281, "Finetune/Step": 14695, "Finetune/Step Time": 10.675726817920804}
+{"Finetune/Learning Rate": 2.7781720392542965e-06, "Finetune/Loss": 0.5902196764945984, "Finetune/Loss (Raw)": 0.6335792541503906, "Finetune/Step": 14696, "Finetune/Step Time": 10.668586807325482}
+{"Finetune/Learning Rate": 2.7770073438840406e-06, "Finetune/Loss": 0.5894185304641724, "Finetune/Loss (Raw)": 0.5663767457008362, "Finetune/Step": 14697, "Finetune/Step Time": 10.659700075164437}
+{"Finetune/Learning Rate": 2.7758428533373127e-06, "Finetune/Loss": 0.5914468169212341, "Finetune/Loss (Raw)": 0.7433305382728577, "Finetune/Step": 14698, "Finetune/Step Time": 10.659947169944644}
+{"Finetune/Learning Rate": 2.7746785676471465e-06, "Finetune/Loss": 0.5912823677062988, "Finetune/Loss (Raw)": 0.5296922922134399, "Finetune/Step": 14699, "Finetune/Step Time": 10.656835809350014}
+{"Finetune/Learning Rate": 2.773514486846546e-06, "Finetune/Loss": 0.5916703939437866, "Finetune/Loss (Raw)": 0.591968297958374, "Finetune/Step": 14700, "Finetune/Step Time": 10.661655334755778}
+{"Finetune/Learning Rate": 2.772350610968526e-06, "Finetune/Loss": 0.5908559560775757, "Finetune/Loss (Raw)": 0.5286568403244019, "Finetune/Step": 14701, "Finetune/Step Time": 10.664037577807903}
+{"Finetune/Learning Rate": 2.77118694004609e-06, "Finetune/Loss": 0.5911129713058472, "Finetune/Loss (Raw)": 0.6443195939064026, "Finetune/Step": 14702, "Finetune/Step Time": 10.666987275704741}
+{"Finetune/Learning Rate": 2.7700234741122357e-06, "Finetune/Loss": 0.5915728807449341, "Finetune/Loss (Raw)": 0.5855841040611267, "Finetune/Step": 14703, "Finetune/Step Time": 10.667391089722514}
+{"Finetune/Learning Rate": 2.7688602131999564e-06, "Finetune/Loss": 0.5920383334159851, "Finetune/Loss (Raw)": 0.6670535802841187, "Finetune/Step": 14704, "Finetune/Step Time": 10.69105744548142}
+{"Finetune/Learning Rate": 2.7676971573422394e-06, "Finetune/Loss": 0.5925557613372803, "Finetune/Loss (Raw)": 0.598090648651123, "Finetune/Step": 14705, "Finetune/Step Time": 10.683333415538073}
+{"Finetune/Learning Rate": 2.766534306572065e-06, "Finetune/Loss": 0.5925778746604919, "Finetune/Loss (Raw)": 0.6042770147323608, "Finetune/Step": 14706, "Finetune/Step Time": 10.683988796547055}
+{"Finetune/Learning Rate": 2.765371660922408e-06, "Finetune/Loss": 0.5924026966094971, "Finetune/Loss (Raw)": 0.6749805212020874, "Finetune/Step": 14707, "Finetune/Step Time": 10.687598191201687}
+{"Finetune/Learning Rate": 2.7642092204262394e-06, "Finetune/Loss": 0.5913395881652832, "Finetune/Loss (Raw)": 0.5690339803695679, "Finetune/Step": 14708, "Finetune/Step Time": 10.696954445913434}
+{"Finetune/Learning Rate": 2.7630469851165197e-06, "Finetune/Loss": 0.5904891490936279, "Finetune/Loss (Raw)": 0.5567247271537781, "Finetune/Step": 14709, "Finetune/Step Time": 10.69773586653173}
+{"Finetune/Learning Rate": 2.7618849550262097e-06, "Finetune/Loss": 0.5907814502716064, "Finetune/Loss (Raw)": 0.6034512519836426, "Finetune/Step": 14710, "Finetune/Step Time": 10.705885404720902}
+{"Finetune/Learning Rate": 2.7607231301882598e-06, "Finetune/Loss": 0.5916980504989624, "Finetune/Loss (Raw)": 0.6642470955848694, "Finetune/Step": 14711, "Finetune/Step Time": 10.69516439549625}
+{"Finetune/Learning Rate": 2.7595615106356154e-06, "Finetune/Loss": 0.5903198719024658, "Finetune/Loss (Raw)": 0.5575888752937317, "Finetune/Step": 14712, "Finetune/Step Time": 10.671020705252886}
+{"Finetune/Learning Rate": 2.758400096401218e-06, "Finetune/Loss": 0.589617908000946, "Finetune/Loss (Raw)": 0.5369760394096375, "Finetune/Step": 14713, "Finetune/Step Time": 10.666333572939038}
+{"Finetune/Learning Rate": 2.757238887518001e-06, "Finetune/Loss": 0.5897347927093506, "Finetune/Loss (Raw)": 0.6099777817726135, "Finetune/Step": 14714, "Finetune/Step Time": 10.661813108250499}
+{"Finetune/Learning Rate": 2.756077884018894e-06, "Finetune/Loss": 0.5903583765029907, "Finetune/Loss (Raw)": 0.6358465552330017, "Finetune/Step": 14715, "Finetune/Step Time": 10.66478020325303}
+{"Finetune/Learning Rate": 2.7549170859368203e-06, "Finetune/Loss": 0.5896064043045044, "Finetune/Loss (Raw)": 0.5497943758964539, "Finetune/Step": 14716, "Finetune/Step Time": 10.664598042145371}
+{"Finetune/Learning Rate": 2.7537564933046945e-06, "Finetune/Loss": 0.5884870886802673, "Finetune/Loss (Raw)": 0.5704662799835205, "Finetune/Step": 14717, "Finetune/Step Time": 10.670444246381521}
+{"Finetune/Learning Rate": 2.7525961061554286e-06, "Finetune/Loss": 0.5886242389678955, "Finetune/Loss (Raw)": 0.5912841558456421, "Finetune/Step": 14718, "Finetune/Step Time": 10.68826469220221}
+{"Finetune/Learning Rate": 2.751435924521929e-06, "Finetune/Loss": 0.5890281200408936, "Finetune/Loss (Raw)": 0.6221168637275696, "Finetune/Step": 14719, "Finetune/Step Time": 10.688730655238032}
+{"Finetune/Learning Rate": 2.7502759484370946e-06, "Finetune/Loss": 0.5892518758773804, "Finetune/Loss (Raw)": 0.5279701352119446, "Finetune/Step": 14720, "Finetune/Step Time": 10.695841982960701}
+{"Finetune/Learning Rate": 2.7491161779338185e-06, "Finetune/Loss": 0.5886349678039551, "Finetune/Loss (Raw)": 0.5405668020248413, "Finetune/Step": 14721, "Finetune/Step Time": 10.693070461973548}
+{"Finetune/Learning Rate": 2.7479566130449887e-06, "Finetune/Loss": 0.5890203714370728, "Finetune/Loss (Raw)": 0.5832483172416687, "Finetune/Step": 14722, "Finetune/Step Time": 10.666664926335216}
+{"Finetune/Learning Rate": 2.7467972538034906e-06, "Finetune/Loss": 0.590538501739502, "Finetune/Loss (Raw)": 0.5674538612365723, "Finetune/Step": 14723, "Finetune/Step Time": 10.632641600444913}
+{"Finetune/Learning Rate": 2.745638100242194e-06, "Finetune/Loss": 0.5916498899459839, "Finetune/Loss (Raw)": 0.634525716304779, "Finetune/Step": 14724, "Finetune/Step Time": 10.631757587194443}
+{"Finetune/Learning Rate": 2.7444791523939698e-06, "Finetune/Loss": 0.5920943021774292, "Finetune/Loss (Raw)": 0.5577600002288818, "Finetune/Step": 14725, "Finetune/Step Time": 10.622989585623145}
+{"Finetune/Learning Rate": 2.7433204102916866e-06, "Finetune/Loss": 0.5915948152542114, "Finetune/Loss (Raw)": 0.49898776412010193, "Finetune/Step": 14726, "Finetune/Step Time": 10.627980209887028}
+{"Finetune/Learning Rate": 2.742161873968202e-06, "Finetune/Loss": 0.5918532609939575, "Finetune/Loss (Raw)": 0.5808926224708557, "Finetune/Step": 14727, "Finetune/Step Time": 10.628314370289445}
+{"Finetune/Learning Rate": 2.7410035434563677e-06, "Finetune/Loss": 0.5914397239685059, "Finetune/Loss (Raw)": 0.5371737480163574, "Finetune/Step": 14728, "Finetune/Step Time": 10.616022123023868}
+{"Finetune/Learning Rate": 2.7398454187890343e-06, "Finetune/Loss": 0.591768741607666, "Finetune/Loss (Raw)": 0.6003859639167786, "Finetune/Step": 14729, "Finetune/Step Time": 10.613500140607357}
+{"Finetune/Learning Rate": 2.7386874999990375e-06, "Finetune/Loss": 0.5927081108093262, "Finetune/Loss (Raw)": 0.6461460590362549, "Finetune/Step": 14730, "Finetune/Step Time": 10.613214472308755}
+{"Finetune/Learning Rate": 2.737529787119214e-06, "Finetune/Loss": 0.5921733379364014, "Finetune/Loss (Raw)": 0.5187382698059082, "Finetune/Step": 14731, "Finetune/Step Time": 10.634055987000465}
+{"Finetune/Learning Rate": 2.736372280182391e-06, "Finetune/Loss": 0.5906651020050049, "Finetune/Loss (Raw)": 0.41056641936302185, "Finetune/Step": 14732, "Finetune/Step Time": 10.656975537538528}
+{"Finetune/Learning Rate": 2.735214979221399e-06, "Finetune/Loss": 0.5911915302276611, "Finetune/Loss (Raw)": 0.5563913583755493, "Finetune/Step": 14733, "Finetune/Step Time": 10.665200823917985}
+{"Finetune/Learning Rate": 2.7340578842690515e-06, "Finetune/Loss": 0.5910795331001282, "Finetune/Loss (Raw)": 0.5641589760780334, "Finetune/Step": 14734, "Finetune/Step Time": 10.665865181013942}
+{"Finetune/Learning Rate": 2.7329009953581607e-06, "Finetune/Loss": 0.590350329875946, "Finetune/Loss (Raw)": 0.5602403879165649, "Finetune/Step": 14735, "Finetune/Step Time": 10.663202155381441}
+{"Finetune/Learning Rate": 2.731744312521536e-06, "Finetune/Loss": 0.5899421572685242, "Finetune/Loss (Raw)": 0.49317216873168945, "Finetune/Step": 14736, "Finetune/Step Time": 10.663681590929627}
+{"Finetune/Learning Rate": 2.73058783579197e-06, "Finetune/Loss": 0.5893454551696777, "Finetune/Loss (Raw)": 0.51019686460495, "Finetune/Step": 14737, "Finetune/Step Time": 10.658159786835313}
+{"Finetune/Learning Rate": 2.729431565202263e-06, "Finetune/Loss": 0.5893300771713257, "Finetune/Loss (Raw)": 0.6006103754043579, "Finetune/Step": 14738, "Finetune/Step Time": 10.69280200637877}
+{"Finetune/Learning Rate": 2.728275500785199e-06, "Finetune/Loss": 0.5894975662231445, "Finetune/Loss (Raw)": 0.6344252228736877, "Finetune/Step": 14739, "Finetune/Step Time": 10.695199079811573}
+{"Finetune/Learning Rate": 2.7271196425735667e-06, "Finetune/Loss": 0.5891731381416321, "Finetune/Loss (Raw)": 0.6286208033561707, "Finetune/Step": 14740, "Finetune/Step Time": 10.695544384419918}
+{"Finetune/Learning Rate": 2.72596399060014e-06, "Finetune/Loss": 0.5902923941612244, "Finetune/Loss (Raw)": 0.7697688937187195, "Finetune/Step": 14741, "Finetune/Step Time": 10.698308151215315}
+{"Finetune/Learning Rate": 2.7248085448976934e-06, "Finetune/Loss": 0.5896790027618408, "Finetune/Loss (Raw)": 0.5558634996414185, "Finetune/Step": 14742, "Finetune/Step Time": 10.706355564296246}
+{"Finetune/Learning Rate": 2.7236533054989843e-06, "Finetune/Loss": 0.588388204574585, "Finetune/Loss (Raw)": 0.5571320652961731, "Finetune/Step": 14743, "Finetune/Step Time": 10.701546180993319}
+{"Finetune/Learning Rate": 2.7224982724367775e-06, "Finetune/Loss": 0.5870888233184814, "Finetune/Loss (Raw)": 0.43685227632522583, "Finetune/Step": 14744, "Finetune/Step Time": 10.711724309250712}
+{"Finetune/Learning Rate": 2.721343445743825e-06, "Finetune/Loss": 0.5873202085494995, "Finetune/Loss (Raw)": 0.584338366985321, "Finetune/Step": 14745, "Finetune/Step Time": 10.725389335304499}
+{"Finetune/Learning Rate": 2.7201888254528706e-06, "Finetune/Loss": 0.5870339870452881, "Finetune/Loss (Raw)": 0.5718259215354919, "Finetune/Step": 14746, "Finetune/Step Time": 10.742558589205146}
+{"Finetune/Learning Rate": 2.719034411596665e-06, "Finetune/Loss": 0.5861058235168457, "Finetune/Loss (Raw)": 0.4793757498264313, "Finetune/Step": 14747, "Finetune/Step Time": 10.775656258687377}
+{"Finetune/Learning Rate": 2.717880204207941e-06, "Finetune/Loss": 0.5869649052619934, "Finetune/Loss (Raw)": 0.6283057928085327, "Finetune/Step": 14748, "Finetune/Step Time": 10.780242644250393}
+{"Finetune/Learning Rate": 2.7167262033194242e-06, "Finetune/Loss": 0.5877560377120972, "Finetune/Loss (Raw)": 0.7727091908454895, "Finetune/Step": 14749, "Finetune/Step Time": 10.775964060798287}
+{"Finetune/Learning Rate": 2.7155724089638415e-06, "Finetune/Loss": 0.5866342782974243, "Finetune/Loss (Raw)": 0.5775321125984192, "Finetune/Step": 14750, "Finetune/Step Time": 10.77364750020206}
+{"Finetune/Learning Rate": 2.7144188211739096e-06, "Finetune/Loss": 0.5876128673553467, "Finetune/Loss (Raw)": 0.6641417145729065, "Finetune/Step": 14751, "Finetune/Step Time": 10.79236870445311}
+{"Finetune/Learning Rate": 2.7132654399823444e-06, "Finetune/Loss": 0.5876650214195251, "Finetune/Loss (Raw)": 0.49405041337013245, "Finetune/Step": 14752, "Finetune/Step Time": 10.79309106618166}
+{"Finetune/Learning Rate": 2.71211226542185e-06, "Finetune/Loss": 0.5861880779266357, "Finetune/Loss (Raw)": 0.5378119945526123, "Finetune/Step": 14753, "Finetune/Step Time": 10.783451957628131}
+{"Finetune/Learning Rate": 2.7109592975251274e-06, "Finetune/Loss": 0.5872178077697754, "Finetune/Loss (Raw)": 0.7216442823410034, "Finetune/Step": 14754, "Finetune/Step Time": 10.780957881361246}
+{"Finetune/Learning Rate": 2.7098065363248726e-06, "Finetune/Loss": 0.5867494344711304, "Finetune/Loss (Raw)": 0.5872821807861328, "Finetune/Step": 14755, "Finetune/Step Time": 10.776395769789815}
+{"Finetune/Learning Rate": 2.708653981853774e-06, "Finetune/Loss": 0.5869995355606079, "Finetune/Loss (Raw)": 0.5941588878631592, "Finetune/Step": 14756, "Finetune/Step Time": 10.777548925951123}
+{"Finetune/Learning Rate": 2.7075016341445137e-06, "Finetune/Loss": 0.5859107971191406, "Finetune/Loss (Raw)": 0.5197770595550537, "Finetune/Step": 14757, "Finetune/Step Time": 10.80500629171729}
+{"Finetune/Learning Rate": 2.7063494932297705e-06, "Finetune/Loss": 0.5872117280960083, "Finetune/Loss (Raw)": 0.6945717334747314, "Finetune/Step": 14758, "Finetune/Step Time": 10.796126019209623}
+{"Finetune/Learning Rate": 2.7051975591422152e-06, "Finetune/Loss": 0.5877565741539001, "Finetune/Loss (Raw)": 0.6031753420829773, "Finetune/Step": 14759, "Finetune/Step Time": 10.795325502753258}
+{"Finetune/Learning Rate": 2.7040458319145137e-06, "Finetune/Loss": 0.5875676870346069, "Finetune/Loss (Raw)": 0.49286261200904846, "Finetune/Step": 14760, "Finetune/Step Time": 10.785794828087091}
+{"Finetune/Learning Rate": 2.702894311579325e-06, "Finetune/Loss": 0.5867804288864136, "Finetune/Loss (Raw)": 0.49525922536849976, "Finetune/Step": 14761, "Finetune/Step Time": 10.802995074540377}
+{"Finetune/Learning Rate": 2.7017429981693043e-06, "Finetune/Loss": 0.5874319076538086, "Finetune/Loss (Raw)": 0.6779583692550659, "Finetune/Step": 14762, "Finetune/Step Time": 10.807700922712684}
+{"Finetune/Learning Rate": 2.700591891717098e-06, "Finetune/Loss": 0.5873622894287109, "Finetune/Loss (Raw)": 0.5846324563026428, "Finetune/Step": 14763, "Finetune/Step Time": 10.80768895149231}
+{"Finetune/Learning Rate": 2.6994409922553487e-06, "Finetune/Loss": 0.5882248878479004, "Finetune/Loss (Raw)": 0.6021210551261902, "Finetune/Step": 14764, "Finetune/Step Time": 10.799557285383344}
+{"Finetune/Learning Rate": 2.6982902998166936e-06, "Finetune/Loss": 0.5881427526473999, "Finetune/Loss (Raw)": 0.5655955672264099, "Finetune/Step": 14765, "Finetune/Step Time": 10.789702285081148}
+{"Finetune/Learning Rate": 2.6971398144337624e-06, "Finetune/Loss": 0.5870910286903381, "Finetune/Loss (Raw)": 0.466849684715271, "Finetune/Step": 14766, "Finetune/Step Time": 10.790093760937452}
+{"Finetune/Learning Rate": 2.6959895361391784e-06, "Finetune/Loss": 0.587428092956543, "Finetune/Loss (Raw)": 0.6312721967697144, "Finetune/Step": 14767, "Finetune/Step Time": 10.817458264529705}
+{"Finetune/Learning Rate": 2.694839464965563e-06, "Finetune/Loss": 0.5893728733062744, "Finetune/Loss (Raw)": 0.6162145733833313, "Finetune/Step": 14768, "Finetune/Step Time": 10.784074403345585}
+{"Finetune/Learning Rate": 2.693689600945526e-06, "Finetune/Loss": 0.5888779759407043, "Finetune/Loss (Raw)": 0.5658789277076721, "Finetune/Step": 14769, "Finetune/Step Time": 10.769284818321466}
+{"Finetune/Learning Rate": 2.6925399441116763e-06, "Finetune/Loss": 0.5886934995651245, "Finetune/Loss (Raw)": 0.6142371296882629, "Finetune/Step": 14770, "Finetune/Step Time": 10.777540570124984}
+{"Finetune/Learning Rate": 2.691390494496613e-06, "Finetune/Loss": 0.5879491567611694, "Finetune/Loss (Raw)": 0.5367534160614014, "Finetune/Step": 14771, "Finetune/Step Time": 10.738600494340062}
+{"Finetune/Learning Rate": 2.690241252132937e-06, "Finetune/Loss": 0.588942289352417, "Finetune/Loss (Raw)": 0.5547285676002502, "Finetune/Step": 14772, "Finetune/Step Time": 10.738282961770892}
+{"Finetune/Learning Rate": 2.6890922170532253e-06, "Finetune/Loss": 0.5890157222747803, "Finetune/Loss (Raw)": 0.5536325573921204, "Finetune/Step": 14773, "Finetune/Step Time": 10.749570272862911}
+{"Finetune/Learning Rate": 2.687943389290073e-06, "Finetune/Loss": 0.5896198153495789, "Finetune/Loss (Raw)": 0.60882568359375, "Finetune/Step": 14774, "Finetune/Step Time": 10.755137572064996}
+{"Finetune/Learning Rate": 2.686794768876053e-06, "Finetune/Loss": 0.5885777473449707, "Finetune/Loss (Raw)": 0.5046979188919067, "Finetune/Step": 14775, "Finetune/Step Time": 10.762328591197729}
+{"Finetune/Learning Rate": 2.6856463558437374e-06, "Finetune/Loss": 0.5883898735046387, "Finetune/Loss (Raw)": 0.585979163646698, "Finetune/Step": 14776, "Finetune/Step Time": 10.765479600057006}
+{"Finetune/Learning Rate": 2.6844981502256917e-06, "Finetune/Loss": 0.5887598991394043, "Finetune/Loss (Raw)": 0.6323632597923279, "Finetune/Step": 14777, "Finetune/Step Time": 10.761253060773015}
+{"Finetune/Learning Rate": 2.683350152054479e-06, "Finetune/Loss": 0.5884467363357544, "Finetune/Loss (Raw)": 0.6681602597236633, "Finetune/Step": 14778, "Finetune/Step Time": 10.760077178478241}
+{"Finetune/Learning Rate": 2.682202361362648e-06, "Finetune/Loss": 0.5890036821365356, "Finetune/Loss (Raw)": 0.6314641237258911, "Finetune/Step": 14779, "Finetune/Step Time": 10.762874364852905}
+{"Finetune/Learning Rate": 2.681054778182748e-06, "Finetune/Loss": 0.5897619724273682, "Finetune/Loss (Raw)": 0.5615264177322388, "Finetune/Step": 14780, "Finetune/Step Time": 10.731385666877031}
+{"Finetune/Learning Rate": 2.6799074025473204e-06, "Finetune/Loss": 0.5904744267463684, "Finetune/Loss (Raw)": 0.644642174243927, "Finetune/Step": 14781, "Finetune/Step Time": 10.725192690268159}
+{"Finetune/Learning Rate": 2.6787602344889053e-06, "Finetune/Loss": 0.5891714096069336, "Finetune/Loss (Raw)": 0.4180276393890381, "Finetune/Step": 14782, "Finetune/Step Time": 10.752497754991055}
+{"Finetune/Learning Rate": 2.677613274040031e-06, "Finetune/Loss": 0.588598370552063, "Finetune/Loss (Raw)": 0.6172090768814087, "Finetune/Step": 14783, "Finetune/Step Time": 10.749940887093544}
+{"Finetune/Learning Rate": 2.676466521233225e-06, "Finetune/Loss": 0.5877107381820679, "Finetune/Loss (Raw)": 0.4937223792076111, "Finetune/Step": 14784, "Finetune/Step Time": 10.727654600515962}
+{"Finetune/Learning Rate": 2.675319976101002e-06, "Finetune/Loss": 0.5872011184692383, "Finetune/Loss (Raw)": 0.3921785056591034, "Finetune/Step": 14785, "Finetune/Step Time": 10.728164073079824}
+{"Finetune/Learning Rate": 2.6741736386758743e-06, "Finetune/Loss": 0.5865099430084229, "Finetune/Loss (Raw)": 0.581213116645813, "Finetune/Step": 14786, "Finetune/Step Time": 10.723816711455584}
+{"Finetune/Learning Rate": 2.67302750899035e-06, "Finetune/Loss": 0.5865305066108704, "Finetune/Loss (Raw)": 0.5578291416168213, "Finetune/Step": 14787, "Finetune/Step Time": 10.725649159401655}
+{"Finetune/Learning Rate": 2.671881587076929e-06, "Finetune/Loss": 0.5869777798652649, "Finetune/Loss (Raw)": 0.6204371452331543, "Finetune/Step": 14788, "Finetune/Step Time": 10.72760265134275}
+{"Finetune/Learning Rate": 2.670735872968109e-06, "Finetune/Loss": 0.5854734182357788, "Finetune/Loss (Raw)": 0.5497114658355713, "Finetune/Step": 14789, "Finetune/Step Time": 10.746289499104023}
+{"Finetune/Learning Rate": 2.669590366696382e-06, "Finetune/Loss": 0.5862618684768677, "Finetune/Loss (Raw)": 0.6664921045303345, "Finetune/Step": 14790, "Finetune/Step Time": 10.741060439497232}
+{"Finetune/Learning Rate": 2.6684450682942243e-06, "Finetune/Loss": 0.5858737230300903, "Finetune/Loss (Raw)": 0.5479955673217773, "Finetune/Step": 14791, "Finetune/Step Time": 10.737399557605386}
+{"Finetune/Learning Rate": 2.6672999777941168e-06, "Finetune/Loss": 0.5850752592086792, "Finetune/Loss (Raw)": 0.4991689622402191, "Finetune/Step": 14792, "Finetune/Step Time": 10.73590380139649}
+{"Finetune/Learning Rate": 2.6661550952285297e-06, "Finetune/Loss": 0.5857478380203247, "Finetune/Loss (Raw)": 0.7006885409355164, "Finetune/Step": 14793, "Finetune/Step Time": 10.730961546301842}
+{"Finetune/Learning Rate": 2.6650104206299287e-06, "Finetune/Loss": 0.5851667523384094, "Finetune/Loss (Raw)": 0.5733758211135864, "Finetune/Step": 14794, "Finetune/Step Time": 10.732352720573545}
+{"Finetune/Learning Rate": 2.663865954030773e-06, "Finetune/Loss": 0.5852059125900269, "Finetune/Loss (Raw)": 0.6485044956207275, "Finetune/Step": 14795, "Finetune/Step Time": 10.732060018926859}
+{"Finetune/Learning Rate": 2.6627216954635227e-06, "Finetune/Loss": 0.585184633731842, "Finetune/Loss (Raw)": 0.6039790511131287, "Finetune/Step": 14796, "Finetune/Step Time": 10.7340142801404}
+{"Finetune/Learning Rate": 2.661577644960618e-06, "Finetune/Loss": 0.5845167636871338, "Finetune/Loss (Raw)": 0.595939576625824, "Finetune/Step": 14797, "Finetune/Step Time": 10.734817834571004}
+{"Finetune/Learning Rate": 2.660433802554503e-06, "Finetune/Loss": 0.585430383682251, "Finetune/Loss (Raw)": 0.6376109719276428, "Finetune/Step": 14798, "Finetune/Step Time": 10.739083372056484}
+{"Finetune/Learning Rate": 2.659290168277615e-06, "Finetune/Loss": 0.5860376954078674, "Finetune/Loss (Raw)": 0.6322738528251648, "Finetune/Step": 14799, "Finetune/Step Time": 10.768470840528607}
+{"Finetune/Learning Rate": 2.6581467421623842e-06, "Finetune/Loss": 0.5857189893722534, "Finetune/Loss (Raw)": 0.6373502016067505, "Finetune/Step": 14800, "Finetune/Step Time": 10.753931555896997}
+{"Finetune/Learning Rate": 2.6570035242412327e-06, "Finetune/Loss": 0.5863459706306458, "Finetune/Loss (Raw)": 0.6502435803413391, "Finetune/Step": 14801, "Finetune/Step Time": 10.729178013280034}
+{"Finetune/Learning Rate": 2.6558605145465823e-06, "Finetune/Loss": 0.5859966278076172, "Finetune/Loss (Raw)": 0.6408852934837341, "Finetune/Step": 14802, "Finetune/Step Time": 10.706444287672639}
+{"Finetune/Learning Rate": 2.6547177131108427e-06, "Finetune/Loss": 0.5847216248512268, "Finetune/Loss (Raw)": 0.5781365036964417, "Finetune/Step": 14803, "Finetune/Step Time": 10.714095817878842}
+{"Finetune/Learning Rate": 2.6535751199664218e-06, "Finetune/Loss": 0.5847022533416748, "Finetune/Loss (Raw)": 0.5495558977127075, "Finetune/Step": 14804, "Finetune/Step Time": 10.715662790462375}
+{"Finetune/Learning Rate": 2.6524327351457202e-06, "Finetune/Loss": 0.5859538316726685, "Finetune/Loss (Raw)": 0.6766030192375183, "Finetune/Step": 14805, "Finetune/Step Time": 10.72353876940906}
+{"Finetune/Learning Rate": 2.6512905586811333e-06, "Finetune/Loss": 0.5860258340835571, "Finetune/Loss (Raw)": 0.6190749406814575, "Finetune/Step": 14806, "Finetune/Step Time": 10.725853737443686}
+{"Finetune/Learning Rate": 2.6501485906050485e-06, "Finetune/Loss": 0.5866729617118835, "Finetune/Loss (Raw)": 0.5666552782058716, "Finetune/Step": 14807, "Finetune/Step Time": 10.730334343388677}
+{"Finetune/Learning Rate": 2.6490068309498483e-06, "Finetune/Loss": 0.5867338180541992, "Finetune/Loss (Raw)": 0.6209641695022583, "Finetune/Step": 14808, "Finetune/Step Time": 10.734754901379347}
+{"Finetune/Learning Rate": 2.647865279747913e-06, "Finetune/Loss": 0.5874243378639221, "Finetune/Loss (Raw)": 0.6238822937011719, "Finetune/Step": 14809, "Finetune/Step Time": 10.727324640378356}
+{"Finetune/Learning Rate": 2.646723937031611e-06, "Finetune/Loss": 0.5867942571640015, "Finetune/Loss (Raw)": 0.5736584663391113, "Finetune/Step": 14810, "Finetune/Step Time": 10.718245213851333}
+{"Finetune/Learning Rate": 2.6455828028333074e-06, "Finetune/Loss": 0.5884661674499512, "Finetune/Loss (Raw)": 0.6556426286697388, "Finetune/Step": 14811, "Finetune/Step Time": 10.706530008465052}
+{"Finetune/Learning Rate": 2.6444418771853632e-06, "Finetune/Loss": 0.5884934663772583, "Finetune/Loss (Raw)": 0.5664642453193665, "Finetune/Step": 14812, "Finetune/Step Time": 10.685502393171191}
+{"Finetune/Learning Rate": 2.643301160120131e-06, "Finetune/Loss": 0.5882264375686646, "Finetune/Loss (Raw)": 0.5359887480735779, "Finetune/Step": 14813, "Finetune/Step Time": 10.688175274059176}
+{"Finetune/Learning Rate": 2.6421606516699607e-06, "Finetune/Loss": 0.5879603624343872, "Finetune/Loss (Raw)": 0.5562187433242798, "Finetune/Step": 14814, "Finetune/Step Time": 10.686040941625834}
+{"Finetune/Learning Rate": 2.641020351867186e-06, "Finetune/Loss": 0.58963543176651, "Finetune/Loss (Raw)": 0.6110514998435974, "Finetune/Step": 14815, "Finetune/Step Time": 10.64433885551989}
+{"Finetune/Learning Rate": 2.639880260744151e-06, "Finetune/Loss": 0.5900845527648926, "Finetune/Loss (Raw)": 0.7079451680183411, "Finetune/Step": 14816, "Finetune/Step Time": 10.642421865835786}
+{"Finetune/Learning Rate": 2.6387403783331812e-06, "Finetune/Loss": 0.5898373126983643, "Finetune/Loss (Raw)": 0.571103572845459, "Finetune/Step": 14817, "Finetune/Step Time": 10.677225226536393}
+{"Finetune/Learning Rate": 2.637600704666603e-06, "Finetune/Loss": 0.5883362293243408, "Finetune/Loss (Raw)": 0.37297365069389343, "Finetune/Step": 14818, "Finetune/Step Time": 10.713637737557292}
+{"Finetune/Learning Rate": 2.6364612397767332e-06, "Finetune/Loss": 0.5876266956329346, "Finetune/Loss (Raw)": 0.6139774322509766, "Finetune/Step": 14819, "Finetune/Step Time": 10.71431945078075}
+{"Finetune/Learning Rate": 2.6353219836958823e-06, "Finetune/Loss": 0.5867736339569092, "Finetune/Loss (Raw)": 0.4672662317752838, "Finetune/Step": 14820, "Finetune/Step Time": 10.753030916675925}
+{"Finetune/Learning Rate": 2.634182936456361e-06, "Finetune/Loss": 0.5868843197822571, "Finetune/Loss (Raw)": 0.6734362244606018, "Finetune/Step": 14821, "Finetune/Step Time": 10.74147605150938}
+{"Finetune/Learning Rate": 2.6330440980904603e-06, "Finetune/Loss": 0.5872498154640198, "Finetune/Loss (Raw)": 0.7036738991737366, "Finetune/Step": 14822, "Finetune/Step Time": 10.746597582474351}
+{"Finetune/Learning Rate": 2.6319054686304836e-06, "Finetune/Loss": 0.5858576893806458, "Finetune/Loss (Raw)": 0.5470568537712097, "Finetune/Step": 14823, "Finetune/Step Time": 10.73526856303215}
+{"Finetune/Learning Rate": 2.6307670481087143e-06, "Finetune/Loss": 0.5852745771408081, "Finetune/Loss (Raw)": 0.5589368939399719, "Finetune/Step": 14824, "Finetune/Step Time": 10.735181970521808}
+{"Finetune/Learning Rate": 2.6296288365574372e-06, "Finetune/Loss": 0.5853358507156372, "Finetune/Loss (Raw)": 0.5742212533950806, "Finetune/Step": 14825, "Finetune/Step Time": 10.73149581067264}
+{"Finetune/Learning Rate": 2.6284908340089276e-06, "Finetune/Loss": 0.584173858165741, "Finetune/Loss (Raw)": 0.5945901870727539, "Finetune/Step": 14826, "Finetune/Step Time": 10.730125056579709}
+{"Finetune/Learning Rate": 2.6273530404954596e-06, "Finetune/Loss": 0.5842265486717224, "Finetune/Loss (Raw)": 0.5364419221878052, "Finetune/Step": 14827, "Finetune/Step Time": 10.779817450791597}
+{"Finetune/Learning Rate": 2.6262154560492915e-06, "Finetune/Loss": 0.5839459300041199, "Finetune/Loss (Raw)": 0.556046724319458, "Finetune/Step": 14828, "Finetune/Step Time": 10.786279264837503}
+{"Finetune/Learning Rate": 2.6250780807026843e-06, "Finetune/Loss": 0.5849238634109497, "Finetune/Loss (Raw)": 0.6538377404212952, "Finetune/Step": 14829, "Finetune/Step Time": 10.794030100107193}
+{"Finetune/Learning Rate": 2.623940914487888e-06, "Finetune/Loss": 0.5854507684707642, "Finetune/Loss (Raw)": 0.711761474609375, "Finetune/Step": 14830, "Finetune/Step Time": 10.796313408762217}
+{"Finetune/Learning Rate": 2.6228039574371566e-06, "Finetune/Loss": 0.5857667326927185, "Finetune/Loss (Raw)": 0.6260226368904114, "Finetune/Step": 14831, "Finetune/Step Time": 10.794728031381965}
+{"Finetune/Learning Rate": 2.6216672095827267e-06, "Finetune/Loss": 0.5841691493988037, "Finetune/Loss (Raw)": 0.462567538022995, "Finetune/Step": 14832, "Finetune/Step Time": 10.78232298232615}
+{"Finetune/Learning Rate": 2.6205306709568358e-06, "Finetune/Loss": 0.5835027098655701, "Finetune/Loss (Raw)": 0.5127865672111511, "Finetune/Step": 14833, "Finetune/Step Time": 10.832032918930054}
+{"Finetune/Learning Rate": 2.619394341591709e-06, "Finetune/Loss": 0.5852019786834717, "Finetune/Loss (Raw)": 0.8217810988426208, "Finetune/Step": 14834, "Finetune/Step Time": 10.831221800297499}
+{"Finetune/Learning Rate": 2.6182582215195695e-06, "Finetune/Loss": 0.5846084356307983, "Finetune/Loss (Raw)": 0.5990091562271118, "Finetune/Step": 14835, "Finetune/Step Time": 10.8171771094203}
+{"Finetune/Learning Rate": 2.6171223107726373e-06, "Finetune/Loss": 0.5839458703994751, "Finetune/Loss (Raw)": 0.4842229187488556, "Finetune/Step": 14836, "Finetune/Step Time": 10.816202994436026}
+{"Finetune/Learning Rate": 2.615986609383119e-06, "Finetune/Loss": 0.584537148475647, "Finetune/Loss (Raw)": 0.6324076652526855, "Finetune/Step": 14837, "Finetune/Step Time": 10.843180034309626}
+{"Finetune/Learning Rate": 2.6148511173832246e-06, "Finetune/Loss": 0.5844790935516357, "Finetune/Loss (Raw)": 0.5960147380828857, "Finetune/Step": 14838, "Finetune/Step Time": 10.839924804866314}
+{"Finetune/Learning Rate": 2.613715834805157e-06, "Finetune/Loss": 0.5826655626296997, "Finetune/Loss (Raw)": 0.4321175515651703, "Finetune/Step": 14839, "Finetune/Step Time": 10.923490349203348}
+{"Finetune/Learning Rate": 2.6125807616811006e-06, "Finetune/Loss": 0.583116888999939, "Finetune/Loss (Raw)": 0.6153603792190552, "Finetune/Step": 14840, "Finetune/Step Time": 10.926094822585583}
+{"Finetune/Learning Rate": 2.6114458980432465e-06, "Finetune/Loss": 0.5840083360671997, "Finetune/Loss (Raw)": 0.6510875821113586, "Finetune/Step": 14841, "Finetune/Step Time": 10.925711698830128}
+{"Finetune/Learning Rate": 2.6103112439237776e-06, "Finetune/Loss": 0.5827330350875854, "Finetune/Loss (Raw)": 0.4467315673828125, "Finetune/Step": 14842, "Finetune/Step Time": 10.933413857594132}
+{"Finetune/Learning Rate": 2.6091767993548676e-06, "Finetune/Loss": 0.5816812515258789, "Finetune/Loss (Raw)": 0.5012211203575134, "Finetune/Step": 14843, "Finetune/Step Time": 10.971052061766386}
+{"Finetune/Learning Rate": 2.6080425643686835e-06, "Finetune/Loss": 0.5815195441246033, "Finetune/Loss (Raw)": 0.529097855091095, "Finetune/Step": 14844, "Finetune/Step Time": 10.988621169701219}
+{"Finetune/Learning Rate": 2.6069085389973993e-06, "Finetune/Loss": 0.5812565088272095, "Finetune/Loss (Raw)": 0.536791980266571, "Finetune/Step": 14845, "Finetune/Step Time": 10.982872499153018}
+{"Finetune/Learning Rate": 2.605774723273162e-06, "Finetune/Loss": 0.5805864334106445, "Finetune/Loss (Raw)": 0.5055217742919922, "Finetune/Step": 14846, "Finetune/Step Time": 10.960862105712295}
+{"Finetune/Learning Rate": 2.6046411172281284e-06, "Finetune/Loss": 0.5790790319442749, "Finetune/Loss (Raw)": 0.4291642904281616, "Finetune/Step": 14847, "Finetune/Step Time": 10.99833614192903}
+{"Finetune/Learning Rate": 2.6035077208944416e-06, "Finetune/Loss": 0.578620433807373, "Finetune/Loss (Raw)": 0.46927645802497864, "Finetune/Step": 14848, "Finetune/Step Time": 10.995007749646902}
+{"Finetune/Learning Rate": 2.602374534304244e-06, "Finetune/Loss": 0.5788704752922058, "Finetune/Loss (Raw)": 0.5725669264793396, "Finetune/Step": 14849, "Finetune/Step Time": 10.998395677655935}
+{"Finetune/Learning Rate": 2.6012415574896677e-06, "Finetune/Loss": 0.5772794485092163, "Finetune/Loss (Raw)": 0.3796024024486542, "Finetune/Step": 14850, "Finetune/Step Time": 11.035460157319903}
+{"Finetune/Learning Rate": 2.6001087904828425e-06, "Finetune/Loss": 0.5769927501678467, "Finetune/Loss (Raw)": 0.5307496786117554, "Finetune/Step": 14851, "Finetune/Step Time": 11.030519435182214}
+{"Finetune/Learning Rate": 2.5989762333158896e-06, "Finetune/Loss": 0.5779286623001099, "Finetune/Loss (Raw)": 0.7543222308158875, "Finetune/Step": 14852, "Finetune/Step Time": 11.034246435388923}
+{"Finetune/Learning Rate": 2.5978438860209243e-06, "Finetune/Loss": 0.5788207054138184, "Finetune/Loss (Raw)": 0.6719403266906738, "Finetune/Step": 14853, "Finetune/Step Time": 11.041281493380666}
+{"Finetune/Learning Rate": 2.5967117486300573e-06, "Finetune/Loss": 0.5794336795806885, "Finetune/Loss (Raw)": 0.5774475336074829, "Finetune/Step": 14854, "Finetune/Step Time": 11.041822826489806}
+{"Finetune/Learning Rate": 2.595579821175395e-06, "Finetune/Loss": 0.5790764093399048, "Finetune/Loss (Raw)": 0.5351598262786865, "Finetune/Step": 14855, "Finetune/Step Time": 11.04783646762371}
+{"Finetune/Learning Rate": 2.594448103689031e-06, "Finetune/Loss": 0.5797170996665955, "Finetune/Loss (Raw)": 0.6191933155059814, "Finetune/Step": 14856, "Finetune/Step Time": 11.03998650982976}
+{"Finetune/Learning Rate": 2.5933165962030616e-06, "Finetune/Loss": 0.579098105430603, "Finetune/Loss (Raw)": 0.5211544036865234, "Finetune/Step": 14857, "Finetune/Step Time": 11.049552515149117}
+{"Finetune/Learning Rate": 2.592185298749571e-06, "Finetune/Loss": 0.5783425569534302, "Finetune/Loss (Raw)": 0.5494312047958374, "Finetune/Step": 14858, "Finetune/Step Time": 11.093029772862792}
+{"Finetune/Learning Rate": 2.591054211360641e-06, "Finetune/Loss": 0.579136073589325, "Finetune/Loss (Raw)": 0.6203064918518066, "Finetune/Step": 14859, "Finetune/Step Time": 11.084786020219326}
+{"Finetune/Learning Rate": 2.589923334068345e-06, "Finetune/Loss": 0.5804622769355774, "Finetune/Loss (Raw)": 0.5803225040435791, "Finetune/Step": 14860, "Finetune/Step Time": 11.052472243085504}
+{"Finetune/Learning Rate": 2.5887926669047527e-06, "Finetune/Loss": 0.5806131958961487, "Finetune/Loss (Raw)": 0.575711190700531, "Finetune/Step": 14861, "Finetune/Step Time": 11.05363866314292}
+{"Finetune/Learning Rate": 2.5876622099019243e-06, "Finetune/Loss": 0.581539511680603, "Finetune/Loss (Raw)": 0.6827221512794495, "Finetune/Step": 14862, "Finetune/Step Time": 11.053201271221042}
+{"Finetune/Learning Rate": 2.586531963091922e-06, "Finetune/Loss": 0.5823674201965332, "Finetune/Loss (Raw)": 0.666214644908905, "Finetune/Step": 14863, "Finetune/Step Time": 11.045835202559829}
+{"Finetune/Learning Rate": 2.585401926506785e-06, "Finetune/Loss": 0.583043098449707, "Finetune/Loss (Raw)": 0.5796663165092468, "Finetune/Step": 14864, "Finetune/Step Time": 11.045552808791399}
+{"Finetune/Learning Rate": 2.5842721001785685e-06, "Finetune/Loss": 0.5837265849113464, "Finetune/Loss (Raw)": 0.5976755619049072, "Finetune/Step": 14865, "Finetune/Step Time": 11.048094684258103}
+{"Finetune/Learning Rate": 2.5831424841393084e-06, "Finetune/Loss": 0.5826846361160278, "Finetune/Loss (Raw)": 0.46724918484687805, "Finetune/Step": 14866, "Finetune/Step Time": 11.009206213057041}
+{"Finetune/Learning Rate": 2.582013078421036e-06, "Finetune/Loss": 0.5815997123718262, "Finetune/Loss (Raw)": 0.4955524206161499, "Finetune/Step": 14867, "Finetune/Step Time": 11.009590525180101}
+{"Finetune/Learning Rate": 2.580883883055779e-06, "Finetune/Loss": 0.5808652639389038, "Finetune/Loss (Raw)": 0.5346106886863708, "Finetune/Step": 14868, "Finetune/Step Time": 11.025003347545862}
+{"Finetune/Learning Rate": 2.5797548980755604e-06, "Finetune/Loss": 0.57917320728302, "Finetune/Loss (Raw)": 0.5531792044639587, "Finetune/Step": 14869, "Finetune/Step Time": 11.030004624277353}
+{"Finetune/Learning Rate": 2.578626123512391e-06, "Finetune/Loss": 0.5797244310379028, "Finetune/Loss (Raw)": 0.6264187097549438, "Finetune/Step": 14870, "Finetune/Step Time": 11.015973756089807}
+{"Finetune/Learning Rate": 2.5774975593982766e-06, "Finetune/Loss": 0.579334020614624, "Finetune/Loss (Raw)": 0.5071597695350647, "Finetune/Step": 14871, "Finetune/Step Time": 11.031102903187275}
+{"Finetune/Learning Rate": 2.576369205765229e-06, "Finetune/Loss": 0.5805930495262146, "Finetune/Loss (Raw)": 0.5980127453804016, "Finetune/Step": 14872, "Finetune/Step Time": 10.993808090686798}
+{"Finetune/Learning Rate": 2.5752410626452396e-06, "Finetune/Loss": 0.5814061164855957, "Finetune/Loss (Raw)": 0.6884090900421143, "Finetune/Step": 14873, "Finetune/Step Time": 10.97870878688991}
+{"Finetune/Learning Rate": 2.5741131300703004e-06, "Finetune/Loss": 0.5820043087005615, "Finetune/Loss (Raw)": 0.6483968496322632, "Finetune/Step": 14874, "Finetune/Step Time": 10.96216649375856}
+{"Finetune/Learning Rate": 2.5729854080724003e-06, "Finetune/Loss": 0.5829753875732422, "Finetune/Loss (Raw)": 0.603669285774231, "Finetune/Step": 14875, "Finetune/Step Time": 10.929599281400442}
+{"Finetune/Learning Rate": 2.5718578966835116e-06, "Finetune/Loss": 0.5834358334541321, "Finetune/Loss (Raw)": 0.6872467994689941, "Finetune/Step": 14876, "Finetune/Step Time": 10.929286424070597}
+{"Finetune/Learning Rate": 2.570730595935609e-06, "Finetune/Loss": 0.5815446972846985, "Finetune/Loss (Raw)": 0.5306464433670044, "Finetune/Step": 14877, "Finetune/Step Time": 10.96433137357235}
+{"Finetune/Learning Rate": 2.569603505860658e-06, "Finetune/Loss": 0.5806643962860107, "Finetune/Loss (Raw)": 0.4648454487323761, "Finetune/Step": 14878, "Finetune/Step Time": 10.965098064392805}
+{"Finetune/Learning Rate": 2.568476626490626e-06, "Finetune/Loss": 0.5798446536064148, "Finetune/Loss (Raw)": 0.5592190027236938, "Finetune/Step": 14879, "Finetune/Step Time": 10.976338559761643}
+{"Finetune/Learning Rate": 2.5673499578574644e-06, "Finetune/Loss": 0.5804598927497864, "Finetune/Loss (Raw)": 0.5728036165237427, "Finetune/Step": 14880, "Finetune/Step Time": 10.971219286322594}
+{"Finetune/Learning Rate": 2.5662234999931244e-06, "Finetune/Loss": 0.5802120566368103, "Finetune/Loss (Raw)": 0.5060837268829346, "Finetune/Step": 14881, "Finetune/Step Time": 10.980774285271764}
+{"Finetune/Learning Rate": 2.565097252929545e-06, "Finetune/Loss": 0.579230010509491, "Finetune/Loss (Raw)": 0.5959462523460388, "Finetune/Step": 14882, "Finetune/Step Time": 10.980944827198982}
+{"Finetune/Learning Rate": 2.563971216698665e-06, "Finetune/Loss": 0.5783073902130127, "Finetune/Loss (Raw)": 0.4691857695579529, "Finetune/Step": 14883, "Finetune/Step Time": 10.992122389376163}
+{"Finetune/Learning Rate": 2.562845391332417e-06, "Finetune/Loss": 0.5789495706558228, "Finetune/Loss (Raw)": 0.6763597130775452, "Finetune/Step": 14884, "Finetune/Step Time": 10.98799754306674}
+{"Finetune/Learning Rate": 2.5617197768627244e-06, "Finetune/Loss": 0.5800233483314514, "Finetune/Loss (Raw)": 0.6572205424308777, "Finetune/Step": 14885, "Finetune/Step Time": 10.955089312046766}
+{"Finetune/Learning Rate": 2.5605943733215044e-06, "Finetune/Loss": 0.579032301902771, "Finetune/Loss (Raw)": 0.5677148103713989, "Finetune/Step": 14886, "Finetune/Step Time": 10.954726761206985}
+{"Finetune/Learning Rate": 2.559469180740679e-06, "Finetune/Loss": 0.5792322158813477, "Finetune/Loss (Raw)": 0.6287712454795837, "Finetune/Step": 14887, "Finetune/Step Time": 10.953863747417927}
+{"Finetune/Learning Rate": 2.5583441991521475e-06, "Finetune/Loss": 0.5801478624343872, "Finetune/Loss (Raw)": 0.6100614666938782, "Finetune/Step": 14888, "Finetune/Step Time": 10.949425896629691}
+{"Finetune/Learning Rate": 2.5572194285878125e-06, "Finetune/Loss": 0.5808207988739014, "Finetune/Loss (Raw)": 0.5813906192779541, "Finetune/Step": 14889, "Finetune/Step Time": 10.939990028738976}
+{"Finetune/Learning Rate": 2.5560948690795693e-06, "Finetune/Loss": 0.5802384614944458, "Finetune/Loss (Raw)": 0.6034227609634399, "Finetune/Step": 14890, "Finetune/Step Time": 10.936792977154255}
+{"Finetune/Learning Rate": 2.55497052065931e-06, "Finetune/Loss": 0.5801671743392944, "Finetune/Loss (Raw)": 0.5755040049552917, "Finetune/Step": 14891, "Finetune/Step Time": 10.93275579251349}
+{"Finetune/Learning Rate": 2.5538463833589144e-06, "Finetune/Loss": 0.579923152923584, "Finetune/Loss (Raw)": 0.5708906054496765, "Finetune/Step": 14892, "Finetune/Step Time": 10.935571111738682}
+{"Finetune/Learning Rate": 2.5527224572102617e-06, "Finetune/Loss": 0.5795283317565918, "Finetune/Loss (Raw)": 0.5150532126426697, "Finetune/Step": 14893, "Finetune/Step Time": 10.92995210364461}
+{"Finetune/Learning Rate": 2.5515987422452225e-06, "Finetune/Loss": 0.5800415277481079, "Finetune/Loss (Raw)": 0.5325458645820618, "Finetune/Step": 14894, "Finetune/Step Time": 10.957181379199028}
+{"Finetune/Learning Rate": 2.550475238495663e-06, "Finetune/Loss": 0.5796868801116943, "Finetune/Loss (Raw)": 0.585875928401947, "Finetune/Step": 14895, "Finetune/Step Time": 10.942752715200186}
+{"Finetune/Learning Rate": 2.5493519459934423e-06, "Finetune/Loss": 0.5796821117401123, "Finetune/Loss (Raw)": 0.6155999302864075, "Finetune/Step": 14896, "Finetune/Step Time": 10.957199534401298}
+{"Finetune/Learning Rate": 2.5482288647704134e-06, "Finetune/Loss": 0.5801851153373718, "Finetune/Loss (Raw)": 0.6302655935287476, "Finetune/Step": 14897, "Finetune/Step Time": 10.958730457350612}
+{"Finetune/Learning Rate": 2.5471059948584243e-06, "Finetune/Loss": 0.5797214508056641, "Finetune/Loss (Raw)": 0.5548850893974304, "Finetune/Step": 14898, "Finetune/Step Time": 10.954975917935371}
+{"Finetune/Learning Rate": 2.545983336289315e-06, "Finetune/Loss": 0.5803873538970947, "Finetune/Loss (Raw)": 0.6219927668571472, "Finetune/Step": 14899, "Finetune/Step Time": 10.958804508671165}
+{"Finetune/Learning Rate": 2.544860889094922e-06, "Finetune/Loss": 0.5809178352355957, "Finetune/Loss (Raw)": 0.6226300001144409, "Finetune/Step": 14900, "Finetune/Step Time": 10.954927245154977}
+{"Finetune/Learning Rate": 2.5437386533070764e-06, "Finetune/Loss": 0.581212043762207, "Finetune/Loss (Raw)": 0.5912911891937256, "Finetune/Step": 14901, "Finetune/Step Time": 10.961311863735318}
+{"Finetune/Learning Rate": 2.542616628957598e-06, "Finetune/Loss": 0.579899251461029, "Finetune/Loss (Raw)": 0.4407876133918762, "Finetune/Step": 14902, "Finetune/Step Time": 10.95516912266612}
+{"Finetune/Learning Rate": 2.541494816078306e-06, "Finetune/Loss": 0.5806025862693787, "Finetune/Loss (Raw)": 0.5947288870811462, "Finetune/Step": 14903, "Finetune/Step Time": 10.948644358664751}
+{"Finetune/Learning Rate": 2.540373214701013e-06, "Finetune/Loss": 0.5808402299880981, "Finetune/Loss (Raw)": 0.6163981556892395, "Finetune/Step": 14904, "Finetune/Step Time": 10.944031316787004}
+{"Finetune/Learning Rate": 2.5392518248575227e-06, "Finetune/Loss": 0.5805538892745972, "Finetune/Loss (Raw)": 0.5957099795341492, "Finetune/Step": 14905, "Finetune/Step Time": 10.944729130715132}
+{"Finetune/Learning Rate": 2.538130646579635e-06, "Finetune/Loss": 0.5803683400154114, "Finetune/Loss (Raw)": 0.6444125771522522, "Finetune/Step": 14906, "Finetune/Step Time": 10.965260116383433}
+{"Finetune/Learning Rate": 2.5370096798991438e-06, "Finetune/Loss": 0.5778394937515259, "Finetune/Loss (Raw)": 0.3077697157859802, "Finetune/Step": 14907, "Finetune/Step Time": 10.998212391510606}
+{"Finetune/Learning Rate": 2.5358889248478357e-06, "Finetune/Loss": 0.578069269657135, "Finetune/Loss (Raw)": 0.5909337997436523, "Finetune/Step": 14908, "Finetune/Step Time": 10.994515791535378}
+{"Finetune/Learning Rate": 2.534768381457493e-06, "Finetune/Loss": 0.5775769948959351, "Finetune/Loss (Raw)": 0.5816256999969482, "Finetune/Step": 14909, "Finetune/Step Time": 10.997056743130088}
+{"Finetune/Learning Rate": 2.5336480497598905e-06, "Finetune/Loss": 0.5792921781539917, "Finetune/Loss (Raw)": 0.6375822424888611, "Finetune/Step": 14910, "Finetune/Step Time": 10.958370057865977}
+{"Finetune/Learning Rate": 2.5325279297867978e-06, "Finetune/Loss": 0.5776150226593018, "Finetune/Loss (Raw)": 0.4025270938873291, "Finetune/Step": 14911, "Finetune/Step Time": 10.989957658573985}
+{"Finetune/Learning Rate": 2.5314080215699822e-06, "Finetune/Loss": 0.5779688358306885, "Finetune/Loss (Raw)": 0.5390118956565857, "Finetune/Step": 14912, "Finetune/Step Time": 10.995056355372071}
+{"Finetune/Learning Rate": 2.5302883251411903e-06, "Finetune/Loss": 0.5801290273666382, "Finetune/Loss (Raw)": 0.6686803698539734, "Finetune/Step": 14913, "Finetune/Step Time": 10.957254288718104}
+{"Finetune/Learning Rate": 2.5291688405321835e-06, "Finetune/Loss": 0.5794683694839478, "Finetune/Loss (Raw)": 0.49665090441703796, "Finetune/Step": 14914, "Finetune/Step Time": 10.976335002109408}
+{"Finetune/Learning Rate": 2.528049567774704e-06, "Finetune/Loss": 0.5798121690750122, "Finetune/Loss (Raw)": 0.6018333435058594, "Finetune/Step": 14915, "Finetune/Step Time": 10.976834217086434}
+{"Finetune/Learning Rate": 2.5269305069004924e-06, "Finetune/Loss": 0.5799139142036438, "Finetune/Loss (Raw)": 0.633465588092804, "Finetune/Step": 14916, "Finetune/Step Time": 10.978625969961286}
+{"Finetune/Learning Rate": 2.5258116579412805e-06, "Finetune/Loss": 0.5806422233581543, "Finetune/Loss (Raw)": 0.6429325342178345, "Finetune/Step": 14917, "Finetune/Step Time": 10.965769663453102}
+{"Finetune/Learning Rate": 2.524693020928799e-06, "Finetune/Loss": 0.580093502998352, "Finetune/Loss (Raw)": 0.596251368522644, "Finetune/Step": 14918, "Finetune/Step Time": 10.967447824776173}
+{"Finetune/Learning Rate": 2.5235745958947634e-06, "Finetune/Loss": 0.5811688899993896, "Finetune/Loss (Raw)": 0.6856520771980286, "Finetune/Step": 14919, "Finetune/Step Time": 10.97292922064662}
+{"Finetune/Learning Rate": 2.5224563828708904e-06, "Finetune/Loss": 0.5827438831329346, "Finetune/Loss (Raw)": 0.7007614970207214, "Finetune/Step": 14920, "Finetune/Step Time": 11.045945780351758}
+{"Finetune/Learning Rate": 2.5213383818888926e-06, "Finetune/Loss": 0.5800901055335999, "Finetune/Loss (Raw)": 0.3610099256038666, "Finetune/Step": 14921, "Finetune/Step Time": 11.083316959440708}
+{"Finetune/Learning Rate": 2.5202205929804726e-06, "Finetune/Loss": 0.5802386999130249, "Finetune/Loss (Raw)": 0.5924040675163269, "Finetune/Step": 14922, "Finetune/Step Time": 11.085608514025807}
+{"Finetune/Learning Rate": 2.519103016177327e-06, "Finetune/Loss": 0.5800659656524658, "Finetune/Loss (Raw)": 0.626384437084198, "Finetune/Step": 14923, "Finetune/Step Time": 11.083570171147585}
+{"Finetune/Learning Rate": 2.517985651511149e-06, "Finetune/Loss": 0.5796187520027161, "Finetune/Loss (Raw)": 0.5467366576194763, "Finetune/Step": 14924, "Finetune/Step Time": 11.086103528738022}
+{"Finetune/Learning Rate": 2.5168684990136205e-06, "Finetune/Loss": 0.5793766379356384, "Finetune/Loss (Raw)": 0.5649476647377014, "Finetune/Step": 14925, "Finetune/Step Time": 11.07877497188747}
+{"Finetune/Learning Rate": 2.5157515587164204e-06, "Finetune/Loss": 0.5782215595245361, "Finetune/Loss (Raw)": 0.48976433277130127, "Finetune/Step": 14926, "Finetune/Step Time": 11.082528825849295}
+{"Finetune/Learning Rate": 2.5146348306512226e-06, "Finetune/Loss": 0.5778591632843018, "Finetune/Loss (Raw)": 0.5858829021453857, "Finetune/Step": 14927, "Finetune/Step Time": 11.056982766836882}
+{"Finetune/Learning Rate": 2.5135183148496976e-06, "Finetune/Loss": 0.5771446228027344, "Finetune/Loss (Raw)": 0.5458963513374329, "Finetune/Step": 14928, "Finetune/Step Time": 11.074966385960579}
+{"Finetune/Learning Rate": 2.5124020113435045e-06, "Finetune/Loss": 0.5759552717208862, "Finetune/Loss (Raw)": 0.49800223112106323, "Finetune/Step": 14929, "Finetune/Step Time": 11.082076175138354}
+{"Finetune/Learning Rate": 2.5112859201643013e-06, "Finetune/Loss": 0.5758002996444702, "Finetune/Loss (Raw)": 0.6210460066795349, "Finetune/Step": 14930, "Finetune/Step Time": 11.086179314181209}
+{"Finetune/Learning Rate": 2.5101700413437312e-06, "Finetune/Loss": 0.5759748220443726, "Finetune/Loss (Raw)": 0.6004737615585327, "Finetune/Step": 14931, "Finetune/Step Time": 11.085659965872765}
+{"Finetune/Learning Rate": 2.509054374913441e-06, "Finetune/Loss": 0.5762323141098022, "Finetune/Loss (Raw)": 0.5825190544128418, "Finetune/Step": 14932, "Finetune/Step Time": 11.081943897530437}
+{"Finetune/Learning Rate": 2.5079389209050677e-06, "Finetune/Loss": 0.5753064155578613, "Finetune/Loss (Raw)": 0.5580927133560181, "Finetune/Step": 14933, "Finetune/Step Time": 11.078012842684984}
+{"Finetune/Learning Rate": 2.5068236793502387e-06, "Finetune/Loss": 0.5759611129760742, "Finetune/Loss (Raw)": 0.7028701901435852, "Finetune/Step": 14934, "Finetune/Step Time": 11.077788835391402}
+{"Finetune/Learning Rate": 2.505708650280585e-06, "Finetune/Loss": 0.575810968875885, "Finetune/Loss (Raw)": 0.5474382638931274, "Finetune/Step": 14935, "Finetune/Step Time": 11.066873479634523}
+{"Finetune/Learning Rate": 2.5045938337277263e-06, "Finetune/Loss": 0.5753685235977173, "Finetune/Loss (Raw)": 0.5643268823623657, "Finetune/Step": 14936, "Finetune/Step Time": 11.077286845073104}
+{"Finetune/Learning Rate": 2.503479229723269e-06, "Finetune/Loss": 0.575768232345581, "Finetune/Loss (Raw)": 0.6750438809394836, "Finetune/Step": 14937, "Finetune/Step Time": 11.071241764351726}
+{"Finetune/Learning Rate": 2.502364838298824e-06, "Finetune/Loss": 0.5758565664291382, "Finetune/Loss (Raw)": 0.5849699378013611, "Finetune/Step": 14938, "Finetune/Step Time": 11.107892498373985}
+{"Finetune/Learning Rate": 2.501250659485992e-06, "Finetune/Loss": 0.5754165649414062, "Finetune/Loss (Raw)": 0.5993217825889587, "Finetune/Step": 14939, "Finetune/Step Time": 11.100802555680275}
+{"Finetune/Learning Rate": 2.5001366933163672e-06, "Finetune/Loss": 0.5749784708023071, "Finetune/Loss (Raw)": 0.5103864073753357, "Finetune/Step": 14940, "Finetune/Step Time": 11.106408603489399}
+{"Finetune/Learning Rate": 2.4990229398215394e-06, "Finetune/Loss": 0.575687825679779, "Finetune/Loss (Raw)": 0.6267890334129333, "Finetune/Step": 14941, "Finetune/Step Time": 11.10626620054245}
+{"Finetune/Learning Rate": 2.4979093990330903e-06, "Finetune/Loss": 0.5763570070266724, "Finetune/Loss (Raw)": 0.6418658494949341, "Finetune/Step": 14942, "Finetune/Step Time": 11.1185507979244}
+{"Finetune/Learning Rate": 2.4967960709825988e-06, "Finetune/Loss": 0.5762516260147095, "Finetune/Loss (Raw)": 0.5975714325904846, "Finetune/Step": 14943, "Finetune/Step Time": 11.122919475659728}
+{"Finetune/Learning Rate": 2.4956829557016336e-06, "Finetune/Loss": 0.5758601427078247, "Finetune/Loss (Raw)": 0.6578324437141418, "Finetune/Step": 14944, "Finetune/Step Time": 11.123446509242058}
+{"Finetune/Learning Rate": 2.4945700532217608e-06, "Finetune/Loss": 0.5762103796005249, "Finetune/Loss (Raw)": 0.6159345507621765, "Finetune/Step": 14945, "Finetune/Step Time": 11.112234268337488}
+{"Finetune/Learning Rate": 2.4934573635745386e-06, "Finetune/Loss": 0.5787674784660339, "Finetune/Loss (Raw)": 0.7002813220024109, "Finetune/Step": 14946, "Finetune/Step Time": 11.079298241063952}
+{"Finetune/Learning Rate": 2.492344886791519e-06, "Finetune/Loss": 0.5784022808074951, "Finetune/Loss (Raw)": 0.5672430992126465, "Finetune/Step": 14947, "Finetune/Step Time": 11.085599403828382}
+{"Finetune/Learning Rate": 2.4912326229042504e-06, "Finetune/Loss": 0.5793212652206421, "Finetune/Loss (Raw)": 0.5848858952522278, "Finetune/Step": 14948, "Finetune/Step Time": 11.048338422551751}
+{"Finetune/Learning Rate": 2.490120571944272e-06, "Finetune/Loss": 0.5779645442962646, "Finetune/Loss (Raw)": 0.49977371096611023, "Finetune/Step": 14949, "Finetune/Step Time": 11.03891957551241}
+{"Finetune/Learning Rate": 2.48900873394312e-06, "Finetune/Loss": 0.5775461196899414, "Finetune/Loss (Raw)": 0.6501179337501526, "Finetune/Step": 14950, "Finetune/Step Time": 11.03339015133679}
+{"Finetune/Learning Rate": 2.487897108932321e-06, "Finetune/Loss": 0.5774510502815247, "Finetune/Loss (Raw)": 0.5348913073539734, "Finetune/Step": 14951, "Finetune/Step Time": 11.03733923099935}
+{"Finetune/Learning Rate": 2.486785696943399e-06, "Finetune/Loss": 0.5779296159744263, "Finetune/Loss (Raw)": 0.6201977729797363, "Finetune/Step": 14952, "Finetune/Step Time": 11.041724395006895}
+{"Finetune/Learning Rate": 2.4856744980078696e-06, "Finetune/Loss": 0.5777679681777954, "Finetune/Loss (Raw)": 0.5535248517990112, "Finetune/Step": 14953, "Finetune/Step Time": 11.041250294074416}
+{"Finetune/Learning Rate": 2.4845635121572433e-06, "Finetune/Loss": 0.5788028240203857, "Finetune/Loss (Raw)": 0.7270472645759583, "Finetune/Step": 14954, "Finetune/Step Time": 11.043252682313323}
+{"Finetune/Learning Rate": 2.4834527394230246e-06, "Finetune/Loss": 0.5782389640808105, "Finetune/Loss (Raw)": 0.4642787277698517, "Finetune/Step": 14955, "Finetune/Step Time": 11.0029754396528}
+{"Finetune/Learning Rate": 2.482342179836712e-06, "Finetune/Loss": 0.5789761543273926, "Finetune/Loss (Raw)": 0.6504071950912476, "Finetune/Step": 14956, "Finetune/Step Time": 10.99376909993589}
+{"Finetune/Learning Rate": 2.481231833429799e-06, "Finetune/Loss": 0.5793194770812988, "Finetune/Loss (Raw)": 0.6977745890617371, "Finetune/Step": 14957, "Finetune/Step Time": 10.988180017098784}
+{"Finetune/Learning Rate": 2.48012170023377e-06, "Finetune/Loss": 0.5781655311584473, "Finetune/Loss (Raw)": 0.564050555229187, "Finetune/Step": 14958, "Finetune/Step Time": 11.01375706680119}
+{"Finetune/Learning Rate": 2.479011780280105e-06, "Finetune/Loss": 0.5779540538787842, "Finetune/Loss (Raw)": 0.5989667177200317, "Finetune/Step": 14959, "Finetune/Step Time": 11.018608005717397}
+{"Finetune/Learning Rate": 2.4779020736002836e-06, "Finetune/Loss": 0.5785256028175354, "Finetune/Loss (Raw)": 0.5357197523117065, "Finetune/Step": 14960, "Finetune/Step Time": 11.012996647506952}
+{"Finetune/Learning Rate": 2.476792580225762e-06, "Finetune/Loss": 0.5797852873802185, "Finetune/Loss (Raw)": 0.6740260124206543, "Finetune/Step": 14961, "Finetune/Step Time": 10.968982376158237}
+{"Finetune/Learning Rate": 2.4756833001880145e-06, "Finetune/Loss": 0.5786113739013672, "Finetune/Loss (Raw)": 0.6715144515037537, "Finetune/Step": 14962, "Finetune/Step Time": 10.964863931760192}
+{"Finetune/Learning Rate": 2.474574233518491e-06, "Finetune/Loss": 0.578373372554779, "Finetune/Loss (Raw)": 0.5685557126998901, "Finetune/Step": 14963, "Finetune/Step Time": 10.965971333906054}
+{"Finetune/Learning Rate": 2.473465380248643e-06, "Finetune/Loss": 0.5792132019996643, "Finetune/Loss (Raw)": 0.5917163491249084, "Finetune/Step": 14964, "Finetune/Step Time": 10.966257436200976}
+{"Finetune/Learning Rate": 2.4723567404099136e-06, "Finetune/Loss": 0.5788257122039795, "Finetune/Loss (Raw)": 0.5828120112419128, "Finetune/Step": 14965, "Finetune/Step Time": 10.94012826308608}
+{"Finetune/Learning Rate": 2.4712483140337452e-06, "Finetune/Loss": 0.5781844258308411, "Finetune/Loss (Raw)": 0.5139211416244507, "Finetune/Step": 14966, "Finetune/Step Time": 10.936884606257081}
+{"Finetune/Learning Rate": 2.4701401011515625e-06, "Finetune/Loss": 0.5797367095947266, "Finetune/Loss (Raw)": 0.6308188438415527, "Finetune/Step": 14967, "Finetune/Step Time": 10.852834329009056}
+{"Finetune/Learning Rate": 2.4690321017947938e-06, "Finetune/Loss": 0.5792691707611084, "Finetune/Loss (Raw)": 0.5555108785629272, "Finetune/Step": 14968, "Finetune/Step Time": 10.855733243748546}
+{"Finetune/Learning Rate": 2.4679243159948575e-06, "Finetune/Loss": 0.5774540901184082, "Finetune/Loss (Raw)": 0.4187522232532501, "Finetune/Step": 14969, "Finetune/Step Time": 10.894974745810032}
+{"Finetune/Learning Rate": 2.4668167437831714e-06, "Finetune/Loss": 0.5783215761184692, "Finetune/Loss (Raw)": 0.5577712655067444, "Finetune/Step": 14970, "Finetune/Step Time": 10.904409889131784}
+{"Finetune/Learning Rate": 2.465709385191142e-06, "Finetune/Loss": 0.5790858268737793, "Finetune/Loss (Raw)": 0.5990471839904785, "Finetune/Step": 14971, "Finetune/Step Time": 10.863744013011456}
+{"Finetune/Learning Rate": 2.464602240250172e-06, "Finetune/Loss": 0.5792328119277954, "Finetune/Loss (Raw)": 0.5479217767715454, "Finetune/Step": 14972, "Finetune/Step Time": 10.847360206767917}
+{"Finetune/Learning Rate": 2.4634953089916513e-06, "Finetune/Loss": 0.5794275999069214, "Finetune/Loss (Raw)": 0.5617155432701111, "Finetune/Step": 14973, "Finetune/Step Time": 10.846794988960028}
+{"Finetune/Learning Rate": 2.4623885914469735e-06, "Finetune/Loss": 0.580730676651001, "Finetune/Loss (Raw)": 0.6723173260688782, "Finetune/Step": 14974, "Finetune/Step Time": 10.843819940462708}
+{"Finetune/Learning Rate": 2.4612820876475207e-06, "Finetune/Loss": 0.5825399160385132, "Finetune/Loss (Raw)": 0.66074538230896, "Finetune/Step": 14975, "Finetune/Step Time": 10.818928664550185}
+{"Finetune/Learning Rate": 2.4601757976246685e-06, "Finetune/Loss": 0.5845135450363159, "Finetune/Loss (Raw)": 0.7218980193138123, "Finetune/Step": 14976, "Finetune/Step Time": 10.813930870965123}
+{"Finetune/Learning Rate": 2.4590697214097925e-06, "Finetune/Loss": 0.5849459767341614, "Finetune/Loss (Raw)": 0.6279182434082031, "Finetune/Step": 14977, "Finetune/Step Time": 10.808504108339548}
+{"Finetune/Learning Rate": 2.457963859034258e-06, "Finetune/Loss": 0.5864953994750977, "Finetune/Loss (Raw)": 0.5779300928115845, "Finetune/Step": 14978, "Finetune/Step Time": 10.775004306808114}
+{"Finetune/Learning Rate": 2.45685821052942e-06, "Finetune/Loss": 0.5871117115020752, "Finetune/Loss (Raw)": 0.6096422672271729, "Finetune/Step": 14979, "Finetune/Step Time": 10.776544803753495}
+{"Finetune/Learning Rate": 2.455752775926633e-06, "Finetune/Loss": 0.5844097137451172, "Finetune/Loss (Raw)": 0.40846994519233704, "Finetune/Step": 14980, "Finetune/Step Time": 10.829834809526801}
+{"Finetune/Learning Rate": 2.4546475552572448e-06, "Finetune/Loss": 0.5837060213088989, "Finetune/Loss (Raw)": 0.5818645358085632, "Finetune/Step": 14981, "Finetune/Step Time": 10.842315658926964}
+{"Finetune/Learning Rate": 2.453542548552594e-06, "Finetune/Loss": 0.58305424451828, "Finetune/Loss (Raw)": 0.4940148591995239, "Finetune/Step": 14982, "Finetune/Step Time": 10.843110851943493}
+{"Finetune/Learning Rate": 2.452437755844016e-06, "Finetune/Loss": 0.5837528705596924, "Finetune/Loss (Raw)": 0.6245851516723633, "Finetune/Step": 14983, "Finetune/Step Time": 10.835327688604593}
+{"Finetune/Learning Rate": 2.451333177162847e-06, "Finetune/Loss": 0.5837457180023193, "Finetune/Loss (Raw)": 0.618278980255127, "Finetune/Step": 14984, "Finetune/Step Time": 10.84052263200283}
+{"Finetune/Learning Rate": 2.4502288125403996e-06, "Finetune/Loss": 0.5841034650802612, "Finetune/Loss (Raw)": 0.5669391751289368, "Finetune/Step": 14985, "Finetune/Step Time": 10.858263906091452}
+{"Finetune/Learning Rate": 2.4491246620079946e-06, "Finetune/Loss": 0.5832223892211914, "Finetune/Loss (Raw)": 0.4366607069969177, "Finetune/Step": 14986, "Finetune/Step Time": 10.836666509509087}
+{"Finetune/Learning Rate": 2.4480207255969425e-06, "Finetune/Loss": 0.5836929082870483, "Finetune/Loss (Raw)": 0.6805375218391418, "Finetune/Step": 14987, "Finetune/Step Time": 10.82826522178948}
+{"Finetune/Learning Rate": 2.446917003338547e-06, "Finetune/Loss": 0.5838496685028076, "Finetune/Loss (Raw)": 0.6003860235214233, "Finetune/Step": 14988, "Finetune/Step Time": 10.82163736410439}
+{"Finetune/Learning Rate": 2.445813495264109e-06, "Finetune/Loss": 0.583071768283844, "Finetune/Loss (Raw)": 0.47613686323165894, "Finetune/Step": 14989, "Finetune/Step Time": 10.820407135412097}
+{"Finetune/Learning Rate": 2.444710201404914e-06, "Finetune/Loss": 0.5825879573822021, "Finetune/Loss (Raw)": 0.6207993626594543, "Finetune/Step": 14990, "Finetune/Step Time": 10.820927821099758}
+{"Finetune/Learning Rate": 2.443607121792261e-06, "Finetune/Loss": 0.5824320912361145, "Finetune/Loss (Raw)": 0.6462615728378296, "Finetune/Step": 14991, "Finetune/Step Time": 10.825878977775574}
+{"Finetune/Learning Rate": 2.4425042564574186e-06, "Finetune/Loss": 0.5828519463539124, "Finetune/Loss (Raw)": 0.6334055662155151, "Finetune/Step": 14992, "Finetune/Step Time": 10.824751196429133}
+{"Finetune/Learning Rate": 2.4414016054316648e-06, "Finetune/Loss": 0.5815863013267517, "Finetune/Loss (Raw)": 0.4356716275215149, "Finetune/Step": 14993, "Finetune/Step Time": 10.865566795691848}
+{"Finetune/Learning Rate": 2.4402991687462675e-06, "Finetune/Loss": 0.5827732086181641, "Finetune/Loss (Raw)": 0.6191816329956055, "Finetune/Step": 14994, "Finetune/Step Time": 10.866136699914932}
+{"Finetune/Learning Rate": 2.4391969464324895e-06, "Finetune/Loss": 0.583523154258728, "Finetune/Loss (Raw)": 0.5915434956550598, "Finetune/Step": 14995, "Finetune/Step Time": 10.862764317542315}
+{"Finetune/Learning Rate": 2.4380949385215856e-06, "Finetune/Loss": 0.5841810703277588, "Finetune/Loss (Raw)": 0.6188228130340576, "Finetune/Step": 14996, "Finetune/Step Time": 10.85549663566053}
+{"Finetune/Learning Rate": 2.436993145044807e-06, "Finetune/Loss": 0.5827104449272156, "Finetune/Loss (Raw)": 0.36493119597435, "Finetune/Step": 14997, "Finetune/Step Time": 10.88706013187766}
+{"Finetune/Learning Rate": 2.4358915660333946e-06, "Finetune/Loss": 0.5830006003379822, "Finetune/Loss (Raw)": 0.6635618805885315, "Finetune/Step": 14998, "Finetune/Step Time": 10.906342467293143}
+{"Finetune/Learning Rate": 2.43479020151859e-06, "Finetune/Loss": 0.5839762091636658, "Finetune/Loss (Raw)": 0.6320422291755676, "Finetune/Step": 14999, "Finetune/Step Time": 10.894146932289004}
+{"Finetune/Learning Rate": 2.4336890515316215e-06, "Finetune/Loss": 0.5848647952079773, "Finetune/Loss (Raw)": 0.7117493748664856, "Finetune/Step": 15000, "Finetune/Step Time": 10.889582756906748}
+{"Finetune/Learning Rate": 2.4325881161037157e-06, "Finetune/Loss": 0.5838198661804199, "Finetune/Loss (Raw)": 0.5546621084213257, "Finetune/Step": 15001, "Finetune/Step Time": 10.895785821601748}
+{"Finetune/Learning Rate": 2.4314873952660933e-06, "Finetune/Loss": 0.5830440521240234, "Finetune/Loss (Raw)": 0.5490882396697998, "Finetune/Step": 15002, "Finetune/Step Time": 10.896679319441319}
+{"Finetune/Learning Rate": 2.430386889049965e-06, "Finetune/Loss": 0.5830202698707581, "Finetune/Loss (Raw)": 0.600627601146698, "Finetune/Step": 15003, "Finetune/Step Time": 10.915491443127394}
+{"Finetune/Learning Rate": 2.4292865974865397e-06, "Finetune/Loss": 0.5831426978111267, "Finetune/Loss (Raw)": 0.7029141187667847, "Finetune/Step": 15004, "Finetune/Step Time": 10.919699665158987}
+{"Finetune/Learning Rate": 2.4281865206070187e-06, "Finetune/Loss": 0.5841560363769531, "Finetune/Loss (Raw)": 0.6603524088859558, "Finetune/Step": 15005, "Finetune/Step Time": 10.882630357518792}
+{"Finetune/Learning Rate": 2.427086658442597e-06, "Finetune/Loss": 0.5855206251144409, "Finetune/Loss (Raw)": 0.6395096778869629, "Finetune/Step": 15006, "Finetune/Step Time": 10.900752754881978}
+{"Finetune/Learning Rate": 2.4259870110244633e-06, "Finetune/Loss": 0.5850908756256104, "Finetune/Loss (Raw)": 0.5042179822921753, "Finetune/Step": 15007, "Finetune/Step Time": 10.876275610178709}
+{"Finetune/Learning Rate": 2.424887578383799e-06, "Finetune/Loss": 0.5856144428253174, "Finetune/Loss (Raw)": 0.6398240923881531, "Finetune/Step": 15008, "Finetune/Step Time": 10.883705969899893}
+{"Finetune/Learning Rate": 2.4237883605517866e-06, "Finetune/Loss": 0.5869463682174683, "Finetune/Loss (Raw)": 0.6765649914741516, "Finetune/Step": 15009, "Finetune/Step Time": 10.882392698898911}
+{"Finetune/Learning Rate": 2.4226893575595855e-06, "Finetune/Loss": 0.5868082642555237, "Finetune/Loss (Raw)": 0.5782716870307922, "Finetune/Step": 15010, "Finetune/Step Time": 10.880964495241642}
+{"Finetune/Learning Rate": 2.421590569438371e-06, "Finetune/Loss": 0.5876915454864502, "Finetune/Loss (Raw)": 0.5822455883026123, "Finetune/Step": 15011, "Finetune/Step Time": 10.874882653355598}
+{"Finetune/Learning Rate": 2.4204919962192974e-06, "Finetune/Loss": 0.5867769122123718, "Finetune/Loss (Raw)": 0.5592856407165527, "Finetune/Step": 15012, "Finetune/Step Time": 10.88381851091981}
+{"Finetune/Learning Rate": 2.419393637933517e-06, "Finetune/Loss": 0.5859963297843933, "Finetune/Loss (Raw)": 0.5573001503944397, "Finetune/Step": 15013, "Finetune/Step Time": 10.889926442876458}
+{"Finetune/Learning Rate": 2.418295494612177e-06, "Finetune/Loss": 0.5860788226127625, "Finetune/Loss (Raw)": 0.5782789587974548, "Finetune/Step": 15014, "Finetune/Step Time": 10.891687339171767}
+{"Finetune/Learning Rate": 2.417197566286421e-06, "Finetune/Loss": 0.5856817960739136, "Finetune/Loss (Raw)": 0.5779486298561096, "Finetune/Step": 15015, "Finetune/Step Time": 10.894778907299042}
+{"Finetune/Learning Rate": 2.4160998529873756e-06, "Finetune/Loss": 0.5856558084487915, "Finetune/Loss (Raw)": 0.6067363023757935, "Finetune/Step": 15016, "Finetune/Step Time": 10.893104020506144}
+{"Finetune/Learning Rate": 2.415002354746171e-06, "Finetune/Loss": 0.5861865282058716, "Finetune/Loss (Raw)": 0.6493264436721802, "Finetune/Step": 15017, "Finetune/Step Time": 10.884368335828185}
+{"Finetune/Learning Rate": 2.413905071593933e-06, "Finetune/Loss": 0.5858260989189148, "Finetune/Loss (Raw)": 0.5572848320007324, "Finetune/Step": 15018, "Finetune/Step Time": 10.884373100474477}
+{"Finetune/Learning Rate": 2.412808003561774e-06, "Finetune/Loss": 0.5859732031822205, "Finetune/Loss (Raw)": 0.5943314433097839, "Finetune/Step": 15019, "Finetune/Step Time": 10.887147065252066}
+{"Finetune/Learning Rate": 2.4117111506808067e-06, "Finetune/Loss": 0.5862456560134888, "Finetune/Loss (Raw)": 0.6057587265968323, "Finetune/Step": 15020, "Finetune/Step Time": 10.888359105214477}
+{"Finetune/Learning Rate": 2.4106145129821347e-06, "Finetune/Loss": 0.586856484413147, "Finetune/Loss (Raw)": 0.5932424664497375, "Finetune/Step": 15021, "Finetune/Step Time": 10.890692371875048}
+{"Finetune/Learning Rate": 2.409518090496852e-06, "Finetune/Loss": 0.5881669521331787, "Finetune/Loss (Raw)": 0.7002936601638794, "Finetune/Step": 15022, "Finetune/Step Time": 10.857410782948136}
+{"Finetune/Learning Rate": 2.4084218832560504e-06, "Finetune/Loss": 0.5883064270019531, "Finetune/Loss (Raw)": 0.6037216782569885, "Finetune/Step": 15023, "Finetune/Step Time": 10.838922904804349}
+{"Finetune/Learning Rate": 2.407325891290817e-06, "Finetune/Loss": 0.5885292887687683, "Finetune/Loss (Raw)": 0.644131600856781, "Finetune/Step": 15024, "Finetune/Step Time": 10.820010313764215}
+{"Finetune/Learning Rate": 2.4062301146322285e-06, "Finetune/Loss": 0.5887252688407898, "Finetune/Loss (Raw)": 0.6553482413291931, "Finetune/Step": 15025, "Finetune/Step Time": 10.84827789478004}
+{"Finetune/Learning Rate": 2.4051345533113625e-06, "Finetune/Loss": 0.5885334014892578, "Finetune/Loss (Raw)": 0.5303304195404053, "Finetune/Step": 15026, "Finetune/Step Time": 10.844811020419002}
+{"Finetune/Learning Rate": 2.4040392073592866e-06, "Finetune/Loss": 0.5890366435050964, "Finetune/Loss (Raw)": 0.6864051222801208, "Finetune/Step": 15027, "Finetune/Step Time": 10.841714585199952}
+{"Finetune/Learning Rate": 2.4029440768070565e-06, "Finetune/Loss": 0.5882736444473267, "Finetune/Loss (Raw)": 0.5249704122543335, "Finetune/Step": 15028, "Finetune/Step Time": 10.850726680830121}
+{"Finetune/Learning Rate": 2.4018491616857286e-06, "Finetune/Loss": 0.587114155292511, "Finetune/Loss (Raw)": 0.44287097454071045, "Finetune/Step": 15029, "Finetune/Step Time": 10.833102067932487}
+{"Finetune/Learning Rate": 2.400754462026352e-06, "Finetune/Loss": 0.5882352590560913, "Finetune/Loss (Raw)": 0.5842883586883545, "Finetune/Step": 15030, "Finetune/Step Time": 10.838635195046663}
+{"Finetune/Learning Rate": 2.3996599778599706e-06, "Finetune/Loss": 0.5883040428161621, "Finetune/Loss (Raw)": 0.6035309433937073, "Finetune/Step": 15031, "Finetune/Step Time": 10.841238476336002}
+{"Finetune/Learning Rate": 2.3985657092176153e-06, "Finetune/Loss": 0.5880289077758789, "Finetune/Loss (Raw)": 0.5811899900436401, "Finetune/Step": 15032, "Finetune/Step Time": 10.843870284035802}
+{"Finetune/Learning Rate": 2.397471656130328e-06, "Finetune/Loss": 0.5878157019615173, "Finetune/Loss (Raw)": 0.568416178226471, "Finetune/Step": 15033, "Finetune/Step Time": 10.84158788062632}
+{"Finetune/Learning Rate": 2.396377818629122e-06, "Finetune/Loss": 0.587335467338562, "Finetune/Loss (Raw)": 0.5829371213912964, "Finetune/Step": 15034, "Finetune/Step Time": 10.820804972201586}
+{"Finetune/Learning Rate": 2.39528419674502e-06, "Finetune/Loss": 0.5907314419746399, "Finetune/Loss (Raw)": 0.7424541115760803, "Finetune/Step": 15035, "Finetune/Step Time": 10.783822732046247}
+{"Finetune/Learning Rate": 2.3941907905090322e-06, "Finetune/Loss": 0.590627133846283, "Finetune/Loss (Raw)": 0.57758629322052, "Finetune/Step": 15036, "Finetune/Step Time": 10.774377575144172}
+{"Finetune/Learning Rate": 2.3930975999521666e-06, "Finetune/Loss": 0.590438961982727, "Finetune/Loss (Raw)": 0.5575404763221741, "Finetune/Step": 15037, "Finetune/Step Time": 10.77725200727582}
+{"Finetune/Learning Rate": 2.392004625105422e-06, "Finetune/Loss": 0.5900006890296936, "Finetune/Loss (Raw)": 0.5814833641052246, "Finetune/Step": 15038, "Finetune/Step Time": 10.773343415930867}
+{"Finetune/Learning Rate": 2.390911865999792e-06, "Finetune/Loss": 0.5923513174057007, "Finetune/Loss (Raw)": 0.7034050226211548, "Finetune/Step": 15039, "Finetune/Step Time": 10.804720532149076}
+{"Finetune/Learning Rate": 2.389819322666264e-06, "Finetune/Loss": 0.5926558375358582, "Finetune/Loss (Raw)": 0.5779920816421509, "Finetune/Step": 15040, "Finetune/Step Time": 10.833450948819518}
+{"Finetune/Learning Rate": 2.3887269951358182e-06, "Finetune/Loss": 0.5924645662307739, "Finetune/Loss (Raw)": 0.6442012190818787, "Finetune/Step": 15041, "Finetune/Step Time": 10.83347819186747}
+{"Finetune/Learning Rate": 2.3876348834394325e-06, "Finetune/Loss": 0.5933737754821777, "Finetune/Loss (Raw)": 0.6130191683769226, "Finetune/Step": 15042, "Finetune/Step Time": 10.814300825819373}
+{"Finetune/Learning Rate": 2.386542987608075e-06, "Finetune/Loss": 0.5934639573097229, "Finetune/Loss (Raw)": 0.6133883595466614, "Finetune/Step": 15043, "Finetune/Step Time": 10.811224950477481}
+{"Finetune/Learning Rate": 2.385451307672708e-06, "Finetune/Loss": 0.592366099357605, "Finetune/Loss (Raw)": 0.49294134974479675, "Finetune/Step": 15044, "Finetune/Step Time": 10.813196426257491}
+{"Finetune/Learning Rate": 2.38435984366429e-06, "Finetune/Loss": 0.5920863747596741, "Finetune/Loss (Raw)": 0.6071218848228455, "Finetune/Step": 15045, "Finetune/Step Time": 10.811024447903037}
+{"Finetune/Learning Rate": 2.38326859561377e-06, "Finetune/Loss": 0.5920354723930359, "Finetune/Loss (Raw)": 0.5897325873374939, "Finetune/Step": 15046, "Finetune/Step Time": 10.826343473047018}
+{"Finetune/Learning Rate": 2.382177563552094e-06, "Finetune/Loss": 0.5913255214691162, "Finetune/Loss (Raw)": 0.5947837829589844, "Finetune/Step": 15047, "Finetune/Step Time": 10.814054591581225}
+{"Finetune/Learning Rate": 2.3810867475101995e-06, "Finetune/Loss": 0.5896453261375427, "Finetune/Loss (Raw)": 0.4856964945793152, "Finetune/Step": 15048, "Finetune/Step Time": 10.748903965577483}
+{"Finetune/Learning Rate": 2.3799961475190205e-06, "Finetune/Loss": 0.591140627861023, "Finetune/Loss (Raw)": 0.55240797996521, "Finetune/Step": 15049, "Finetune/Step Time": 10.725907891988754}
+{"Finetune/Learning Rate": 2.3789057636094813e-06, "Finetune/Loss": 0.5911697149276733, "Finetune/Loss (Raw)": 0.5961188077926636, "Finetune/Step": 15050, "Finetune/Step Time": 10.734055250883102}
+{"Finetune/Learning Rate": 2.3778155958125073e-06, "Finetune/Loss": 0.5910683274269104, "Finetune/Loss (Raw)": 0.6134094595909119, "Finetune/Step": 15051, "Finetune/Step Time": 10.747179046273232}
+{"Finetune/Learning Rate": 2.3767256441590015e-06, "Finetune/Loss": 0.5918477773666382, "Finetune/Loss (Raw)": 0.6465115547180176, "Finetune/Step": 15052, "Finetune/Step Time": 10.744353333488107}
+{"Finetune/Learning Rate": 2.375635908679882e-06, "Finetune/Loss": 0.5924264192581177, "Finetune/Loss (Raw)": 0.6390131115913391, "Finetune/Step": 15053, "Finetune/Step Time": 10.759787738323212}
+{"Finetune/Learning Rate": 2.374546389406047e-06, "Finetune/Loss": 0.5934072136878967, "Finetune/Loss (Raw)": 0.6153066754341125, "Finetune/Step": 15054, "Finetune/Step Time": 10.756458908319473}
+{"Finetune/Learning Rate": 2.3734570863683935e-06, "Finetune/Loss": 0.592743992805481, "Finetune/Loss (Raw)": 0.5009914040565491, "Finetune/Step": 15055, "Finetune/Step Time": 10.758727207779884}
+{"Finetune/Learning Rate": 2.3723679995978088e-06, "Finetune/Loss": 0.5931006073951721, "Finetune/Loss (Raw)": 0.5915432572364807, "Finetune/Step": 15056, "Finetune/Step Time": 10.741766443476081}
+{"Finetune/Learning Rate": 2.3712791291251814e-06, "Finetune/Loss": 0.5929621458053589, "Finetune/Loss (Raw)": 0.4802779257297516, "Finetune/Step": 15057, "Finetune/Step Time": 10.763590954244137}
+{"Finetune/Learning Rate": 2.370190474981381e-06, "Finetune/Loss": 0.5928835868835449, "Finetune/Loss (Raw)": 0.6109862327575684, "Finetune/Step": 15058, "Finetune/Step Time": 10.757026134058833}
+{"Finetune/Learning Rate": 2.3691020371972807e-06, "Finetune/Loss": 0.5925713777542114, "Finetune/Loss (Raw)": 0.560512900352478, "Finetune/Step": 15059, "Finetune/Step Time": 10.747676799073815}
+{"Finetune/Learning Rate": 2.368013815803749e-06, "Finetune/Loss": 0.5928055047988892, "Finetune/Loss (Raw)": 0.612490177154541, "Finetune/Step": 15060, "Finetune/Step Time": 10.757953656837344}
+{"Finetune/Learning Rate": 2.366925810831644e-06, "Finetune/Loss": 0.5925378799438477, "Finetune/Loss (Raw)": 0.523838222026825, "Finetune/Step": 15061, "Finetune/Step Time": 10.7592550534755}
+{"Finetune/Learning Rate": 2.3658380223118173e-06, "Finetune/Loss": 0.5918781161308289, "Finetune/Loss (Raw)": 0.6184144616127014, "Finetune/Step": 15062, "Finetune/Step Time": 10.77572949975729}
+{"Finetune/Learning Rate": 2.3647504502751174e-06, "Finetune/Loss": 0.5917741060256958, "Finetune/Loss (Raw)": 0.5341291427612305, "Finetune/Step": 15063, "Finetune/Step Time": 10.7770103123039}
+{"Finetune/Learning Rate": 2.363663094752381e-06, "Finetune/Loss": 0.591725766658783, "Finetune/Loss (Raw)": 0.5581381916999817, "Finetune/Step": 15064, "Finetune/Step Time": 10.783757708966732}
+{"Finetune/Learning Rate": 2.3625759557744445e-06, "Finetune/Loss": 0.5913165807723999, "Finetune/Loss (Raw)": 0.6226713061332703, "Finetune/Step": 15065, "Finetune/Step Time": 10.782097838819027}
+{"Finetune/Learning Rate": 2.361489033372133e-06, "Finetune/Loss": 0.5919338464736938, "Finetune/Loss (Raw)": 0.6639765501022339, "Finetune/Step": 15066, "Finetune/Step Time": 10.765448715537786}
+{"Finetune/Learning Rate": 2.3604023275762746e-06, "Finetune/Loss": 0.5925633907318115, "Finetune/Loss (Raw)": 0.6799004673957825, "Finetune/Step": 15067, "Finetune/Step Time": 10.771093409508467}
+{"Finetune/Learning Rate": 2.3593158384176818e-06, "Finetune/Loss": 0.5933153629302979, "Finetune/Loss (Raw)": 0.6066380739212036, "Finetune/Step": 15068, "Finetune/Step Time": 10.768426898866892}
+{"Finetune/Learning Rate": 2.3582295659271637e-06, "Finetune/Loss": 0.5936712026596069, "Finetune/Loss (Raw)": 0.6723344922065735, "Finetune/Step": 15069, "Finetune/Step Time": 10.769702278077602}
+{"Finetune/Learning Rate": 2.357143510135529e-06, "Finetune/Loss": 0.5938330888748169, "Finetune/Loss (Raw)": 0.6625880599021912, "Finetune/Step": 15070, "Finetune/Step Time": 10.76337387226522}
+{"Finetune/Learning Rate": 2.3560576710735683e-06, "Finetune/Loss": 0.5938699245452881, "Finetune/Loss (Raw)": 0.6022952198982239, "Finetune/Step": 15071, "Finetune/Step Time": 10.76886129565537}
+{"Finetune/Learning Rate": 2.354972048772074e-06, "Finetune/Loss": 0.5924918055534363, "Finetune/Loss (Raw)": 0.4814337193965912, "Finetune/Step": 15072, "Finetune/Step Time": 10.782412800937891}
+{"Finetune/Learning Rate": 2.3538866432618314e-06, "Finetune/Loss": 0.5917452573776245, "Finetune/Loss (Raw)": 0.5203787088394165, "Finetune/Step": 15073, "Finetune/Step Time": 10.769135547801852}
+{"Finetune/Learning Rate": 2.352801454573623e-06, "Finetune/Loss": 0.5915518999099731, "Finetune/Loss (Raw)": 0.6755224466323853, "Finetune/Step": 15074, "Finetune/Step Time": 10.772282494232059}
+{"Finetune/Learning Rate": 2.35171648273822e-06, "Finetune/Loss": 0.5916897654533386, "Finetune/Loss (Raw)": 0.584888756275177, "Finetune/Step": 15075, "Finetune/Step Time": 10.763762045651674}
+{"Finetune/Learning Rate": 2.350631727786392e-06, "Finetune/Loss": 0.5919104814529419, "Finetune/Loss (Raw)": 0.6131425499916077, "Finetune/Step": 15076, "Finetune/Step Time": 10.766235195100307}
+{"Finetune/Learning Rate": 2.3495471897488933e-06, "Finetune/Loss": 0.592940092086792, "Finetune/Loss (Raw)": 0.6315611004829407, "Finetune/Step": 15077, "Finetune/Step Time": 10.767590541392565}
+{"Finetune/Learning Rate": 2.3484628686564815e-06, "Finetune/Loss": 0.5930730104446411, "Finetune/Loss (Raw)": 0.6671351194381714, "Finetune/Step": 15078, "Finetune/Step Time": 10.763489851728082}
+{"Finetune/Learning Rate": 2.3473787645399037e-06, "Finetune/Loss": 0.5933420658111572, "Finetune/Loss (Raw)": 0.5693255066871643, "Finetune/Step": 15079, "Finetune/Step Time": 10.76455856487155}
+{"Finetune/Learning Rate": 2.3462948774299034e-06, "Finetune/Loss": 0.5926588773727417, "Finetune/Loss (Raw)": 0.5327469110488892, "Finetune/Step": 15080, "Finetune/Step Time": 10.767031298950315}
+{"Finetune/Learning Rate": 2.3452112073572142e-06, "Finetune/Loss": 0.5940175652503967, "Finetune/Loss (Raw)": 0.7274449467658997, "Finetune/Step": 15081, "Finetune/Step Time": 10.801465343683958}
+{"Finetune/Learning Rate": 2.344127754352572e-06, "Finetune/Loss": 0.5928701758384705, "Finetune/Loss (Raw)": 0.5801792144775391, "Finetune/Step": 15082, "Finetune/Step Time": 10.798345696181059}
+{"Finetune/Learning Rate": 2.3430445184466944e-06, "Finetune/Loss": 0.5944051742553711, "Finetune/Loss (Raw)": 0.6607635021209717, "Finetune/Step": 15083, "Finetune/Step Time": 10.789679044857621}
+{"Finetune/Learning Rate": 2.341961499670301e-06, "Finetune/Loss": 0.5940495729446411, "Finetune/Loss (Raw)": 0.6048927307128906, "Finetune/Step": 15084, "Finetune/Step Time": 10.796927653253078}
+{"Finetune/Learning Rate": 2.3408786980541033e-06, "Finetune/Loss": 0.5936334133148193, "Finetune/Loss (Raw)": 0.6444942355155945, "Finetune/Step": 15085, "Finetune/Step Time": 10.79183391481638}
+{"Finetune/Learning Rate": 2.339796113628805e-06, "Finetune/Loss": 0.5950788855552673, "Finetune/Loss (Raw)": 0.7490728497505188, "Finetune/Step": 15086, "Finetune/Step Time": 10.762289432808757}
+{"Finetune/Learning Rate": 2.3387137464251066e-06, "Finetune/Loss": 0.5948681831359863, "Finetune/Loss (Raw)": 0.5720034837722778, "Finetune/Step": 15087, "Finetune/Step Time": 10.760534137487411}
+{"Finetune/Learning Rate": 2.3376315964737008e-06, "Finetune/Loss": 0.5951228141784668, "Finetune/Loss (Raw)": 0.5683127641677856, "Finetune/Step": 15088, "Finetune/Step Time": 10.753155782818794}
+{"Finetune/Learning Rate": 2.336549663805273e-06, "Finetune/Loss": 0.5942862033843994, "Finetune/Loss (Raw)": 0.5669384002685547, "Finetune/Step": 15089, "Finetune/Step Time": 10.75878220424056}
+{"Finetune/Learning Rate": 2.335467948450506e-06, "Finetune/Loss": 0.5935676693916321, "Finetune/Loss (Raw)": 0.5795410871505737, "Finetune/Step": 15090, "Finetune/Step Time": 10.766917696222663}
+{"Finetune/Learning Rate": 2.334386450440073e-06, "Finetune/Loss": 0.5940780639648438, "Finetune/Loss (Raw)": 0.6338830590248108, "Finetune/Step": 15091, "Finetune/Step Time": 10.759100476279855}
+{"Finetune/Learning Rate": 2.3333051698046417e-06, "Finetune/Loss": 0.5945901870727539, "Finetune/Loss (Raw)": 0.6572766900062561, "Finetune/Step": 15092, "Finetune/Step Time": 10.757514901459217}
+{"Finetune/Learning Rate": 2.332224106574875e-06, "Finetune/Loss": 0.594618558883667, "Finetune/Loss (Raw)": 0.5864390134811401, "Finetune/Step": 15093, "Finetune/Step Time": 10.759325629100204}
+{"Finetune/Learning Rate": 2.3311432607814275e-06, "Finetune/Loss": 0.5954515933990479, "Finetune/Loss (Raw)": 0.6205477118492126, "Finetune/Step": 15094, "Finetune/Step Time": 10.757210966199636}
+{"Finetune/Learning Rate": 2.3300626324549515e-06, "Finetune/Loss": 0.5951051712036133, "Finetune/Loss (Raw)": 0.5864742994308472, "Finetune/Step": 15095, "Finetune/Step Time": 10.761182198300958}
+{"Finetune/Learning Rate": 2.328982221626087e-06, "Finetune/Loss": 0.5956337451934814, "Finetune/Loss (Raw)": 0.6231716871261597, "Finetune/Step": 15096, "Finetune/Step Time": 10.757427727803588}
+{"Finetune/Learning Rate": 2.327902028325474e-06, "Finetune/Loss": 0.5979619026184082, "Finetune/Loss (Raw)": 0.7167518138885498, "Finetune/Step": 15097, "Finetune/Step Time": 10.718066740781069}
+{"Finetune/Learning Rate": 2.3268220525837436e-06, "Finetune/Loss": 0.5987563729286194, "Finetune/Loss (Raw)": 0.6594718098640442, "Finetune/Step": 15098, "Finetune/Step Time": 10.70182097516954}
+{"Finetune/Learning Rate": 2.3257422944315187e-06, "Finetune/Loss": 0.5994818210601807, "Finetune/Loss (Raw)": 0.6918984055519104, "Finetune/Step": 15099, "Finetune/Step Time": 10.701852267608047}
+{"Finetune/Learning Rate": 2.3246627538994213e-06, "Finetune/Loss": 0.5995516777038574, "Finetune/Loss (Raw)": 0.5568714141845703, "Finetune/Step": 15100, "Finetune/Step Time": 10.70650496520102}
+{"Finetune/Learning Rate": 2.3235834310180615e-06, "Finetune/Loss": 0.5996952652931213, "Finetune/Loss (Raw)": 0.580085277557373, "Finetune/Step": 15101, "Finetune/Step Time": 10.70073408447206}
+{"Finetune/Learning Rate": 2.3225043258180468e-06, "Finetune/Loss": 0.599002480506897, "Finetune/Loss (Raw)": 0.5836471915245056, "Finetune/Step": 15102, "Finetune/Step Time": 10.756798073649406}
+{"Finetune/Learning Rate": 2.3214254383299783e-06, "Finetune/Loss": 0.598267674446106, "Finetune/Loss (Raw)": 0.5666890144348145, "Finetune/Step": 15103, "Finetune/Step Time": 10.740675603970885}
+{"Finetune/Learning Rate": 2.320346768584449e-06, "Finetune/Loss": 0.5979017019271851, "Finetune/Loss (Raw)": 0.675044596195221, "Finetune/Step": 15104, "Finetune/Step Time": 10.742048513144255}
+{"Finetune/Learning Rate": 2.3192683166120476e-06, "Finetune/Loss": 0.5969834327697754, "Finetune/Loss (Raw)": 0.5103838443756104, "Finetune/Step": 15105, "Finetune/Step Time": 10.74919192865491}
+{"Finetune/Learning Rate": 2.3181900824433577e-06, "Finetune/Loss": 0.5966883897781372, "Finetune/Loss (Raw)": 0.5401670932769775, "Finetune/Step": 15106, "Finetune/Step Time": 10.747978087514639}
+{"Finetune/Learning Rate": 2.3171120661089506e-06, "Finetune/Loss": 0.5965210795402527, "Finetune/Loss (Raw)": 0.5882270336151123, "Finetune/Step": 15107, "Finetune/Step Time": 10.75159671716392}
+{"Finetune/Learning Rate": 2.3160342676393954e-06, "Finetune/Loss": 0.5981632471084595, "Finetune/Loss (Raw)": 0.6186636090278625, "Finetune/Step": 15108, "Finetune/Step Time": 10.696405554190278}
+{"Finetune/Learning Rate": 2.3149566870652605e-06, "Finetune/Loss": 0.5981977581977844, "Finetune/Loss (Raw)": 0.5862876772880554, "Finetune/Step": 15109, "Finetune/Step Time": 10.685391370207071}
+{"Finetune/Learning Rate": 2.313879324417101e-06, "Finetune/Loss": 0.5994263291358948, "Finetune/Loss (Raw)": 0.6512691974639893, "Finetune/Step": 15110, "Finetune/Step Time": 10.68473682180047}
+{"Finetune/Learning Rate": 2.3128021797254673e-06, "Finetune/Loss": 0.5996041297912598, "Finetune/Loss (Raw)": 0.6473509073257446, "Finetune/Step": 15111, "Finetune/Step Time": 10.689226292073727}
+{"Finetune/Learning Rate": 2.3117252530209067e-06, "Finetune/Loss": 0.599433183670044, "Finetune/Loss (Raw)": 0.5963855385780334, "Finetune/Step": 15112, "Finetune/Step Time": 10.693140976130962}
+{"Finetune/Learning Rate": 2.310648544333953e-06, "Finetune/Loss": 0.5991545915603638, "Finetune/Loss (Raw)": 0.5312804579734802, "Finetune/Step": 15113, "Finetune/Step Time": 10.668684182688594}
+{"Finetune/Learning Rate": 2.3095720536951418e-06, "Finetune/Loss": 0.6004780530929565, "Finetune/Loss (Raw)": 0.606074333190918, "Finetune/Step": 15114, "Finetune/Step Time": 10.650999829173088}
+{"Finetune/Learning Rate": 2.308495781134995e-06, "Finetune/Loss": 0.5991811752319336, "Finetune/Loss (Raw)": 0.5145341157913208, "Finetune/Step": 15115, "Finetune/Step Time": 10.64162470586598}
+{"Finetune/Learning Rate": 2.3074197266840383e-06, "Finetune/Loss": 0.5991741418838501, "Finetune/Loss (Raw)": 0.5994834303855896, "Finetune/Step": 15116, "Finetune/Step Time": 10.644189497455955}
+{"Finetune/Learning Rate": 2.3063438903727843e-06, "Finetune/Loss": 0.5982544422149658, "Finetune/Loss (Raw)": 0.3584112226963043, "Finetune/Step": 15117, "Finetune/Step Time": 10.679046614095569}
+{"Finetune/Learning Rate": 2.305268272231742e-06, "Finetune/Loss": 0.5976085662841797, "Finetune/Loss (Raw)": 0.5381291508674622, "Finetune/Step": 15118, "Finetune/Step Time": 10.694253982976079}
+{"Finetune/Learning Rate": 2.304192872291409e-06, "Finetune/Loss": 0.5967402458190918, "Finetune/Loss (Raw)": 0.535121500492096, "Finetune/Step": 15119, "Finetune/Step Time": 10.723251076415181}
+{"Finetune/Learning Rate": 2.3031176905822805e-06, "Finetune/Loss": 0.5972796678543091, "Finetune/Loss (Raw)": 0.7024440169334412, "Finetune/Step": 15120, "Finetune/Step Time": 10.721433324739337}
+{"Finetune/Learning Rate": 2.302042727134848e-06, "Finetune/Loss": 0.5985345840454102, "Finetune/Loss (Raw)": 0.5963067412376404, "Finetune/Step": 15121, "Finetune/Step Time": 10.67647173628211}
+{"Finetune/Learning Rate": 2.3009679819795905e-06, "Finetune/Loss": 0.5980488657951355, "Finetune/Loss (Raw)": 0.5570052862167358, "Finetune/Step": 15122, "Finetune/Step Time": 10.67202727869153}
+{"Finetune/Learning Rate": 2.299893455146992e-06, "Finetune/Loss": 0.5978399515151978, "Finetune/Loss (Raw)": 0.5648024082183838, "Finetune/Step": 15123, "Finetune/Step Time": 10.683010561391711}
+{"Finetune/Learning Rate": 2.29881914666752e-06, "Finetune/Loss": 0.5979520678520203, "Finetune/Loss (Raw)": 0.6331721544265747, "Finetune/Step": 15124, "Finetune/Step Time": 10.677344562485814}
+{"Finetune/Learning Rate": 2.2977450565716363e-06, "Finetune/Loss": 0.5990460515022278, "Finetune/Loss (Raw)": 0.5049652457237244, "Finetune/Step": 15125, "Finetune/Step Time": 10.652740456163883}
+{"Finetune/Learning Rate": 2.2966711848898005e-06, "Finetune/Loss": 0.5984935164451599, "Finetune/Loss (Raw)": 0.592833936214447, "Finetune/Step": 15126, "Finetune/Step Time": 10.634123247116804}
+{"Finetune/Learning Rate": 2.2955975316524637e-06, "Finetune/Loss": 0.5985703468322754, "Finetune/Loss (Raw)": 0.6418792009353638, "Finetune/Step": 15127, "Finetune/Step Time": 10.675217917189002}
+{"Finetune/Learning Rate": 2.2945240968900728e-06, "Finetune/Loss": 0.598015308380127, "Finetune/Loss (Raw)": 0.6407063007354736, "Finetune/Step": 15128, "Finetune/Step Time": 10.675189465284348}
+{"Finetune/Learning Rate": 2.2934508806330646e-06, "Finetune/Loss": 0.5983341932296753, "Finetune/Loss (Raw)": 0.5954761505126953, "Finetune/Step": 15129, "Finetune/Step Time": 10.689389085397124}
+{"Finetune/Learning Rate": 2.2923778829118804e-06, "Finetune/Loss": 0.5978929996490479, "Finetune/Loss (Raw)": 0.4926129877567291, "Finetune/Step": 15130, "Finetune/Step Time": 10.684406764805317}
+{"Finetune/Learning Rate": 2.291305103756939e-06, "Finetune/Loss": 0.5972706079483032, "Finetune/Loss (Raw)": 0.5209670662879944, "Finetune/Step": 15131, "Finetune/Step Time": 10.679854955524206}
+{"Finetune/Learning Rate": 2.2902325431986636e-06, "Finetune/Loss": 0.5967602729797363, "Finetune/Loss (Raw)": 0.6375880837440491, "Finetune/Step": 15132, "Finetune/Step Time": 10.67556401155889}
+{"Finetune/Learning Rate": 2.2891602012674705e-06, "Finetune/Loss": 0.5969789624214172, "Finetune/Loss (Raw)": 0.6883445382118225, "Finetune/Step": 15133, "Finetune/Step Time": 10.678288349881768}
+{"Finetune/Learning Rate": 2.2880880779937674e-06, "Finetune/Loss": 0.5968661904335022, "Finetune/Loss (Raw)": 0.6250762939453125, "Finetune/Step": 15134, "Finetune/Step Time": 10.668940912932158}
+{"Finetune/Learning Rate": 2.2870161734079565e-06, "Finetune/Loss": 0.5970845222473145, "Finetune/Loss (Raw)": 0.5321691632270813, "Finetune/Step": 15135, "Finetune/Step Time": 10.703798981383443}
+{"Finetune/Learning Rate": 2.2859444875404347e-06, "Finetune/Loss": 0.5972786545753479, "Finetune/Loss (Raw)": 0.6646667718887329, "Finetune/Step": 15136, "Finetune/Step Time": 10.751705203205347}
+{"Finetune/Learning Rate": 2.2848730204215906e-06, "Finetune/Loss": 0.5970104336738586, "Finetune/Loss (Raw)": 0.6422321796417236, "Finetune/Step": 15137, "Finetune/Step Time": 10.756728902459145}
+{"Finetune/Learning Rate": 2.2838017720818095e-06, "Finetune/Loss": 0.5967621207237244, "Finetune/Loss (Raw)": 0.5464878082275391, "Finetune/Step": 15138, "Finetune/Step Time": 10.76090543717146}
+{"Finetune/Learning Rate": 2.2827307425514677e-06, "Finetune/Loss": 0.5959736108779907, "Finetune/Loss (Raw)": 0.48131489753723145, "Finetune/Step": 15139, "Finetune/Step Time": 10.779954744502902}
+{"Finetune/Learning Rate": 2.2816599318609367e-06, "Finetune/Loss": 0.5958020091056824, "Finetune/Loss (Raw)": 0.5373246073722839, "Finetune/Step": 15140, "Finetune/Step Time": 10.797031680122018}
+{"Finetune/Learning Rate": 2.280589340040583e-06, "Finetune/Loss": 0.5955017805099487, "Finetune/Loss (Raw)": 0.5188704133033752, "Finetune/Step": 15141, "Finetune/Step Time": 10.802648236975074}
+{"Finetune/Learning Rate": 2.279518967120764e-06, "Finetune/Loss": 0.5963371992111206, "Finetune/Loss (Raw)": 0.6852090358734131, "Finetune/Step": 15142, "Finetune/Step Time": 10.799580451101065}
+{"Finetune/Learning Rate": 2.2784488131318326e-06, "Finetune/Loss": 0.5971499681472778, "Finetune/Loss (Raw)": 0.6819824576377869, "Finetune/Step": 15143, "Finetune/Step Time": 10.804057503119111}
+{"Finetune/Learning Rate": 2.277378878104136e-06, "Finetune/Loss": 0.5964338183403015, "Finetune/Loss (Raw)": 0.5150716304779053, "Finetune/Step": 15144, "Finetune/Step Time": 10.807375000789762}
+{"Finetune/Learning Rate": 2.2763091620680143e-06, "Finetune/Loss": 0.5969765186309814, "Finetune/Loss (Raw)": 0.7187902331352234, "Finetune/Step": 15145, "Finetune/Step Time": 10.82475333660841}
+{"Finetune/Learning Rate": 2.275239665053801e-06, "Finetune/Loss": 0.5966598987579346, "Finetune/Loss (Raw)": 0.5167574882507324, "Finetune/Step": 15146, "Finetune/Step Time": 10.823624351993203}
+{"Finetune/Learning Rate": 2.274170387091825e-06, "Finetune/Loss": 0.5964019298553467, "Finetune/Loss (Raw)": 0.5613111257553101, "Finetune/Step": 15147, "Finetune/Step Time": 10.827234154567122}
+{"Finetune/Learning Rate": 2.2731013282124113e-06, "Finetune/Loss": 0.597179114818573, "Finetune/Loss (Raw)": 0.7052444815635681, "Finetune/Step": 15148, "Finetune/Step Time": 10.827824108302593}
+{"Finetune/Learning Rate": 2.2720324884458643e-06, "Finetune/Loss": 0.5978665947914124, "Finetune/Loss (Raw)": 0.6812360286712646, "Finetune/Step": 15149, "Finetune/Step Time": 10.824733790010214}
+{"Finetune/Learning Rate": 2.2709638678225044e-06, "Finetune/Loss": 0.5962910652160645, "Finetune/Loss (Raw)": 0.49863454699516296, "Finetune/Step": 15150, "Finetune/Step Time": 10.83735224045813}
+{"Finetune/Learning Rate": 2.26989546637263e-06, "Finetune/Loss": 0.5957489013671875, "Finetune/Loss (Raw)": 0.5343157052993774, "Finetune/Step": 15151, "Finetune/Step Time": 10.833867575973272}
+{"Finetune/Learning Rate": 2.268827284126539e-06, "Finetune/Loss": 0.5951089262962341, "Finetune/Loss (Raw)": 0.5622174143791199, "Finetune/Step": 15152, "Finetune/Step Time": 10.834069143980742}
+{"Finetune/Learning Rate": 2.267759321114522e-06, "Finetune/Loss": 0.594219446182251, "Finetune/Loss (Raw)": 0.5414942502975464, "Finetune/Step": 15153, "Finetune/Step Time": 10.806258806958795}
+{"Finetune/Learning Rate": 2.2666915773668628e-06, "Finetune/Loss": 0.5952469706535339, "Finetune/Loss (Raw)": 0.6618494987487793, "Finetune/Step": 15154, "Finetune/Step Time": 10.802791610360146}
+{"Finetune/Learning Rate": 2.265624052913844e-06, "Finetune/Loss": 0.5940694808959961, "Finetune/Loss (Raw)": 0.5356882810592651, "Finetune/Step": 15155, "Finetune/Step Time": 10.801465569064021}
+{"Finetune/Learning Rate": 2.2645567477857266e-06, "Finetune/Loss": 0.5939605236053467, "Finetune/Loss (Raw)": 0.5110248923301697, "Finetune/Step": 15156, "Finetune/Step Time": 10.794930746778846}
+{"Finetune/Learning Rate": 2.2634896620127855e-06, "Finetune/Loss": 0.5940828919410706, "Finetune/Loss (Raw)": 0.45853641629219055, "Finetune/Step": 15157, "Finetune/Step Time": 10.80143296904862}
+{"Finetune/Learning Rate": 2.262422795625279e-06, "Finetune/Loss": 0.5947318077087402, "Finetune/Loss (Raw)": 0.6673489212989807, "Finetune/Step": 15158, "Finetune/Step Time": 10.798009095713496}
+{"Finetune/Learning Rate": 2.2613561486534586e-06, "Finetune/Loss": 0.5951781272888184, "Finetune/Loss (Raw)": 0.6606608629226685, "Finetune/Step": 15159, "Finetune/Step Time": 10.797665318474174}
+{"Finetune/Learning Rate": 2.260289721127572e-06, "Finetune/Loss": 0.5951118469238281, "Finetune/Loss (Raw)": 0.572704017162323, "Finetune/Step": 15160, "Finetune/Step Time": 10.792945601046085}
+{"Finetune/Learning Rate": 2.2592235130778626e-06, "Finetune/Loss": 0.5955941677093506, "Finetune/Loss (Raw)": 0.6301538348197937, "Finetune/Step": 15161, "Finetune/Step Time": 10.797509359195828}
+{"Finetune/Learning Rate": 2.258157524534561e-06, "Finetune/Loss": 0.5958917140960693, "Finetune/Loss (Raw)": 0.6210199594497681, "Finetune/Step": 15162, "Finetune/Step Time": 10.812187433242798}
+{"Finetune/Learning Rate": 2.257091755527896e-06, "Finetune/Loss": 0.5949680805206299, "Finetune/Loss (Raw)": 0.6242372989654541, "Finetune/Step": 15163, "Finetune/Step Time": 10.817261978983879}
+{"Finetune/Learning Rate": 2.256026206088089e-06, "Finetune/Loss": 0.5952492952346802, "Finetune/Loss (Raw)": 0.6135775446891785, "Finetune/Step": 15164, "Finetune/Step Time": 10.83097424916923}
+{"Finetune/Learning Rate": 2.25496087624536e-06, "Finetune/Loss": 0.5969746112823486, "Finetune/Loss (Raw)": 0.7783778309822083, "Finetune/Step": 15165, "Finetune/Step Time": 10.827676232904196}
+{"Finetune/Learning Rate": 2.2538957660299166e-06, "Finetune/Loss": 0.5967431664466858, "Finetune/Loss (Raw)": 0.5518644452095032, "Finetune/Step": 15166, "Finetune/Step Time": 10.82981264218688}
+{"Finetune/Learning Rate": 2.252830875471965e-06, "Finetune/Loss": 0.5963495969772339, "Finetune/Loss (Raw)": 0.6530305743217468, "Finetune/Step": 15167, "Finetune/Step Time": 10.759779984131455}
+{"Finetune/Learning Rate": 2.2517662046016975e-06, "Finetune/Loss": 0.5965890288352966, "Finetune/Loss (Raw)": 0.6086353659629822, "Finetune/Step": 15168, "Finetune/Step Time": 10.728738253936172}
+{"Finetune/Learning Rate": 2.250701753449308e-06, "Finetune/Loss": 0.5966304540634155, "Finetune/Loss (Raw)": 0.6495039463043213, "Finetune/Step": 15169, "Finetune/Step Time": 10.760931301862001}
+{"Finetune/Learning Rate": 2.2496375220449795e-06, "Finetune/Loss": 0.5965205430984497, "Finetune/Loss (Raw)": 0.598943829536438, "Finetune/Step": 15170, "Finetune/Step Time": 10.766060700640082}
+{"Finetune/Learning Rate": 2.2485735104188898e-06, "Finetune/Loss": 0.5963938236236572, "Finetune/Loss (Raw)": 0.597172737121582, "Finetune/Step": 15171, "Finetune/Step Time": 10.768020138144493}
+{"Finetune/Learning Rate": 2.247509718601215e-06, "Finetune/Loss": 0.5971423387527466, "Finetune/Loss (Raw)": 0.5887453556060791, "Finetune/Step": 15172, "Finetune/Step Time": 10.774830423295498}
+{"Finetune/Learning Rate": 2.2464461466221234e-06, "Finetune/Loss": 0.597170352935791, "Finetune/Loss (Raw)": 0.6107088327407837, "Finetune/Step": 15173, "Finetune/Step Time": 10.782743740826845}
+{"Finetune/Learning Rate": 2.2453827945117678e-06, "Finetune/Loss": 0.5985046029090881, "Finetune/Loss (Raw)": 0.7605248093605042, "Finetune/Step": 15174, "Finetune/Step Time": 10.766772996634245}
+{"Finetune/Learning Rate": 2.244319662300305e-06, "Finetune/Loss": 0.5988330841064453, "Finetune/Loss (Raw)": 0.6368311643600464, "Finetune/Step": 15175, "Finetune/Step Time": 10.769144095480442}
+{"Finetune/Learning Rate": 2.2432567500178828e-06, "Finetune/Loss": 0.5993648767471313, "Finetune/Loss (Raw)": 0.5537591576576233, "Finetune/Step": 15176, "Finetune/Step Time": 10.786073613911867}
+{"Finetune/Learning Rate": 2.242194057694641e-06, "Finetune/Loss": 0.5997596979141235, "Finetune/Loss (Raw)": 0.602942943572998, "Finetune/Step": 15177, "Finetune/Step Time": 10.771458828821778}
+{"Finetune/Learning Rate": 2.241131585360713e-06, "Finetune/Loss": 0.5996419191360474, "Finetune/Loss (Raw)": 0.5810490250587463, "Finetune/Step": 15178, "Finetune/Step Time": 10.74926282465458}
+{"Finetune/Learning Rate": 2.2400693330462353e-06, "Finetune/Loss": 0.600033164024353, "Finetune/Loss (Raw)": 0.6634908318519592, "Finetune/Step": 15179, "Finetune/Step Time": 10.736412832513452}
+{"Finetune/Learning Rate": 2.239007300781323e-06, "Finetune/Loss": 0.5990055799484253, "Finetune/Loss (Raw)": 0.5149733424186707, "Finetune/Step": 15180, "Finetune/Step Time": 10.739554088562727}
+{"Finetune/Learning Rate": 2.237945488596094e-06, "Finetune/Loss": 0.5989767909049988, "Finetune/Loss (Raw)": 0.6353318691253662, "Finetune/Step": 15181, "Finetune/Step Time": 10.726546980440617}
+{"Finetune/Learning Rate": 2.2368838965206586e-06, "Finetune/Loss": 0.5986658334732056, "Finetune/Loss (Raw)": 0.5755078792572021, "Finetune/Step": 15182, "Finetune/Step Time": 10.726461363956332}
+{"Finetune/Learning Rate": 2.2358225245851196e-06, "Finetune/Loss": 0.5992807149887085, "Finetune/Loss (Raw)": 0.5796963572502136, "Finetune/Step": 15183, "Finetune/Step Time": 10.717859841883183}
+{"Finetune/Learning Rate": 2.234761372819577e-06, "Finetune/Loss": 0.599593997001648, "Finetune/Loss (Raw)": 0.6316444873809814, "Finetune/Step": 15184, "Finetune/Step Time": 10.72387346625328}
+{"Finetune/Learning Rate": 2.2337004412541197e-06, "Finetune/Loss": 0.6000041961669922, "Finetune/Loss (Raw)": 0.5327758193016052, "Finetune/Step": 15185, "Finetune/Step Time": 10.699148477986455}
+{"Finetune/Learning Rate": 2.232639729918833e-06, "Finetune/Loss": 0.5991537570953369, "Finetune/Loss (Raw)": 0.5021344423294067, "Finetune/Step": 15186, "Finetune/Step Time": 10.726328458637}
+{"Finetune/Learning Rate": 2.2315792388437975e-06, "Finetune/Loss": 0.5980890989303589, "Finetune/Loss (Raw)": 0.4242345094680786, "Finetune/Step": 15187, "Finetune/Step Time": 10.734708234667778}
+{"Finetune/Learning Rate": 2.2305189680590834e-06, "Finetune/Loss": 0.5976467728614807, "Finetune/Loss (Raw)": 0.5558672547340393, "Finetune/Step": 15188, "Finetune/Step Time": 10.744404591619968}
+{"Finetune/Learning Rate": 2.2294589175947577e-06, "Finetune/Loss": 0.5981730818748474, "Finetune/Loss (Raw)": 0.5912103652954102, "Finetune/Step": 15189, "Finetune/Step Time": 10.73787329159677}
+{"Finetune/Learning Rate": 2.2283990874808812e-06, "Finetune/Loss": 0.5991488099098206, "Finetune/Loss (Raw)": 0.7433093190193176, "Finetune/Step": 15190, "Finetune/Step Time": 10.731379490345716}
+{"Finetune/Learning Rate": 2.2273394777475068e-06, "Finetune/Loss": 0.5992395877838135, "Finetune/Loss (Raw)": 0.5457475185394287, "Finetune/Step": 15191, "Finetune/Step Time": 10.732565013691783}
+{"Finetune/Learning Rate": 2.2262800884246828e-06, "Finetune/Loss": 0.5998445749282837, "Finetune/Loss (Raw)": 0.6355705857276917, "Finetune/Step": 15192, "Finetune/Step Time": 10.750783924013376}
+{"Finetune/Learning Rate": 2.22522091954245e-06, "Finetune/Loss": 0.5995209217071533, "Finetune/Loss (Raw)": 0.581243097782135, "Finetune/Step": 15193, "Finetune/Step Time": 10.770441552624106}
+{"Finetune/Learning Rate": 2.2241619711308425e-06, "Finetune/Loss": 0.5994633436203003, "Finetune/Loss (Raw)": 0.656611979007721, "Finetune/Step": 15194, "Finetune/Step Time": 10.758266469463706}
+{"Finetune/Learning Rate": 2.2231032432198906e-06, "Finetune/Loss": 0.5987348556518555, "Finetune/Loss (Raw)": 0.5866515636444092, "Finetune/Step": 15195, "Finetune/Step Time": 10.750101225450635}
+{"Finetune/Learning Rate": 2.222044735839617e-06, "Finetune/Loss": 0.5992355346679688, "Finetune/Loss (Raw)": 0.6707271337509155, "Finetune/Step": 15196, "Finetune/Step Time": 10.767388451844454}
+{"Finetune/Learning Rate": 2.2209864490200385e-06, "Finetune/Loss": 0.5984160900115967, "Finetune/Loss (Raw)": 0.5674470663070679, "Finetune/Step": 15197, "Finetune/Step Time": 10.761371498927474}
+{"Finetune/Learning Rate": 2.219928382791159e-06, "Finetune/Loss": 0.5980719923973083, "Finetune/Loss (Raw)": 0.6185410618782043, "Finetune/Step": 15198, "Finetune/Step Time": 10.763917781412601}
+{"Finetune/Learning Rate": 2.218870537182989e-06, "Finetune/Loss": 0.5977963209152222, "Finetune/Loss (Raw)": 0.5670166015625, "Finetune/Step": 15199, "Finetune/Step Time": 10.760405603796244}
+{"Finetune/Learning Rate": 2.2178129122255255e-06, "Finetune/Loss": 0.5984997153282166, "Finetune/Loss (Raw)": 0.5714622139930725, "Finetune/Step": 15200, "Finetune/Step Time": 10.752488926053047}
+{"Finetune/Learning Rate": 2.2167555079487567e-06, "Finetune/Loss": 0.598181962966919, "Finetune/Loss (Raw)": 0.47971028089523315, "Finetune/Step": 15201, "Finetune/Step Time": 10.739763600751758}
+{"Finetune/Learning Rate": 2.21569832438267e-06, "Finetune/Loss": 0.5983492732048035, "Finetune/Loss (Raw)": 0.6969327926635742, "Finetune/Step": 15202, "Finetune/Step Time": 10.731530006974936}
+{"Finetune/Learning Rate": 2.214641361557246e-06, "Finetune/Loss": 0.5984562039375305, "Finetune/Loss (Raw)": 0.5985721349716187, "Finetune/Step": 15203, "Finetune/Step Time": 10.755062505602837}
+{"Finetune/Learning Rate": 2.213584619502451e-06, "Finetune/Loss": 0.5988537073135376, "Finetune/Loss (Raw)": 0.6640272736549377, "Finetune/Step": 15204, "Finetune/Step Time": 10.754245495423675}
+{"Finetune/Learning Rate": 2.2125280982482523e-06, "Finetune/Loss": 0.5983794927597046, "Finetune/Loss (Raw)": 0.5708664655685425, "Finetune/Step": 15205, "Finetune/Step Time": 10.75537459924817}
+{"Finetune/Learning Rate": 2.211471797824615e-06, "Finetune/Loss": 0.597342848777771, "Finetune/Loss (Raw)": 0.5344442129135132, "Finetune/Step": 15206, "Finetune/Step Time": 10.75925675779581}
+{"Finetune/Learning Rate": 2.2104157182614893e-06, "Finetune/Loss": 0.5974239706993103, "Finetune/Loss (Raw)": 0.5797054171562195, "Finetune/Step": 15207, "Finetune/Step Time": 10.767496183514595}
+{"Finetune/Learning Rate": 2.209359859588823e-06, "Finetune/Loss": 0.5986533164978027, "Finetune/Loss (Raw)": 0.6901044249534607, "Finetune/Step": 15208, "Finetune/Step Time": 10.764317769557238}
+{"Finetune/Learning Rate": 2.208304221836561e-06, "Finetune/Loss": 0.5971521139144897, "Finetune/Loss (Raw)": 0.5352895855903625, "Finetune/Step": 15209, "Finetune/Step Time": 10.732266930863261}
+{"Finetune/Learning Rate": 2.207248805034632e-06, "Finetune/Loss": 0.5971888303756714, "Finetune/Loss (Raw)": 0.5848817825317383, "Finetune/Step": 15210, "Finetune/Step Time": 10.726746695116162}
+{"Finetune/Learning Rate": 2.2061936092129667e-06, "Finetune/Loss": 0.5960617065429688, "Finetune/Loss (Raw)": 0.5164874792098999, "Finetune/Step": 15211, "Finetune/Step Time": 10.72436642833054}
+{"Finetune/Learning Rate": 2.2051386344014856e-06, "Finetune/Loss": 0.5964789390563965, "Finetune/Loss (Raw)": 0.6583036184310913, "Finetune/Step": 15212, "Finetune/Step Time": 10.720723567530513}
+{"Finetune/Learning Rate": 2.20408388063011e-06, "Finetune/Loss": 0.5960603952407837, "Finetune/Loss (Raw)": 0.5909168124198914, "Finetune/Step": 15213, "Finetune/Step Time": 10.727957839146256}
+{"Finetune/Learning Rate": 2.203029347928747e-06, "Finetune/Loss": 0.594989001750946, "Finetune/Loss (Raw)": 0.6119365692138672, "Finetune/Step": 15214, "Finetune/Step Time": 10.73430704511702}
+{"Finetune/Learning Rate": 2.2019750363273028e-06, "Finetune/Loss": 0.5946530103683472, "Finetune/Loss (Raw)": 0.5289905071258545, "Finetune/Step": 15215, "Finetune/Step Time": 10.729444287717342}
+{"Finetune/Learning Rate": 2.200920945855669e-06, "Finetune/Loss": 0.5955015420913696, "Finetune/Loss (Raw)": 0.6769306063652039, "Finetune/Step": 15216, "Finetune/Step Time": 10.727086814120412}
+{"Finetune/Learning Rate": 2.199867076543739e-06, "Finetune/Loss": 0.5952892303466797, "Finetune/Loss (Raw)": 0.5397581458091736, "Finetune/Step": 15217, "Finetune/Step Time": 10.722047915682197}
+{"Finetune/Learning Rate": 2.198813428421399e-06, "Finetune/Loss": 0.5954017639160156, "Finetune/Loss (Raw)": 0.5939483046531677, "Finetune/Step": 15218, "Finetune/Step Time": 10.71437476016581}
+{"Finetune/Learning Rate": 2.1977600015185265e-06, "Finetune/Loss": 0.5945481061935425, "Finetune/Loss (Raw)": 0.5246098637580872, "Finetune/Step": 15219, "Finetune/Step Time": 10.719134528189898}
+{"Finetune/Learning Rate": 2.196706795864991e-06, "Finetune/Loss": 0.5951211452484131, "Finetune/Loss (Raw)": 0.7306277751922607, "Finetune/Step": 15220, "Finetune/Step Time": 10.722783874720335}
+{"Finetune/Learning Rate": 2.1956538114906666e-06, "Finetune/Loss": 0.5945509672164917, "Finetune/Loss (Raw)": 0.5134602785110474, "Finetune/Step": 15221, "Finetune/Step Time": 10.723720960319042}
+{"Finetune/Learning Rate": 2.194601048425404e-06, "Finetune/Loss": 0.5946303009986877, "Finetune/Loss (Raw)": 0.6307041645050049, "Finetune/Step": 15222, "Finetune/Step Time": 10.73629011400044}
+{"Finetune/Learning Rate": 2.193548506699061e-06, "Finetune/Loss": 0.594398021697998, "Finetune/Loss (Raw)": 0.5567378997802734, "Finetune/Step": 15223, "Finetune/Step Time": 10.732845230028033}
+{"Finetune/Learning Rate": 2.192496186341484e-06, "Finetune/Loss": 0.5936675667762756, "Finetune/Loss (Raw)": 0.5296783447265625, "Finetune/Step": 15224, "Finetune/Step Time": 10.73235078342259}
+{"Finetune/Learning Rate": 2.1914440873825127e-06, "Finetune/Loss": 0.5917342901229858, "Finetune/Loss (Raw)": 0.46928873658180237, "Finetune/Step": 15225, "Finetune/Step Time": 10.770154951140285}
+{"Finetune/Learning Rate": 2.1903922098519837e-06, "Finetune/Loss": 0.5916913151741028, "Finetune/Loss (Raw)": 0.6539726853370667, "Finetune/Step": 15226, "Finetune/Step Time": 10.765372833237052}
+{"Finetune/Learning Rate": 2.189340553779723e-06, "Finetune/Loss": 0.5921267867088318, "Finetune/Loss (Raw)": 0.747635543346405, "Finetune/Step": 15227, "Finetune/Step Time": 10.789049999788404}
+{"Finetune/Learning Rate": 2.1882891191955535e-06, "Finetune/Loss": 0.5923202037811279, "Finetune/Loss (Raw)": 0.581630527973175, "Finetune/Step": 15228, "Finetune/Step Time": 10.78702081926167}
+{"Finetune/Learning Rate": 2.1872379061292916e-06, "Finetune/Loss": 0.5923823118209839, "Finetune/Loss (Raw)": 0.588040828704834, "Finetune/Step": 15229, "Finetune/Step Time": 10.791419956833124}
+{"Finetune/Learning Rate": 2.186186914610746e-06, "Finetune/Loss": 0.5929800271987915, "Finetune/Loss (Raw)": 0.6601505875587463, "Finetune/Step": 15230, "Finetune/Step Time": 10.750185804441571}
+{"Finetune/Learning Rate": 2.1851361446697204e-06, "Finetune/Loss": 0.5943567752838135, "Finetune/Loss (Raw)": 0.7429064512252808, "Finetune/Step": 15231, "Finetune/Step Time": 10.76614191941917}
+{"Finetune/Learning Rate": 2.184085596336011e-06, "Finetune/Loss": 0.5938194394111633, "Finetune/Loss (Raw)": 0.6062738299369812, "Finetune/Step": 15232, "Finetune/Step Time": 10.765701819211245}
+{"Finetune/Learning Rate": 2.1830352696394087e-06, "Finetune/Loss": 0.594097375869751, "Finetune/Loss (Raw)": 0.5459599494934082, "Finetune/Step": 15233, "Finetune/Step Time": 10.779400425031781}
+{"Finetune/Learning Rate": 2.181985164609697e-06, "Finetune/Loss": 0.5939818024635315, "Finetune/Loss (Raw)": 0.525371253490448, "Finetune/Step": 15234, "Finetune/Step Time": 10.781422637403011}
+{"Finetune/Learning Rate": 2.180935281276655e-06, "Finetune/Loss": 0.5937458872795105, "Finetune/Loss (Raw)": 0.5580263137817383, "Finetune/Step": 15235, "Finetune/Step Time": 10.798812290653586}
+{"Finetune/Learning Rate": 2.1798856196700544e-06, "Finetune/Loss": 0.5935779809951782, "Finetune/Loss (Raw)": 0.597177267074585, "Finetune/Step": 15236, "Finetune/Step Time": 10.79717268049717}
+{"Finetune/Learning Rate": 2.17883617981966e-06, "Finetune/Loss": 0.5934864282608032, "Finetune/Loss (Raw)": 0.5745725035667419, "Finetune/Step": 15237, "Finetune/Step Time": 10.79661893285811}
+{"Finetune/Learning Rate": 2.1777869617552304e-06, "Finetune/Loss": 0.5932127833366394, "Finetune/Loss (Raw)": 0.6162403225898743, "Finetune/Step": 15238, "Finetune/Step Time": 10.79412665963173}
+{"Finetune/Learning Rate": 2.17673796550652e-06, "Finetune/Loss": 0.594539999961853, "Finetune/Loss (Raw)": 0.8172299265861511, "Finetune/Step": 15239, "Finetune/Step Time": 10.799296660348773}
+{"Finetune/Learning Rate": 2.175689191103275e-06, "Finetune/Loss": 0.5942531824111938, "Finetune/Loss (Raw)": 0.5596762895584106, "Finetune/Step": 15240, "Finetune/Step Time": 10.788692893460393}
+{"Finetune/Learning Rate": 2.1746406385752338e-06, "Finetune/Loss": 0.5948000550270081, "Finetune/Loss (Raw)": 0.6012794375419617, "Finetune/Step": 15241, "Finetune/Step Time": 10.794912418350577}
+{"Finetune/Learning Rate": 2.1735923079521328e-06, "Finetune/Loss": 0.5947749018669128, "Finetune/Loss (Raw)": 0.6028523445129395, "Finetune/Step": 15242, "Finetune/Step Time": 10.797114878892899}
+{"Finetune/Learning Rate": 2.1725441992636986e-06, "Finetune/Loss": 0.5941213369369507, "Finetune/Loss (Raw)": 0.4308759570121765, "Finetune/Step": 15243, "Finetune/Step Time": 10.803818922489882}
+{"Finetune/Learning Rate": 2.1714963125396515e-06, "Finetune/Loss": 0.5941057801246643, "Finetune/Loss (Raw)": 0.5974889397621155, "Finetune/Step": 15244, "Finetune/Step Time": 10.80818897485733}
+{"Finetune/Learning Rate": 2.170448647809709e-06, "Finetune/Loss": 0.5966544151306152, "Finetune/Loss (Raw)": 0.6846492290496826, "Finetune/Step": 15245, "Finetune/Step Time": 10.76921777240932}
+{"Finetune/Learning Rate": 2.1694012051035807e-06, "Finetune/Loss": 0.597385585308075, "Finetune/Loss (Raw)": 0.6317112445831299, "Finetune/Step": 15246, "Finetune/Step Time": 10.749054819345474}
+{"Finetune/Learning Rate": 2.1683539844509614e-06, "Finetune/Loss": 0.5977078676223755, "Finetune/Loss (Raw)": 0.5763731002807617, "Finetune/Step": 15247, "Finetune/Step Time": 10.714500531554222}
+{"Finetune/Learning Rate": 2.1673069858815553e-06, "Finetune/Loss": 0.5962226390838623, "Finetune/Loss (Raw)": 0.5123341679573059, "Finetune/Step": 15248, "Finetune/Step Time": 10.719455635175109}
+{"Finetune/Learning Rate": 2.1662602094250508e-06, "Finetune/Loss": 0.5956724882125854, "Finetune/Loss (Raw)": 0.5258985161781311, "Finetune/Step": 15249, "Finetune/Step Time": 10.729833682999015}
+{"Finetune/Learning Rate": 2.1652136551111304e-06, "Finetune/Loss": 0.5953366756439209, "Finetune/Loss (Raw)": 0.5140135884284973, "Finetune/Step": 15250, "Finetune/Step Time": 10.734857879579067}
+{"Finetune/Learning Rate": 2.1641673229694714e-06, "Finetune/Loss": 0.5959176421165466, "Finetune/Loss (Raw)": 0.6391647458076477, "Finetune/Step": 15251, "Finetune/Step Time": 10.719440132379532}
+{"Finetune/Learning Rate": 2.1631212130297472e-06, "Finetune/Loss": 0.5950649976730347, "Finetune/Loss (Raw)": 0.524031400680542, "Finetune/Step": 15252, "Finetune/Step Time": 10.715483453124762}
+{"Finetune/Learning Rate": 2.1620753253216186e-06, "Finetune/Loss": 0.5963410139083862, "Finetune/Loss (Raw)": 0.6683037281036377, "Finetune/Step": 15253, "Finetune/Step Time": 10.70921870879829}
+{"Finetune/Learning Rate": 2.1610296598747426e-06, "Finetune/Loss": 0.5946443676948547, "Finetune/Loss (Raw)": 0.3756553828716278, "Finetune/Step": 15254, "Finetune/Step Time": 10.729191703721881}
+{"Finetune/Learning Rate": 2.159984216718777e-06, "Finetune/Loss": 0.5945203900337219, "Finetune/Loss (Raw)": 0.626013994216919, "Finetune/Step": 15255, "Finetune/Step Time": 10.684411639347672}
+{"Finetune/Learning Rate": 2.158938995883365e-06, "Finetune/Loss": 0.5942032933235168, "Finetune/Loss (Raw)": 0.600118100643158, "Finetune/Step": 15256, "Finetune/Step Time": 10.694159861654043}
+{"Finetune/Learning Rate": 2.157893997398146e-06, "Finetune/Loss": 0.5944284200668335, "Finetune/Loss (Raw)": 0.6242913007736206, "Finetune/Step": 15257, "Finetune/Step Time": 10.67755800485611}
+{"Finetune/Learning Rate": 2.156849221292756e-06, "Finetune/Loss": 0.5955915451049805, "Finetune/Loss (Raw)": 0.6414854526519775, "Finetune/Step": 15258, "Finetune/Step Time": 10.686328308656812}
+{"Finetune/Learning Rate": 2.155804667596816e-06, "Finetune/Loss": 0.5970325469970703, "Finetune/Loss (Raw)": 0.7054210305213928, "Finetune/Step": 15259, "Finetune/Step Time": 10.670937085524201}
+{"Finetune/Learning Rate": 2.1547603363399505e-06, "Finetune/Loss": 0.5972781181335449, "Finetune/Loss (Raw)": 0.669019341468811, "Finetune/Step": 15260, "Finetune/Step Time": 10.667613698169589}
+{"Finetune/Learning Rate": 2.15371622755177e-06, "Finetune/Loss": 0.596167802810669, "Finetune/Loss (Raw)": 0.546232283115387, "Finetune/Step": 15261, "Finetune/Step Time": 10.669951545074582}
+{"Finetune/Learning Rate": 2.152672341261888e-06, "Finetune/Loss": 0.5958667993545532, "Finetune/Loss (Raw)": 0.586541473865509, "Finetune/Step": 15262, "Finetune/Step Time": 10.68353421986103}
+{"Finetune/Learning Rate": 2.151628677499904e-06, "Finetune/Loss": 0.5958482623100281, "Finetune/Loss (Raw)": 0.5297987461090088, "Finetune/Step": 15263, "Finetune/Step Time": 10.685781873762608}
+{"Finetune/Learning Rate": 2.150585236295415e-06, "Finetune/Loss": 0.5949318408966064, "Finetune/Loss (Raw)": 0.5473595857620239, "Finetune/Step": 15264, "Finetune/Step Time": 10.631010146811604}
+{"Finetune/Learning Rate": 2.1495420176780056e-06, "Finetune/Loss": 0.5929521918296814, "Finetune/Loss (Raw)": 0.38884419202804565, "Finetune/Step": 15265, "Finetune/Step Time": 10.657548325136304}
+{"Finetune/Learning Rate": 2.1484990216772604e-06, "Finetune/Loss": 0.593659520149231, "Finetune/Loss (Raw)": 0.6370226144790649, "Finetune/Step": 15266, "Finetune/Step Time": 10.666756264865398}
+{"Finetune/Learning Rate": 2.147456248322758e-06, "Finetune/Loss": 0.5946949124336243, "Finetune/Loss (Raw)": 0.6138452291488647, "Finetune/Step": 15267, "Finetune/Step Time": 10.64644692465663}
+{"Finetune/Learning Rate": 2.1464136976440618e-06, "Finetune/Loss": 0.5951582193374634, "Finetune/Loss (Raw)": 0.5966256856918335, "Finetune/Step": 15268, "Finetune/Step Time": 10.62177749350667}
+{"Finetune/Learning Rate": 2.1453713696707447e-06, "Finetune/Loss": 0.5965811610221863, "Finetune/Loss (Raw)": 0.7010074853897095, "Finetune/Step": 15269, "Finetune/Step Time": 10.655460486188531}
+{"Finetune/Learning Rate": 2.1443292644323623e-06, "Finetune/Loss": 0.5961462259292603, "Finetune/Loss (Raw)": 0.6295400857925415, "Finetune/Step": 15270, "Finetune/Step Time": 10.658171789720654}
+{"Finetune/Learning Rate": 2.143287381958461e-06, "Finetune/Loss": 0.5951603651046753, "Finetune/Loss (Raw)": 0.555794358253479, "Finetune/Step": 15271, "Finetune/Step Time": 10.655324261635542}
+{"Finetune/Learning Rate": 2.1422457222785875e-06, "Finetune/Loss": 0.5961015224456787, "Finetune/Loss (Raw)": 0.6355410814285278, "Finetune/Step": 15272, "Finetune/Step Time": 10.652040986344218}
+{"Finetune/Learning Rate": 2.1412042854222804e-06, "Finetune/Loss": 0.595374345779419, "Finetune/Loss (Raw)": 0.6257092356681824, "Finetune/Step": 15273, "Finetune/Step Time": 10.651889182627201}
+{"Finetune/Learning Rate": 2.1401630714190736e-06, "Finetune/Loss": 0.5957496166229248, "Finetune/Loss (Raw)": 0.5647913217544556, "Finetune/Step": 15274, "Finetune/Step Time": 10.648383354768157}
+{"Finetune/Learning Rate": 2.13912208029849e-06, "Finetune/Loss": 0.5960183143615723, "Finetune/Loss (Raw)": 0.5957057476043701, "Finetune/Step": 15275, "Finetune/Step Time": 10.64650815911591}
+{"Finetune/Learning Rate": 2.138081312090052e-06, "Finetune/Loss": 0.5953121781349182, "Finetune/Loss (Raw)": 0.6148560047149658, "Finetune/Step": 15276, "Finetune/Step Time": 10.64633554033935}
+{"Finetune/Learning Rate": 2.1370407668232727e-06, "Finetune/Loss": 0.5949403047561646, "Finetune/Loss (Raw)": 0.6336286664009094, "Finetune/Step": 15277, "Finetune/Step Time": 10.659900225698948}
+{"Finetune/Learning Rate": 2.136000444527656e-06, "Finetune/Loss": 0.5958428382873535, "Finetune/Loss (Raw)": 0.6141693592071533, "Finetune/Step": 15278, "Finetune/Step Time": 10.651582388207316}
+{"Finetune/Learning Rate": 2.134960345232706e-06, "Finetune/Loss": 0.5970544815063477, "Finetune/Loss (Raw)": 0.6894037127494812, "Finetune/Step": 15279, "Finetune/Step Time": 10.65019921399653}
+{"Finetune/Learning Rate": 2.133920468967915e-06, "Finetune/Loss": 0.5973380208015442, "Finetune/Loss (Raw)": 0.5985097885131836, "Finetune/Step": 15280, "Finetune/Step Time": 10.647430092096329}
+{"Finetune/Learning Rate": 2.1328808157627713e-06, "Finetune/Loss": 0.5973643064498901, "Finetune/Loss (Raw)": 0.5448582768440247, "Finetune/Step": 15281, "Finetune/Step Time": 10.645744688808918}
+{"Finetune/Learning Rate": 2.1318413856467556e-06, "Finetune/Loss": 0.5966556072235107, "Finetune/Loss (Raw)": 0.5711349248886108, "Finetune/Step": 15282, "Finetune/Step Time": 10.651200283318758}
+{"Finetune/Learning Rate": 2.130802178649346e-06, "Finetune/Loss": 0.5969605445861816, "Finetune/Loss (Raw)": 0.5747175812721252, "Finetune/Step": 15283, "Finetune/Step Time": 10.65829979069531}
+{"Finetune/Learning Rate": 2.1297631948000087e-06, "Finetune/Loss": 0.5990720987319946, "Finetune/Loss (Raw)": 0.7813060879707336, "Finetune/Step": 15284, "Finetune/Step Time": 10.669681014493108}
+{"Finetune/Learning Rate": 2.1287244341282064e-06, "Finetune/Loss": 0.5990964770317078, "Finetune/Loss (Raw)": 0.46165555715560913, "Finetune/Step": 15285, "Finetune/Step Time": 10.664360469207168}
+{"Finetune/Learning Rate": 2.127685896663397e-06, "Finetune/Loss": 0.5980470180511475, "Finetune/Loss (Raw)": 0.5330190062522888, "Finetune/Step": 15286, "Finetune/Step Time": 10.666530726477504}
+{"Finetune/Learning Rate": 2.1266475824350295e-06, "Finetune/Loss": 0.5981237292289734, "Finetune/Loss (Raw)": 0.6704821586608887, "Finetune/Step": 15287, "Finetune/Step Time": 10.674381401389837}
+{"Finetune/Learning Rate": 2.125609491472549e-06, "Finetune/Loss": 0.5983085632324219, "Finetune/Loss (Raw)": 0.59635990858078, "Finetune/Step": 15288, "Finetune/Step Time": 10.67740130238235}
+{"Finetune/Learning Rate": 2.1245716238053903e-06, "Finetune/Loss": 0.5978182554244995, "Finetune/Loss (Raw)": 0.5673907399177551, "Finetune/Step": 15289, "Finetune/Step Time": 10.67435883358121}
+{"Finetune/Learning Rate": 2.1235339794629863e-06, "Finetune/Loss": 0.5970418453216553, "Finetune/Loss (Raw)": 0.521640419960022, "Finetune/Step": 15290, "Finetune/Step Time": 10.663064926862717}
+{"Finetune/Learning Rate": 2.1224965584747603e-06, "Finetune/Loss": 0.5969007611274719, "Finetune/Loss (Raw)": 0.6061846017837524, "Finetune/Step": 15291, "Finetune/Step Time": 10.676882958039641}
+{"Finetune/Learning Rate": 2.121459360870132e-06, "Finetune/Loss": 0.5959787964820862, "Finetune/Loss (Raw)": 0.4955670237541199, "Finetune/Step": 15292, "Finetune/Step Time": 10.666479194536805}
+{"Finetune/Learning Rate": 2.1204223866785112e-06, "Finetune/Loss": 0.5937867164611816, "Finetune/Loss (Raw)": 0.4977911114692688, "Finetune/Step": 15293, "Finetune/Step Time": 10.660641722381115}
+{"Finetune/Learning Rate": 2.1193856359293087e-06, "Finetune/Loss": 0.594438910484314, "Finetune/Loss (Raw)": 0.6353475451469421, "Finetune/Step": 15294, "Finetune/Step Time": 10.674044359475374}
+{"Finetune/Learning Rate": 2.118349108651918e-06, "Finetune/Loss": 0.5931462049484253, "Finetune/Loss (Raw)": 0.48755988478660583, "Finetune/Step": 15295, "Finetune/Step Time": 10.677219394594431}
+{"Finetune/Learning Rate": 2.1173128048757307e-06, "Finetune/Loss": 0.5935839414596558, "Finetune/Loss (Raw)": 0.6646660566329956, "Finetune/Step": 15296, "Finetune/Step Time": 10.670204440131783}
+{"Finetune/Learning Rate": 2.11627672463014e-06, "Finetune/Loss": 0.5930868983268738, "Finetune/Loss (Raw)": 0.5858834981918335, "Finetune/Step": 15297, "Finetune/Step Time": 10.634987354278564}
+{"Finetune/Learning Rate": 2.1152408679445224e-06, "Finetune/Loss": 0.5923831462860107, "Finetune/Loss (Raw)": 0.50886470079422, "Finetune/Step": 15298, "Finetune/Step Time": 10.632100151851773}
+{"Finetune/Learning Rate": 2.1142052348482533e-06, "Finetune/Loss": 0.5918009877204895, "Finetune/Loss (Raw)": 0.522657036781311, "Finetune/Step": 15299, "Finetune/Step Time": 10.634221028536558}
+{"Finetune/Learning Rate": 2.113169825370701e-06, "Finetune/Loss": 0.5919673442840576, "Finetune/Loss (Raw)": 0.6100378036499023, "Finetune/Step": 15300, "Finetune/Step Time": 10.620630215853453}
+{"Finetune/Learning Rate": 2.1121346395412245e-06, "Finetune/Loss": 0.5918087959289551, "Finetune/Loss (Raw)": 0.5904093980789185, "Finetune/Step": 15301, "Finetune/Step Time": 10.611702181398869}
+{"Finetune/Learning Rate": 2.1110996773891777e-06, "Finetune/Loss": 0.5905077457427979, "Finetune/Loss (Raw)": 0.5939924716949463, "Finetune/Step": 15302, "Finetune/Step Time": 10.611347790807486}
+{"Finetune/Learning Rate": 2.11006493894391e-06, "Finetune/Loss": 0.5901049375534058, "Finetune/Loss (Raw)": 0.585273027420044, "Finetune/Step": 15303, "Finetune/Step Time": 10.611353961750865}
+{"Finetune/Learning Rate": 2.109030424234766e-06, "Finetune/Loss": 0.5898738503456116, "Finetune/Loss (Raw)": 0.5241789817810059, "Finetune/Step": 15304, "Finetune/Step Time": 10.589748457074165}
+{"Finetune/Learning Rate": 2.1079961332910814e-06, "Finetune/Loss": 0.5897665619850159, "Finetune/Loss (Raw)": 0.5892073512077332, "Finetune/Step": 15305, "Finetune/Step Time": 10.583023864775896}
+{"Finetune/Learning Rate": 2.1069620661421865e-06, "Finetune/Loss": 0.5880923867225647, "Finetune/Loss (Raw)": 0.3667590618133545, "Finetune/Step": 15306, "Finetune/Step Time": 10.625307027250528}
+{"Finetune/Learning Rate": 2.105928222817399e-06, "Finetune/Loss": 0.5883089303970337, "Finetune/Loss (Raw)": 0.691209077835083, "Finetune/Step": 15307, "Finetune/Step Time": 10.62745057977736}
+{"Finetune/Learning Rate": 2.1048946033460417e-06, "Finetune/Loss": 0.5886182188987732, "Finetune/Loss (Raw)": 0.5545632243156433, "Finetune/Step": 15308, "Finetune/Step Time": 10.62252490222454}
+{"Finetune/Learning Rate": 2.103861207757422e-06, "Finetune/Loss": 0.5873932838439941, "Finetune/Loss (Raw)": 0.47853928804397583, "Finetune/Step": 15309, "Finetune/Step Time": 10.62538724206388}
+{"Finetune/Learning Rate": 2.1028280360808405e-06, "Finetune/Loss": 0.5874751806259155, "Finetune/Loss (Raw)": 0.5859875679016113, "Finetune/Step": 15310, "Finetune/Step Time": 10.622912546619773}
+{"Finetune/Learning Rate": 2.101795088345604e-06, "Finetune/Loss": 0.5862263441085815, "Finetune/Loss (Raw)": 0.4198471009731293, "Finetune/Step": 15311, "Finetune/Step Time": 10.629630206152797}
+{"Finetune/Learning Rate": 2.1007623645810004e-06, "Finetune/Loss": 0.5864689946174622, "Finetune/Loss (Raw)": 0.662704348564148, "Finetune/Step": 15312, "Finetune/Step Time": 10.618781171739101}
+{"Finetune/Learning Rate": 2.0997298648163122e-06, "Finetune/Loss": 0.5870436429977417, "Finetune/Loss (Raw)": 0.6063359379768372, "Finetune/Step": 15313, "Finetune/Step Time": 10.620962403714657}
+{"Finetune/Learning Rate": 2.098697589080819e-06, "Finetune/Loss": 0.5884790420532227, "Finetune/Loss (Raw)": 0.6858624815940857, "Finetune/Step": 15314, "Finetune/Step Time": 10.601464996114373}
+{"Finetune/Learning Rate": 2.0976655374037947e-06, "Finetune/Loss": 0.5893298983573914, "Finetune/Loss (Raw)": 0.5331434011459351, "Finetune/Step": 15315, "Finetune/Step Time": 10.608734715729952}
+{"Finetune/Learning Rate": 2.096633709814504e-06, "Finetune/Loss": 0.5880471467971802, "Finetune/Loss (Raw)": 0.391674280166626, "Finetune/Step": 15316, "Finetune/Step Time": 10.629106175154448}
+{"Finetune/Learning Rate": 2.095602106342205e-06, "Finetune/Loss": 0.5878304243087769, "Finetune/Loss (Raw)": 0.5634773969650269, "Finetune/Step": 15317, "Finetune/Step Time": 10.635128993541002}
+{"Finetune/Learning Rate": 2.094570727016155e-06, "Finetune/Loss": 0.587386965751648, "Finetune/Loss (Raw)": 0.6865389347076416, "Finetune/Step": 15318, "Finetune/Step Time": 10.625666044652462}
+{"Finetune/Learning Rate": 2.0935395718656025e-06, "Finetune/Loss": 0.5879075527191162, "Finetune/Loss (Raw)": 0.6123775243759155, "Finetune/Step": 15319, "Finetune/Step Time": 10.636226801201701}
+{"Finetune/Learning Rate": 2.0925086409197815e-06, "Finetune/Loss": 0.5861353874206543, "Finetune/Loss (Raw)": 0.40873491764068604, "Finetune/Step": 15320, "Finetune/Step Time": 10.601465590298176}
+{"Finetune/Learning Rate": 2.0914779342079292e-06, "Finetune/Loss": 0.5867429375648499, "Finetune/Loss (Raw)": 0.6590093374252319, "Finetune/Step": 15321, "Finetune/Step Time": 10.606324575841427}
+{"Finetune/Learning Rate": 2.0904474517592755e-06, "Finetune/Loss": 0.5853845477104187, "Finetune/Loss (Raw)": 0.48274481296539307, "Finetune/Step": 15322, "Finetune/Step Time": 10.627754881978035}
+{"Finetune/Learning Rate": 2.0894171936030395e-06, "Finetune/Loss": 0.5856311917304993, "Finetune/Loss (Raw)": 0.6182206869125366, "Finetune/Step": 15323, "Finetune/Step Time": 10.627980973571539}
+{"Finetune/Learning Rate": 2.088387159768437e-06, "Finetune/Loss": 0.5849749445915222, "Finetune/Loss (Raw)": 0.5867248773574829, "Finetune/Step": 15324, "Finetune/Step Time": 10.61385359056294}
+{"Finetune/Learning Rate": 2.0873573502846765e-06, "Finetune/Loss": 0.5853363275527954, "Finetune/Loss (Raw)": 0.6136986613273621, "Finetune/Step": 15325, "Finetune/Step Time": 10.616200564429164}
+{"Finetune/Learning Rate": 2.086327765180961e-06, "Finetune/Loss": 0.5852400064468384, "Finetune/Loss (Raw)": 0.6062201261520386, "Finetune/Step": 15326, "Finetune/Step Time": 10.606653477996588}
+{"Finetune/Learning Rate": 2.0852984044864878e-06, "Finetune/Loss": 0.5855914354324341, "Finetune/Loss (Raw)": 0.6119908094406128, "Finetune/Step": 15327, "Finetune/Step Time": 10.606370067223907}
+{"Finetune/Learning Rate": 2.0842692682304442e-06, "Finetune/Loss": 0.5861786603927612, "Finetune/Loss (Raw)": 0.6466394662857056, "Finetune/Step": 15328, "Finetune/Step Time": 10.608526442199945}
+{"Finetune/Learning Rate": 2.0832403564420158e-06, "Finetune/Loss": 0.5871164798736572, "Finetune/Loss (Raw)": 0.5997459292411804, "Finetune/Step": 15329, "Finetune/Step Time": 10.609582154080272}
+{"Finetune/Learning Rate": 2.082211669150378e-06, "Finetune/Loss": 0.5862093567848206, "Finetune/Loss (Raw)": 0.5808199048042297, "Finetune/Step": 15330, "Finetune/Step Time": 10.613618737086654}
+{"Finetune/Learning Rate": 2.081183206384703e-06, "Finetune/Loss": 0.5871901512145996, "Finetune/Loss (Raw)": 0.7241114377975464, "Finetune/Step": 15331, "Finetune/Step Time": 10.587313259020448}
+{"Finetune/Learning Rate": 2.0801549681741526e-06, "Finetune/Loss": 0.5869569778442383, "Finetune/Loss (Raw)": 0.6341899633407593, "Finetune/Step": 15332, "Finetune/Step Time": 10.58747074753046}
+{"Finetune/Learning Rate": 2.0791269545478875e-06, "Finetune/Loss": 0.5864454507827759, "Finetune/Loss (Raw)": 0.5053853392601013, "Finetune/Step": 15333, "Finetune/Step Time": 10.588197469711304}
+{"Finetune/Learning Rate": 2.078099165535058e-06, "Finetune/Loss": 0.5881613492965698, "Finetune/Loss (Raw)": 0.75407475233078, "Finetune/Step": 15334, "Finetune/Step Time": 10.588600324466825}
+{"Finetune/Learning Rate": 2.0770716011648095e-06, "Finetune/Loss": 0.5890113711357117, "Finetune/Loss (Raw)": 0.688511073589325, "Finetune/Step": 15335, "Finetune/Step Time": 10.579797197133303}
+{"Finetune/Learning Rate": 2.0760442614662803e-06, "Finetune/Loss": 0.5892502665519714, "Finetune/Loss (Raw)": 0.7206855416297913, "Finetune/Step": 15336, "Finetune/Step Time": 10.58075707219541}
+{"Finetune/Learning Rate": 2.075017146468603e-06, "Finetune/Loss": 0.5899266004562378, "Finetune/Loss (Raw)": 0.6218525767326355, "Finetune/Step": 15337, "Finetune/Step Time": 10.582620868459344}
+{"Finetune/Learning Rate": 2.073990256200903e-06, "Finetune/Loss": 0.5900278687477112, "Finetune/Loss (Raw)": 0.5978522300720215, "Finetune/Step": 15338, "Finetune/Step Time": 10.590999653562903}
+{"Finetune/Learning Rate": 2.0729635906923018e-06, "Finetune/Loss": 0.5909394025802612, "Finetune/Loss (Raw)": 0.633164644241333, "Finetune/Step": 15339, "Finetune/Step Time": 10.600655330345035}
+{"Finetune/Learning Rate": 2.0719371499719123e-06, "Finetune/Loss": 0.5908397436141968, "Finetune/Loss (Raw)": 0.6455428004264832, "Finetune/Step": 15340, "Finetune/Step Time": 10.629168089479208}
+{"Finetune/Learning Rate": 2.0709109340688392e-06, "Finetune/Loss": 0.5902617573738098, "Finetune/Loss (Raw)": 0.5169337391853333, "Finetune/Step": 15341, "Finetune/Step Time": 10.643396507948637}
+{"Finetune/Learning Rate": 2.069884943012186e-06, "Finetune/Loss": 0.5896033048629761, "Finetune/Loss (Raw)": 0.5276529788970947, "Finetune/Step": 15342, "Finetune/Step Time": 10.654439721256495}
+{"Finetune/Learning Rate": 2.0688591768310473e-06, "Finetune/Loss": 0.5913860201835632, "Finetune/Loss (Raw)": 0.7571808695793152, "Finetune/Step": 15343, "Finetune/Step Time": 10.659824820235372}
+{"Finetune/Learning Rate": 2.0678336355545047e-06, "Finetune/Loss": 0.5909768342971802, "Finetune/Loss (Raw)": 0.6245604157447815, "Finetune/Step": 15344, "Finetune/Step Time": 10.666240910068154}
+{"Finetune/Learning Rate": 2.066808319211646e-06, "Finetune/Loss": 0.5908353328704834, "Finetune/Loss (Raw)": 0.5216425061225891, "Finetune/Step": 15345, "Finetune/Step Time": 10.667543713003397}
+{"Finetune/Learning Rate": 2.065783227831545e-06, "Finetune/Loss": 0.5918267965316772, "Finetune/Loss (Raw)": 0.7208564281463623, "Finetune/Step": 15346, "Finetune/Step Time": 10.663973476737738}
+{"Finetune/Learning Rate": 2.06475836144327e-06, "Finetune/Loss": 0.5920614004135132, "Finetune/Loss (Raw)": 0.5546311140060425, "Finetune/Step": 15347, "Finetune/Step Time": 10.659415733069181}
+{"Finetune/Learning Rate": 2.063733720075882e-06, "Finetune/Loss": 0.590650200843811, "Finetune/Loss (Raw)": 0.5500057339668274, "Finetune/Step": 15348, "Finetune/Step Time": 10.677549995481968}
+{"Finetune/Learning Rate": 2.062709303758441e-06, "Finetune/Loss": 0.591206431388855, "Finetune/Loss (Raw)": 0.5846527218818665, "Finetune/Step": 15349, "Finetune/Step Time": 10.680058218538761}
+{"Finetune/Learning Rate": 2.061685112519992e-06, "Finetune/Loss": 0.5908122062683105, "Finetune/Loss (Raw)": 0.5802452564239502, "Finetune/Step": 15350, "Finetune/Step Time": 10.675874691456556}
+{"Finetune/Learning Rate": 2.0606611463895787e-06, "Finetune/Loss": 0.5912784934043884, "Finetune/Loss (Raw)": 0.6164191961288452, "Finetune/Step": 15351, "Finetune/Step Time": 10.683819014579058}
+{"Finetune/Learning Rate": 2.0596374053962363e-06, "Finetune/Loss": 0.5922468900680542, "Finetune/Loss (Raw)": 0.6536361575126648, "Finetune/Step": 15352, "Finetune/Step Time": 10.696714714169502}
+{"Finetune/Learning Rate": 2.058613889569e-06, "Finetune/Loss": 0.5926804542541504, "Finetune/Loss (Raw)": 0.5247858166694641, "Finetune/Step": 15353, "Finetune/Step Time": 10.656441312283278}
+{"Finetune/Learning Rate": 2.0575905989368917e-06, "Finetune/Loss": 0.5915423631668091, "Finetune/Loss (Raw)": 0.5082962512969971, "Finetune/Step": 15354, "Finetune/Step Time": 10.661710809916258}
+{"Finetune/Learning Rate": 2.0565675335289316e-06, "Finetune/Loss": 0.5896631479263306, "Finetune/Loss (Raw)": 0.5070909857749939, "Finetune/Step": 15355, "Finetune/Step Time": 10.663982940837741}
+{"Finetune/Learning Rate": 2.0555446933741263e-06, "Finetune/Loss": 0.5902737379074097, "Finetune/Loss (Raw)": 0.6597886681556702, "Finetune/Step": 15356, "Finetune/Step Time": 10.661987328901887}
+{"Finetune/Learning Rate": 2.054522078501482e-06, "Finetune/Loss": 0.5902552604675293, "Finetune/Loss (Raw)": 0.5856781005859375, "Finetune/Step": 15357, "Finetune/Step Time": 10.661338975653052}
+{"Finetune/Learning Rate": 2.053499688939997e-06, "Finetune/Loss": 0.5896246433258057, "Finetune/Loss (Raw)": 0.5794291496276855, "Finetune/Step": 15358, "Finetune/Step Time": 10.653887188062072}
+{"Finetune/Learning Rate": 2.0524775247186613e-06, "Finetune/Loss": 0.5884844660758972, "Finetune/Loss (Raw)": 0.5969648957252502, "Finetune/Step": 15359, "Finetune/Step Time": 10.65916713885963}
+{"Finetune/Learning Rate": 2.0514555858664663e-06, "Finetune/Loss": 0.5889732837677002, "Finetune/Loss (Raw)": 0.6688372492790222, "Finetune/Step": 15360, "Finetune/Step Time": 10.672040984034538}
+{"Finetune/Learning Rate": 2.0504338724123906e-06, "Finetune/Loss": 0.5897988677024841, "Finetune/Loss (Raw)": 0.6516398191452026, "Finetune/Step": 15361, "Finetune/Step Time": 10.678867988288403}
+{"Finetune/Learning Rate": 2.0494123843854032e-06, "Finetune/Loss": 0.5905584096908569, "Finetune/Loss (Raw)": 0.6225833296775818, "Finetune/Step": 15362, "Finetune/Step Time": 10.670574201270938}
+{"Finetune/Learning Rate": 2.0483911218144713e-06, "Finetune/Loss": 0.5907163023948669, "Finetune/Loss (Raw)": 0.5782486796379089, "Finetune/Step": 15363, "Finetune/Step Time": 10.649735009297729}
+{"Finetune/Learning Rate": 2.047370084728556e-06, "Finetune/Loss": 0.5914303064346313, "Finetune/Loss (Raw)": 0.6885685324668884, "Finetune/Step": 15364, "Finetune/Step Time": 10.652088049799204}
+{"Finetune/Learning Rate": 2.04634927315661e-06, "Finetune/Loss": 0.5912513732910156, "Finetune/Loss (Raw)": 0.5516694784164429, "Finetune/Step": 15365, "Finetune/Step Time": 10.655243469402194}
+{"Finetune/Learning Rate": 2.0453286871275802e-06, "Finetune/Loss": 0.591088056564331, "Finetune/Loss (Raw)": 0.5953363180160522, "Finetune/Step": 15366, "Finetune/Step Time": 10.658416893333197}
+{"Finetune/Learning Rate": 2.0443083266704134e-06, "Finetune/Loss": 0.5893442034721375, "Finetune/Loss (Raw)": 0.594012975692749, "Finetune/Step": 15367, "Finetune/Step Time": 10.652159536257386}
+{"Finetune/Learning Rate": 2.043288191814037e-06, "Finetune/Loss": 0.5902451276779175, "Finetune/Loss (Raw)": 0.67499178647995, "Finetune/Step": 15368, "Finetune/Step Time": 10.652880208566785}
+{"Finetune/Learning Rate": 2.042268282587382e-06, "Finetune/Loss": 0.5904200673103333, "Finetune/Loss (Raw)": 0.6236745119094849, "Finetune/Step": 15369, "Finetune/Step Time": 10.648209363222122}
+{"Finetune/Learning Rate": 2.0412485990193685e-06, "Finetune/Loss": 0.5904707908630371, "Finetune/Loss (Raw)": 0.6093403100967407, "Finetune/Step": 15370, "Finetune/Step Time": 10.642462216317654}
+{"Finetune/Learning Rate": 2.040229141138914e-06, "Finetune/Loss": 0.5918432474136353, "Finetune/Loss (Raw)": 0.6065555810928345, "Finetune/Step": 15371, "Finetune/Step Time": 10.640212666243315}
+{"Finetune/Learning Rate": 2.0392099089749263e-06, "Finetune/Loss": 0.5915497541427612, "Finetune/Loss (Raw)": 0.5599265098571777, "Finetune/Step": 15372, "Finetune/Step Time": 10.635856682434678}
+{"Finetune/Learning Rate": 2.0381909025563084e-06, "Finetune/Loss": 0.5915780663490295, "Finetune/Loss (Raw)": 0.6882680058479309, "Finetune/Step": 15373, "Finetune/Step Time": 10.63572426699102}
+{"Finetune/Learning Rate": 2.0371721219119556e-06, "Finetune/Loss": 0.5909439921379089, "Finetune/Loss (Raw)": 0.5505497455596924, "Finetune/Step": 15374, "Finetune/Step Time": 10.63653789460659}
+{"Finetune/Learning Rate": 2.036153567070759e-06, "Finetune/Loss": 0.5911160111427307, "Finetune/Loss (Raw)": 0.5983940362930298, "Finetune/Step": 15375, "Finetune/Step Time": 10.645053446292877}
+{"Finetune/Learning Rate": 2.035135238061601e-06, "Finetune/Loss": 0.5913810729980469, "Finetune/Loss (Raw)": 0.5462597012519836, "Finetune/Step": 15376, "Finetune/Step Time": 10.640990354120731}
+{"Finetune/Learning Rate": 2.034117134913358e-06, "Finetune/Loss": 0.5905506610870361, "Finetune/Loss (Raw)": 0.41960909962654114, "Finetune/Step": 15377, "Finetune/Step Time": 10.671313390135765}
+{"Finetune/Learning Rate": 2.0330992576549015e-06, "Finetune/Loss": 0.5909715890884399, "Finetune/Loss (Raw)": 0.5678871273994446, "Finetune/Step": 15378, "Finetune/Step Time": 10.662109455093741}
+{"Finetune/Learning Rate": 2.032081606315095e-06, "Finetune/Loss": 0.5914895534515381, "Finetune/Loss (Raw)": 0.7054726481437683, "Finetune/Step": 15379, "Finetune/Step Time": 10.662367273122072}
+{"Finetune/Learning Rate": 2.031064180922796e-06, "Finetune/Loss": 0.5922967791557312, "Finetune/Loss (Raw)": 0.6273524761199951, "Finetune/Step": 15380, "Finetune/Step Time": 10.672030169516802}
+{"Finetune/Learning Rate": 2.030046981506857e-06, "Finetune/Loss": 0.591576874256134, "Finetune/Loss (Raw)": 0.5761541724205017, "Finetune/Step": 15381, "Finetune/Step Time": 10.69509687833488}
+{"Finetune/Learning Rate": 2.0290300080961213e-06, "Finetune/Loss": 0.593124508857727, "Finetune/Loss (Raw)": 0.5737521052360535, "Finetune/Step": 15382, "Finetune/Step Time": 10.675433546304703}
+{"Finetune/Learning Rate": 2.0280132607194293e-06, "Finetune/Loss": 0.5924789309501648, "Finetune/Loss (Raw)": 0.543377697467804, "Finetune/Step": 15383, "Finetune/Step Time": 10.705854652449489}
+{"Finetune/Learning Rate": 2.026996739405611e-06, "Finetune/Loss": 0.5932624340057373, "Finetune/Loss (Raw)": 0.7004066109657288, "Finetune/Step": 15384, "Finetune/Step Time": 10.698567483574152}
+{"Finetune/Learning Rate": 2.025980444183496e-06, "Finetune/Loss": 0.5928381085395813, "Finetune/Loss (Raw)": 0.5699785947799683, "Finetune/Step": 15385, "Finetune/Step Time": 10.697246922180057}
+{"Finetune/Learning Rate": 2.0249643750818947e-06, "Finetune/Loss": 0.5926116704940796, "Finetune/Loss (Raw)": 0.6124998331069946, "Finetune/Step": 15386, "Finetune/Step Time": 10.695621192455292}
+{"Finetune/Learning Rate": 2.023948532129629e-06, "Finetune/Loss": 0.5911765098571777, "Finetune/Loss (Raw)": 0.5217256546020508, "Finetune/Step": 15387, "Finetune/Step Time": 10.703471183776855}
+{"Finetune/Learning Rate": 2.022932915355502e-06, "Finetune/Loss": 0.590729296207428, "Finetune/Loss (Raw)": 0.6117789149284363, "Finetune/Step": 15388, "Finetune/Step Time": 10.722474379464984}
+{"Finetune/Learning Rate": 2.0219175247883138e-06, "Finetune/Loss": 0.5914859771728516, "Finetune/Loss (Raw)": 0.643086850643158, "Finetune/Step": 15389, "Finetune/Step Time": 10.713984336704016}
+{"Finetune/Learning Rate": 2.020902360456858e-06, "Finetune/Loss": 0.5917207598686218, "Finetune/Loss (Raw)": 0.6165887117385864, "Finetune/Step": 15390, "Finetune/Step Time": 10.69258683361113}
+{"Finetune/Learning Rate": 2.0198874223899247e-06, "Finetune/Loss": 0.5923953056335449, "Finetune/Loss (Raw)": 0.6161379218101501, "Finetune/Step": 15391, "Finetune/Step Time": 10.655856588855386}
+{"Finetune/Learning Rate": 2.0188727106162874e-06, "Finetune/Loss": 0.5928188562393188, "Finetune/Loss (Raw)": 0.6015734672546387, "Finetune/Step": 15392, "Finetune/Step Time": 10.662112006917596}
+{"Finetune/Learning Rate": 2.017858225164724e-06, "Finetune/Loss": 0.5948507189750671, "Finetune/Loss (Raw)": 0.6489286422729492, "Finetune/Step": 15393, "Finetune/Step Time": 10.62980460561812}
+{"Finetune/Learning Rate": 2.0168439660640047e-06, "Finetune/Loss": 0.5944837927818298, "Finetune/Loss (Raw)": 0.5900561213493347, "Finetune/Step": 15394, "Finetune/Step Time": 10.62384864129126}
+{"Finetune/Learning Rate": 2.01582993334289e-06, "Finetune/Loss": 0.5943365097045898, "Finetune/Loss (Raw)": 0.5949913859367371, "Finetune/Step": 15395, "Finetune/Step Time": 10.62279824540019}
+{"Finetune/Learning Rate": 2.014816127030135e-06, "Finetune/Loss": 0.5945298075675964, "Finetune/Loss (Raw)": 0.6213715672492981, "Finetune/Step": 15396, "Finetune/Step Time": 10.626258317381144}
+{"Finetune/Learning Rate": 2.0138025471544896e-06, "Finetune/Loss": 0.5934596657752991, "Finetune/Loss (Raw)": 0.5640265941619873, "Finetune/Step": 15397, "Finetune/Step Time": 10.589517034590244}
+{"Finetune/Learning Rate": 2.012789193744692e-06, "Finetune/Loss": 0.5940763354301453, "Finetune/Loss (Raw)": 0.708469569683075, "Finetune/Step": 15398, "Finetune/Step Time": 10.588872846215963}
+{"Finetune/Learning Rate": 2.0117760668294796e-06, "Finetune/Loss": 0.5939304828643799, "Finetune/Loss (Raw)": 0.5371237993240356, "Finetune/Step": 15399, "Finetune/Step Time": 10.595513308420777}
+{"Finetune/Learning Rate": 2.0107631664375805e-06, "Finetune/Loss": 0.5930923223495483, "Finetune/Loss (Raw)": 0.5282685160636902, "Finetune/Step": 15400, "Finetune/Step Time": 10.597843427211046}
+{"Finetune/Learning Rate": 2.0097504925977217e-06, "Finetune/Loss": 0.5924950838088989, "Finetune/Loss (Raw)": 0.5492519736289978, "Finetune/Step": 15401, "Finetune/Step Time": 10.576728153973818}
+{"Finetune/Learning Rate": 2.0087380453386185e-06, "Finetune/Loss": 0.5924816131591797, "Finetune/Loss (Raw)": 0.563066303730011, "Finetune/Step": 15402, "Finetune/Step Time": 10.590010834857821}
+{"Finetune/Learning Rate": 2.0077258246889795e-06, "Finetune/Loss": 0.5920807123184204, "Finetune/Loss (Raw)": 0.5443990230560303, "Finetune/Step": 15403, "Finetune/Step Time": 10.589670220389962}
+{"Finetune/Learning Rate": 2.0067138306775126e-06, "Finetune/Loss": 0.5924712419509888, "Finetune/Loss (Raw)": 0.6648383140563965, "Finetune/Step": 15404, "Finetune/Step Time": 10.625838467851281}
+{"Finetune/Learning Rate": 2.005702063332908e-06, "Finetune/Loss": 0.5910952091217041, "Finetune/Loss (Raw)": 0.457494854927063, "Finetune/Step": 15405, "Finetune/Step Time": 10.62023525685072}
+{"Finetune/Learning Rate": 2.0046905226838607e-06, "Finetune/Loss": 0.5906550884246826, "Finetune/Loss (Raw)": 0.5578399300575256, "Finetune/Step": 15406, "Finetune/Step Time": 10.621408980339766}
+{"Finetune/Learning Rate": 2.003679208759055e-06, "Finetune/Loss": 0.5898951888084412, "Finetune/Loss (Raw)": 0.5921322107315063, "Finetune/Step": 15407, "Finetune/Step Time": 10.636305337771773}
+{"Finetune/Learning Rate": 2.0026681215871656e-06, "Finetune/Loss": 0.5908151865005493, "Finetune/Loss (Raw)": 0.7162752747535706, "Finetune/Step": 15408, "Finetune/Step Time": 10.644554080441594}
+{"Finetune/Learning Rate": 2.0016572611968688e-06, "Finetune/Loss": 0.5911116003990173, "Finetune/Loss (Raw)": 0.5827986598014832, "Finetune/Step": 15409, "Finetune/Step Time": 10.643355932086706}
+{"Finetune/Learning Rate": 2.000646627616831e-06, "Finetune/Loss": 0.5914808511734009, "Finetune/Loss (Raw)": 0.6183934211730957, "Finetune/Step": 15410, "Finetune/Step Time": 10.645468754693866}
+{"Finetune/Learning Rate": 1.9996362208757046e-06, "Finetune/Loss": 0.5887652039527893, "Finetune/Loss (Raw)": 0.22711710631847382, "Finetune/Step": 15411, "Finetune/Step Time": 10.724360506981611}
+{"Finetune/Learning Rate": 1.998626041002146e-06, "Finetune/Loss": 0.5879535675048828, "Finetune/Loss (Raw)": 0.6774128675460815, "Finetune/Step": 15412, "Finetune/Step Time": 10.71063819155097}
+{"Finetune/Learning Rate": 1.9976160880247995e-06, "Finetune/Loss": 0.5884681344032288, "Finetune/Loss (Raw)": 0.5275232195854187, "Finetune/Step": 15413, "Finetune/Step Time": 10.708877138793468}
+{"Finetune/Learning Rate": 1.9966063619723055e-06, "Finetune/Loss": 0.5882583260536194, "Finetune/Loss (Raw)": 0.5061618685722351, "Finetune/Step": 15414, "Finetune/Step Time": 10.74201089143753}
+{"Finetune/Learning Rate": 1.9955968628732925e-06, "Finetune/Loss": 0.5869337320327759, "Finetune/Loss (Raw)": 0.5009306073188782, "Finetune/Step": 15415, "Finetune/Step Time": 10.748343773186207}
+{"Finetune/Learning Rate": 1.994587590756397e-06, "Finetune/Loss": 0.5864025354385376, "Finetune/Loss (Raw)": 0.5283726453781128, "Finetune/Step": 15416, "Finetune/Step Time": 10.759873928502202}
+{"Finetune/Learning Rate": 1.993578545650231e-06, "Finetune/Loss": 0.5871167182922363, "Finetune/Loss (Raw)": 0.6588089466094971, "Finetune/Step": 15417, "Finetune/Step Time": 10.762624958530068}
+{"Finetune/Learning Rate": 1.99256972758341e-06, "Finetune/Loss": 0.5879076719284058, "Finetune/Loss (Raw)": 0.6228804588317871, "Finetune/Step": 15418, "Finetune/Step Time": 10.772678591310978}
+{"Finetune/Learning Rate": 1.991561136584541e-06, "Finetune/Loss": 0.5872536897659302, "Finetune/Loss (Raw)": 0.5224692225456238, "Finetune/Step": 15419, "Finetune/Step Time": 10.761893723160028}
+{"Finetune/Learning Rate": 1.9905527726822247e-06, "Finetune/Loss": 0.58742356300354, "Finetune/Loss (Raw)": 0.5173142552375793, "Finetune/Step": 15420, "Finetune/Step Time": 10.83541470207274}
+{"Finetune/Learning Rate": 1.9895446359050572e-06, "Finetune/Loss": 0.5876904726028442, "Finetune/Loss (Raw)": 0.5319570899009705, "Finetune/Step": 15421, "Finetune/Step Time": 10.840990481898189}
+{"Finetune/Learning Rate": 1.9885367262816246e-06, "Finetune/Loss": 0.5874642133712769, "Finetune/Loss (Raw)": 0.6063855886459351, "Finetune/Step": 15422, "Finetune/Step Time": 10.823912285268307}
+{"Finetune/Learning Rate": 1.9875290438405083e-06, "Finetune/Loss": 0.5879274606704712, "Finetune/Loss (Raw)": 0.5468503832817078, "Finetune/Step": 15423, "Finetune/Step Time": 10.823212414979935}
+{"Finetune/Learning Rate": 1.986521588610285e-06, "Finetune/Loss": 0.5873152017593384, "Finetune/Loss (Raw)": 0.5862996578216553, "Finetune/Step": 15424, "Finetune/Step Time": 10.828705372288823}
+{"Finetune/Learning Rate": 1.9855143606195215e-06, "Finetune/Loss": 0.5868534445762634, "Finetune/Loss (Raw)": 0.5267801284790039, "Finetune/Step": 15425, "Finetune/Step Time": 10.857276258990169}
+{"Finetune/Learning Rate": 1.98450735989678e-06, "Finetune/Loss": 0.5882057547569275, "Finetune/Loss (Raw)": 0.6819619536399841, "Finetune/Step": 15426, "Finetune/Step Time": 10.888752952218056}
+{"Finetune/Learning Rate": 1.9835005864706182e-06, "Finetune/Loss": 0.5891344547271729, "Finetune/Loss (Raw)": 0.6415356397628784, "Finetune/Step": 15427, "Finetune/Step Time": 10.888757232576609}
+{"Finetune/Learning Rate": 1.9824940403695834e-06, "Finetune/Loss": 0.5889618396759033, "Finetune/Loss (Raw)": 0.5879379510879517, "Finetune/Step": 15428, "Finetune/Step Time": 10.902450205758214}
+{"Finetune/Learning Rate": 1.9814877216222184e-06, "Finetune/Loss": 0.5871912837028503, "Finetune/Loss (Raw)": 0.3637789487838745, "Finetune/Step": 15429, "Finetune/Step Time": 10.941101431846619}
+{"Finetune/Learning Rate": 1.9804816302570605e-06, "Finetune/Loss": 0.5868960618972778, "Finetune/Loss (Raw)": 0.5561981201171875, "Finetune/Step": 15430, "Finetune/Step Time": 10.942252727225423}
+{"Finetune/Learning Rate": 1.9794757663026388e-06, "Finetune/Loss": 0.5871278047561646, "Finetune/Loss (Raw)": 0.6149346828460693, "Finetune/Step": 15431, "Finetune/Step Time": 10.957814106717706}
+{"Finetune/Learning Rate": 1.9784701297874774e-06, "Finetune/Loss": 0.5875468850135803, "Finetune/Loss (Raw)": 0.5778276324272156, "Finetune/Step": 15432, "Finetune/Step Time": 10.95163114182651}
+{"Finetune/Learning Rate": 1.977464720740092e-06, "Finetune/Loss": 0.5877317786216736, "Finetune/Loss (Raw)": 0.6128727197647095, "Finetune/Step": 15433, "Finetune/Step Time": 10.982514733448625}
+{"Finetune/Learning Rate": 1.9764595391889975e-06, "Finetune/Loss": 0.5906385183334351, "Finetune/Loss (Raw)": 0.7388280630111694, "Finetune/Step": 15434, "Finetune/Step Time": 10.95457200333476}
+{"Finetune/Learning Rate": 1.9754545851626895e-06, "Finetune/Loss": 0.5894030332565308, "Finetune/Loss (Raw)": 0.5330589413642883, "Finetune/Step": 15435, "Finetune/Step Time": 10.951411655172706}
+{"Finetune/Learning Rate": 1.974449858689673e-06, "Finetune/Loss": 0.5892523527145386, "Finetune/Loss (Raw)": 0.5352770686149597, "Finetune/Step": 15436, "Finetune/Step Time": 10.952686630189419}
+{"Finetune/Learning Rate": 1.973445359798437e-06, "Finetune/Loss": 0.5909113883972168, "Finetune/Loss (Raw)": 0.6908969283103943, "Finetune/Step": 15437, "Finetune/Step Time": 10.94475687108934}
+{"Finetune/Learning Rate": 1.972441088517466e-06, "Finetune/Loss": 0.5904537439346313, "Finetune/Loss (Raw)": 0.5274038910865784, "Finetune/Step": 15438, "Finetune/Step Time": 10.97059315815568}
+{"Finetune/Learning Rate": 1.9714370448752383e-06, "Finetune/Loss": 0.5923423171043396, "Finetune/Loss (Raw)": 0.6615902185440063, "Finetune/Step": 15439, "Finetune/Step Time": 10.974510921165347}
+{"Finetune/Learning Rate": 1.9704332289002292e-06, "Finetune/Loss": 0.5914933681488037, "Finetune/Loss (Raw)": 0.5540371537208557, "Finetune/Step": 15440, "Finetune/Step Time": 10.982340892776847}
+{"Finetune/Learning Rate": 1.969429640620898e-06, "Finetune/Loss": 0.5907301902770996, "Finetune/Loss (Raw)": 0.5086531043052673, "Finetune/Step": 15441, "Finetune/Step Time": 10.985959570854902}
+{"Finetune/Learning Rate": 1.9684262800657028e-06, "Finetune/Loss": 0.5902786254882812, "Finetune/Loss (Raw)": 0.6280592679977417, "Finetune/Step": 15442, "Finetune/Step Time": 10.98109556734562}
+{"Finetune/Learning Rate": 1.967423147263102e-06, "Finetune/Loss": 0.5897935628890991, "Finetune/Loss (Raw)": 0.471058189868927, "Finetune/Step": 15443, "Finetune/Step Time": 10.970877174288034}
+{"Finetune/Learning Rate": 1.9664202422415402e-06, "Finetune/Loss": 0.5910142064094543, "Finetune/Loss (Raw)": 0.5479131937026978, "Finetune/Step": 15444, "Finetune/Step Time": 10.93010531552136}
+{"Finetune/Learning Rate": 1.965417565029456e-06, "Finetune/Loss": 0.5909726619720459, "Finetune/Loss (Raw)": 0.5581585764884949, "Finetune/Step": 15445, "Finetune/Step Time": 10.93448431417346}
+{"Finetune/Learning Rate": 1.964415115655284e-06, "Finetune/Loss": 0.5906083583831787, "Finetune/Loss (Raw)": 0.6399105191230774, "Finetune/Step": 15446, "Finetune/Step Time": 10.934135518968105}
+{"Finetune/Learning Rate": 1.9634128941474474e-06, "Finetune/Loss": 0.5905585289001465, "Finetune/Loss (Raw)": 0.606002688407898, "Finetune/Step": 15447, "Finetune/Step Time": 10.92160465568304}
+{"Finetune/Learning Rate": 1.962410900534367e-06, "Finetune/Loss": 0.592101514339447, "Finetune/Loss (Raw)": 0.6062318682670593, "Finetune/Step": 15448, "Finetune/Step Time": 10.914447473362088}
+{"Finetune/Learning Rate": 1.9614091348444566e-06, "Finetune/Loss": 0.5913273692131042, "Finetune/Loss (Raw)": 0.5599192976951599, "Finetune/Step": 15449, "Finetune/Step Time": 10.887412490323186}
+{"Finetune/Learning Rate": 1.9604075971061254e-06, "Finetune/Loss": 0.5923649072647095, "Finetune/Loss (Raw)": 0.615556001663208, "Finetune/Step": 15450, "Finetune/Step Time": 10.868484307080507}
+{"Finetune/Learning Rate": 1.9594062873477747e-06, "Finetune/Loss": 0.5921432971954346, "Finetune/Loss (Raw)": 0.5898539423942566, "Finetune/Step": 15451, "Finetune/Step Time": 10.861344758421183}
+{"Finetune/Learning Rate": 1.9584052055977985e-06, "Finetune/Loss": 0.5916606187820435, "Finetune/Loss (Raw)": 0.5249336957931519, "Finetune/Step": 15452, "Finetune/Step Time": 10.8706058524549}
+{"Finetune/Learning Rate": 1.957404351884582e-06, "Finetune/Loss": 0.5916433930397034, "Finetune/Loss (Raw)": 0.6114959716796875, "Finetune/Step": 15453, "Finetune/Step Time": 10.87756903283298}
+{"Finetune/Learning Rate": 1.9564037262365075e-06, "Finetune/Loss": 0.5898996591567993, "Finetune/Loss (Raw)": 0.38302022218704224, "Finetune/Step": 15454, "Finetune/Step Time": 10.922166576609015}
+{"Finetune/Learning Rate": 1.9554033286819506e-06, "Finetune/Loss": 0.5892610549926758, "Finetune/Loss (Raw)": 0.5302515029907227, "Finetune/Step": 15455, "Finetune/Step Time": 10.92495296150446}
+{"Finetune/Learning Rate": 1.9544031592492763e-06, "Finetune/Loss": 0.5881592035293579, "Finetune/Loss (Raw)": 0.5056079626083374, "Finetune/Step": 15456, "Finetune/Step Time": 10.922281494364142}
+{"Finetune/Learning Rate": 1.9534032179668537e-06, "Finetune/Loss": 0.5880506038665771, "Finetune/Loss (Raw)": 0.5858426690101624, "Finetune/Step": 15457, "Finetune/Step Time": 10.91785996593535}
+{"Finetune/Learning Rate": 1.9524035048630365e-06, "Finetune/Loss": 0.5884257555007935, "Finetune/Loss (Raw)": 0.6288402080535889, "Finetune/Step": 15458, "Finetune/Step Time": 10.926325175911188}
+{"Finetune/Learning Rate": 1.9514040199661676e-06, "Finetune/Loss": 0.5873676538467407, "Finetune/Loss (Raw)": 0.588668167591095, "Finetune/Step": 15459, "Finetune/Step Time": 10.938529683277011}
+{"Finetune/Learning Rate": 1.950404763304595e-06, "Finetune/Loss": 0.5859275460243225, "Finetune/Loss (Raw)": 0.4498586654663086, "Finetune/Step": 15460, "Finetune/Step Time": 10.964462710544467}
+{"Finetune/Learning Rate": 1.9494057349066532e-06, "Finetune/Loss": 0.5854734182357788, "Finetune/Loss (Raw)": 0.44725272059440613, "Finetune/Step": 15461, "Finetune/Step Time": 10.997961770743132}
+{"Finetune/Learning Rate": 1.9484069348006717e-06, "Finetune/Loss": 0.5840027332305908, "Finetune/Loss (Raw)": 0.565830409526825, "Finetune/Step": 15462, "Finetune/Step Time": 10.988889144733548}
+{"Finetune/Learning Rate": 1.947408363014973e-06, "Finetune/Loss": 0.5822508931159973, "Finetune/Loss (Raw)": 0.4642767906188965, "Finetune/Step": 15463, "Finetune/Step Time": 10.98753234371543}
+{"Finetune/Learning Rate": 1.9464100195778757e-06, "Finetune/Loss": 0.5797847509384155, "Finetune/Loss (Raw)": 0.4050174951553345, "Finetune/Step": 15464, "Finetune/Step Time": 11.023337056860328}
+{"Finetune/Learning Rate": 1.9454119045176888e-06, "Finetune/Loss": 0.5790647268295288, "Finetune/Loss (Raw)": 0.5296850800514221, "Finetune/Step": 15465, "Finetune/Step Time": 11.022382514551282}
+{"Finetune/Learning Rate": 1.9444140178627156e-06, "Finetune/Loss": 0.5790388584136963, "Finetune/Loss (Raw)": 0.5945528149604797, "Finetune/Step": 15466, "Finetune/Step Time": 11.0151506382972}
+{"Finetune/Learning Rate": 1.943416359641255e-06, "Finetune/Loss": 0.5789000988006592, "Finetune/Loss (Raw)": 0.6153956055641174, "Finetune/Step": 15467, "Finetune/Step Time": 11.00728472135961}
+{"Finetune/Learning Rate": 1.9424189298815955e-06, "Finetune/Loss": 0.5770260095596313, "Finetune/Loss (Raw)": 0.4056602418422699, "Finetune/Step": 15468, "Finetune/Step Time": 11.011830162256956}
+{"Finetune/Learning Rate": 1.941421728612023e-06, "Finetune/Loss": 0.5774315595626831, "Finetune/Loss (Raw)": 0.5688403844833374, "Finetune/Step": 15469, "Finetune/Step Time": 11.005654383450747}
+{"Finetune/Learning Rate": 1.940424755860815e-06, "Finetune/Loss": 0.5773763656616211, "Finetune/Loss (Raw)": 0.5205904245376587, "Finetune/Step": 15470, "Finetune/Step Time": 10.997295454144478}
+{"Finetune/Learning Rate": 1.9394280116562414e-06, "Finetune/Loss": 0.5755445957183838, "Finetune/Loss (Raw)": 0.5227169990539551, "Finetune/Step": 15471, "Finetune/Step Time": 10.990531954914331}
+{"Finetune/Learning Rate": 1.938431496026569e-06, "Finetune/Loss": 0.5759177803993225, "Finetune/Loss (Raw)": 0.6723271012306213, "Finetune/Step": 15472, "Finetune/Step Time": 10.996336406096816}
+{"Finetune/Learning Rate": 1.9374352090000546e-06, "Finetune/Loss": 0.5765079855918884, "Finetune/Loss (Raw)": 0.5971858501434326, "Finetune/Step": 15473, "Finetune/Step Time": 10.995382465422153}
+{"Finetune/Learning Rate": 1.936439150604952e-06, "Finetune/Loss": 0.5762616395950317, "Finetune/Loss (Raw)": 0.6893247365951538, "Finetune/Step": 15474, "Finetune/Step Time": 11.001480227336287}
+{"Finetune/Learning Rate": 1.9354433208695045e-06, "Finetune/Loss": 0.5760090351104736, "Finetune/Loss (Raw)": 0.5222979784011841, "Finetune/Step": 15475, "Finetune/Step Time": 11.057060083374381}
+{"Finetune/Learning Rate": 1.9344477198219524e-06, "Finetune/Loss": 0.5758705139160156, "Finetune/Loss (Raw)": 0.5322760939598083, "Finetune/Step": 15476, "Finetune/Step Time": 11.038078064098954}
+{"Finetune/Learning Rate": 1.9334523474905276e-06, "Finetune/Loss": 0.576583743095398, "Finetune/Loss (Raw)": 0.6759470701217651, "Finetune/Step": 15477, "Finetune/Step Time": 11.038820313289762}
+{"Finetune/Learning Rate": 1.9324572039034564e-06, "Finetune/Loss": 0.5775548815727234, "Finetune/Loss (Raw)": 0.704555869102478, "Finetune/Step": 15478, "Finetune/Step Time": 11.041609700769186}
+{"Finetune/Learning Rate": 1.9314622890889566e-06, "Finetune/Loss": 0.5767495036125183, "Finetune/Loss (Raw)": 0.5133283138275146, "Finetune/Step": 15479, "Finetune/Step Time": 11.071342017501593}
+{"Finetune/Learning Rate": 1.9304676030752435e-06, "Finetune/Loss": 0.5761030316352844, "Finetune/Loss (Raw)": 0.570887565612793, "Finetune/Step": 15480, "Finetune/Step Time": 11.061036106199026}
+{"Finetune/Learning Rate": 1.9294731458905224e-06, "Finetune/Loss": 0.5759319067001343, "Finetune/Loss (Raw)": 0.5028867125511169, "Finetune/Step": 15481, "Finetune/Step Time": 11.068981267511845}
+{"Finetune/Learning Rate": 1.928478917562996e-06, "Finetune/Loss": 0.5755633115768433, "Finetune/Loss (Raw)": 0.46111536026000977, "Finetune/Step": 15482, "Finetune/Step Time": 11.106238901615143}
+{"Finetune/Learning Rate": 1.9274849181208486e-06, "Finetune/Loss": 0.5757529139518738, "Finetune/Loss (Raw)": 0.5313580632209778, "Finetune/Step": 15483, "Finetune/Step Time": 11.080589635297656}
+{"Finetune/Learning Rate": 1.9264911475922775e-06, "Finetune/Loss": 0.5752135515213013, "Finetune/Loss (Raw)": 0.5907436609268188, "Finetune/Step": 15484, "Finetune/Step Time": 11.098324295133352}
+{"Finetune/Learning Rate": 1.9254976060054596e-06, "Finetune/Loss": 0.5751447677612305, "Finetune/Loss (Raw)": 0.5768768191337585, "Finetune/Step": 15485, "Finetune/Step Time": 11.1013966165483}
+{"Finetune/Learning Rate": 1.9245042933885693e-06, "Finetune/Loss": 0.5752911567687988, "Finetune/Loss (Raw)": 0.5981650352478027, "Finetune/Step": 15486, "Finetune/Step Time": 11.14620172418654}
+{"Finetune/Learning Rate": 1.9235112097697727e-06, "Finetune/Loss": 0.5744956135749817, "Finetune/Loss (Raw)": 0.4951390027999878, "Finetune/Step": 15487, "Finetune/Step Time": 11.126614620909095}
+{"Finetune/Learning Rate": 1.922518355177232e-06, "Finetune/Loss": 0.5735467672348022, "Finetune/Loss (Raw)": 0.5473833084106445, "Finetune/Step": 15488, "Finetune/Step Time": 11.11698317527771}
+{"Finetune/Learning Rate": 1.9215257296391044e-06, "Finetune/Loss": 0.5736463665962219, "Finetune/Loss (Raw)": 0.6643872261047363, "Finetune/Step": 15489, "Finetune/Step Time": 11.094141947105527}
+{"Finetune/Learning Rate": 1.920533333183532e-06, "Finetune/Loss": 0.5729880332946777, "Finetune/Loss (Raw)": 0.5383248329162598, "Finetune/Step": 15490, "Finetune/Step Time": 11.101201942190528}
+{"Finetune/Learning Rate": 1.9195411658386564e-06, "Finetune/Loss": 0.57266765832901, "Finetune/Loss (Raw)": 0.5372366905212402, "Finetune/Step": 15491, "Finetune/Step Time": 11.100965168327093}
+{"Finetune/Learning Rate": 1.918549227632619e-06, "Finetune/Loss": 0.5715909004211426, "Finetune/Loss (Raw)": 0.5507411360740662, "Finetune/Step": 15492, "Finetune/Step Time": 11.097527077421546}
+{"Finetune/Learning Rate": 1.9175575185935434e-06, "Finetune/Loss": 0.5718398094177246, "Finetune/Loss (Raw)": 0.5835331678390503, "Finetune/Step": 15493, "Finetune/Step Time": 11.09707511216402}
+{"Finetune/Learning Rate": 1.9165660387495545e-06, "Finetune/Loss": 0.5716174244880676, "Finetune/Loss (Raw)": 0.5668734312057495, "Finetune/Step": 15494, "Finetune/Step Time": 11.091050175949931}
+{"Finetune/Learning Rate": 1.915574788128769e-06, "Finetune/Loss": 0.5727172493934631, "Finetune/Loss (Raw)": 0.7347835302352905, "Finetune/Step": 15495, "Finetune/Step Time": 11.089388566091657}
+{"Finetune/Learning Rate": 1.9145837667592914e-06, "Finetune/Loss": 0.5721486806869507, "Finetune/Loss (Raw)": 0.6022148132324219, "Finetune/Step": 15496, "Finetune/Step Time": 11.112739462405443}
+{"Finetune/Learning Rate": 1.913592974669225e-06, "Finetune/Loss": 0.5717968940734863, "Finetune/Loss (Raw)": 0.5786559581756592, "Finetune/Step": 15497, "Finetune/Step Time": 11.131452253088355}
+{"Finetune/Learning Rate": 1.912602411886666e-06, "Finetune/Loss": 0.5715441703796387, "Finetune/Loss (Raw)": 0.5769854187965393, "Finetune/Step": 15498, "Finetune/Step Time": 11.137202516198158}
+{"Finetune/Learning Rate": 1.9116120784397063e-06, "Finetune/Loss": 0.5716490745544434, "Finetune/Loss (Raw)": 0.6199782490730286, "Finetune/Step": 15499, "Finetune/Step Time": 11.138101885095239}
+{"Finetune/Learning Rate": 1.910621974356429e-06, "Finetune/Loss": 0.5724940299987793, "Finetune/Loss (Raw)": 0.6680800318717957, "Finetune/Step": 15500, "Finetune/Step Time": 11.139946350827813}
+{"Finetune/Learning Rate": 1.909632099664912e-06, "Finetune/Loss": 0.5722901821136475, "Finetune/Loss (Raw)": 0.6621792316436768, "Finetune/Step": 15501, "Finetune/Step Time": 11.142812812700868}
+{"Finetune/Learning Rate": 1.9086424543932192e-06, "Finetune/Loss": 0.5729951858520508, "Finetune/Loss (Raw)": 0.6407865881919861, "Finetune/Step": 15502, "Finetune/Step Time": 11.144833812490106}
+{"Finetune/Learning Rate": 1.907653038569418e-06, "Finetune/Loss": 0.5730968713760376, "Finetune/Loss (Raw)": 0.6114072799682617, "Finetune/Step": 15503, "Finetune/Step Time": 11.141018625348806}
+{"Finetune/Learning Rate": 1.9066638522215652e-06, "Finetune/Loss": 0.5728787183761597, "Finetune/Loss (Raw)": 0.5183485150337219, "Finetune/Step": 15504, "Finetune/Step Time": 11.139574693515897}
+{"Finetune/Learning Rate": 1.9056748953777082e-06, "Finetune/Loss": 0.5745144486427307, "Finetune/Loss (Raw)": 0.6289786100387573, "Finetune/Step": 15505, "Finetune/Step Time": 11.096802148967981}
+{"Finetune/Learning Rate": 1.9046861680658979e-06, "Finetune/Loss": 0.5739675760269165, "Finetune/Loss (Raw)": 0.4978913962841034, "Finetune/Step": 15506, "Finetune/Step Time": 11.098750751465559}
+{"Finetune/Learning Rate": 1.9036976703141684e-06, "Finetune/Loss": 0.5734240412712097, "Finetune/Loss (Raw)": 0.6358965635299683, "Finetune/Step": 15507, "Finetune/Step Time": 11.100072721019387}
+{"Finetune/Learning Rate": 1.9027094021505487e-06, "Finetune/Loss": 0.5737676024436951, "Finetune/Loss (Raw)": 0.6713285446166992, "Finetune/Step": 15508, "Finetune/Step Time": 11.086988303810358}
+{"Finetune/Learning Rate": 1.901721363603065e-06, "Finetune/Loss": 0.5738104581832886, "Finetune/Loss (Raw)": 0.5816363096237183, "Finetune/Step": 15509, "Finetune/Step Time": 11.0612558349967}
+{"Finetune/Learning Rate": 1.9007335546997352e-06, "Finetune/Loss": 0.5740258693695068, "Finetune/Loss (Raw)": 0.6013297438621521, "Finetune/Step": 15510, "Finetune/Step Time": 11.087064484134316}
+{"Finetune/Learning Rate": 1.89974597546857e-06, "Finetune/Loss": 0.5756477117538452, "Finetune/Loss (Raw)": 0.7509683966636658, "Finetune/Step": 15511, "Finetune/Step Time": 11.065623996779323}
+{"Finetune/Learning Rate": 1.8987586259375724e-06, "Finetune/Loss": 0.5748925805091858, "Finetune/Loss (Raw)": 0.6037523150444031, "Finetune/Step": 15512, "Finetune/Step Time": 11.064245043322444}
+{"Finetune/Learning Rate": 1.897771506134749e-06, "Finetune/Loss": 0.5750409364700317, "Finetune/Loss (Raw)": 0.5889689326286316, "Finetune/Step": 15513, "Finetune/Step Time": 11.064094999805093}
+{"Finetune/Learning Rate": 1.896784616088082e-06, "Finetune/Loss": 0.5749633312225342, "Finetune/Loss (Raw)": 0.6025651693344116, "Finetune/Step": 15514, "Finetune/Step Time": 11.06071013212204}
+{"Finetune/Learning Rate": 1.8957979558255624e-06, "Finetune/Loss": 0.5761221647262573, "Finetune/Loss (Raw)": 0.6700591444969177, "Finetune/Step": 15515, "Finetune/Step Time": 11.05420638807118}
+{"Finetune/Learning Rate": 1.8948115253751664e-06, "Finetune/Loss": 0.5760949850082397, "Finetune/Loss (Raw)": 0.608303427696228, "Finetune/Step": 15516, "Finetune/Step Time": 11.044757245108485}
+{"Finetune/Learning Rate": 1.8938253247648686e-06, "Finetune/Loss": 0.5760222673416138, "Finetune/Loss (Raw)": 0.6337719559669495, "Finetune/Step": 15517, "Finetune/Step Time": 11.05316836759448}
+{"Finetune/Learning Rate": 1.892839354022633e-06, "Finetune/Loss": 0.5762424468994141, "Finetune/Loss (Raw)": 0.6447749137878418, "Finetune/Step": 15518, "Finetune/Step Time": 11.054520010948181}
+{"Finetune/Learning Rate": 1.8918536131764198e-06, "Finetune/Loss": 0.5754196047782898, "Finetune/Loss (Raw)": 0.51080721616745, "Finetune/Step": 15519, "Finetune/Step Time": 11.049355879426003}
+{"Finetune/Learning Rate": 1.890868102254182e-06, "Finetune/Loss": 0.5755064487457275, "Finetune/Loss (Raw)": 0.6126970052719116, "Finetune/Step": 15520, "Finetune/Step Time": 11.048634888604283}
+{"Finetune/Learning Rate": 1.8898828212838648e-06, "Finetune/Loss": 0.5753961801528931, "Finetune/Loss (Raw)": 0.6348146796226501, "Finetune/Step": 15521, "Finetune/Step Time": 11.046888515353203}
+{"Finetune/Learning Rate": 1.8888977702934086e-06, "Finetune/Loss": 0.5753357410430908, "Finetune/Loss (Raw)": 0.5823184847831726, "Finetune/Step": 15522, "Finetune/Step Time": 11.067493023350835}
+{"Finetune/Learning Rate": 1.8879129493107474e-06, "Finetune/Loss": 0.5753055810928345, "Finetune/Loss (Raw)": 0.5911237001419067, "Finetune/Step": 15523, "Finetune/Step Time": 11.06948384642601}
+{"Finetune/Learning Rate": 1.8869283583638064e-06, "Finetune/Loss": 0.5755608081817627, "Finetune/Loss (Raw)": 0.6540499925613403, "Finetune/Step": 15524, "Finetune/Step Time": 11.082942560315132}
+{"Finetune/Learning Rate": 1.8859439974805083e-06, "Finetune/Loss": 0.5751980543136597, "Finetune/Loss (Raw)": 0.5175831913948059, "Finetune/Step": 15525, "Finetune/Step Time": 11.093964144587517}
+{"Finetune/Learning Rate": 1.8849598666887636e-06, "Finetune/Loss": 0.5753114819526672, "Finetune/Loss (Raw)": 0.7229908108711243, "Finetune/Step": 15526, "Finetune/Step Time": 11.102407159283757}
+{"Finetune/Learning Rate": 1.8839759660164813e-06, "Finetune/Loss": 0.5757901668548584, "Finetune/Loss (Raw)": 0.5983974933624268, "Finetune/Step": 15527, "Finetune/Step Time": 11.091379035264254}
+{"Finetune/Learning Rate": 1.8829922954915626e-06, "Finetune/Loss": 0.5768222212791443, "Finetune/Loss (Raw)": 0.6603730916976929, "Finetune/Step": 15528, "Finetune/Step Time": 11.090411124750972}
+{"Finetune/Learning Rate": 1.8820088551419002e-06, "Finetune/Loss": 0.5769813060760498, "Finetune/Loss (Raw)": 0.5696132779121399, "Finetune/Step": 15529, "Finetune/Step Time": 11.104869186878204}
+{"Finetune/Learning Rate": 1.8810256449953822e-06, "Finetune/Loss": 0.57731032371521, "Finetune/Loss (Raw)": 0.6051759123802185, "Finetune/Step": 15530, "Finetune/Step Time": 11.092683546245098}
+{"Finetune/Learning Rate": 1.880042665079892e-06, "Finetune/Loss": 0.5777488350868225, "Finetune/Loss (Raw)": 0.6005356907844543, "Finetune/Step": 15531, "Finetune/Step Time": 11.102638520300388}
+{"Finetune/Learning Rate": 1.879059915423297e-06, "Finetune/Loss": 0.5773716568946838, "Finetune/Loss (Raw)": 0.6165582537651062, "Finetune/Step": 15532, "Finetune/Step Time": 11.081666883081198}
+{"Finetune/Learning Rate": 1.8780773960534715e-06, "Finetune/Loss": 0.5789627432823181, "Finetune/Loss (Raw)": 0.661155104637146, "Finetune/Step": 15533, "Finetune/Step Time": 11.07389459758997}
+{"Finetune/Learning Rate": 1.8770951069982768e-06, "Finetune/Loss": 0.5792096853256226, "Finetune/Loss (Raw)": 0.5894396305084229, "Finetune/Step": 15534, "Finetune/Step Time": 11.083878239616752}
+{"Finetune/Learning Rate": 1.876113048285565e-06, "Finetune/Loss": 0.5784060955047607, "Finetune/Loss (Raw)": 0.4892845153808594, "Finetune/Step": 15535, "Finetune/Step Time": 11.071551522240043}
+{"Finetune/Learning Rate": 1.875131219943187e-06, "Finetune/Loss": 0.5777184963226318, "Finetune/Loss (Raw)": 0.6282634735107422, "Finetune/Step": 15536, "Finetune/Step Time": 11.063805779442191}
+{"Finetune/Learning Rate": 1.8741496219989863e-06, "Finetune/Loss": 0.5773943662643433, "Finetune/Loss (Raw)": 0.5413023233413696, "Finetune/Step": 15537, "Finetune/Step Time": 11.067621391266584}
+{"Finetune/Learning Rate": 1.8731682544807917e-06, "Finetune/Loss": 0.5780315399169922, "Finetune/Loss (Raw)": 0.6999549865722656, "Finetune/Step": 15538, "Finetune/Step Time": 11.064950607717037}
+{"Finetune/Learning Rate": 1.872187117416434e-06, "Finetune/Loss": 0.5810626745223999, "Finetune/Loss (Raw)": 0.6151061058044434, "Finetune/Step": 15539, "Finetune/Step Time": 10.979922086000443}
+{"Finetune/Learning Rate": 1.8712062108337403e-06, "Finetune/Loss": 0.5801675915718079, "Finetune/Loss (Raw)": 0.5628383159637451, "Finetune/Step": 15540, "Finetune/Step Time": 10.996648512780666}
+{"Finetune/Learning Rate": 1.8702255347605225e-06, "Finetune/Loss": 0.5804040431976318, "Finetune/Loss (Raw)": 0.55778968334198, "Finetune/Step": 15541, "Finetune/Step Time": 10.994089221581817}
+{"Finetune/Learning Rate": 1.8692450892245906e-06, "Finetune/Loss": 0.5808701515197754, "Finetune/Loss (Raw)": 0.5658174157142639, "Finetune/Step": 15542, "Finetune/Step Time": 10.952043078839779}
+{"Finetune/Learning Rate": 1.8682648742537501e-06, "Finetune/Loss": 0.5819149017333984, "Finetune/Loss (Raw)": 0.6346641778945923, "Finetune/Step": 15543, "Finetune/Step Time": 10.940381646156311}
+{"Finetune/Learning Rate": 1.8672848898757912e-06, "Finetune/Loss": 0.5828956365585327, "Finetune/Loss (Raw)": 0.6539033055305481, "Finetune/Step": 15544, "Finetune/Step Time": 10.928432524204254}
+{"Finetune/Learning Rate": 1.866305136118507e-06, "Finetune/Loss": 0.5825244188308716, "Finetune/Loss (Raw)": 0.6113013029098511, "Finetune/Step": 15545, "Finetune/Step Time": 10.925357829779387}
+{"Finetune/Learning Rate": 1.8653256130096797e-06, "Finetune/Loss": 0.5817961692810059, "Finetune/Loss (Raw)": 0.5296577215194702, "Finetune/Step": 15546, "Finetune/Step Time": 10.91876103170216}
+{"Finetune/Learning Rate": 1.864346320577084e-06, "Finetune/Loss": 0.5828497409820557, "Finetune/Loss (Raw)": 0.6573296785354614, "Finetune/Step": 15547, "Finetune/Step Time": 10.919444045051932}
+{"Finetune/Learning Rate": 1.8633672588484941e-06, "Finetune/Loss": 0.5833738446235657, "Finetune/Loss (Raw)": 0.5843952298164368, "Finetune/Step": 15548, "Finetune/Step Time": 10.84769314341247}
+{"Finetune/Learning Rate": 1.8623884278516734e-06, "Finetune/Loss": 0.5838609933853149, "Finetune/Loss (Raw)": 0.5943204760551453, "Finetune/Step": 15549, "Finetune/Step Time": 10.853354645892978}
+{"Finetune/Learning Rate": 1.8614098276143744e-06, "Finetune/Loss": 0.5839270353317261, "Finetune/Loss (Raw)": 0.6148260235786438, "Finetune/Step": 15550, "Finetune/Step Time": 10.853097146376967}
+{"Finetune/Learning Rate": 1.8604314581643502e-06, "Finetune/Loss": 0.5835809707641602, "Finetune/Loss (Raw)": 0.5025619864463806, "Finetune/Step": 15551, "Finetune/Step Time": 10.884123114868999}
+{"Finetune/Learning Rate": 1.859453319529343e-06, "Finetune/Loss": 0.5841814279556274, "Finetune/Loss (Raw)": 0.6631557941436768, "Finetune/Step": 15552, "Finetune/Step Time": 10.880984533578157}
+{"Finetune/Learning Rate": 1.8584754117370918e-06, "Finetune/Loss": 0.5855135917663574, "Finetune/Loss (Raw)": 0.6972995400428772, "Finetune/Step": 15553, "Finetune/Step Time": 10.858151704072952}
+{"Finetune/Learning Rate": 1.8574977348153245e-06, "Finetune/Loss": 0.5844241976737976, "Finetune/Loss (Raw)": 0.5425152778625488, "Finetune/Step": 15554, "Finetune/Step Time": 10.85217652283609}
+{"Finetune/Learning Rate": 1.856520288791771e-06, "Finetune/Loss": 0.5837292671203613, "Finetune/Loss (Raw)": 0.5525896549224854, "Finetune/Step": 15555, "Finetune/Step Time": 10.854988139122725}
+{"Finetune/Learning Rate": 1.8555430736941439e-06, "Finetune/Loss": 0.5833427906036377, "Finetune/Loss (Raw)": 0.5384675860404968, "Finetune/Step": 15556, "Finetune/Step Time": 10.848374396562576}
+{"Finetune/Learning Rate": 1.854566089550155e-06, "Finetune/Loss": 0.5863046646118164, "Finetune/Loss (Raw)": 0.7428992986679077, "Finetune/Step": 15557, "Finetune/Step Time": 10.808075970038772}
+{"Finetune/Learning Rate": 1.853589336387509e-06, "Finetune/Loss": 0.5871706008911133, "Finetune/Loss (Raw)": 0.6670329570770264, "Finetune/Step": 15558, "Finetune/Step Time": 10.813972657546401}
+{"Finetune/Learning Rate": 1.8526128142339039e-06, "Finetune/Loss": 0.5870232582092285, "Finetune/Loss (Raw)": 0.5960737466812134, "Finetune/Step": 15559, "Finetune/Step Time": 10.799514800310135}
+{"Finetune/Learning Rate": 1.8516365231170318e-06, "Finetune/Loss": 0.5868259072303772, "Finetune/Loss (Raw)": 0.5525703430175781, "Finetune/Step": 15560, "Finetune/Step Time": 10.806854542344809}
+{"Finetune/Learning Rate": 1.8506604630645763e-06, "Finetune/Loss": 0.5859909057617188, "Finetune/Loss (Raw)": 0.5059943795204163, "Finetune/Step": 15561, "Finetune/Step Time": 10.785306317731738}
+{"Finetune/Learning Rate": 1.8496846341042175e-06, "Finetune/Loss": 0.5833019614219666, "Finetune/Loss (Raw)": 0.3946372866630554, "Finetune/Step": 15562, "Finetune/Step Time": 10.829235877841711}
+{"Finetune/Learning Rate": 1.8487090362636262e-06, "Finetune/Loss": 0.5831376910209656, "Finetune/Loss (Raw)": 0.5120427012443542, "Finetune/Step": 15563, "Finetune/Step Time": 10.835972510278225}
+{"Finetune/Learning Rate": 1.8477336695704663e-06, "Finetune/Loss": 0.5839822292327881, "Finetune/Loss (Raw)": 0.6433759331703186, "Finetune/Step": 15564, "Finetune/Step Time": 10.906381649896502}
+{"Finetune/Learning Rate": 1.8467585340523985e-06, "Finetune/Loss": 0.5836431980133057, "Finetune/Loss (Raw)": 0.6474931836128235, "Finetune/Step": 15565, "Finetune/Step Time": 10.921767476946115}
+{"Finetune/Learning Rate": 1.8457836297370734e-06, "Finetune/Loss": 0.5842312574386597, "Finetune/Loss (Raw)": 0.6026793122291565, "Finetune/Step": 15566, "Finetune/Step Time": 10.915781769901514}
+{"Finetune/Learning Rate": 1.8448089566521376e-06, "Finetune/Loss": 0.5837630033493042, "Finetune/Loss (Raw)": 0.6016566753387451, "Finetune/Step": 15567, "Finetune/Step Time": 10.909641051664948}
+{"Finetune/Learning Rate": 1.843834514825229e-06, "Finetune/Loss": 0.5840534567832947, "Finetune/Loss (Raw)": 0.5912119746208191, "Finetune/Step": 15568, "Finetune/Step Time": 10.911878226324916}
+{"Finetune/Learning Rate": 1.8428603042839809e-06, "Finetune/Loss": 0.584646999835968, "Finetune/Loss (Raw)": 0.5846256017684937, "Finetune/Step": 15569, "Finetune/Step Time": 10.902426652610302}
+{"Finetune/Learning Rate": 1.8418863250560193e-06, "Finetune/Loss": 0.5850753784179688, "Finetune/Loss (Raw)": 0.6828953623771667, "Finetune/Step": 15570, "Finetune/Step Time": 10.899674782529473}
+{"Finetune/Learning Rate": 1.8409125771689617e-06, "Finetune/Loss": 0.5858837366104126, "Finetune/Loss (Raw)": 0.5745249390602112, "Finetune/Step": 15571, "Finetune/Step Time": 10.898478055372834}
+{"Finetune/Learning Rate": 1.839939060650423e-06, "Finetune/Loss": 0.5859302282333374, "Finetune/Loss (Raw)": 0.5538641214370728, "Finetune/Step": 15572, "Finetune/Step Time": 10.898513678461313}
+{"Finetune/Learning Rate": 1.8389657755280087e-06, "Finetune/Loss": 0.5859382152557373, "Finetune/Loss (Raw)": 0.5591878890991211, "Finetune/Step": 15573, "Finetune/Step Time": 10.884745605289936}
+{"Finetune/Learning Rate": 1.837992721829317e-06, "Finetune/Loss": 0.5848770141601562, "Finetune/Loss (Raw)": 0.5040666460990906, "Finetune/Step": 15574, "Finetune/Step Time": 10.881046116352081}
+{"Finetune/Learning Rate": 1.8370198995819432e-06, "Finetune/Loss": 0.5846776962280273, "Finetune/Loss (Raw)": 0.5804973244667053, "Finetune/Step": 15575, "Finetune/Step Time": 10.94828119687736}
+{"Finetune/Learning Rate": 1.8360473088134722e-06, "Finetune/Loss": 0.5836597681045532, "Finetune/Loss (Raw)": 0.4759352505207062, "Finetune/Step": 15576, "Finetune/Step Time": 10.954163989052176}
+{"Finetune/Learning Rate": 1.8350749495514842e-06, "Finetune/Loss": 0.5833730697631836, "Finetune/Loss (Raw)": 0.5232260823249817, "Finetune/Step": 15577, "Finetune/Step Time": 10.970069039613008}
+{"Finetune/Learning Rate": 1.8341028218235525e-06, "Finetune/Loss": 0.5833235383033752, "Finetune/Loss (Raw)": 0.6092090010643005, "Finetune/Step": 15578, "Finetune/Step Time": 10.96181569620967}
+{"Finetune/Learning Rate": 1.833130925657245e-06, "Finetune/Loss": 0.5839558243751526, "Finetune/Loss (Raw)": 0.6707887649536133, "Finetune/Step": 15579, "Finetune/Step Time": 10.965089995414019}
+{"Finetune/Learning Rate": 1.832159261080122e-06, "Finetune/Loss": 0.5835846662521362, "Finetune/Loss (Raw)": 0.47743120789527893, "Finetune/Step": 15580, "Finetune/Step Time": 10.957013372331858}
+{"Finetune/Learning Rate": 1.8311878281197326e-06, "Finetune/Loss": 0.5829001665115356, "Finetune/Loss (Raw)": 0.5238741636276245, "Finetune/Step": 15581, "Finetune/Step Time": 10.987445391714573}
+{"Finetune/Learning Rate": 1.8302166268036293e-06, "Finetune/Loss": 0.5846412181854248, "Finetune/Loss (Raw)": 0.6058760285377502, "Finetune/Step": 15582, "Finetune/Step Time": 10.943055871874094}
+{"Finetune/Learning Rate": 1.829245657159351e-06, "Finetune/Loss": 0.5859283804893494, "Finetune/Loss (Raw)": 0.6950103044509888, "Finetune/Step": 15583, "Finetune/Step Time": 10.949437458068132}
+{"Finetune/Learning Rate": 1.82827491921443e-06, "Finetune/Loss": 0.5852785110473633, "Finetune/Loss (Raw)": 0.4224243760108948, "Finetune/Step": 15584, "Finetune/Step Time": 10.98513006977737}
+{"Finetune/Learning Rate": 1.8273044129963968e-06, "Finetune/Loss": 0.5856012105941772, "Finetune/Loss (Raw)": 0.6271456480026245, "Finetune/Step": 15585, "Finetune/Step Time": 10.991264225915074}
+{"Finetune/Learning Rate": 1.8263341385327716e-06, "Finetune/Loss": 0.585481584072113, "Finetune/Loss (Raw)": 0.6135265231132507, "Finetune/Step": 15586, "Finetune/Step Time": 10.98918641731143}
+{"Finetune/Learning Rate": 1.8253640958510655e-06, "Finetune/Loss": 0.5855288505554199, "Finetune/Loss (Raw)": 0.5947198867797852, "Finetune/Step": 15587, "Finetune/Step Time": 10.976026240736246}
+{"Finetune/Learning Rate": 1.8243942849787854e-06, "Finetune/Loss": 0.5869914293289185, "Finetune/Loss (Raw)": 0.6370744705200195, "Finetune/Step": 15588, "Finetune/Step Time": 10.95946416631341}
+{"Finetune/Learning Rate": 1.8234247059434386e-06, "Finetune/Loss": 0.5881773233413696, "Finetune/Loss (Raw)": 0.5990366339683533, "Finetune/Step": 15589, "Finetune/Step Time": 10.925090547651052}
+{"Finetune/Learning Rate": 1.8224553587725148e-06, "Finetune/Loss": 0.5892324447631836, "Finetune/Loss (Raw)": 0.7008941769599915, "Finetune/Step": 15590, "Finetune/Step Time": 10.964962761849165}
+{"Finetune/Learning Rate": 1.8214862434935032e-06, "Finetune/Loss": 0.5905738472938538, "Finetune/Loss (Raw)": 0.6359727382659912, "Finetune/Step": 15591, "Finetune/Step Time": 10.967005403712392}
+{"Finetune/Learning Rate": 1.8205173601338889e-06, "Finetune/Loss": 0.5918291807174683, "Finetune/Loss (Raw)": 0.565700888633728, "Finetune/Step": 15592, "Finetune/Step Time": 10.928050694987178}
+{"Finetune/Learning Rate": 1.8195487087211395e-06, "Finetune/Loss": 0.5921758413314819, "Finetune/Loss (Raw)": 0.5740562677383423, "Finetune/Step": 15593, "Finetune/Step Time": 10.934670215472579}
+{"Finetune/Learning Rate": 1.8185802892827265e-06, "Finetune/Loss": 0.5931700468063354, "Finetune/Loss (Raw)": 0.7218122482299805, "Finetune/Step": 15594, "Finetune/Step Time": 10.939740078523755}
+{"Finetune/Learning Rate": 1.817612101846109e-06, "Finetune/Loss": 0.5941122770309448, "Finetune/Loss (Raw)": 0.7359974980354309, "Finetune/Step": 15595, "Finetune/Step Time": 10.94291414692998}
+{"Finetune/Learning Rate": 1.8166441464387486e-06, "Finetune/Loss": 0.5957538485527039, "Finetune/Loss (Raw)": 0.61578768491745, "Finetune/Step": 15596, "Finetune/Step Time": 10.927490888163447}
+{"Finetune/Learning Rate": 1.8156764230880886e-06, "Finetune/Loss": 0.5954046845436096, "Finetune/Loss (Raw)": 0.5241456031799316, "Finetune/Step": 15597, "Finetune/Step Time": 10.915561962872744}
+{"Finetune/Learning Rate": 1.814708931821575e-06, "Finetune/Loss": 0.5961910486221313, "Finetune/Loss (Raw)": 0.621241569519043, "Finetune/Step": 15598, "Finetune/Step Time": 10.914586590602994}
+{"Finetune/Learning Rate": 1.8137416726666379e-06, "Finetune/Loss": 0.5959914326667786, "Finetune/Loss (Raw)": 0.49716678261756897, "Finetune/Step": 15599, "Finetune/Step Time": 10.9221465960145}
+{"Finetune/Learning Rate": 1.8127746456507077e-06, "Finetune/Loss": 0.5959261059761047, "Finetune/Loss (Raw)": 0.6639662384986877, "Finetune/Step": 15600, "Finetune/Step Time": 10.915080819278955}
+{"Finetune/Learning Rate": 1.811807850801207e-06, "Finetune/Loss": 0.5958596467971802, "Finetune/Loss (Raw)": 0.5886766910552979, "Finetune/Step": 15601, "Finetune/Step Time": 10.923488290980458}
+{"Finetune/Learning Rate": 1.8108412881455528e-06, "Finetune/Loss": 0.5951665639877319, "Finetune/Loss (Raw)": 0.600609540939331, "Finetune/Step": 15602, "Finetune/Step Time": 10.921073127537966}
+{"Finetune/Learning Rate": 1.8098749577111497e-06, "Finetune/Loss": 0.5959978103637695, "Finetune/Loss (Raw)": 0.6286962032318115, "Finetune/Step": 15603, "Finetune/Step Time": 10.875228859484196}
+{"Finetune/Learning Rate": 1.8089088595254078e-06, "Finetune/Loss": 0.5971652865409851, "Finetune/Loss (Raw)": 0.6817182898521423, "Finetune/Step": 15604, "Finetune/Step Time": 10.87098440900445}
+{"Finetune/Learning Rate": 1.8079429936157166e-06, "Finetune/Loss": 0.596672534942627, "Finetune/Loss (Raw)": 0.6128674149513245, "Finetune/Step": 15605, "Finetune/Step Time": 10.865636182948947}
+{"Finetune/Learning Rate": 1.8069773600094665e-06, "Finetune/Loss": 0.5954169631004333, "Finetune/Loss (Raw)": 0.5438492894172668, "Finetune/Step": 15606, "Finetune/Step Time": 10.854567719623446}
+{"Finetune/Learning Rate": 1.8060119587340408e-06, "Finetune/Loss": 0.596003532409668, "Finetune/Loss (Raw)": 0.5884126424789429, "Finetune/Step": 15607, "Finetune/Step Time": 10.822168122977018}
+{"Finetune/Learning Rate": 1.8050467898168156e-06, "Finetune/Loss": 0.5961438417434692, "Finetune/Loss (Raw)": 0.5888418555259705, "Finetune/Step": 15608, "Finetune/Step Time": 10.81983949802816}
+{"Finetune/Learning Rate": 1.8040818532851601e-06, "Finetune/Loss": 0.5971059799194336, "Finetune/Loss (Raw)": 0.6260413527488708, "Finetune/Step": 15609, "Finetune/Step Time": 10.814312504604459}
+{"Finetune/Learning Rate": 1.8031171491664367e-06, "Finetune/Loss": 0.5978304743766785, "Finetune/Loss (Raw)": 0.5538513660430908, "Finetune/Step": 15610, "Finetune/Step Time": 10.77531909570098}
+{"Finetune/Learning Rate": 1.8021526774880016e-06, "Finetune/Loss": 0.5982136726379395, "Finetune/Loss (Raw)": 0.5804095268249512, "Finetune/Step": 15611, "Finetune/Step Time": 10.77582591958344}
+{"Finetune/Learning Rate": 1.801188438277206e-06, "Finetune/Loss": 0.5983148813247681, "Finetune/Loss (Raw)": 0.6036933064460754, "Finetune/Step": 15612, "Finetune/Step Time": 10.7529112752527}
+{"Finetune/Learning Rate": 1.8002244315613916e-06, "Finetune/Loss": 0.5986881256103516, "Finetune/Loss (Raw)": 0.6246508359909058, "Finetune/Step": 15613, "Finetune/Step Time": 10.748715922236443}
+{"Finetune/Learning Rate": 1.799260657367896e-06, "Finetune/Loss": 0.5983856916427612, "Finetune/Loss (Raw)": 0.5594522953033447, "Finetune/Step": 15614, "Finetune/Step Time": 10.704021017998457}
+{"Finetune/Learning Rate": 1.798297115724048e-06, "Finetune/Loss": 0.5986834764480591, "Finetune/Loss (Raw)": 0.5332584977149963, "Finetune/Step": 15615, "Finetune/Step Time": 10.701483180746436}
+{"Finetune/Learning Rate": 1.797333806657171e-06, "Finetune/Loss": 0.5992864370346069, "Finetune/Loss (Raw)": 0.6245598793029785, "Finetune/Step": 15616, "Finetune/Step Time": 10.701004609465599}
+{"Finetune/Learning Rate": 1.796370730194582e-06, "Finetune/Loss": 0.5988070964813232, "Finetune/Loss (Raw)": 0.6030322313308716, "Finetune/Step": 15617, "Finetune/Step Time": 10.698696833103895}
+{"Finetune/Learning Rate": 1.7954078863635904e-06, "Finetune/Loss": 0.599105954170227, "Finetune/Loss (Raw)": 0.5765791535377502, "Finetune/Step": 15618, "Finetune/Step Time": 10.694246165454388}
+{"Finetune/Learning Rate": 1.794445275191502e-06, "Finetune/Loss": 0.5996508598327637, "Finetune/Loss (Raw)": 0.6069923043251038, "Finetune/Step": 15619, "Finetune/Step Time": 10.695905234664679}
+{"Finetune/Learning Rate": 1.7934828967056107e-06, "Finetune/Loss": 0.6002241373062134, "Finetune/Loss (Raw)": 0.6241124272346497, "Finetune/Step": 15620, "Finetune/Step Time": 10.718007203191519}
+{"Finetune/Learning Rate": 1.7925207509332087e-06, "Finetune/Loss": 0.6001561880111694, "Finetune/Loss (Raw)": 0.574834406375885, "Finetune/Step": 15621, "Finetune/Step Time": 10.733313446864486}
+{"Finetune/Learning Rate": 1.7915588379015802e-06, "Finetune/Loss": 0.6008615493774414, "Finetune/Loss (Raw)": 0.6571621298789978, "Finetune/Step": 15622, "Finetune/Step Time": 10.730085683986545}
+{"Finetune/Learning Rate": 1.7905971576379998e-06, "Finetune/Loss": 0.598544716835022, "Finetune/Loss (Raw)": 0.4382328689098358, "Finetune/Step": 15623, "Finetune/Step Time": 10.763755936175585}
+{"Finetune/Learning Rate": 1.7896357101697405e-06, "Finetune/Loss": 0.5993859767913818, "Finetune/Loss (Raw)": 0.7098920345306396, "Finetune/Step": 15624, "Finetune/Step Time": 10.770339535549283}
+{"Finetune/Learning Rate": 1.7886744955240653e-06, "Finetune/Loss": 0.6002106666564941, "Finetune/Loss (Raw)": 0.684221088886261, "Finetune/Step": 15625, "Finetune/Step Time": 10.744483234360814}
+{"Finetune/Learning Rate": 1.787713513728232e-06, "Finetune/Loss": 0.6005632877349854, "Finetune/Loss (Raw)": 0.6221171617507935, "Finetune/Step": 15626, "Finetune/Step Time": 10.73692706041038}
+{"Finetune/Learning Rate": 1.7867527648094896e-06, "Finetune/Loss": 0.5997340083122253, "Finetune/Loss (Raw)": 0.5138385891914368, "Finetune/Step": 15627, "Finetune/Step Time": 10.730775097385049}
+{"Finetune/Learning Rate": 1.7857922487950873e-06, "Finetune/Loss": 0.5987004041671753, "Finetune/Loss (Raw)": 0.5357682704925537, "Finetune/Step": 15628, "Finetune/Step Time": 10.733425149694085}
+{"Finetune/Learning Rate": 1.7848319657122548e-06, "Finetune/Loss": 0.5974857807159424, "Finetune/Loss (Raw)": 0.5067066550254822, "Finetune/Step": 15629, "Finetune/Step Time": 10.73416326008737}
+{"Finetune/Learning Rate": 1.7838719155882257e-06, "Finetune/Loss": 0.5972020030021667, "Finetune/Loss (Raw)": 0.6044644117355347, "Finetune/Step": 15630, "Finetune/Step Time": 10.737554972991347}
+{"Finetune/Learning Rate": 1.7829120984502268e-06, "Finetune/Loss": 0.5969467759132385, "Finetune/Loss (Raw)": 0.5787410736083984, "Finetune/Step": 15631, "Finetune/Step Time": 10.738766288384795}
+{"Finetune/Learning Rate": 1.7819525143254758e-06, "Finetune/Loss": 0.5978806018829346, "Finetune/Loss (Raw)": 0.6378768682479858, "Finetune/Step": 15632, "Finetune/Step Time": 10.754176182672381}
+{"Finetune/Learning Rate": 1.7809931632411815e-06, "Finetune/Loss": 0.597476601600647, "Finetune/Loss (Raw)": 0.5772743821144104, "Finetune/Step": 15633, "Finetune/Step Time": 10.761512840166688}
+{"Finetune/Learning Rate": 1.7800340452245523e-06, "Finetune/Loss": 0.5983908176422119, "Finetune/Loss (Raw)": 0.6149106621742249, "Finetune/Step": 15634, "Finetune/Step Time": 10.771679192781448}
+{"Finetune/Learning Rate": 1.7790751603027812e-06, "Finetune/Loss": 0.5974078178405762, "Finetune/Loss (Raw)": 0.5100693702697754, "Finetune/Step": 15635, "Finetune/Step Time": 10.771668743342161}
+{"Finetune/Learning Rate": 1.7781165085030604e-06, "Finetune/Loss": 0.5973373651504517, "Finetune/Loss (Raw)": 0.6623060703277588, "Finetune/Step": 15636, "Finetune/Step Time": 10.78344420529902}
+{"Finetune/Learning Rate": 1.7771580898525743e-06, "Finetune/Loss": 0.5976584553718567, "Finetune/Loss (Raw)": 0.6227412819862366, "Finetune/Step": 15637, "Finetune/Step Time": 10.800948824733496}
+{"Finetune/Learning Rate": 1.7761999043785027e-06, "Finetune/Loss": 0.5983093976974487, "Finetune/Loss (Raw)": 0.6846534609794617, "Finetune/Step": 15638, "Finetune/Step Time": 10.791892929002643}
+{"Finetune/Learning Rate": 1.7752419521080178e-06, "Finetune/Loss": 0.5968531966209412, "Finetune/Loss (Raw)": 0.5645729303359985, "Finetune/Step": 15639, "Finetune/Step Time": 10.803300559520721}
+{"Finetune/Learning Rate": 1.7742842330682852e-06, "Finetune/Loss": 0.5967199802398682, "Finetune/Loss (Raw)": 0.58669114112854, "Finetune/Step": 15640, "Finetune/Step Time": 10.807967761531472}
+{"Finetune/Learning Rate": 1.773326747286459e-06, "Finetune/Loss": 0.5963863134384155, "Finetune/Loss (Raw)": 0.5462671518325806, "Finetune/Step": 15641, "Finetune/Step Time": 10.804793121293187}
+{"Finetune/Learning Rate": 1.7723694947896918e-06, "Finetune/Loss": 0.5963732004165649, "Finetune/Loss (Raw)": 0.6008856892585754, "Finetune/Step": 15642, "Finetune/Step Time": 10.819879600778222}
+{"Finetune/Learning Rate": 1.7714124756051298e-06, "Finetune/Loss": 0.5959066152572632, "Finetune/Loss (Raw)": 0.6103363037109375, "Finetune/Step": 15643, "Finetune/Step Time": 10.828114047646523}
+{"Finetune/Learning Rate": 1.770455689759909e-06, "Finetune/Loss": 0.5959789752960205, "Finetune/Loss (Raw)": 0.6175591349601746, "Finetune/Step": 15644, "Finetune/Step Time": 10.831513961777091}
+{"Finetune/Learning Rate": 1.7694991372811655e-06, "Finetune/Loss": 0.5952790975570679, "Finetune/Loss (Raw)": 0.5441939830780029, "Finetune/Step": 15645, "Finetune/Step Time": 10.827216673642397}
+{"Finetune/Learning Rate": 1.768542818196024e-06, "Finetune/Loss": 0.5940157175064087, "Finetune/Loss (Raw)": 0.48306626081466675, "Finetune/Step": 15646, "Finetune/Step Time": 10.826886152848601}
+{"Finetune/Learning Rate": 1.7675867325315987e-06, "Finetune/Loss": 0.5951403975486755, "Finetune/Loss (Raw)": 0.6547598838806152, "Finetune/Step": 15647, "Finetune/Step Time": 10.84032722003758}
+{"Finetune/Learning Rate": 1.7666308803150045e-06, "Finetune/Loss": 0.5949880480766296, "Finetune/Loss (Raw)": 0.5931986570358276, "Finetune/Step": 15648, "Finetune/Step Time": 10.833873882889748}
+{"Finetune/Learning Rate": 1.7656752615733452e-06, "Finetune/Loss": 0.5943876504898071, "Finetune/Loss (Raw)": 0.5579641461372375, "Finetune/Step": 15649, "Finetune/Step Time": 10.871695833280683}
+{"Finetune/Learning Rate": 1.7647198763337203e-06, "Finetune/Loss": 0.5954307913780212, "Finetune/Loss (Raw)": 0.7158409953117371, "Finetune/Step": 15650, "Finetune/Step Time": 10.84406664967537}
+{"Finetune/Learning Rate": 1.7637647246232192e-06, "Finetune/Loss": 0.595219075679779, "Finetune/Loss (Raw)": 0.5640239119529724, "Finetune/Step": 15651, "Finetune/Step Time": 10.837163105607033}
+{"Finetune/Learning Rate": 1.7628098064689336e-06, "Finetune/Loss": 0.594516932964325, "Finetune/Loss (Raw)": 0.564176082611084, "Finetune/Step": 15652, "Finetune/Step Time": 10.819504544138908}
+{"Finetune/Learning Rate": 1.7618551218979396e-06, "Finetune/Loss": 0.595233678817749, "Finetune/Loss (Raw)": 0.6093299984931946, "Finetune/Step": 15653, "Finetune/Step Time": 10.805530924350023}
+{"Finetune/Learning Rate": 1.7609006709373055e-06, "Finetune/Loss": 0.5942850708961487, "Finetune/Loss (Raw)": 0.6015670895576477, "Finetune/Step": 15654, "Finetune/Step Time": 10.798872511833906}
+{"Finetune/Learning Rate": 1.7599464536140999e-06, "Finetune/Loss": 0.5941805839538574, "Finetune/Loss (Raw)": 0.5850195288658142, "Finetune/Step": 15655, "Finetune/Step Time": 10.79629091732204}
+{"Finetune/Learning Rate": 1.7589924699553817e-06, "Finetune/Loss": 0.5933263897895813, "Finetune/Loss (Raw)": 0.5510366559028625, "Finetune/Step": 15656, "Finetune/Step Time": 10.793901547789574}
+{"Finetune/Learning Rate": 1.758038719988202e-06, "Finetune/Loss": 0.5934746861457825, "Finetune/Loss (Raw)": 0.5885969996452332, "Finetune/Step": 15657, "Finetune/Step Time": 10.790961757302284}
+{"Finetune/Learning Rate": 1.757085203739608e-06, "Finetune/Loss": 0.5939576029777527, "Finetune/Loss (Raw)": 0.6669871211051941, "Finetune/Step": 15658, "Finetune/Step Time": 10.788625052198768}
+{"Finetune/Learning Rate": 1.7561319212366378e-06, "Finetune/Loss": 0.5945415496826172, "Finetune/Loss (Raw)": 0.6752743124961853, "Finetune/Step": 15659, "Finetune/Step Time": 10.772626467049122}
+{"Finetune/Learning Rate": 1.7551788725063234e-06, "Finetune/Loss": 0.593809962272644, "Finetune/Loss (Raw)": 0.5229214429855347, "Finetune/Step": 15660, "Finetune/Step Time": 10.758801912888885}
+{"Finetune/Learning Rate": 1.7542260575756909e-06, "Finetune/Loss": 0.5932786464691162, "Finetune/Loss (Raw)": 0.5931462645530701, "Finetune/Step": 15661, "Finetune/Step Time": 10.762856408953667}
+{"Finetune/Learning Rate": 1.7532734764717606e-06, "Finetune/Loss": 0.5928511619567871, "Finetune/Loss (Raw)": 0.5347244143486023, "Finetune/Step": 15662, "Finetune/Step Time": 10.772507293149829}
+{"Finetune/Learning Rate": 1.7523211292215426e-06, "Finetune/Loss": 0.5948898792266846, "Finetune/Loss (Raw)": 0.7502400279045105, "Finetune/Step": 15663, "Finetune/Step Time": 10.777697518467903}
+{"Finetune/Learning Rate": 1.7513690158520457e-06, "Finetune/Loss": 0.5944463610649109, "Finetune/Loss (Raw)": 0.571492075920105, "Finetune/Step": 15664, "Finetune/Step Time": 10.780228139832616}
+{"Finetune/Learning Rate": 1.7504171363902667e-06, "Finetune/Loss": 0.5961426496505737, "Finetune/Loss (Raw)": 0.7584289908409119, "Finetune/Step": 15665, "Finetune/Step Time": 10.788701979443431}
+{"Finetune/Learning Rate": 1.749465490863198e-06, "Finetune/Loss": 0.5942564010620117, "Finetune/Loss (Raw)": 0.45851513743400574, "Finetune/Step": 15666, "Finetune/Step Time": 10.787361299619079}
+{"Finetune/Learning Rate": 1.7485140792978284e-06, "Finetune/Loss": 0.5945197343826294, "Finetune/Loss (Raw)": 0.6488077640533447, "Finetune/Step": 15667, "Finetune/Step Time": 10.79103621840477}
+{"Finetune/Learning Rate": 1.7475629017211348e-06, "Finetune/Loss": 0.5952752828598022, "Finetune/Loss (Raw)": 0.6595513224601746, "Finetune/Step": 15668, "Finetune/Step Time": 10.788096975535154}
+{"Finetune/Learning Rate": 1.7466119581600904e-06, "Finetune/Loss": 0.5948057174682617, "Finetune/Loss (Raw)": 0.4976849853992462, "Finetune/Step": 15669, "Finetune/Step Time": 10.789330584928393}
+{"Finetune/Learning Rate": 1.7456612486416612e-06, "Finetune/Loss": 0.5944281816482544, "Finetune/Loss (Raw)": 0.5174962878227234, "Finetune/Step": 15670, "Finetune/Step Time": 10.817903814837337}
+{"Finetune/Learning Rate": 1.744710773192807e-06, "Finetune/Loss": 0.5947480201721191, "Finetune/Loss (Raw)": 0.6755989789962769, "Finetune/Step": 15671, "Finetune/Step Time": 10.812159100547433}
+{"Finetune/Learning Rate": 1.7437605318404805e-06, "Finetune/Loss": 0.5952308773994446, "Finetune/Loss (Raw)": 0.7157090306282043, "Finetune/Step": 15672, "Finetune/Step Time": 10.82170464284718}
+{"Finetune/Learning Rate": 1.7428105246116267e-06, "Finetune/Loss": 0.595974326133728, "Finetune/Loss (Raw)": 0.7064672112464905, "Finetune/Step": 15673, "Finetune/Step Time": 10.848949201405048}
+{"Finetune/Learning Rate": 1.7418607515331876e-06, "Finetune/Loss": 0.5953842401504517, "Finetune/Loss (Raw)": 0.4541219472885132, "Finetune/Step": 15674, "Finetune/Step Time": 10.839871425181627}
+{"Finetune/Learning Rate": 1.7409112126320938e-06, "Finetune/Loss": 0.5949978232383728, "Finetune/Loss (Raw)": 0.6078651547431946, "Finetune/Step": 15675, "Finetune/Step Time": 10.829528173431754}
+{"Finetune/Learning Rate": 1.7399619079352725e-06, "Finetune/Loss": 0.5944430828094482, "Finetune/Loss (Raw)": 0.5133875608444214, "Finetune/Step": 15676, "Finetune/Step Time": 10.825501864776015}
+{"Finetune/Learning Rate": 1.7390128374696458e-06, "Finetune/Loss": 0.5951598286628723, "Finetune/Loss (Raw)": 0.6860664486885071, "Finetune/Step": 15677, "Finetune/Step Time": 10.826791720464826}
+{"Finetune/Learning Rate": 1.7380640012621187e-06, "Finetune/Loss": 0.5951170921325684, "Finetune/Loss (Raw)": 0.6093537211418152, "Finetune/Step": 15678, "Finetune/Step Time": 10.828888960182667}
+{"Finetune/Learning Rate": 1.737115399339605e-06, "Finetune/Loss": 0.5952469110488892, "Finetune/Loss (Raw)": 0.5191894173622131, "Finetune/Step": 15679, "Finetune/Step Time": 10.798211686313152}
+{"Finetune/Learning Rate": 1.7361670317290014e-06, "Finetune/Loss": 0.5950480699539185, "Finetune/Loss (Raw)": 0.637695848941803, "Finetune/Step": 15680, "Finetune/Step Time": 10.79457345418632}
+{"Finetune/Learning Rate": 1.7352188984572026e-06, "Finetune/Loss": 0.5945031046867371, "Finetune/Loss (Raw)": 0.6275476217269897, "Finetune/Step": 15681, "Finetune/Step Time": 10.787780184298754}
+{"Finetune/Learning Rate": 1.7342709995510942e-06, "Finetune/Loss": 0.5944894552230835, "Finetune/Loss (Raw)": 0.5407666563987732, "Finetune/Step": 15682, "Finetune/Step Time": 10.84309815429151}
+{"Finetune/Learning Rate": 1.7333233350375577e-06, "Finetune/Loss": 0.5952144265174866, "Finetune/Loss (Raw)": 0.6453856825828552, "Finetune/Step": 15683, "Finetune/Step Time": 10.85028357617557}
+{"Finetune/Learning Rate": 1.732375904943462e-06, "Finetune/Loss": 0.5959111452102661, "Finetune/Loss (Raw)": 0.6276532411575317, "Finetune/Step": 15684, "Finetune/Step Time": 10.844199676066637}
+{"Finetune/Learning Rate": 1.731428709295675e-06, "Finetune/Loss": 0.5949724912643433, "Finetune/Loss (Raw)": 0.6227453947067261, "Finetune/Step": 15685, "Finetune/Step Time": 10.854236103594303}
+{"Finetune/Learning Rate": 1.7304817481210544e-06, "Finetune/Loss": 0.5938358306884766, "Finetune/Loss (Raw)": 0.5215355753898621, "Finetune/Step": 15686, "Finetune/Step Time": 10.848280536010861}
+{"Finetune/Learning Rate": 1.72953502144646e-06, "Finetune/Loss": 0.5935952663421631, "Finetune/Loss (Raw)": 0.5652890205383301, "Finetune/Step": 15687, "Finetune/Step Time": 10.843518109992146}
+{"Finetune/Learning Rate": 1.7285885292987338e-06, "Finetune/Loss": 0.5933212041854858, "Finetune/Loss (Raw)": 0.5174899101257324, "Finetune/Step": 15688, "Finetune/Step Time": 10.844514148309827}
+{"Finetune/Learning Rate": 1.7276422717047182e-06, "Finetune/Loss": 0.594395637512207, "Finetune/Loss (Raw)": 0.6435256600379944, "Finetune/Step": 15689, "Finetune/Step Time": 10.852835524827242}
+{"Finetune/Learning Rate": 1.726696248691242e-06, "Finetune/Loss": 0.5969465374946594, "Finetune/Loss (Raw)": 0.7211501002311707, "Finetune/Step": 15690, "Finetune/Step Time": 10.796766458079219}
+{"Finetune/Learning Rate": 1.7257504602851339e-06, "Finetune/Loss": 0.5980595350265503, "Finetune/Loss (Raw)": 0.6545057892799377, "Finetune/Step": 15691, "Finetune/Step Time": 10.790207408368587}
+{"Finetune/Learning Rate": 1.7248049065132145e-06, "Finetune/Loss": 0.5974254608154297, "Finetune/Loss (Raw)": 0.5622118711471558, "Finetune/Step": 15692, "Finetune/Step Time": 10.720504026859999}
+{"Finetune/Learning Rate": 1.7238595874022934e-06, "Finetune/Loss": 0.596622109413147, "Finetune/Loss (Raw)": 0.5446641445159912, "Finetune/Step": 15693, "Finetune/Step Time": 10.69997787848115}
+{"Finetune/Learning Rate": 1.7229145029791827e-06, "Finetune/Loss": 0.596384584903717, "Finetune/Loss (Raw)": 0.5722776651382446, "Finetune/Step": 15694, "Finetune/Step Time": 10.682772751897573}
+{"Finetune/Learning Rate": 1.721969653270682e-06, "Finetune/Loss": 0.597106397151947, "Finetune/Loss (Raw)": 0.6940526366233826, "Finetune/Step": 15695, "Finetune/Step Time": 10.68363706022501}
+{"Finetune/Learning Rate": 1.721025038303581e-06, "Finetune/Loss": 0.5974377393722534, "Finetune/Loss (Raw)": 0.6336222290992737, "Finetune/Step": 15696, "Finetune/Step Time": 10.677086377516389}
+{"Finetune/Learning Rate": 1.720080658104667e-06, "Finetune/Loss": 0.5984532237052917, "Finetune/Loss (Raw)": 0.7146055102348328, "Finetune/Step": 15697, "Finetune/Step Time": 10.683260517194867}
+{"Finetune/Learning Rate": 1.7191365127007197e-06, "Finetune/Loss": 0.5984596014022827, "Finetune/Loss (Raw)": 0.6837100386619568, "Finetune/Step": 15698, "Finetune/Step Time": 10.68443581648171}
+{"Finetune/Learning Rate": 1.7181926021185147e-06, "Finetune/Loss": 0.5989534854888916, "Finetune/Loss (Raw)": 0.6377369165420532, "Finetune/Step": 15699, "Finetune/Step Time": 10.68963154964149}
+{"Finetune/Learning Rate": 1.7172489263848148e-06, "Finetune/Loss": 0.598609447479248, "Finetune/Loss (Raw)": 0.5098369717597961, "Finetune/Step": 15700, "Finetune/Step Time": 10.692838763818145}
+{"Finetune/Learning Rate": 1.7163054855263862e-06, "Finetune/Loss": 0.5995675921440125, "Finetune/Loss (Raw)": 0.681829035282135, "Finetune/Step": 15701, "Finetune/Step Time": 10.6988012958318}
+{"Finetune/Learning Rate": 1.7153622795699765e-06, "Finetune/Loss": 0.5998990535736084, "Finetune/Loss (Raw)": 0.5464872121810913, "Finetune/Step": 15702, "Finetune/Step Time": 10.704079201444983}
+{"Finetune/Learning Rate": 1.7144193085423344e-06, "Finetune/Loss": 0.6005311608314514, "Finetune/Loss (Raw)": 0.6614110469818115, "Finetune/Step": 15703, "Finetune/Step Time": 10.656745502725244}
+{"Finetune/Learning Rate": 1.7134765724701996e-06, "Finetune/Loss": 0.6014304757118225, "Finetune/Loss (Raw)": 0.5910453200340271, "Finetune/Step": 15704, "Finetune/Step Time": 10.671779483556747}
+{"Finetune/Learning Rate": 1.7125340713803052e-06, "Finetune/Loss": 0.600451648235321, "Finetune/Loss (Raw)": 0.39793911576271057, "Finetune/Step": 15705, "Finetune/Step Time": 10.68794377706945}
+{"Finetune/Learning Rate": 1.7115918052993773e-06, "Finetune/Loss": 0.6000922918319702, "Finetune/Loss (Raw)": 0.5632075071334839, "Finetune/Step": 15706, "Finetune/Step Time": 10.71167304366827}
+{"Finetune/Learning Rate": 1.7106497742541384e-06, "Finetune/Loss": 0.5985103845596313, "Finetune/Loss (Raw)": 0.46830475330352783, "Finetune/Step": 15707, "Finetune/Step Time": 10.727104941383004}
+{"Finetune/Learning Rate": 1.7097079782712988e-06, "Finetune/Loss": 0.5998011827468872, "Finetune/Loss (Raw)": 0.6426560878753662, "Finetune/Step": 15708, "Finetune/Step Time": 10.72150231897831}
+{"Finetune/Learning Rate": 1.7087664173775676e-06, "Finetune/Loss": 0.60002601146698, "Finetune/Loss (Raw)": 0.5526586174964905, "Finetune/Step": 15709, "Finetune/Step Time": 10.72197088971734}
+{"Finetune/Learning Rate": 1.707825091599643e-06, "Finetune/Loss": 0.6000106334686279, "Finetune/Loss (Raw)": 0.6039032936096191, "Finetune/Step": 15710, "Finetune/Step Time": 10.724156143143773}
+{"Finetune/Learning Rate": 1.7068840009642196e-06, "Finetune/Loss": 0.598966658115387, "Finetune/Loss (Raw)": 0.5613779425621033, "Finetune/Step": 15711, "Finetune/Step Time": 10.708957199007273}
+{"Finetune/Learning Rate": 1.7059431454979825e-06, "Finetune/Loss": 0.6004531383514404, "Finetune/Loss (Raw)": 0.6126965284347534, "Finetune/Step": 15712, "Finetune/Step Time": 10.66803722269833}
+{"Finetune/Learning Rate": 1.7050025252276136e-06, "Finetune/Loss": 0.599690318107605, "Finetune/Loss (Raw)": 0.5294989347457886, "Finetune/Step": 15713, "Finetune/Step Time": 10.664510251954198}
+{"Finetune/Learning Rate": 1.7040621401797853e-06, "Finetune/Loss": 0.6000972390174866, "Finetune/Loss (Raw)": 0.6656163930892944, "Finetune/Step": 15714, "Finetune/Step Time": 10.663007941097021}
+{"Finetune/Learning Rate": 1.7031219903811635e-06, "Finetune/Loss": 0.5997939109802246, "Finetune/Loss (Raw)": 0.5558876991271973, "Finetune/Step": 15715, "Finetune/Step Time": 10.672342402860522}
+{"Finetune/Learning Rate": 1.7021820758584085e-06, "Finetune/Loss": 0.5996569395065308, "Finetune/Loss (Raw)": 0.6195546984672546, "Finetune/Step": 15716, "Finetune/Step Time": 10.661521865054965}
+{"Finetune/Learning Rate": 1.7012423966381753e-06, "Finetune/Loss": 0.5980913043022156, "Finetune/Loss (Raw)": 0.39863261580467224, "Finetune/Step": 15717, "Finetune/Step Time": 10.661450376734138}
+{"Finetune/Learning Rate": 1.7003029527471082e-06, "Finetune/Loss": 0.5973773002624512, "Finetune/Loss (Raw)": 0.6094952821731567, "Finetune/Step": 15718, "Finetune/Step Time": 10.623000865802169}
+{"Finetune/Learning Rate": 1.6993637442118516e-06, "Finetune/Loss": 0.596976637840271, "Finetune/Loss (Raw)": 0.5846850275993347, "Finetune/Step": 15719, "Finetune/Step Time": 10.641066635027528}
+{"Finetune/Learning Rate": 1.6984247710590296e-06, "Finetune/Loss": 0.5966575145721436, "Finetune/Loss (Raw)": 0.5248642563819885, "Finetune/Step": 15720, "Finetune/Step Time": 10.640074744820595}
+{"Finetune/Learning Rate": 1.6974860333152776e-06, "Finetune/Loss": 0.5966498851776123, "Finetune/Loss (Raw)": 0.5730801224708557, "Finetune/Step": 15721, "Finetune/Step Time": 10.631289642304182}
+{"Finetune/Learning Rate": 1.6965475310072122e-06, "Finetune/Loss": 0.5958073139190674, "Finetune/Loss (Raw)": 0.6139651536941528, "Finetune/Step": 15722, "Finetune/Step Time": 10.639896027743816}
+{"Finetune/Learning Rate": 1.6956092641614462e-06, "Finetune/Loss": 0.5949779748916626, "Finetune/Loss (Raw)": 0.6298373937606812, "Finetune/Step": 15723, "Finetune/Step Time": 10.639298103749752}
+{"Finetune/Learning Rate": 1.6946712328045889e-06, "Finetune/Loss": 0.5950692892074585, "Finetune/Loss (Raw)": 0.6274839043617249, "Finetune/Step": 15724, "Finetune/Step Time": 10.621186908334494}
+{"Finetune/Learning Rate": 1.6937334369632397e-06, "Finetune/Loss": 0.5951882600784302, "Finetune/Loss (Raw)": 0.5393708348274231, "Finetune/Step": 15725, "Finetune/Step Time": 10.61642336472869}
+{"Finetune/Learning Rate": 1.6927958766639874e-06, "Finetune/Loss": 0.594603419303894, "Finetune/Loss (Raw)": 0.5463754534721375, "Finetune/Step": 15726, "Finetune/Step Time": 10.612493645399809}
+{"Finetune/Learning Rate": 1.6918585519334197e-06, "Finetune/Loss": 0.5942270755767822, "Finetune/Loss (Raw)": 0.4489949643611908, "Finetune/Step": 15727, "Finetune/Step Time": 10.605582213029265}
+{"Finetune/Learning Rate": 1.6909214627981197e-06, "Finetune/Loss": 0.5931666493415833, "Finetune/Loss (Raw)": 0.5282296538352966, "Finetune/Step": 15728, "Finetune/Step Time": 10.649661257863045}
+{"Finetune/Learning Rate": 1.6899846092846605e-06, "Finetune/Loss": 0.5938097238540649, "Finetune/Loss (Raw)": 0.6709871292114258, "Finetune/Step": 15729, "Finetune/Step Time": 10.635863592848182}
+{"Finetune/Learning Rate": 1.6890479914196067e-06, "Finetune/Loss": 0.5937908887863159, "Finetune/Loss (Raw)": 0.5982019901275635, "Finetune/Step": 15730, "Finetune/Step Time": 10.631882702931762}
+{"Finetune/Learning Rate": 1.6881116092295214e-06, "Finetune/Loss": 0.5941764116287231, "Finetune/Loss (Raw)": 0.6780382990837097, "Finetune/Step": 15731, "Finetune/Step Time": 10.62848467938602}
+{"Finetune/Learning Rate": 1.687175462740952e-06, "Finetune/Loss": 0.5927265882492065, "Finetune/Loss (Raw)": 0.49614769220352173, "Finetune/Step": 15732, "Finetune/Step Time": 10.62708936072886}
+{"Finetune/Learning Rate": 1.6862395519804487e-06, "Finetune/Loss": 0.5909999012947083, "Finetune/Loss (Raw)": 0.3918497562408447, "Finetune/Step": 15733, "Finetune/Step Time": 10.664262792095542}
+{"Finetune/Learning Rate": 1.6853038769745466e-06, "Finetune/Loss": 0.5915186405181885, "Finetune/Loss (Raw)": 0.610247015953064, "Finetune/Step": 15734, "Finetune/Step Time": 10.672078024595976}
+{"Finetune/Learning Rate": 1.684368437749787e-06, "Finetune/Loss": 0.591764509677887, "Finetune/Loss (Raw)": 0.61988365650177, "Finetune/Step": 15735, "Finetune/Step Time": 10.666213868185878}
+{"Finetune/Learning Rate": 1.683433234332691e-06, "Finetune/Loss": 0.5924298763275146, "Finetune/Loss (Raw)": 0.674006998538971, "Finetune/Step": 15736, "Finetune/Step Time": 10.663335263729095}
+{"Finetune/Learning Rate": 1.6824982667497792e-06, "Finetune/Loss": 0.5916391611099243, "Finetune/Loss (Raw)": 0.5248275995254517, "Finetune/Step": 15737, "Finetune/Step Time": 10.66102435439825}
+{"Finetune/Learning Rate": 1.6815635350275683e-06, "Finetune/Loss": 0.591547966003418, "Finetune/Loss (Raw)": 0.5421921610832214, "Finetune/Step": 15738, "Finetune/Step Time": 10.666026452556252}
+{"Finetune/Learning Rate": 1.6806290391925573e-06, "Finetune/Loss": 0.5933547616004944, "Finetune/Loss (Raw)": 0.8116732835769653, "Finetune/Step": 15739, "Finetune/Step Time": 10.680080020800233}
+{"Finetune/Learning Rate": 1.6796947792712504e-06, "Finetune/Loss": 0.5934826135635376, "Finetune/Loss (Raw)": 0.6200597286224365, "Finetune/Step": 15740, "Finetune/Step Time": 10.691919645294547}
+{"Finetune/Learning Rate": 1.6787607552901397e-06, "Finetune/Loss": 0.5929359197616577, "Finetune/Loss (Raw)": 0.5546704530715942, "Finetune/Step": 15741, "Finetune/Step Time": 10.705975579097867}
+{"Finetune/Learning Rate": 1.6778269672757085e-06, "Finetune/Loss": 0.5934225916862488, "Finetune/Loss (Raw)": 0.6217471957206726, "Finetune/Step": 15742, "Finetune/Step Time": 10.707308020442724}
+{"Finetune/Learning Rate": 1.6768934152544425e-06, "Finetune/Loss": 0.59300696849823, "Finetune/Loss (Raw)": 0.4800640940666199, "Finetune/Step": 15743, "Finetune/Step Time": 10.71273035183549}
+{"Finetune/Learning Rate": 1.6759600992528147e-06, "Finetune/Loss": 0.5930854678153992, "Finetune/Loss (Raw)": 0.6346027851104736, "Finetune/Step": 15744, "Finetune/Step Time": 10.709740465506911}
+{"Finetune/Learning Rate": 1.675027019297284e-06, "Finetune/Loss": 0.5928974151611328, "Finetune/Loss (Raw)": 0.5789567828178406, "Finetune/Step": 15745, "Finetune/Step Time": 10.716962533071637}
+{"Finetune/Learning Rate": 1.6740941754143147e-06, "Finetune/Loss": 0.5933857560157776, "Finetune/Loss (Raw)": 0.6390936970710754, "Finetune/Step": 15746, "Finetune/Step Time": 10.747347928583622}
+{"Finetune/Learning Rate": 1.6731615676303591e-06, "Finetune/Loss": 0.5932573080062866, "Finetune/Loss (Raw)": 0.5905463695526123, "Finetune/Step": 15747, "Finetune/Step Time": 10.761298378929496}
+{"Finetune/Learning Rate": 1.672229195971863e-06, "Finetune/Loss": 0.5931012630462646, "Finetune/Loss (Raw)": 0.6041396260261536, "Finetune/Step": 15748, "Finetune/Step Time": 10.740390349179506}
+{"Finetune/Learning Rate": 1.6712970604652635e-06, "Finetune/Loss": 0.5935510993003845, "Finetune/Loss (Raw)": 0.6324169635772705, "Finetune/Step": 15749, "Finetune/Step Time": 10.714839143678546}
+{"Finetune/Learning Rate": 1.6703651611370009e-06, "Finetune/Loss": 0.5927103161811829, "Finetune/Loss (Raw)": 0.5495389699935913, "Finetune/Step": 15750, "Finetune/Step Time": 10.719021379947662}
+{"Finetune/Learning Rate": 1.669433498013493e-06, "Finetune/Loss": 0.5947771072387695, "Finetune/Loss (Raw)": 0.7027884721755981, "Finetune/Step": 15751, "Finetune/Step Time": 10.718830557540059}
+{"Finetune/Learning Rate": 1.668502071121162e-06, "Finetune/Loss": 0.5937178134918213, "Finetune/Loss (Raw)": 0.5742964148521423, "Finetune/Step": 15752, "Finetune/Step Time": 10.691847290843725}
+{"Finetune/Learning Rate": 1.6675708804864211e-06, "Finetune/Loss": 0.5929384231567383, "Finetune/Loss (Raw)": 0.5844593644142151, "Finetune/Step": 15753, "Finetune/Step Time": 10.70032918639481}
+{"Finetune/Learning Rate": 1.6666399261356759e-06, "Finetune/Loss": 0.5928359031677246, "Finetune/Loss (Raw)": 0.6089917421340942, "Finetune/Step": 15754, "Finetune/Step Time": 10.706226425245404}
+{"Finetune/Learning Rate": 1.6657092080953252e-06, "Finetune/Loss": 0.5933768153190613, "Finetune/Loss (Raw)": 0.5830786824226379, "Finetune/Step": 15755, "Finetune/Step Time": 10.724531598389149}
+{"Finetune/Learning Rate": 1.6647787263917615e-06, "Finetune/Loss": 0.5936655402183533, "Finetune/Loss (Raw)": 0.5727218389511108, "Finetune/Step": 15756, "Finetune/Step Time": 10.719172341749072}
+{"Finetune/Learning Rate": 1.6638484810513711e-06, "Finetune/Loss": 0.5942913293838501, "Finetune/Loss (Raw)": 0.586808979511261, "Finetune/Step": 15757, "Finetune/Step Time": 10.710633246228099}
+{"Finetune/Learning Rate": 1.6629184721005332e-06, "Finetune/Loss": 0.5945920348167419, "Finetune/Loss (Raw)": 0.6429552435874939, "Finetune/Step": 15758, "Finetune/Step Time": 10.710602950304747}
+{"Finetune/Learning Rate": 1.6619886995656197e-06, "Finetune/Loss": 0.5944901704788208, "Finetune/Loss (Raw)": 0.565708339214325, "Finetune/Step": 15759, "Finetune/Step Time": 10.702443644404411}
+{"Finetune/Learning Rate": 1.6610591634729966e-06, "Finetune/Loss": 0.5940130352973938, "Finetune/Loss (Raw)": 0.5767999291419983, "Finetune/Step": 15760, "Finetune/Step Time": 10.692796289920807}
+{"Finetune/Learning Rate": 1.6601298638490226e-06, "Finetune/Loss": 0.5926194190979004, "Finetune/Loss (Raw)": 0.39889249205589294, "Finetune/Step": 15761, "Finetune/Step Time": 10.692976389080286}
+{"Finetune/Learning Rate": 1.6592008007200511e-06, "Finetune/Loss": 0.5920445919036865, "Finetune/Loss (Raw)": 0.5413365364074707, "Finetune/Step": 15762, "Finetune/Step Time": 10.690307388082147}
+{"Finetune/Learning Rate": 1.6582719741124265e-06, "Finetune/Loss": 0.5914320945739746, "Finetune/Loss (Raw)": 0.43166837096214294, "Finetune/Step": 15763, "Finetune/Step Time": 10.71721119619906}
+{"Finetune/Learning Rate": 1.6573433840524877e-06, "Finetune/Loss": 0.5907430052757263, "Finetune/Loss (Raw)": 0.5740942358970642, "Finetune/Step": 15764, "Finetune/Step Time": 10.708286000415683}
+{"Finetune/Learning Rate": 1.6564150305665672e-06, "Finetune/Loss": 0.5902093052864075, "Finetune/Loss (Raw)": 0.5544298887252808, "Finetune/Step": 15765, "Finetune/Step Time": 10.689993707463145}
+{"Finetune/Learning Rate": 1.6554869136809903e-06, "Finetune/Loss": 0.5887635350227356, "Finetune/Loss (Raw)": 0.49959486722946167, "Finetune/Step": 15766, "Finetune/Step Time": 10.670515717938542}
+{"Finetune/Learning Rate": 1.6545590334220763e-06, "Finetune/Loss": 0.5886815190315247, "Finetune/Loss (Raw)": 0.554078221321106, "Finetune/Step": 15767, "Finetune/Step Time": 10.668669493868947}
+{"Finetune/Learning Rate": 1.6536313898161393e-06, "Finetune/Loss": 0.5895614624023438, "Finetune/Loss (Raw)": 0.69932621717453, "Finetune/Step": 15768, "Finetune/Step Time": 10.668065447360277}
+{"Finetune/Learning Rate": 1.6527039828894775e-06, "Finetune/Loss": 0.5900757312774658, "Finetune/Loss (Raw)": 0.6120905876159668, "Finetune/Step": 15769, "Finetune/Step Time": 10.667492236942053}
+{"Finetune/Learning Rate": 1.6517768126683964e-06, "Finetune/Loss": 0.5892375111579895, "Finetune/Loss (Raw)": 0.49359196424484253, "Finetune/Step": 15770, "Finetune/Step Time": 10.657710697501898}
+{"Finetune/Learning Rate": 1.6508498791791849e-06, "Finetune/Loss": 0.5884972810745239, "Finetune/Loss (Raw)": 0.5155879855155945, "Finetune/Step": 15771, "Finetune/Step Time": 10.652929650619626}
+{"Finetune/Learning Rate": 1.6499231824481299e-06, "Finetune/Loss": 0.5883293747901917, "Finetune/Loss (Raw)": 0.5960675477981567, "Finetune/Step": 15772, "Finetune/Step Time": 10.638525072485209}
+{"Finetune/Learning Rate": 1.6489967225015091e-06, "Finetune/Loss": 0.5885227918624878, "Finetune/Loss (Raw)": 0.5689517259597778, "Finetune/Step": 15773, "Finetune/Step Time": 10.642411900684237}
+{"Finetune/Learning Rate": 1.6480704993655961e-06, "Finetune/Loss": 0.5897736549377441, "Finetune/Loss (Raw)": 0.6431740522384644, "Finetune/Step": 15774, "Finetune/Step Time": 10.648938089609146}
+{"Finetune/Learning Rate": 1.6471445130666518e-06, "Finetune/Loss": 0.589971661567688, "Finetune/Loss (Raw)": 0.680103600025177, "Finetune/Step": 15775, "Finetune/Step Time": 10.637857910245657}
+{"Finetune/Learning Rate": 1.6462187636309345e-06, "Finetune/Loss": 0.5900623798370361, "Finetune/Loss (Raw)": 0.6048087477684021, "Finetune/Step": 15776, "Finetune/Step Time": 10.642539754509926}
+{"Finetune/Learning Rate": 1.6452932510847009e-06, "Finetune/Loss": 0.5906121730804443, "Finetune/Loss (Raw)": 0.6283448934555054, "Finetune/Step": 15777, "Finetune/Step Time": 10.602450225502253}
+{"Finetune/Learning Rate": 1.6443679754541931e-06, "Finetune/Loss": 0.5895469188690186, "Finetune/Loss (Raw)": 0.5794870853424072, "Finetune/Step": 15778, "Finetune/Step Time": 10.608212571591139}
+{"Finetune/Learning Rate": 1.643442936765648e-06, "Finetune/Loss": 0.5902788043022156, "Finetune/Loss (Raw)": 0.6577064394950867, "Finetune/Step": 15779, "Finetune/Step Time": 10.613906037062407}
+{"Finetune/Learning Rate": 1.6425181350453023e-06, "Finetune/Loss": 0.5899226665496826, "Finetune/Loss (Raw)": 0.5185871124267578, "Finetune/Step": 15780, "Finetune/Step Time": 10.617160445079207}
+{"Finetune/Learning Rate": 1.641593570319373e-06, "Finetune/Loss": 0.5904721021652222, "Finetune/Loss (Raw)": 0.6796581745147705, "Finetune/Step": 15781, "Finetune/Step Time": 10.645065184682608}
+{"Finetune/Learning Rate": 1.6406692426140835e-06, "Finetune/Loss": 0.5910927057266235, "Finetune/Loss (Raw)": 0.6810063719749451, "Finetune/Step": 15782, "Finetune/Step Time": 10.640278276056051}
+{"Finetune/Learning Rate": 1.6397451519556394e-06, "Finetune/Loss": 0.5912889838218689, "Finetune/Loss (Raw)": 0.6101415753364563, "Finetune/Step": 15783, "Finetune/Step Time": 10.64727052859962}
+{"Finetune/Learning Rate": 1.6388212983702534e-06, "Finetune/Loss": 0.5915361642837524, "Finetune/Loss (Raw)": 0.5826811194419861, "Finetune/Step": 15784, "Finetune/Step Time": 10.647532375529408}
+{"Finetune/Learning Rate": 1.6378976818841186e-06, "Finetune/Loss": 0.5924444198608398, "Finetune/Loss (Raw)": 0.7048474550247192, "Finetune/Step": 15785, "Finetune/Step Time": 10.661952959373593}
+{"Finetune/Learning Rate": 1.6369743025234286e-06, "Finetune/Loss": 0.5913863182067871, "Finetune/Loss (Raw)": 0.5315463542938232, "Finetune/Step": 15786, "Finetune/Step Time": 10.667753539979458}
+{"Finetune/Learning Rate": 1.6360511603143648e-06, "Finetune/Loss": 0.5913442373275757, "Finetune/Loss (Raw)": 0.669899046421051, "Finetune/Step": 15787, "Finetune/Step Time": 10.684389226138592}
+{"Finetune/Learning Rate": 1.635128255283106e-06, "Finetune/Loss": 0.5921781063079834, "Finetune/Loss (Raw)": 0.6296550631523132, "Finetune/Step": 15788, "Finetune/Step Time": 10.695216368883848}
+{"Finetune/Learning Rate": 1.6342055874558238e-06, "Finetune/Loss": 0.5917744040489197, "Finetune/Loss (Raw)": 0.5414664149284363, "Finetune/Step": 15789, "Finetune/Step Time": 10.6960055436939}
+{"Finetune/Learning Rate": 1.6332831568586805e-06, "Finetune/Loss": 0.5920034050941467, "Finetune/Loss (Raw)": 0.5640336275100708, "Finetune/Step": 15790, "Finetune/Step Time": 10.678013615310192}
+{"Finetune/Learning Rate": 1.632360963517834e-06, "Finetune/Loss": 0.5907440185546875, "Finetune/Loss (Raw)": 0.5890443921089172, "Finetune/Step": 15791, "Finetune/Step Time": 10.703783331438899}
+{"Finetune/Learning Rate": 1.6314390074594412e-06, "Finetune/Loss": 0.5907381772994995, "Finetune/Loss (Raw)": 0.5707414150238037, "Finetune/Step": 15792, "Finetune/Step Time": 10.719350010156631}
+{"Finetune/Learning Rate": 1.6305172887096376e-06, "Finetune/Loss": 0.5896592140197754, "Finetune/Loss (Raw)": 0.6203199028968811, "Finetune/Step": 15793, "Finetune/Step Time": 10.716488275676966}
+{"Finetune/Learning Rate": 1.629595807294565e-06, "Finetune/Loss": 0.5900412797927856, "Finetune/Loss (Raw)": 0.5074247717857361, "Finetune/Step": 15794, "Finetune/Step Time": 10.711131440475583}
+{"Finetune/Learning Rate": 1.6286745632403523e-06, "Finetune/Loss": 0.5899811387062073, "Finetune/Loss (Raw)": 0.6411118507385254, "Finetune/Step": 15795, "Finetune/Step Time": 10.71394221112132}
+{"Finetune/Learning Rate": 1.6277535565731251e-06, "Finetune/Loss": 0.5900360345840454, "Finetune/Loss (Raw)": 0.6665697693824768, "Finetune/Step": 15796, "Finetune/Step Time": 10.70046010054648}
+{"Finetune/Learning Rate": 1.6268327873189992e-06, "Finetune/Loss": 0.589912474155426, "Finetune/Loss (Raw)": 0.4818730652332306, "Finetune/Step": 15797, "Finetune/Step Time": 10.737015884369612}
+{"Finetune/Learning Rate": 1.6259122555040852e-06, "Finetune/Loss": 0.590705156326294, "Finetune/Loss (Raw)": 0.6189576387405396, "Finetune/Step": 15798, "Finetune/Step Time": 10.734255323186517}
+{"Finetune/Learning Rate": 1.6249919611544862e-06, "Finetune/Loss": 0.5897296667098999, "Finetune/Loss (Raw)": 0.5507329106330872, "Finetune/Step": 15799, "Finetune/Step Time": 10.740255437791348}
+{"Finetune/Learning Rate": 1.6240719042963004e-06, "Finetune/Loss": 0.5891150236129761, "Finetune/Loss (Raw)": 0.6370386481285095, "Finetune/Step": 15800, "Finetune/Step Time": 10.73402346484363}
+{"Finetune/Learning Rate": 1.6231520849556181e-06, "Finetune/Loss": 0.5874496698379517, "Finetune/Loss (Raw)": 0.4932987093925476, "Finetune/Step": 15801, "Finetune/Step Time": 10.705820620059967}
+{"Finetune/Learning Rate": 1.6222325031585218e-06, "Finetune/Loss": 0.5876317024230957, "Finetune/Loss (Raw)": 0.4774280786514282, "Finetune/Step": 15802, "Finetune/Step Time": 10.734693571925163}
+{"Finetune/Learning Rate": 1.6213131589310882e-06, "Finetune/Loss": 0.5862932205200195, "Finetune/Loss (Raw)": 0.43654537200927734, "Finetune/Step": 15803, "Finetune/Step Time": 10.736135816201568}
+{"Finetune/Learning Rate": 1.6203940522993878e-06, "Finetune/Loss": 0.5877692699432373, "Finetune/Loss (Raw)": 0.7023165225982666, "Finetune/Step": 15804, "Finetune/Step Time": 10.746327746659517}
+{"Finetune/Learning Rate": 1.6194751832894839e-06, "Finetune/Loss": 0.5876219868659973, "Finetune/Loss (Raw)": 0.6672086715698242, "Finetune/Step": 15805, "Finetune/Step Time": 10.740816293284297}
+{"Finetune/Learning Rate": 1.6185565519274326e-06, "Finetune/Loss": 0.5884682536125183, "Finetune/Loss (Raw)": 0.7176738381385803, "Finetune/Step": 15806, "Finetune/Step Time": 10.749948961660266}
+{"Finetune/Learning Rate": 1.6176381582392831e-06, "Finetune/Loss": 0.5889180898666382, "Finetune/Loss (Raw)": 0.5767723917961121, "Finetune/Step": 15807, "Finetune/Step Time": 10.74886423163116}
+{"Finetune/Learning Rate": 1.6167200022510799e-06, "Finetune/Loss": 0.5888521075248718, "Finetune/Loss (Raw)": 0.6292511820793152, "Finetune/Step": 15808, "Finetune/Step Time": 10.746555211022496}
+{"Finetune/Learning Rate": 1.6158020839888588e-06, "Finetune/Loss": 0.588918149471283, "Finetune/Loss (Raw)": 0.636001467704773, "Finetune/Step": 15809, "Finetune/Step Time": 10.74537936411798}
+{"Finetune/Learning Rate": 1.6148844034786493e-06, "Finetune/Loss": 0.5885872840881348, "Finetune/Loss (Raw)": 0.4984123706817627, "Finetune/Step": 15810, "Finetune/Step Time": 10.668214725330472}
+{"Finetune/Learning Rate": 1.6139669607464735e-06, "Finetune/Loss": 0.587824285030365, "Finetune/Loss (Raw)": 0.5477273464202881, "Finetune/Step": 15811, "Finetune/Step Time": 10.657840881496668}
+{"Finetune/Learning Rate": 1.6130497558183478e-06, "Finetune/Loss": 0.5881252288818359, "Finetune/Loss (Raw)": 0.6661753058433533, "Finetune/Step": 15812, "Finetune/Step Time": 10.662716019898653}
+{"Finetune/Learning Rate": 1.612132788720282e-06, "Finetune/Loss": 0.5880187749862671, "Finetune/Loss (Raw)": 0.6091142296791077, "Finetune/Step": 15813, "Finetune/Step Time": 10.656184220686555}
+{"Finetune/Learning Rate": 1.611216059478279e-06, "Finetune/Loss": 0.5875075459480286, "Finetune/Loss (Raw)": 0.45609933137893677, "Finetune/Step": 15814, "Finetune/Step Time": 10.661132719367743}
+{"Finetune/Learning Rate": 1.610299568118333e-06, "Finetune/Loss": 0.5866010189056396, "Finetune/Loss (Raw)": 0.44925209879875183, "Finetune/Step": 15815, "Finetune/Step Time": 10.676258347928524}
+{"Finetune/Learning Rate": 1.6093833146664373e-06, "Finetune/Loss": 0.5871189832687378, "Finetune/Loss (Raw)": 0.5837934017181396, "Finetune/Step": 15816, "Finetune/Step Time": 10.671443521976471}
+{"Finetune/Learning Rate": 1.6084672991485683e-06, "Finetune/Loss": 0.5868973731994629, "Finetune/Loss (Raw)": 0.6151566505432129, "Finetune/Step": 15817, "Finetune/Step Time": 10.6874291151762}
+{"Finetune/Learning Rate": 1.6075515215907022e-06, "Finetune/Loss": 0.5865753293037415, "Finetune/Loss (Raw)": 0.6799269318580627, "Finetune/Step": 15818, "Finetune/Step Time": 10.697757044807076}
+{"Finetune/Learning Rate": 1.6066359820188116e-06, "Finetune/Loss": 0.5869271755218506, "Finetune/Loss (Raw)": 0.6995475888252258, "Finetune/Step": 15819, "Finetune/Step Time": 10.697748312726617}
+{"Finetune/Learning Rate": 1.6057206804588576e-06, "Finetune/Loss": 0.5875809192657471, "Finetune/Loss (Raw)": 0.6458908319473267, "Finetune/Step": 15820, "Finetune/Step Time": 10.7000442314893}
+{"Finetune/Learning Rate": 1.6048056169367955e-06, "Finetune/Loss": 0.5878678560256958, "Finetune/Loss (Raw)": 0.5813921689987183, "Finetune/Step": 15821, "Finetune/Step Time": 10.705759918317199}
+{"Finetune/Learning Rate": 1.603890791478573e-06, "Finetune/Loss": 0.5875330567359924, "Finetune/Loss (Raw)": 0.5294174551963806, "Finetune/Step": 15822, "Finetune/Step Time": 10.706809578463435}
+{"Finetune/Learning Rate": 1.6029762041101348e-06, "Finetune/Loss": 0.5868150591850281, "Finetune/Loss (Raw)": 0.6021532416343689, "Finetune/Step": 15823, "Finetune/Step Time": 10.704271290451288}
+{"Finetune/Learning Rate": 1.6020618548574108e-06, "Finetune/Loss": 0.5865113735198975, "Finetune/Loss (Raw)": 0.5947569608688354, "Finetune/Step": 15824, "Finetune/Step Time": 10.702193133533001}
+{"Finetune/Learning Rate": 1.6011477437463297e-06, "Finetune/Loss": 0.5858498811721802, "Finetune/Loss (Raw)": 0.6299225687980652, "Finetune/Step": 15825, "Finetune/Step Time": 10.70505826920271}
+{"Finetune/Learning Rate": 1.6002338708028187e-06, "Finetune/Loss": 0.5846564769744873, "Finetune/Loss (Raw)": 0.5309582948684692, "Finetune/Step": 15826, "Finetune/Step Time": 10.703595155850053}
+{"Finetune/Learning Rate": 1.5993202360527882e-06, "Finetune/Loss": 0.5828696489334106, "Finetune/Loss (Raw)": 0.4090268313884735, "Finetune/Step": 15827, "Finetune/Step Time": 10.700818378478289}
+{"Finetune/Learning Rate": 1.5984068395221485e-06, "Finetune/Loss": 0.5832920670509338, "Finetune/Loss (Raw)": 0.56390380859375, "Finetune/Step": 15828, "Finetune/Step Time": 10.704601295292377}
+{"Finetune/Learning Rate": 1.5974936812368014e-06, "Finetune/Loss": 0.5825591683387756, "Finetune/Loss (Raw)": 0.5880179405212402, "Finetune/Step": 15829, "Finetune/Step Time": 10.707637410610914}
+{"Finetune/Learning Rate": 1.596580761222638e-06, "Finetune/Loss": 0.5818802118301392, "Finetune/Loss (Raw)": 0.45958003401756287, "Finetune/Step": 15830, "Finetune/Step Time": 10.712518360465765}
+{"Finetune/Learning Rate": 1.595668079505548e-06, "Finetune/Loss": 0.579553484916687, "Finetune/Loss (Raw)": 0.3635918200016022, "Finetune/Step": 15831, "Finetune/Step Time": 10.727612363174558}
+{"Finetune/Learning Rate": 1.5947556361114102e-06, "Finetune/Loss": 0.5798684358596802, "Finetune/Loss (Raw)": 0.6313599944114685, "Finetune/Step": 15832, "Finetune/Step Time": 10.72008166834712}
+{"Finetune/Learning Rate": 1.5938434310661033e-06, "Finetune/Loss": 0.5810397267341614, "Finetune/Loss (Raw)": 0.5478630661964417, "Finetune/Step": 15833, "Finetune/Step Time": 10.695180464535952}
+{"Finetune/Learning Rate": 1.5929314643954941e-06, "Finetune/Loss": 0.580562949180603, "Finetune/Loss (Raw)": 0.5021837949752808, "Finetune/Step": 15834, "Finetune/Step Time": 10.672496633604169}
+{"Finetune/Learning Rate": 1.592019736125443e-06, "Finetune/Loss": 0.5809168815612793, "Finetune/Loss (Raw)": 0.5136063098907471, "Finetune/Step": 15835, "Finetune/Step Time": 10.655039267614484}
+{"Finetune/Learning Rate": 1.5911082462818017e-06, "Finetune/Loss": 0.5810797214508057, "Finetune/Loss (Raw)": 0.663497805595398, "Finetune/Step": 15836, "Finetune/Step Time": 10.658098278567195}
+{"Finetune/Learning Rate": 1.5901969948904183e-06, "Finetune/Loss": 0.5823509097099304, "Finetune/Loss (Raw)": 0.715368926525116, "Finetune/Step": 15837, "Finetune/Step Time": 10.625982305034995}
+{"Finetune/Learning Rate": 1.5892859819771334e-06, "Finetune/Loss": 0.5815327167510986, "Finetune/Loss (Raw)": 0.49917033314704895, "Finetune/Step": 15838, "Finetune/Step Time": 10.624727938324213}
+{"Finetune/Learning Rate": 1.5883752075677794e-06, "Finetune/Loss": 0.5812314748764038, "Finetune/Loss (Raw)": 0.5228230953216553, "Finetune/Step": 15839, "Finetune/Step Time": 10.635223239660263}
+{"Finetune/Learning Rate": 1.587464671688187e-06, "Finetune/Loss": 0.5812496542930603, "Finetune/Loss (Raw)": 0.6150248646736145, "Finetune/Step": 15840, "Finetune/Step Time": 10.638423273339868}
+{"Finetune/Learning Rate": 1.5865543743641776e-06, "Finetune/Loss": 0.5821212530136108, "Finetune/Loss (Raw)": 0.6410697102546692, "Finetune/Step": 15841, "Finetune/Step Time": 10.646502124145627}
+{"Finetune/Learning Rate": 1.5856443156215583e-06, "Finetune/Loss": 0.5812057852745056, "Finetune/Loss (Raw)": 0.5484294891357422, "Finetune/Step": 15842, "Finetune/Step Time": 10.642310788854957}
+{"Finetune/Learning Rate": 1.5847344954861399e-06, "Finetune/Loss": 0.5813845992088318, "Finetune/Loss (Raw)": 0.5787752270698547, "Finetune/Step": 15843, "Finetune/Step Time": 10.63784502632916}
+{"Finetune/Learning Rate": 1.5838249139837204e-06, "Finetune/Loss": 0.58098304271698, "Finetune/Loss (Raw)": 0.5681560039520264, "Finetune/Step": 15844, "Finetune/Step Time": 10.643836859613657}
+{"Finetune/Learning Rate": 1.5829155711400946e-06, "Finetune/Loss": 0.5831890106201172, "Finetune/Loss (Raw)": 0.680992841720581, "Finetune/Step": 15845, "Finetune/Step Time": 10.638750789687037}
+{"Finetune/Learning Rate": 1.5820064669810486e-06, "Finetune/Loss": 0.5836823582649231, "Finetune/Loss (Raw)": 0.6726477742195129, "Finetune/Step": 15846, "Finetune/Step Time": 10.636046623811126}
+{"Finetune/Learning Rate": 1.581097601532361e-06, "Finetune/Loss": 0.5842181444168091, "Finetune/Loss (Raw)": 0.6532605290412903, "Finetune/Step": 15847, "Finetune/Step Time": 10.619400708004832}
+{"Finetune/Learning Rate": 1.5801889748198052e-06, "Finetune/Loss": 0.5846381783485413, "Finetune/Loss (Raw)": 0.5786334872245789, "Finetune/Step": 15848, "Finetune/Step Time": 10.625867092981935}
+{"Finetune/Learning Rate": 1.5792805868691474e-06, "Finetune/Loss": 0.5846964120864868, "Finetune/Loss (Raw)": 0.5805345177650452, "Finetune/Step": 15849, "Finetune/Step Time": 10.630503946915269}
+{"Finetune/Learning Rate": 1.578372437706147e-06, "Finetune/Loss": 0.5841795206069946, "Finetune/Loss (Raw)": 0.5478060841560364, "Finetune/Step": 15850, "Finetune/Step Time": 10.620950689539313}
+{"Finetune/Learning Rate": 1.5774645273565559e-06, "Finetune/Loss": 0.585294246673584, "Finetune/Loss (Raw)": 0.7725186944007874, "Finetune/Step": 15851, "Finetune/Step Time": 10.618437215685844}
+{"Finetune/Learning Rate": 1.5765568558461209e-06, "Finetune/Loss": 0.5850296020507812, "Finetune/Loss (Raw)": 0.5936102271080017, "Finetune/Step": 15852, "Finetune/Step Time": 10.619211535900831}
+{"Finetune/Learning Rate": 1.5756494232005804e-06, "Finetune/Loss": 0.5851227045059204, "Finetune/Loss (Raw)": 0.5512877106666565, "Finetune/Step": 15853, "Finetune/Step Time": 10.631915714591742}
+{"Finetune/Learning Rate": 1.574742229445666e-06, "Finetune/Loss": 0.5852857828140259, "Finetune/Loss (Raw)": 0.567248523235321, "Finetune/Step": 15854, "Finetune/Step Time": 10.634795168414712}
+{"Finetune/Learning Rate": 1.573835274607104e-06, "Finetune/Loss": 0.5871391892433167, "Finetune/Loss (Raw)": 0.686233401298523, "Finetune/Step": 15855, "Finetune/Step Time": 10.652178633958101}
+{"Finetune/Learning Rate": 1.5729285587106135e-06, "Finetune/Loss": 0.5869612693786621, "Finetune/Loss (Raw)": 0.505452036857605, "Finetune/Step": 15856, "Finetune/Step Time": 10.605683902278543}
+{"Finetune/Learning Rate": 1.5720220817819053e-06, "Finetune/Loss": 0.5858224630355835, "Finetune/Loss (Raw)": 0.5252215266227722, "Finetune/Step": 15857, "Finetune/Step Time": 10.628316154703498}
+{"Finetune/Learning Rate": 1.5711158438466845e-06, "Finetune/Loss": 0.5856693387031555, "Finetune/Loss (Raw)": 0.5786066651344299, "Finetune/Step": 15858, "Finetune/Step Time": 10.63440826535225}
+{"Finetune/Learning Rate": 1.5702098449306503e-06, "Finetune/Loss": 0.5851274132728577, "Finetune/Loss (Raw)": 0.6086684465408325, "Finetune/Step": 15859, "Finetune/Step Time": 10.650683630257845}
+{"Finetune/Learning Rate": 1.569304085059493e-06, "Finetune/Loss": 0.5858739614486694, "Finetune/Loss (Raw)": 0.5917022228240967, "Finetune/Step": 15860, "Finetune/Step Time": 10.654597023501992}
+{"Finetune/Learning Rate": 1.5683985642588994e-06, "Finetune/Loss": 0.587117075920105, "Finetune/Loss (Raw)": 0.550973117351532, "Finetune/Step": 15861, "Finetune/Step Time": 10.643720883876085}
+{"Finetune/Learning Rate": 1.5674932825545453e-06, "Finetune/Loss": 0.5858592987060547, "Finetune/Loss (Raw)": 0.4492449164390564, "Finetune/Step": 15862, "Finetune/Step Time": 10.65080114081502}
+{"Finetune/Learning Rate": 1.5665882399721033e-06, "Finetune/Loss": 0.5859872102737427, "Finetune/Loss (Raw)": 0.6362622380256653, "Finetune/Step": 15863, "Finetune/Step Time": 10.655219132080674}
+{"Finetune/Learning Rate": 1.5656834365372376e-06, "Finetune/Loss": 0.585495114326477, "Finetune/Loss (Raw)": 0.6110152006149292, "Finetune/Step": 15864, "Finetune/Step Time": 10.659964123740792}
+{"Finetune/Learning Rate": 1.5647788722756074e-06, "Finetune/Loss": 0.585273027420044, "Finetune/Loss (Raw)": 0.49639779329299927, "Finetune/Step": 15865, "Finetune/Step Time": 10.659878751263022}
+{"Finetune/Learning Rate": 1.563874547212858e-06, "Finetune/Loss": 0.5852370262145996, "Finetune/Loss (Raw)": 0.5375943183898926, "Finetune/Step": 15866, "Finetune/Step Time": 10.659526592120528}
+{"Finetune/Learning Rate": 1.5629704613746389e-06, "Finetune/Loss": 0.583716869354248, "Finetune/Loss (Raw)": 0.6170891523361206, "Finetune/Step": 15867, "Finetune/Step Time": 10.648099236190319}
+{"Finetune/Learning Rate": 1.562066614786586e-06, "Finetune/Loss": 0.5828721523284912, "Finetune/Loss (Raw)": 0.5119397044181824, "Finetune/Step": 15868, "Finetune/Step Time": 10.640439614653587}
+{"Finetune/Learning Rate": 1.5611630074743289e-06, "Finetune/Loss": 0.5829650163650513, "Finetune/Loss (Raw)": 0.566558301448822, "Finetune/Step": 15869, "Finetune/Step Time": 10.644888896495104}
+{"Finetune/Learning Rate": 1.5602596394634928e-06, "Finetune/Loss": 0.5822839736938477, "Finetune/Loss (Raw)": 0.5345732569694519, "Finetune/Step": 15870, "Finetune/Step Time": 10.655082393437624}
+{"Finetune/Learning Rate": 1.559356510779697e-06, "Finetune/Loss": 0.5828895568847656, "Finetune/Loss (Raw)": 0.5575699210166931, "Finetune/Step": 15871, "Finetune/Step Time": 10.660350805148482}
+{"Finetune/Learning Rate": 1.5584536214485457e-06, "Finetune/Loss": 0.582558274269104, "Finetune/Loss (Raw)": 0.5922015309333801, "Finetune/Step": 15872, "Finetune/Step Time": 10.683078518137336}
+{"Finetune/Learning Rate": 1.557550971495645e-06, "Finetune/Loss": 0.5820945501327515, "Finetune/Loss (Raw)": 0.5195978283882141, "Finetune/Step": 15873, "Finetune/Step Time": 10.680398847907782}
+{"Finetune/Learning Rate": 1.5566485609465888e-06, "Finetune/Loss": 0.5823312997817993, "Finetune/Loss (Raw)": 0.6694060564041138, "Finetune/Step": 15874, "Finetune/Step Time": 10.64836934581399}
+{"Finetune/Learning Rate": 1.5557463898269731e-06, "Finetune/Loss": 0.582484245300293, "Finetune/Loss (Raw)": 0.6101206541061401, "Finetune/Step": 15875, "Finetune/Step Time": 10.627543365582824}
+{"Finetune/Learning Rate": 1.5548444581623767e-06, "Finetune/Loss": 0.5809357762336731, "Finetune/Loss (Raw)": 0.4059339165687561, "Finetune/Step": 15876, "Finetune/Step Time": 10.666954075917602}
+{"Finetune/Learning Rate": 1.553942765978379e-06, "Finetune/Loss": 0.580842137336731, "Finetune/Loss (Raw)": 0.6204310059547424, "Finetune/Step": 15877, "Finetune/Step Time": 10.686030881479383}
+{"Finetune/Learning Rate": 1.5530413133005451e-06, "Finetune/Loss": 0.5810809135437012, "Finetune/Loss (Raw)": 0.5801001787185669, "Finetune/Step": 15878, "Finetune/Step Time": 10.683924781158566}
+{"Finetune/Learning Rate": 1.55214010015444e-06, "Finetune/Loss": 0.5806418657302856, "Finetune/Loss (Raw)": 0.6465847492218018, "Finetune/Step": 15879, "Finetune/Step Time": 10.690940283238888}
+{"Finetune/Learning Rate": 1.551239126565618e-06, "Finetune/Loss": 0.5808876752853394, "Finetune/Loss (Raw)": 0.6057596206665039, "Finetune/Step": 15880, "Finetune/Step Time": 10.694003706797957}
+{"Finetune/Learning Rate": 1.5503383925596283e-06, "Finetune/Loss": 0.5808423757553101, "Finetune/Loss (Raw)": 0.578663170337677, "Finetune/Step": 15881, "Finetune/Step Time": 10.697637345641851}
+{"Finetune/Learning Rate": 1.5494378981620162e-06, "Finetune/Loss": 0.5800899863243103, "Finetune/Loss (Raw)": 0.5126920938491821, "Finetune/Step": 15882, "Finetune/Step Time": 10.711872462183237}
+{"Finetune/Learning Rate": 1.5485376433983168e-06, "Finetune/Loss": 0.5802918076515198, "Finetune/Loss (Raw)": 0.6089122891426086, "Finetune/Step": 15883, "Finetune/Step Time": 10.696110190823674}
+{"Finetune/Learning Rate": 1.5476376282940552e-06, "Finetune/Loss": 0.5804281234741211, "Finetune/Loss (Raw)": 0.5901665091514587, "Finetune/Step": 15884, "Finetune/Step Time": 10.690167628228664}
+{"Finetune/Learning Rate": 1.5467378528747545e-06, "Finetune/Loss": 0.5803760290145874, "Finetune/Loss (Raw)": 0.5801472067832947, "Finetune/Step": 15885, "Finetune/Step Time": 10.695218542590737}
+{"Finetune/Learning Rate": 1.545838317165932e-06, "Finetune/Loss": 0.5799224376678467, "Finetune/Loss (Raw)": 0.5848920345306396, "Finetune/Step": 15886, "Finetune/Step Time": 10.68982301093638}
+{"Finetune/Learning Rate": 1.5449390211930926e-06, "Finetune/Loss": 0.580557107925415, "Finetune/Loss (Raw)": 0.6469466090202332, "Finetune/Step": 15887, "Finetune/Step Time": 10.693388748914003}
+{"Finetune/Learning Rate": 1.5440399649817384e-06, "Finetune/Loss": 0.5814554691314697, "Finetune/Loss (Raw)": 0.6917812824249268, "Finetune/Step": 15888, "Finetune/Step Time": 10.696610217913985}
+{"Finetune/Learning Rate": 1.54314114855737e-06, "Finetune/Loss": 0.5824763774871826, "Finetune/Loss (Raw)": 0.5295736193656921, "Finetune/Step": 15889, "Finetune/Step Time": 10.697744969278574}
+{"Finetune/Learning Rate": 1.542242571945467e-06, "Finetune/Loss": 0.5831301212310791, "Finetune/Loss (Raw)": 0.625015377998352, "Finetune/Step": 15890, "Finetune/Step Time": 10.709320943802595}
+{"Finetune/Learning Rate": 1.5413442351715157e-06, "Finetune/Loss": 0.5839521884918213, "Finetune/Loss (Raw)": 0.5368978977203369, "Finetune/Step": 15891, "Finetune/Step Time": 10.68347274698317}
+{"Finetune/Learning Rate": 1.540446138260987e-06, "Finetune/Loss": 0.5838042497634888, "Finetune/Loss (Raw)": 0.5551567077636719, "Finetune/Step": 15892, "Finetune/Step Time": 10.684452513232827}
+{"Finetune/Learning Rate": 1.5395482812393513e-06, "Finetune/Loss": 0.5837912559509277, "Finetune/Loss (Raw)": 0.5527710318565369, "Finetune/Step": 15893, "Finetune/Step Time": 10.681960502639413}
+{"Finetune/Learning Rate": 1.5386506641320676e-06, "Finetune/Loss": 0.5848097801208496, "Finetune/Loss (Raw)": 0.6299644112586975, "Finetune/Step": 15894, "Finetune/Step Time": 10.686941286548972}
+{"Finetune/Learning Rate": 1.5377532869645906e-06, "Finetune/Loss": 0.5849992036819458, "Finetune/Loss (Raw)": 0.5783182382583618, "Finetune/Step": 15895, "Finetune/Step Time": 10.669985357671976}
+{"Finetune/Learning Rate": 1.5368561497623668e-06, "Finetune/Loss": 0.5844005942344666, "Finetune/Loss (Raw)": 0.622702956199646, "Finetune/Step": 15896, "Finetune/Step Time": 10.681912880390882}
+{"Finetune/Learning Rate": 1.535959252550836e-06, "Finetune/Loss": 0.5837559700012207, "Finetune/Loss (Raw)": 0.5295777320861816, "Finetune/Step": 15897, "Finetune/Step Time": 10.699474558234215}
+{"Finetune/Learning Rate": 1.5350625953554333e-06, "Finetune/Loss": 0.5844171643257141, "Finetune/Loss (Raw)": 0.5782321095466614, "Finetune/Step": 15898, "Finetune/Step Time": 10.693807559087873}
+{"Finetune/Learning Rate": 1.5341661782015837e-06, "Finetune/Loss": 0.5849141478538513, "Finetune/Loss (Raw)": 0.5791962742805481, "Finetune/Step": 15899, "Finetune/Step Time": 10.693385453894734}
+{"Finetune/Learning Rate": 1.5332700011147072e-06, "Finetune/Loss": 0.5848371982574463, "Finetune/Loss (Raw)": 0.5862235426902771, "Finetune/Step": 15900, "Finetune/Step Time": 10.694323858246207}
+{"Finetune/Learning Rate": 1.5323740641202178e-06, "Finetune/Loss": 0.5854334831237793, "Finetune/Loss (Raw)": 0.6452723145484924, "Finetune/Step": 15901, "Finetune/Step Time": 10.693071277812123}
+{"Finetune/Learning Rate": 1.5314783672435218e-06, "Finetune/Loss": 0.5849621295928955, "Finetune/Loss (Raw)": 0.5828453898429871, "Finetune/Step": 15902, "Finetune/Step Time": 10.685483995825052}
+{"Finetune/Learning Rate": 1.5305829105100179e-06, "Finetune/Loss": 0.5825923681259155, "Finetune/Loss (Raw)": 0.3767712414264679, "Finetune/Step": 15903, "Finetune/Step Time": 10.724182642996311}
+{"Finetune/Learning Rate": 1.5296876939450978e-06, "Finetune/Loss": 0.5817795991897583, "Finetune/Loss (Raw)": 0.5007733702659607, "Finetune/Step": 15904, "Finetune/Step Time": 10.720070749521255}
+{"Finetune/Learning Rate": 1.528792717574149e-06, "Finetune/Loss": 0.5805007219314575, "Finetune/Loss (Raw)": 0.4646466076374054, "Finetune/Step": 15905, "Finetune/Step Time": 10.759317960590124}
+{"Finetune/Learning Rate": 1.5278979814225502e-06, "Finetune/Loss": 0.5802578926086426, "Finetune/Loss (Raw)": 0.5484075546264648, "Finetune/Step": 15906, "Finetune/Step Time": 10.76566089130938}
+{"Finetune/Learning Rate": 1.5270034855156734e-06, "Finetune/Loss": 0.5794329643249512, "Finetune/Loss (Raw)": 0.5521161556243896, "Finetune/Step": 15907, "Finetune/Step Time": 10.7875661496073}
+{"Finetune/Learning Rate": 1.5261092298788827e-06, "Finetune/Loss": 0.5794917345046997, "Finetune/Loss (Raw)": 0.5261026620864868, "Finetune/Step": 15908, "Finetune/Step Time": 10.785071272403002}
+{"Finetune/Learning Rate": 1.5252152145375387e-06, "Finetune/Loss": 0.5771626830101013, "Finetune/Loss (Raw)": 0.38154926896095276, "Finetune/Step": 15909, "Finetune/Step Time": 10.791801219806075}
+{"Finetune/Learning Rate": 1.5243214395169926e-06, "Finetune/Loss": 0.5768972635269165, "Finetune/Loss (Raw)": 0.6470280885696411, "Finetune/Step": 15910, "Finetune/Step Time": 10.796213673427701}
+{"Finetune/Learning Rate": 1.523427904842587e-06, "Finetune/Loss": 0.577264666557312, "Finetune/Loss (Raw)": 0.6571717858314514, "Finetune/Step": 15911, "Finetune/Step Time": 10.797432761639357}
+{"Finetune/Learning Rate": 1.5225346105396631e-06, "Finetune/Loss": 0.5772111415863037, "Finetune/Loss (Raw)": 0.5758252739906311, "Finetune/Step": 15912, "Finetune/Step Time": 10.808362878859043}
+{"Finetune/Learning Rate": 1.5216415566335507e-06, "Finetune/Loss": 0.5754709243774414, "Finetune/Loss (Raw)": 0.4821010231971741, "Finetune/Step": 15913, "Finetune/Step Time": 10.79974478110671}
+{"Finetune/Learning Rate": 1.5207487431495771e-06, "Finetune/Loss": 0.5750302672386169, "Finetune/Loss (Raw)": 0.4751439392566681, "Finetune/Step": 15914, "Finetune/Step Time": 10.80331064388156}
+{"Finetune/Learning Rate": 1.5198561701130532e-06, "Finetune/Loss": 0.5737759470939636, "Finetune/Loss (Raw)": 0.5093396306037903, "Finetune/Step": 15915, "Finetune/Step Time": 10.788566732779145}
+{"Finetune/Learning Rate": 1.5189638375492953e-06, "Finetune/Loss": 0.5736808180809021, "Finetune/Loss (Raw)": 0.617486834526062, "Finetune/Step": 15916, "Finetune/Step Time": 10.777797253802419}
+{"Finetune/Learning Rate": 1.518071745483607e-06, "Finetune/Loss": 0.574272871017456, "Finetune/Loss (Raw)": 0.6172471642494202, "Finetune/Step": 15917, "Finetune/Step Time": 10.780335629358888}
+{"Finetune/Learning Rate": 1.517179893941284e-06, "Finetune/Loss": 0.5738263130187988, "Finetune/Loss (Raw)": 0.5068673491477966, "Finetune/Step": 15918, "Finetune/Step Time": 10.774001052603126}
+{"Finetune/Learning Rate": 1.5162882829476177e-06, "Finetune/Loss": 0.5737485885620117, "Finetune/Loss (Raw)": 0.5790964365005493, "Finetune/Step": 15919, "Finetune/Step Time": 10.746280362829566}
+{"Finetune/Learning Rate": 1.5153969125278933e-06, "Finetune/Loss": 0.5734692215919495, "Finetune/Loss (Raw)": 0.5349881649017334, "Finetune/Step": 15920, "Finetune/Step Time": 10.729341367259622}
+{"Finetune/Learning Rate": 1.514505782707384e-06, "Finetune/Loss": 0.5728050470352173, "Finetune/Loss (Raw)": 0.535302460193634, "Finetune/Step": 15921, "Finetune/Step Time": 10.724949311465025}
+{"Finetune/Learning Rate": 1.513614893511357e-06, "Finetune/Loss": 0.5734714269638062, "Finetune/Loss (Raw)": 0.5927261710166931, "Finetune/Step": 15922, "Finetune/Step Time": 10.728241588920355}
+{"Finetune/Learning Rate": 1.5127242449650837e-06, "Finetune/Loss": 0.573926568031311, "Finetune/Loss (Raw)": 0.6993600726127625, "Finetune/Step": 15923, "Finetune/Step Time": 10.734569534659386}
+{"Finetune/Learning Rate": 1.5118338370938158e-06, "Finetune/Loss": 0.572961688041687, "Finetune/Loss (Raw)": 0.5430704355239868, "Finetune/Step": 15924, "Finetune/Step Time": 10.739587966352701}
+{"Finetune/Learning Rate": 1.5109436699228031e-06, "Finetune/Loss": 0.5735021829605103, "Finetune/Loss (Raw)": 0.5510645508766174, "Finetune/Step": 15925, "Finetune/Step Time": 10.708007147535682}
+{"Finetune/Learning Rate": 1.51005374347729e-06, "Finetune/Loss": 0.5735403299331665, "Finetune/Loss (Raw)": 0.6238362789154053, "Finetune/Step": 15926, "Finetune/Step Time": 10.685195477679372}
+{"Finetune/Learning Rate": 1.5091640577825084e-06, "Finetune/Loss": 0.5745446085929871, "Finetune/Loss (Raw)": 0.6792810559272766, "Finetune/Step": 15927, "Finetune/Step Time": 10.684371255338192}
+{"Finetune/Learning Rate": 1.5082746128636905e-06, "Finetune/Loss": 0.574820876121521, "Finetune/Loss (Raw)": 0.6724011898040771, "Finetune/Step": 15928, "Finetune/Step Time": 10.682158514857292}
+{"Finetune/Learning Rate": 1.507385408746056e-06, "Finetune/Loss": 0.5745437145233154, "Finetune/Loss (Raw)": 0.4578231871128082, "Finetune/Step": 15929, "Finetune/Step Time": 10.685293324291706}
+{"Finetune/Learning Rate": 1.5064964454548192e-06, "Finetune/Loss": 0.5754340291023254, "Finetune/Loss (Raw)": 0.5913863182067871, "Finetune/Step": 15930, "Finetune/Step Time": 10.682382345199585}
+{"Finetune/Learning Rate": 1.5056077230151945e-06, "Finetune/Loss": 0.5753655433654785, "Finetune/Loss (Raw)": 0.42777106165885925, "Finetune/Step": 15931, "Finetune/Step Time": 10.720994345843792}
+{"Finetune/Learning Rate": 1.5047192414523814e-06, "Finetune/Loss": 0.5742941498756409, "Finetune/Loss (Raw)": 0.5651885867118835, "Finetune/Step": 15932, "Finetune/Step Time": 10.758002230897546}
+{"Finetune/Learning Rate": 1.5038310007915713e-06, "Finetune/Loss": 0.5732873678207397, "Finetune/Loss (Raw)": 0.5383363962173462, "Finetune/Step": 15933, "Finetune/Step Time": 10.762104036286473}
+{"Finetune/Learning Rate": 1.5029430010579539e-06, "Finetune/Loss": 0.5727533102035522, "Finetune/Loss (Raw)": 0.6493188142776489, "Finetune/Step": 15934, "Finetune/Step Time": 10.754250101745129}
+{"Finetune/Learning Rate": 1.5020552422767109e-06, "Finetune/Loss": 0.5724103450775146, "Finetune/Loss (Raw)": 0.5328620076179504, "Finetune/Step": 15935, "Finetune/Step Time": 10.756678007543087}
+{"Finetune/Learning Rate": 1.501167724473016e-06, "Finetune/Loss": 0.5723259449005127, "Finetune/Loss (Raw)": 0.6184529066085815, "Finetune/Step": 15936, "Finetune/Step Time": 10.767772488296032}
+{"Finetune/Learning Rate": 1.5002804476720344e-06, "Finetune/Loss": 0.5723110437393188, "Finetune/Loss (Raw)": 0.6341027021408081, "Finetune/Step": 15937, "Finetune/Step Time": 10.772697249427438}
+{"Finetune/Learning Rate": 1.499393411898935e-06, "Finetune/Loss": 0.5738792419433594, "Finetune/Loss (Raw)": 0.6991363167762756, "Finetune/Step": 15938, "Finetune/Step Time": 10.77245258167386}
+{"Finetune/Learning Rate": 1.4985066171788621e-06, "Finetune/Loss": 0.574135422706604, "Finetune/Loss (Raw)": 0.5805149674415588, "Finetune/Step": 15939, "Finetune/Step Time": 10.769522499293089}
+{"Finetune/Learning Rate": 1.4976200635369675e-06, "Finetune/Loss": 0.5734419226646423, "Finetune/Loss (Raw)": 0.5774109959602356, "Finetune/Step": 15940, "Finetune/Step Time": 10.776469709351659}
+{"Finetune/Learning Rate": 1.4967337509983904e-06, "Finetune/Loss": 0.5734665393829346, "Finetune/Loss (Raw)": 0.6122597455978394, "Finetune/Step": 15941, "Finetune/Step Time": 10.78361888229847}
+{"Finetune/Learning Rate": 1.4958476795882637e-06, "Finetune/Loss": 0.5754953026771545, "Finetune/Loss (Raw)": 0.7157852053642273, "Finetune/Step": 15942, "Finetune/Step Time": 10.802489200606942}
+{"Finetune/Learning Rate": 1.4949618493317153e-06, "Finetune/Loss": 0.577092170715332, "Finetune/Loss (Raw)": 0.6536553502082825, "Finetune/Step": 15943, "Finetune/Step Time": 10.791068103164434}
+{"Finetune/Learning Rate": 1.4940762602538628e-06, "Finetune/Loss": 0.5777971744537354, "Finetune/Loss (Raw)": 0.6740354895591736, "Finetune/Step": 15944, "Finetune/Step Time": 10.788681905716658}
+{"Finetune/Learning Rate": 1.4931909123798193e-06, "Finetune/Loss": 0.577605128288269, "Finetune/Loss (Raw)": 0.5905702710151672, "Finetune/Step": 15945, "Finetune/Step Time": 10.764076732099056}
+{"Finetune/Learning Rate": 1.492305805734693e-06, "Finetune/Loss": 0.575962245464325, "Finetune/Loss (Raw)": 0.4696405827999115, "Finetune/Step": 15946, "Finetune/Step Time": 10.787558717653155}
+{"Finetune/Learning Rate": 1.4914209403435809e-06, "Finetune/Loss": 0.5752267837524414, "Finetune/Loss (Raw)": 0.6054099202156067, "Finetune/Step": 15947, "Finetune/Step Time": 10.78981482796371}
+{"Finetune/Learning Rate": 1.4905363162315746e-06, "Finetune/Loss": 0.5749176740646362, "Finetune/Loss (Raw)": 0.6063221096992493, "Finetune/Step": 15948, "Finetune/Step Time": 10.782930513843894}
+{"Finetune/Learning Rate": 1.4896519334237625e-06, "Finetune/Loss": 0.5756121873855591, "Finetune/Loss (Raw)": 0.6702903509140015, "Finetune/Step": 15949, "Finetune/Step Time": 10.781239228323102}
+{"Finetune/Learning Rate": 1.4887677919452204e-06, "Finetune/Loss": 0.5755692720413208, "Finetune/Loss (Raw)": 0.5239245295524597, "Finetune/Step": 15950, "Finetune/Step Time": 10.7958441991359}
+{"Finetune/Learning Rate": 1.4878838918210202e-06, "Finetune/Loss": 0.575614333152771, "Finetune/Loss (Raw)": 0.6079220175743103, "Finetune/Step": 15951, "Finetune/Step Time": 10.830459911376238}
+{"Finetune/Learning Rate": 1.487000233076229e-06, "Finetune/Loss": 0.5754772424697876, "Finetune/Loss (Raw)": 0.5772008299827576, "Finetune/Step": 15952, "Finetune/Step Time": 10.83940484188497}
+{"Finetune/Learning Rate": 1.486116815735903e-06, "Finetune/Loss": 0.5750328302383423, "Finetune/Loss (Raw)": 0.5730429887771606, "Finetune/Step": 15953, "Finetune/Step Time": 10.832844899967313}
+{"Finetune/Learning Rate": 1.4852336398250932e-06, "Finetune/Loss": 0.5754969120025635, "Finetune/Loss (Raw)": 0.5903636813163757, "Finetune/Step": 15954, "Finetune/Step Time": 10.841265320777893}
+{"Finetune/Learning Rate": 1.4843507053688455e-06, "Finetune/Loss": 0.576088547706604, "Finetune/Loss (Raw)": 0.4847501516342163, "Finetune/Step": 15955, "Finetune/Step Time": 10.836412716656923}
+{"Finetune/Learning Rate": 1.4834680123921986e-06, "Finetune/Loss": 0.5760740041732788, "Finetune/Loss (Raw)": 0.5620449781417847, "Finetune/Step": 15956, "Finetune/Step Time": 10.828345848247409}
+{"Finetune/Learning Rate": 1.4825855609201767e-06, "Finetune/Loss": 0.577358603477478, "Finetune/Loss (Raw)": 0.7524421811103821, "Finetune/Step": 15957, "Finetune/Step Time": 10.820317421108484}
+{"Finetune/Learning Rate": 1.48170335097781e-06, "Finetune/Loss": 0.5778898000717163, "Finetune/Loss (Raw)": 0.5275831818580627, "Finetune/Step": 15958, "Finetune/Step Time": 10.899107495322824}
+{"Finetune/Learning Rate": 1.480821382590114e-06, "Finetune/Loss": 0.5783618092536926, "Finetune/Loss (Raw)": 0.4240070879459381, "Finetune/Step": 15959, "Finetune/Step Time": 10.902772644534707}
+{"Finetune/Learning Rate": 1.4799396557820977e-06, "Finetune/Loss": 0.5779234766960144, "Finetune/Loss (Raw)": 0.575252115726471, "Finetune/Step": 15960, "Finetune/Step Time": 10.904943773522973}
+{"Finetune/Learning Rate": 1.4790581705787643e-06, "Finetune/Loss": 0.5789847373962402, "Finetune/Loss (Raw)": 0.6837044954299927, "Finetune/Step": 15961, "Finetune/Step Time": 10.906508322805166}
+{"Finetune/Learning Rate": 1.478176927005115e-06, "Finetune/Loss": 0.5804818868637085, "Finetune/Loss (Raw)": 0.6938192844390869, "Finetune/Step": 15962, "Finetune/Step Time": 10.90506355278194}
+{"Finetune/Learning Rate": 1.4772959250861318e-06, "Finetune/Loss": 0.5808478593826294, "Finetune/Loss (Raw)": 0.5604458451271057, "Finetune/Step": 15963, "Finetune/Step Time": 10.906491160392761}
+{"Finetune/Learning Rate": 1.4764151648467984e-06, "Finetune/Loss": 0.5799559950828552, "Finetune/Loss (Raw)": 0.5493388772010803, "Finetune/Step": 15964, "Finetune/Step Time": 10.91082251444459}
+{"Finetune/Learning Rate": 1.4755346463120956e-06, "Finetune/Loss": 0.5785693526268005, "Finetune/Loss (Raw)": 0.5378815531730652, "Finetune/Step": 15965, "Finetune/Step Time": 10.90750907547772}
+{"Finetune/Learning Rate": 1.4746543695069903e-06, "Finetune/Loss": 0.5788800716400146, "Finetune/Loss (Raw)": 0.5389418005943298, "Finetune/Step": 15966, "Finetune/Step Time": 10.913589477539062}
+{"Finetune/Learning Rate": 1.4737743344564437e-06, "Finetune/Loss": 0.5799260139465332, "Finetune/Loss (Raw)": 0.6567068099975586, "Finetune/Step": 15967, "Finetune/Step Time": 10.908304886892438}
+{"Finetune/Learning Rate": 1.4728945411854135e-06, "Finetune/Loss": 0.5794899463653564, "Finetune/Loss (Raw)": 0.559204638004303, "Finetune/Step": 15968, "Finetune/Step Time": 10.914754321798682}
+{"Finetune/Learning Rate": 1.4720149897188452e-06, "Finetune/Loss": 0.5796799659729004, "Finetune/Loss (Raw)": 0.6653851866722107, "Finetune/Step": 15969, "Finetune/Step Time": 10.908234238624573}
+{"Finetune/Learning Rate": 1.4711356800816811e-06, "Finetune/Loss": 0.5796000957489014, "Finetune/Loss (Raw)": 0.5382158756256104, "Finetune/Step": 15970, "Finetune/Step Time": 10.920721519738436}
+{"Finetune/Learning Rate": 1.4702566122988538e-06, "Finetune/Loss": 0.5797452926635742, "Finetune/Loss (Raw)": 0.5973644852638245, "Finetune/Step": 15971, "Finetune/Step Time": 10.928578099235892}
+{"Finetune/Learning Rate": 1.4693777863952952e-06, "Finetune/Loss": 0.5792053937911987, "Finetune/Loss (Raw)": 0.4990362524986267, "Finetune/Step": 15972, "Finetune/Step Time": 10.924143878743052}
+{"Finetune/Learning Rate": 1.4684992023959255e-06, "Finetune/Loss": 0.5793635845184326, "Finetune/Loss (Raw)": 0.7012511491775513, "Finetune/Step": 15973, "Finetune/Step Time": 10.960123581811786}
+{"Finetune/Learning Rate": 1.4676208603256602e-06, "Finetune/Loss": 0.5793777704238892, "Finetune/Loss (Raw)": 0.6744549870491028, "Finetune/Step": 15974, "Finetune/Step Time": 10.966071125119925}
+{"Finetune/Learning Rate": 1.466742760209402e-06, "Finetune/Loss": 0.578730046749115, "Finetune/Loss (Raw)": 0.5703549385070801, "Finetune/Step": 15975, "Finetune/Step Time": 10.965947238728404}
+{"Finetune/Learning Rate": 1.4658649020720539e-06, "Finetune/Loss": 0.5785995721817017, "Finetune/Loss (Raw)": 0.5619369149208069, "Finetune/Step": 15976, "Finetune/Step Time": 10.962946400046349}
+{"Finetune/Learning Rate": 1.4649872859385094e-06, "Finetune/Loss": 0.5783642530441284, "Finetune/Loss (Raw)": 0.550408124923706, "Finetune/Step": 15977, "Finetune/Step Time": 10.961081886664033}
+{"Finetune/Learning Rate": 1.4641099118336532e-06, "Finetune/Loss": 0.579027533531189, "Finetune/Loss (Raw)": 0.6327115297317505, "Finetune/Step": 15978, "Finetune/Step Time": 10.962712766602635}
+{"Finetune/Learning Rate": 1.4632327797823698e-06, "Finetune/Loss": 0.5774176120758057, "Finetune/Loss (Raw)": 0.5664482116699219, "Finetune/Step": 15979, "Finetune/Step Time": 10.9623051751405}
+{"Finetune/Learning Rate": 1.4623558898095303e-06, "Finetune/Loss": 0.5781383514404297, "Finetune/Loss (Raw)": 0.6858601570129395, "Finetune/Step": 15980, "Finetune/Step Time": 10.958129344508052}
+{"Finetune/Learning Rate": 1.4614792419399991e-06, "Finetune/Loss": 0.5781027674674988, "Finetune/Loss (Raw)": 0.5467377305030823, "Finetune/Step": 15981, "Finetune/Step Time": 10.954427991062403}
+{"Finetune/Learning Rate": 1.4606028361986357e-06, "Finetune/Loss": 0.5788087844848633, "Finetune/Loss (Raw)": 0.6576218008995056, "Finetune/Step": 15982, "Finetune/Step Time": 10.953763827681541}
+{"Finetune/Learning Rate": 1.459726672610292e-06, "Finetune/Loss": 0.5780715942382812, "Finetune/Loss (Raw)": 0.5918599367141724, "Finetune/Step": 15983, "Finetune/Step Time": 10.944290282204747}
+{"Finetune/Learning Rate": 1.4588507511998162e-06, "Finetune/Loss": 0.5787404179573059, "Finetune/Loss (Raw)": 0.5910712480545044, "Finetune/Step": 15984, "Finetune/Step Time": 10.954901410266757}
+{"Finetune/Learning Rate": 1.457975071992045e-06, "Finetune/Loss": 0.5797950029373169, "Finetune/Loss (Raw)": 0.6602069139480591, "Finetune/Step": 15985, "Finetune/Step Time": 10.936170296743512}
+{"Finetune/Learning Rate": 1.4570996350118073e-06, "Finetune/Loss": 0.5799088478088379, "Finetune/Loss (Raw)": 0.5931800007820129, "Finetune/Step": 15986, "Finetune/Step Time": 10.955768585205078}
+{"Finetune/Learning Rate": 1.4562244402839365e-06, "Finetune/Loss": 0.5800358057022095, "Finetune/Loss (Raw)": 0.6249211430549622, "Finetune/Step": 15987, "Finetune/Step Time": 10.940575245767832}
+{"Finetune/Learning Rate": 1.455349487833243e-06, "Finetune/Loss": 0.580513596534729, "Finetune/Loss (Raw)": 0.6528507471084595, "Finetune/Step": 15988, "Finetune/Step Time": 10.961324842646718}
+{"Finetune/Learning Rate": 1.4544747776845404e-06, "Finetune/Loss": 0.5810953378677368, "Finetune/Loss (Raw)": 0.6254428625106812, "Finetune/Step": 15989, "Finetune/Step Time": 10.938996110111475}
+{"Finetune/Learning Rate": 1.4536003098626329e-06, "Finetune/Loss": 0.5825064182281494, "Finetune/Loss (Raw)": 0.6298573017120361, "Finetune/Step": 15990, "Finetune/Step Time": 10.926653992384672}
+{"Finetune/Learning Rate": 1.4527260843923173e-06, "Finetune/Loss": 0.5820845365524292, "Finetune/Loss (Raw)": 0.582258939743042, "Finetune/Step": 15991, "Finetune/Step Time": 10.917036727070808}
+{"Finetune/Learning Rate": 1.4518521012983856e-06, "Finetune/Loss": 0.5818318128585815, "Finetune/Loss (Raw)": 0.578672468662262, "Finetune/Step": 15992, "Finetune/Step Time": 10.910250447690487}
+{"Finetune/Learning Rate": 1.4509783606056193e-06, "Finetune/Loss": 0.5822533369064331, "Finetune/Loss (Raw)": 0.5503569841384888, "Finetune/Step": 15993, "Finetune/Step Time": 10.920086050406098}
+{"Finetune/Learning Rate": 1.450104862338798e-06, "Finetune/Loss": 0.5822973251342773, "Finetune/Loss (Raw)": 0.5432186722755432, "Finetune/Step": 15994, "Finetune/Step Time": 10.930252017453313}
+{"Finetune/Learning Rate": 1.4492316065226898e-06, "Finetune/Loss": 0.5825575590133667, "Finetune/Loss (Raw)": 0.6504064202308655, "Finetune/Step": 15995, "Finetune/Step Time": 10.9270279109478}
+{"Finetune/Learning Rate": 1.4483585931820577e-06, "Finetune/Loss": 0.5836760997772217, "Finetune/Loss (Raw)": 0.6551135182380676, "Finetune/Step": 15996, "Finetune/Step Time": 10.929724387824535}
+{"Finetune/Learning Rate": 1.4474858223416577e-06, "Finetune/Loss": 0.5837185382843018, "Finetune/Loss (Raw)": 0.5719819664955139, "Finetune/Step": 15997, "Finetune/Step Time": 10.91464357636869}
+{"Finetune/Learning Rate": 1.446613294026241e-06, "Finetune/Loss": 0.5847538113594055, "Finetune/Loss (Raw)": 0.6670920848846436, "Finetune/Step": 15998, "Finetune/Step Time": 10.898975169286132}
+{"Finetune/Learning Rate": 1.4457410082605483e-06, "Finetune/Loss": 0.5853266716003418, "Finetune/Loss (Raw)": 0.6308876872062683, "Finetune/Step": 15999, "Finetune/Step Time": 10.893360210582614}
+{"Finetune/Learning Rate": 1.444868965069315e-06, "Finetune/Loss": 0.5851970911026001, "Finetune/Loss (Raw)": 0.5756275653839111, "Finetune/Step": 16000, "Finetune/Step Time": 10.866487499326468}
+{"Finetune/Learning Rate": 1.443997164477271e-06, "Finetune/Loss": 0.5859342217445374, "Finetune/Loss (Raw)": 0.6139417886734009, "Finetune/Step": 16001, "Finetune/Step Time": 10.861781241372228}
+{"Finetune/Learning Rate": 1.443125606509137e-06, "Finetune/Loss": 0.5846522450447083, "Finetune/Loss (Raw)": 0.5053166151046753, "Finetune/Step": 16002, "Finetune/Step Time": 10.874528022482991}
+{"Finetune/Learning Rate": 1.4422542911896287e-06, "Finetune/Loss": 0.5836948156356812, "Finetune/Loss (Raw)": 0.4875756800174713, "Finetune/Step": 16003, "Finetune/Step Time": 10.879787700250745}
+{"Finetune/Learning Rate": 1.441383218543453e-06, "Finetune/Loss": 0.5833113193511963, "Finetune/Loss (Raw)": 0.35684287548065186, "Finetune/Step": 16004, "Finetune/Step Time": 10.882991911843419}
+{"Finetune/Learning Rate": 1.440512388595312e-06, "Finetune/Loss": 0.581708550453186, "Finetune/Loss (Raw)": 0.41527655720710754, "Finetune/Step": 16005, "Finetune/Step Time": 10.908912727609277}
+{"Finetune/Learning Rate": 1.439641801369901e-06, "Finetune/Loss": 0.5810791254043579, "Finetune/Loss (Raw)": 0.499525249004364, "Finetune/Step": 16006, "Finetune/Step Time": 10.946424696594477}
+{"Finetune/Learning Rate": 1.4387714568919042e-06, "Finetune/Loss": 0.5795770883560181, "Finetune/Loss (Raw)": 0.45432621240615845, "Finetune/Step": 16007, "Finetune/Step Time": 10.906929679214954}
+{"Finetune/Learning Rate": 1.4379013551860054e-06, "Finetune/Loss": 0.5794318914413452, "Finetune/Loss (Raw)": 0.587173342704773, "Finetune/Step": 16008, "Finetune/Step Time": 10.9158542342484}
+{"Finetune/Learning Rate": 1.437031496276876e-06, "Finetune/Loss": 0.5791646838188171, "Finetune/Loss (Raw)": 0.5444678068161011, "Finetune/Step": 16009, "Finetune/Step Time": 10.909363253042102}
+{"Finetune/Learning Rate": 1.436161880189184e-06, "Finetune/Loss": 0.5792585611343384, "Finetune/Loss (Raw)": 0.5247064232826233, "Finetune/Step": 16010, "Finetune/Step Time": 10.916385114192963}
+{"Finetune/Learning Rate": 1.435292506947591e-06, "Finetune/Loss": 0.5784400105476379, "Finetune/Loss (Raw)": 0.5041376948356628, "Finetune/Step": 16011, "Finetune/Step Time": 10.937018183991313}
+{"Finetune/Learning Rate": 1.4344233765767457e-06, "Finetune/Loss": 0.5778852701187134, "Finetune/Loss (Raw)": 0.5191583633422852, "Finetune/Step": 16012, "Finetune/Step Time": 10.940183939412236}
+{"Finetune/Learning Rate": 1.4335544891012932e-06, "Finetune/Loss": 0.5778685808181763, "Finetune/Loss (Raw)": 0.5780176520347595, "Finetune/Step": 16013, "Finetune/Step Time": 10.939465463161469}
+{"Finetune/Learning Rate": 1.432685844545879e-06, "Finetune/Loss": 0.5767025351524353, "Finetune/Loss (Raw)": 0.43563270568847656, "Finetune/Step": 16014, "Finetune/Step Time": 10.977028323337436}
+{"Finetune/Learning Rate": 1.4318174429351307e-06, "Finetune/Loss": 0.5760589838027954, "Finetune/Loss (Raw)": 0.564569890499115, "Finetune/Step": 16015, "Finetune/Step Time": 10.981226051226258}
+{"Finetune/Learning Rate": 1.4309492842936767e-06, "Finetune/Loss": 0.5754998922348022, "Finetune/Loss (Raw)": 0.6202211380004883, "Finetune/Step": 16016, "Finetune/Step Time": 10.97290745191276}
+{"Finetune/Learning Rate": 1.4300813686461346e-06, "Finetune/Loss": 0.5749693512916565, "Finetune/Loss (Raw)": 0.46166256070137024, "Finetune/Step": 16017, "Finetune/Step Time": 10.981296941637993}
+{"Finetune/Learning Rate": 1.4292136960171144e-06, "Finetune/Loss": 0.5749717354774475, "Finetune/Loss (Raw)": 0.625321090221405, "Finetune/Step": 16018, "Finetune/Step Time": 10.983829632401466}
+{"Finetune/Learning Rate": 1.428346266431221e-06, "Finetune/Loss": 0.5755019187927246, "Finetune/Loss (Raw)": 0.6047678589820862, "Finetune/Step": 16019, "Finetune/Step Time": 10.98412286490202}
+{"Finetune/Learning Rate": 1.42747907991305e-06, "Finetune/Loss": 0.5753899812698364, "Finetune/Loss (Raw)": 0.5408247709274292, "Finetune/Step": 16020, "Finetune/Step Time": 10.97946147620678}
+{"Finetune/Learning Rate": 1.4266121364871987e-06, "Finetune/Loss": 0.575990617275238, "Finetune/Loss (Raw)": 0.6296517252922058, "Finetune/Step": 16021, "Finetune/Step Time": 10.998384648934007}
+{"Finetune/Learning Rate": 1.4257454361782475e-06, "Finetune/Loss": 0.5755912065505981, "Finetune/Loss (Raw)": 0.5788361430168152, "Finetune/Step": 16022, "Finetune/Step Time": 11.000755172222853}
+{"Finetune/Learning Rate": 1.4248789790107753e-06, "Finetune/Loss": 0.5757014751434326, "Finetune/Loss (Raw)": 0.592430830001831, "Finetune/Step": 16023, "Finetune/Step Time": 11.005390111356974}
+{"Finetune/Learning Rate": 1.4240127650093494e-06, "Finetune/Loss": 0.5752561688423157, "Finetune/Loss (Raw)": 0.5657042264938354, "Finetune/Step": 16024, "Finetune/Step Time": 10.991684475913644}
+{"Finetune/Learning Rate": 1.4231467941985345e-06, "Finetune/Loss": 0.5756471157073975, "Finetune/Loss (Raw)": 0.5796220898628235, "Finetune/Step": 16025, "Finetune/Step Time": 10.978360958397388}
+{"Finetune/Learning Rate": 1.4222810666028874e-06, "Finetune/Loss": 0.5759871006011963, "Finetune/Loss (Raw)": 0.6217491030693054, "Finetune/Step": 16026, "Finetune/Step Time": 10.991140738129616}
+{"Finetune/Learning Rate": 1.4214155822469555e-06, "Finetune/Loss": 0.5750148892402649, "Finetune/Loss (Raw)": 0.4547501802444458, "Finetune/Step": 16027, "Finetune/Step Time": 10.988090565428138}
+{"Finetune/Learning Rate": 1.4205503411552846e-06, "Finetune/Loss": 0.5748335719108582, "Finetune/Loss (Raw)": 0.56302410364151, "Finetune/Step": 16028, "Finetune/Step Time": 10.987383231520653}
+{"Finetune/Learning Rate": 1.4196853433524127e-06, "Finetune/Loss": 0.5740311145782471, "Finetune/Loss (Raw)": 0.5425517559051514, "Finetune/Step": 16029, "Finetune/Step Time": 10.981067344546318}
+{"Finetune/Learning Rate": 1.4188205888628625e-06, "Finetune/Loss": 0.5741993188858032, "Finetune/Loss (Raw)": 0.6043760776519775, "Finetune/Step": 16030, "Finetune/Step Time": 10.98292869515717}
+{"Finetune/Learning Rate": 1.417956077711159e-06, "Finetune/Loss": 0.5764042735099792, "Finetune/Loss (Raw)": 0.6590062975883484, "Finetune/Step": 16031, "Finetune/Step Time": 10.94743673875928}
+{"Finetune/Learning Rate": 1.4170918099218166e-06, "Finetune/Loss": 0.5771994590759277, "Finetune/Loss (Raw)": 0.6025652289390564, "Finetune/Step": 16032, "Finetune/Step Time": 10.947418417781591}
+{"Finetune/Learning Rate": 1.416227785519345e-06, "Finetune/Loss": 0.578133225440979, "Finetune/Loss (Raw)": 0.5841620564460754, "Finetune/Step": 16033, "Finetune/Step Time": 10.904697416350245}
+{"Finetune/Learning Rate": 1.4153640045282412e-06, "Finetune/Loss": 0.5786217451095581, "Finetune/Loss (Raw)": 0.6109418272972107, "Finetune/Step": 16034, "Finetune/Step Time": 10.90226286277175}
+{"Finetune/Learning Rate": 1.4145004669730079e-06, "Finetune/Loss": 0.5790622234344482, "Finetune/Loss (Raw)": 0.608495831489563, "Finetune/Step": 16035, "Finetune/Step Time": 10.876724947243929}
+{"Finetune/Learning Rate": 1.413637172878125e-06, "Finetune/Loss": 0.5799741148948669, "Finetune/Loss (Raw)": 0.6428236365318298, "Finetune/Step": 16036, "Finetune/Step Time": 10.877569084987044}
+{"Finetune/Learning Rate": 1.4127741222680758e-06, "Finetune/Loss": 0.5818792581558228, "Finetune/Loss (Raw)": 0.6254104971885681, "Finetune/Step": 16037, "Finetune/Step Time": 10.861883902922273}
+{"Finetune/Learning Rate": 1.4119113151673325e-06, "Finetune/Loss": 0.5810973048210144, "Finetune/Loss (Raw)": 0.5469363331794739, "Finetune/Step": 16038, "Finetune/Step Time": 10.854195395484567}
+{"Finetune/Learning Rate": 1.4110487516003645e-06, "Finetune/Loss": 0.5807160139083862, "Finetune/Loss (Raw)": 0.6083659529685974, "Finetune/Step": 16039, "Finetune/Step Time": 10.846686193719506}
+{"Finetune/Learning Rate": 1.410186431591629e-06, "Finetune/Loss": 0.580010712146759, "Finetune/Loss (Raw)": 0.48554104566574097, "Finetune/Step": 16040, "Finetune/Step Time": 10.847745507955551}
+{"Finetune/Learning Rate": 1.4093243551655811e-06, "Finetune/Loss": 0.5800629258155823, "Finetune/Loss (Raw)": 0.4887889623641968, "Finetune/Step": 16041, "Finetune/Step Time": 10.827116115018725}
+{"Finetune/Learning Rate": 1.4084625223466653e-06, "Finetune/Loss": 0.5814256072044373, "Finetune/Loss (Raw)": 0.6495677828788757, "Finetune/Step": 16042, "Finetune/Step Time": 10.814905483275652}
+{"Finetune/Learning Rate": 1.4076009331593222e-06, "Finetune/Loss": 0.5822573900222778, "Finetune/Loss (Raw)": 0.6157981157302856, "Finetune/Step": 16043, "Finetune/Step Time": 10.813530188053846}
+{"Finetune/Learning Rate": 1.4067395876279821e-06, "Finetune/Loss": 0.5827212929725647, "Finetune/Loss (Raw)": 0.6768778562545776, "Finetune/Step": 16044, "Finetune/Step Time": 10.804016107693315}
+{"Finetune/Learning Rate": 1.4058784857770714e-06, "Finetune/Loss": 0.5815794467926025, "Finetune/Loss (Raw)": 0.4710898995399475, "Finetune/Step": 16045, "Finetune/Step Time": 10.817851519212127}
+{"Finetune/Learning Rate": 1.405017627631009e-06, "Finetune/Loss": 0.5821108818054199, "Finetune/Loss (Raw)": 0.5748854875564575, "Finetune/Step": 16046, "Finetune/Step Time": 10.821965333074331}
+{"Finetune/Learning Rate": 1.4041570132142058e-06, "Finetune/Loss": 0.5815874934196472, "Finetune/Loss (Raw)": 0.5121042728424072, "Finetune/Step": 16047, "Finetune/Step Time": 10.818494318053126}
+{"Finetune/Learning Rate": 1.4032966425510664e-06, "Finetune/Loss": 0.5820567607879639, "Finetune/Loss (Raw)": 0.5950549840927124, "Finetune/Step": 16048, "Finetune/Step Time": 10.81952165812254}
+{"Finetune/Learning Rate": 1.402436515665988e-06, "Finetune/Loss": 0.5831590890884399, "Finetune/Loss (Raw)": 0.6764015555381775, "Finetune/Step": 16049, "Finetune/Step Time": 10.819565255194902}
+{"Finetune/Learning Rate": 1.4015766325833613e-06, "Finetune/Loss": 0.5831481218338013, "Finetune/Loss (Raw)": 0.5913236141204834, "Finetune/Step": 16050, "Finetune/Step Time": 10.82356196269393}
+{"Finetune/Learning Rate": 1.4007169933275721e-06, "Finetune/Loss": 0.5828807353973389, "Finetune/Loss (Raw)": 0.6651365160942078, "Finetune/Step": 16051, "Finetune/Step Time": 10.812764823436737}
+{"Finetune/Learning Rate": 1.3998575979229944e-06, "Finetune/Loss": 0.5839431285858154, "Finetune/Loss (Raw)": 0.6790503859519958, "Finetune/Step": 16052, "Finetune/Step Time": 10.806133331730962}
+{"Finetune/Learning Rate": 1.3989984463940032e-06, "Finetune/Loss": 0.5835607051849365, "Finetune/Loss (Raw)": 0.5021191239356995, "Finetune/Step": 16053, "Finetune/Step Time": 10.80713034234941}
+{"Finetune/Learning Rate": 1.3981395387649532e-06, "Finetune/Loss": 0.5832498073577881, "Finetune/Loss (Raw)": 0.5840369462966919, "Finetune/Step": 16054, "Finetune/Step Time": 10.812839208170772}
+{"Finetune/Learning Rate": 1.3972808750602074e-06, "Finetune/Loss": 0.5827682018280029, "Finetune/Loss (Raw)": 0.6176417469978333, "Finetune/Step": 16055, "Finetune/Step Time": 10.818147011101246}
+{"Finetune/Learning Rate": 1.396422455304114e-06, "Finetune/Loss": 0.5832740664482117, "Finetune/Loss (Raw)": 0.7371465563774109, "Finetune/Step": 16056, "Finetune/Step Time": 10.831112667918205}
+{"Finetune/Learning Rate": 1.3955642795210133e-06, "Finetune/Loss": 0.5843245983123779, "Finetune/Loss (Raw)": 0.5922988057136536, "Finetune/Step": 16057, "Finetune/Step Time": 10.828245980665088}
+{"Finetune/Learning Rate": 1.394706347735243e-06, "Finetune/Loss": 0.5840338468551636, "Finetune/Loss (Raw)": 0.5541629195213318, "Finetune/Step": 16058, "Finetune/Step Time": 10.80726519599557}
+{"Finetune/Learning Rate": 1.393848659971132e-06, "Finetune/Loss": 0.5855588912963867, "Finetune/Loss (Raw)": 0.6229754090309143, "Finetune/Step": 16059, "Finetune/Step Time": 10.768468307331204}
+{"Finetune/Learning Rate": 1.3929912162529979e-06, "Finetune/Loss": 0.5861037969589233, "Finetune/Loss (Raw)": 0.6349435448646545, "Finetune/Step": 16060, "Finetune/Step Time": 10.720580726861954}
+{"Finetune/Learning Rate": 1.3921340166051567e-06, "Finetune/Loss": 0.5866055488586426, "Finetune/Loss (Raw)": 0.6025493144989014, "Finetune/Step": 16061, "Finetune/Step Time": 10.714032258838415}
+{"Finetune/Learning Rate": 1.391277061051919e-06, "Finetune/Loss": 0.586965024471283, "Finetune/Loss (Raw)": 0.695338249206543, "Finetune/Step": 16062, "Finetune/Step Time": 10.715146392583847}
+{"Finetune/Learning Rate": 1.3904203496175828e-06, "Finetune/Loss": 0.5872039794921875, "Finetune/Loss (Raw)": 0.5634458065032959, "Finetune/Step": 16063, "Finetune/Step Time": 10.719560315832496}
+{"Finetune/Learning Rate": 1.3895638823264447e-06, "Finetune/Loss": 0.5873825550079346, "Finetune/Loss (Raw)": 0.6413147449493408, "Finetune/Step": 16064, "Finetune/Step Time": 10.713947581127286}
+{"Finetune/Learning Rate": 1.3887076592027914e-06, "Finetune/Loss": 0.5867039561271667, "Finetune/Loss (Raw)": 0.5472394227981567, "Finetune/Step": 16065, "Finetune/Step Time": 10.715177664533257}
+{"Finetune/Learning Rate": 1.3878516802708997e-06, "Finetune/Loss": 0.5857354402542114, "Finetune/Loss (Raw)": 0.5751708745956421, "Finetune/Step": 16066, "Finetune/Step Time": 10.710109159350395}
+{"Finetune/Learning Rate": 1.3869959455550453e-06, "Finetune/Loss": 0.5859518051147461, "Finetune/Loss (Raw)": 0.6082015633583069, "Finetune/Step": 16067, "Finetune/Step Time": 10.704585064202547}
+{"Finetune/Learning Rate": 1.3861404550794933e-06, "Finetune/Loss": 0.5864002704620361, "Finetune/Loss (Raw)": 0.6348130106925964, "Finetune/Step": 16068, "Finetune/Step Time": 10.698692075908184}
+{"Finetune/Learning Rate": 1.385285208868501e-06, "Finetune/Loss": 0.5860849022865295, "Finetune/Loss (Raw)": 0.5718976855278015, "Finetune/Step": 16069, "Finetune/Step Time": 10.692933142185211}
+{"Finetune/Learning Rate": 1.3844302069463257e-06, "Finetune/Loss": 0.5845115184783936, "Finetune/Loss (Raw)": 0.5143918395042419, "Finetune/Step": 16070, "Finetune/Step Time": 10.670187653973699}
+{"Finetune/Learning Rate": 1.38357544933721e-06, "Finetune/Loss": 0.5837637186050415, "Finetune/Loss (Raw)": 0.5579370856285095, "Finetune/Step": 16071, "Finetune/Step Time": 10.677979193627834}
+{"Finetune/Learning Rate": 1.3827209360653948e-06, "Finetune/Loss": 0.5823276042938232, "Finetune/Loss (Raw)": 0.4902161657810211, "Finetune/Step": 16072, "Finetune/Step Time": 10.71825266815722}
+{"Finetune/Learning Rate": 1.3818666671551084e-06, "Finetune/Loss": 0.582855224609375, "Finetune/Loss (Raw)": 0.6581042408943176, "Finetune/Step": 16073, "Finetune/Step Time": 10.717355025932193}
+{"Finetune/Learning Rate": 1.381012642630576e-06, "Finetune/Loss": 0.5838897228240967, "Finetune/Loss (Raw)": 0.6020591259002686, "Finetune/Step": 16074, "Finetune/Step Time": 10.687363000586629}
+{"Finetune/Learning Rate": 1.3801588625160156e-06, "Finetune/Loss": 0.5841608047485352, "Finetune/Loss (Raw)": 0.6401073336601257, "Finetune/Step": 16075, "Finetune/Step Time": 10.683378921821713}
+{"Finetune/Learning Rate": 1.379305326835636e-06, "Finetune/Loss": 0.5842195749282837, "Finetune/Loss (Raw)": 0.6138431429862976, "Finetune/Step": 16076, "Finetune/Step Time": 10.693613469600677}
+{"Finetune/Learning Rate": 1.3784520356136466e-06, "Finetune/Loss": 0.5837793350219727, "Finetune/Loss (Raw)": 0.6139357686042786, "Finetune/Step": 16077, "Finetune/Step Time": 10.693650729954243}
+{"Finetune/Learning Rate": 1.3775989888742425e-06, "Finetune/Loss": 0.5845986604690552, "Finetune/Loss (Raw)": 0.6288068890571594, "Finetune/Step": 16078, "Finetune/Step Time": 10.680975317955017}
+{"Finetune/Learning Rate": 1.3767461866416098e-06, "Finetune/Loss": 0.5838783979415894, "Finetune/Loss (Raw)": 0.5157262682914734, "Finetune/Step": 16079, "Finetune/Step Time": 10.648282120004296}
+{"Finetune/Learning Rate": 1.3758936289399349e-06, "Finetune/Loss": 0.58330237865448, "Finetune/Loss (Raw)": 0.5034605860710144, "Finetune/Step": 16080, "Finetune/Step Time": 10.640131147578359}
+{"Finetune/Learning Rate": 1.375041315793393e-06, "Finetune/Loss": 0.5832895636558533, "Finetune/Loss (Raw)": 0.5714109539985657, "Finetune/Step": 16081, "Finetune/Step Time": 10.666609983891249}
+{"Finetune/Learning Rate": 1.374189247226152e-06, "Finetune/Loss": 0.5832476615905762, "Finetune/Loss (Raw)": 0.5850043296813965, "Finetune/Step": 16082, "Finetune/Step Time": 10.694414304569364}
+{"Finetune/Learning Rate": 1.3733374232623741e-06, "Finetune/Loss": 0.5841943025588989, "Finetune/Loss (Raw)": 0.6059146523475647, "Finetune/Step": 16083, "Finetune/Step Time": 10.695049367845058}
+{"Finetune/Learning Rate": 1.3724858439262201e-06, "Finetune/Loss": 0.5838271379470825, "Finetune/Loss (Raw)": 0.5150465965270996, "Finetune/Step": 16084, "Finetune/Step Time": 10.717205559834838}
+{"Finetune/Learning Rate": 1.3716345092418326e-06, "Finetune/Loss": 0.582797646522522, "Finetune/Loss (Raw)": 0.6206687092781067, "Finetune/Step": 16085, "Finetune/Step Time": 10.738147594034672}
+{"Finetune/Learning Rate": 1.3707834192333535e-06, "Finetune/Loss": 0.5828514099121094, "Finetune/Loss (Raw)": 0.5344668626785278, "Finetune/Step": 16086, "Finetune/Step Time": 10.670787224546075}
+{"Finetune/Learning Rate": 1.3699325739249192e-06, "Finetune/Loss": 0.5846898555755615, "Finetune/Loss (Raw)": 0.6593282222747803, "Finetune/Step": 16087, "Finetune/Step Time": 10.652628628537059}
+{"Finetune/Learning Rate": 1.3690819733406568e-06, "Finetune/Loss": 0.5849065780639648, "Finetune/Loss (Raw)": 0.6029890179634094, "Finetune/Step": 16088, "Finetune/Step Time": 10.639557428658009}
+{"Finetune/Learning Rate": 1.368231617504686e-06, "Finetune/Loss": 0.5833597183227539, "Finetune/Loss (Raw)": 0.48570334911346436, "Finetune/Step": 16089, "Finetune/Step Time": 10.665734944865108}
+{"Finetune/Learning Rate": 1.367381506441121e-06, "Finetune/Loss": 0.5830330848693848, "Finetune/Loss (Raw)": 0.6520174145698547, "Finetune/Step": 16090, "Finetune/Step Time": 10.668694408610463}
+{"Finetune/Learning Rate": 1.366531640174069e-06, "Finetune/Loss": 0.5832160711288452, "Finetune/Loss (Raw)": 0.5838689208030701, "Finetune/Step": 16091, "Finetune/Step Time": 10.662025360390544}
+{"Finetune/Learning Rate": 1.3656820187276298e-06, "Finetune/Loss": 0.5829721689224243, "Finetune/Loss (Raw)": 0.5181117653846741, "Finetune/Step": 16092, "Finetune/Step Time": 10.663274887949228}
+{"Finetune/Learning Rate": 1.364832642125895e-06, "Finetune/Loss": 0.5831209421157837, "Finetune/Loss (Raw)": 0.5569334626197815, "Finetune/Step": 16093, "Finetune/Step Time": 10.678049225360155}
+{"Finetune/Learning Rate": 1.3639835103929522e-06, "Finetune/Loss": 0.5844811201095581, "Finetune/Loss (Raw)": 0.7130368947982788, "Finetune/Step": 16094, "Finetune/Step Time": 10.681627791374922}
+{"Finetune/Learning Rate": 1.3631346235528786e-06, "Finetune/Loss": 0.5842850208282471, "Finetune/Loss (Raw)": 0.631611168384552, "Finetune/Step": 16095, "Finetune/Step Time": 10.69927741959691}
+{"Finetune/Learning Rate": 1.3622859816297473e-06, "Finetune/Loss": 0.5841917991638184, "Finetune/Loss (Raw)": 0.5472683906555176, "Finetune/Step": 16096, "Finetune/Step Time": 10.711883291602135}
+{"Finetune/Learning Rate": 1.3614375846476236e-06, "Finetune/Loss": 0.5851340293884277, "Finetune/Loss (Raw)": 0.7859981656074524, "Finetune/Step": 16097, "Finetune/Step Time": 10.712872941046953}
+{"Finetune/Learning Rate": 1.3605894326305647e-06, "Finetune/Loss": 0.5856079459190369, "Finetune/Loss (Raw)": 0.5988760590553284, "Finetune/Step": 16098, "Finetune/Step Time": 10.698338098824024}
+{"Finetune/Learning Rate": 1.3597415256026225e-06, "Finetune/Loss": 0.5859395861625671, "Finetune/Loss (Raw)": 0.6398114562034607, "Finetune/Step": 16099, "Finetune/Step Time": 10.684214008972049}
+{"Finetune/Learning Rate": 1.3588938635878412e-06, "Finetune/Loss": 0.587230920791626, "Finetune/Loss (Raw)": 0.6643235087394714, "Finetune/Step": 16100, "Finetune/Step Time": 10.682501997798681}
+{"Finetune/Learning Rate": 1.3580464466102583e-06, "Finetune/Loss": 0.5862528085708618, "Finetune/Loss (Raw)": 0.5760577321052551, "Finetune/Step": 16101, "Finetune/Step Time": 10.651700016111135}
+{"Finetune/Learning Rate": 1.3571992746939055e-06, "Finetune/Loss": 0.5845320224761963, "Finetune/Loss (Raw)": 0.4541931450366974, "Finetune/Step": 16102, "Finetune/Step Time": 10.65205654501915}
+{"Finetune/Learning Rate": 1.3563523478627993e-06, "Finetune/Loss": 0.584938108921051, "Finetune/Loss (Raw)": 0.6223322153091431, "Finetune/Step": 16103, "Finetune/Step Time": 10.656979259103537}
+{"Finetune/Learning Rate": 1.355505666140965e-06, "Finetune/Loss": 0.5847188234329224, "Finetune/Loss (Raw)": 0.5338614583015442, "Finetune/Step": 16104, "Finetune/Step Time": 10.668105728924274}
+{"Finetune/Learning Rate": 1.3546592295524075e-06, "Finetune/Loss": 0.5850914120674133, "Finetune/Loss (Raw)": 0.5981068015098572, "Finetune/Step": 16105, "Finetune/Step Time": 10.667601332068443}
+{"Finetune/Learning Rate": 1.35381303812113e-06, "Finetune/Loss": 0.5849767923355103, "Finetune/Loss (Raw)": 0.6180383563041687, "Finetune/Step": 16106, "Finetune/Step Time": 10.665935145691037}
+{"Finetune/Learning Rate": 1.352967091871128e-06, "Finetune/Loss": 0.5835984945297241, "Finetune/Loss (Raw)": 0.39002320170402527, "Finetune/Step": 16107, "Finetune/Step Time": 10.669277103617787}
+{"Finetune/Learning Rate": 1.3521213908263931e-06, "Finetune/Loss": 0.583086371421814, "Finetune/Loss (Raw)": 0.6203094124794006, "Finetune/Step": 16108, "Finetune/Step Time": 10.67732447758317}
+{"Finetune/Learning Rate": 1.3512759350109027e-06, "Finetune/Loss": 0.5840148329734802, "Finetune/Loss (Raw)": 0.6655847430229187, "Finetune/Step": 16109, "Finetune/Step Time": 10.673806047067046}
+{"Finetune/Learning Rate": 1.3504307244486302e-06, "Finetune/Loss": 0.582420825958252, "Finetune/Loss (Raw)": 0.4535895586013794, "Finetune/Step": 16110, "Finetune/Step Time": 10.670628909021616}
+{"Finetune/Learning Rate": 1.3495857591635486e-06, "Finetune/Loss": 0.5831074714660645, "Finetune/Loss (Raw)": 0.6797437071800232, "Finetune/Step": 16111, "Finetune/Step Time": 10.6687349434942}
+{"Finetune/Learning Rate": 1.3487410391796163e-06, "Finetune/Loss": 0.5832871198654175, "Finetune/Loss (Raw)": 0.6140743494033813, "Finetune/Step": 16112, "Finetune/Step Time": 10.657380383461714}
+{"Finetune/Learning Rate": 1.3478965645207875e-06, "Finetune/Loss": 0.5824568867683411, "Finetune/Loss (Raw)": 0.5539384484291077, "Finetune/Step": 16113, "Finetune/Step Time": 10.666816925629973}
+{"Finetune/Learning Rate": 1.347052335211011e-06, "Finetune/Loss": 0.582600474357605, "Finetune/Loss (Raw)": 0.6115562915802002, "Finetune/Step": 16114, "Finetune/Step Time": 10.643368421122432}
+{"Finetune/Learning Rate": 1.3462083512742219e-06, "Finetune/Loss": 0.5822242498397827, "Finetune/Loss (Raw)": 0.5767611861228943, "Finetune/Step": 16115, "Finetune/Step Time": 10.63862537778914}
+{"Finetune/Learning Rate": 1.3453646127343566e-06, "Finetune/Loss": 0.5812258720397949, "Finetune/Loss (Raw)": 0.5250534415245056, "Finetune/Step": 16116, "Finetune/Step Time": 10.620751393958926}
+{"Finetune/Learning Rate": 1.3445211196153373e-06, "Finetune/Loss": 0.5803401470184326, "Finetune/Loss (Raw)": 0.5120817422866821, "Finetune/Step": 16117, "Finetune/Step Time": 10.615658493712544}
+{"Finetune/Learning Rate": 1.3436778719410892e-06, "Finetune/Loss": 0.5809602737426758, "Finetune/Loss (Raw)": 0.709225594997406, "Finetune/Step": 16118, "Finetune/Step Time": 10.619183359667659}
+{"Finetune/Learning Rate": 1.342834869735521e-06, "Finetune/Loss": 0.5803618431091309, "Finetune/Loss (Raw)": 0.5056649446487427, "Finetune/Step": 16119, "Finetune/Step Time": 10.635665491223335}
+{"Finetune/Learning Rate": 1.3419921130225399e-06, "Finetune/Loss": 0.5797990560531616, "Finetune/Loss (Raw)": 0.5066334009170532, "Finetune/Step": 16120, "Finetune/Step Time": 10.656825566664338}
+{"Finetune/Learning Rate": 1.3411496018260405e-06, "Finetune/Loss": 0.5805044174194336, "Finetune/Loss (Raw)": 0.6406453847885132, "Finetune/Step": 16121, "Finetune/Step Time": 10.64622451364994}
+{"Finetune/Learning Rate": 1.340307336169917e-06, "Finetune/Loss": 0.5808119177818298, "Finetune/Loss (Raw)": 0.5825766324996948, "Finetune/Step": 16122, "Finetune/Step Time": 10.626974556595087}
+{"Finetune/Learning Rate": 1.3394653160780514e-06, "Finetune/Loss": 0.5795872807502747, "Finetune/Loss (Raw)": 0.4936526417732239, "Finetune/Step": 16123, "Finetune/Step Time": 10.654146574437618}
+{"Finetune/Learning Rate": 1.3386235415743232e-06, "Finetune/Loss": 0.5797482132911682, "Finetune/Loss (Raw)": 0.6757108569145203, "Finetune/Step": 16124, "Finetune/Step Time": 10.652138877660036}
+{"Finetune/Learning Rate": 1.337782012682598e-06, "Finetune/Loss": 0.580295979976654, "Finetune/Loss (Raw)": 0.6420942544937134, "Finetune/Step": 16125, "Finetune/Step Time": 10.647702105343342}
+{"Finetune/Learning Rate": 1.3369407294267489e-06, "Finetune/Loss": 0.5796195864677429, "Finetune/Loss (Raw)": 0.5805174708366394, "Finetune/Step": 16126, "Finetune/Step Time": 10.652018316090107}
+{"Finetune/Learning Rate": 1.3360996918306224e-06, "Finetune/Loss": 0.5792602300643921, "Finetune/Loss (Raw)": 0.584886908531189, "Finetune/Step": 16127, "Finetune/Step Time": 10.65150343440473}
+{"Finetune/Learning Rate": 1.3352588999180726e-06, "Finetune/Loss": 0.5781856179237366, "Finetune/Loss (Raw)": 0.43808016180992126, "Finetune/Step": 16128, "Finetune/Step Time": 10.695807471871376}
+{"Finetune/Learning Rate": 1.3344183537129418e-06, "Finetune/Loss": 0.5779886245727539, "Finetune/Loss (Raw)": 0.5887269973754883, "Finetune/Step": 16129, "Finetune/Step Time": 10.69916620850563}
+{"Finetune/Learning Rate": 1.3335780532390642e-06, "Finetune/Loss": 0.5775315761566162, "Finetune/Loss (Raw)": 0.4468165934085846, "Finetune/Step": 16130, "Finetune/Step Time": 10.693814933300018}
+{"Finetune/Learning Rate": 1.3327379985202694e-06, "Finetune/Loss": 0.5783412456512451, "Finetune/Loss (Raw)": 0.5912068486213684, "Finetune/Step": 16131, "Finetune/Step Time": 10.693876249715686}
+{"Finetune/Learning Rate": 1.3318981895803785e-06, "Finetune/Loss": 0.580048680305481, "Finetune/Loss (Raw)": 0.5753937363624573, "Finetune/Step": 16132, "Finetune/Step Time": 10.649572808295488}
+{"Finetune/Learning Rate": 1.3310586264432056e-06, "Finetune/Loss": 0.5813565254211426, "Finetune/Loss (Raw)": 0.582685649394989, "Finetune/Step": 16133, "Finetune/Step Time": 10.61935468018055}
+{"Finetune/Learning Rate": 1.3302193091325588e-06, "Finetune/Loss": 0.5821495056152344, "Finetune/Loss (Raw)": 0.6010222434997559, "Finetune/Step": 16134, "Finetune/Step Time": 10.579999079927802}
+{"Finetune/Learning Rate": 1.3293802376722398e-06, "Finetune/Loss": 0.5835233926773071, "Finetune/Loss (Raw)": 0.6301892995834351, "Finetune/Step": 16135, "Finetune/Step Time": 10.580580662935972}
+{"Finetune/Learning Rate": 1.3285414120860407e-06, "Finetune/Loss": 0.5841264724731445, "Finetune/Loss (Raw)": 0.6643646359443665, "Finetune/Step": 16136, "Finetune/Step Time": 10.573720732703805}
+{"Finetune/Learning Rate": 1.3277028323977492e-06, "Finetune/Loss": 0.5846753716468811, "Finetune/Loss (Raw)": 0.6147264242172241, "Finetune/Step": 16137, "Finetune/Step Time": 10.574971148744226}
+{"Finetune/Learning Rate": 1.326864498631144e-06, "Finetune/Loss": 0.5848690271377563, "Finetune/Loss (Raw)": 0.5494999289512634, "Finetune/Step": 16138, "Finetune/Step Time": 10.550815349444747}
+{"Finetune/Learning Rate": 1.3260264108099996e-06, "Finetune/Loss": 0.5854689478874207, "Finetune/Loss (Raw)": 0.5809239745140076, "Finetune/Step": 16139, "Finetune/Step Time": 10.525811027735472}
+{"Finetune/Learning Rate": 1.32518856895808e-06, "Finetune/Loss": 0.5858540534973145, "Finetune/Loss (Raw)": 0.5684508681297302, "Finetune/Step": 16140, "Finetune/Step Time": 10.53820296190679}
+{"Finetune/Learning Rate": 1.3243509730991445e-06, "Finetune/Loss": 0.5845281481742859, "Finetune/Loss (Raw)": 0.40830281376838684, "Finetune/Step": 16141, "Finetune/Step Time": 10.54766465909779}
+{"Finetune/Learning Rate": 1.3235136232569456e-06, "Finetune/Loss": 0.5861684083938599, "Finetune/Loss (Raw)": 0.6455842852592468, "Finetune/Step": 16142, "Finetune/Step Time": 10.505272321403027}
+{"Finetune/Learning Rate": 1.3226765194552272e-06, "Finetune/Loss": 0.5861162543296814, "Finetune/Loss (Raw)": 0.5578940510749817, "Finetune/Step": 16143, "Finetune/Step Time": 10.506845401600003}
+{"Finetune/Learning Rate": 1.3218396617177287e-06, "Finetune/Loss": 0.586391031742096, "Finetune/Loss (Raw)": 0.6553903818130493, "Finetune/Step": 16144, "Finetune/Step Time": 10.507954748347402}
+{"Finetune/Learning Rate": 1.3210030500681791e-06, "Finetune/Loss": 0.5855192542076111, "Finetune/Loss (Raw)": 0.35007715225219727, "Finetune/Step": 16145, "Finetune/Step Time": 10.53436067327857}
+{"Finetune/Learning Rate": 1.320166684530303e-06, "Finetune/Loss": 0.5849490165710449, "Finetune/Loss (Raw)": 0.5523325204849243, "Finetune/Step": 16146, "Finetune/Step Time": 10.518198089674115}
+{"Finetune/Learning Rate": 1.3193305651278188e-06, "Finetune/Loss": 0.583533763885498, "Finetune/Loss (Raw)": 0.42361539602279663, "Finetune/Step": 16147, "Finetune/Step Time": 10.55492595396936}
+{"Finetune/Learning Rate": 1.3184946918844344e-06, "Finetune/Loss": 0.5843565464019775, "Finetune/Loss (Raw)": 0.6461377739906311, "Finetune/Step": 16148, "Finetune/Step Time": 10.555692678317428}
+{"Finetune/Learning Rate": 1.3176590648238542e-06, "Finetune/Loss": 0.5837773084640503, "Finetune/Loss (Raw)": 0.5555134415626526, "Finetune/Step": 16149, "Finetune/Step Time": 10.538800980895758}
+{"Finetune/Learning Rate": 1.3168236839697745e-06, "Finetune/Loss": 0.5843207836151123, "Finetune/Loss (Raw)": 0.6483993530273438, "Finetune/Step": 16150, "Finetune/Step Time": 10.548829136416316}
+{"Finetune/Learning Rate": 1.3159885493458824e-06, "Finetune/Loss": 0.5836505889892578, "Finetune/Loss (Raw)": 0.5066455006599426, "Finetune/Step": 16151, "Finetune/Step Time": 10.561491394415498}
+{"Finetune/Learning Rate": 1.3151536609758586e-06, "Finetune/Loss": 0.584288477897644, "Finetune/Loss (Raw)": 0.6473509073257446, "Finetune/Step": 16152, "Finetune/Step Time": 10.570239780470729}
+{"Finetune/Learning Rate": 1.3143190188833832e-06, "Finetune/Loss": 0.5843912363052368, "Finetune/Loss (Raw)": 0.592778205871582, "Finetune/Step": 16153, "Finetune/Step Time": 10.583107348531485}
+{"Finetune/Learning Rate": 1.3134846230921216e-06, "Finetune/Loss": 0.5845210552215576, "Finetune/Loss (Raw)": 0.6383751630783081, "Finetune/Step": 16154, "Finetune/Step Time": 10.568070251494646}
+{"Finetune/Learning Rate": 1.312650473625734e-06, "Finetune/Loss": 0.5851524472236633, "Finetune/Loss (Raw)": 0.5355624556541443, "Finetune/Step": 16155, "Finetune/Step Time": 10.60225703753531}
+{"Finetune/Learning Rate": 1.3118165705078768e-06, "Finetune/Loss": 0.5846177339553833, "Finetune/Loss (Raw)": 0.49457767605781555, "Finetune/Step": 16156, "Finetune/Step Time": 10.603132285177708}
+{"Finetune/Learning Rate": 1.3109829137621967e-06, "Finetune/Loss": 0.58522629737854, "Finetune/Loss (Raw)": 0.6204470992088318, "Finetune/Step": 16157, "Finetune/Step Time": 10.61155129596591}
+{"Finetune/Learning Rate": 1.3101495034123313e-06, "Finetune/Loss": 0.5848525166511536, "Finetune/Loss (Raw)": 0.5565345883369446, "Finetune/Step": 16158, "Finetune/Step Time": 10.629195149987936}
+{"Finetune/Learning Rate": 1.309316339481913e-06, "Finetune/Loss": 0.5841978788375854, "Finetune/Loss (Raw)": 0.5752105712890625, "Finetune/Step": 16159, "Finetune/Step Time": 10.62746436521411}
+{"Finetune/Learning Rate": 1.3084834219945731e-06, "Finetune/Loss": 0.583323061466217, "Finetune/Loss (Raw)": 0.49058935046195984, "Finetune/Step": 16160, "Finetune/Step Time": 10.630221681669354}
+{"Finetune/Learning Rate": 1.3076507509739279e-06, "Finetune/Loss": 0.5834609270095825, "Finetune/Loss (Raw)": 0.6018128395080566, "Finetune/Step": 16161, "Finetune/Step Time": 10.639578878879547}
+{"Finetune/Learning Rate": 1.3068183264435885e-06, "Finetune/Loss": 0.5822415351867676, "Finetune/Loss (Raw)": 0.45484989881515503, "Finetune/Step": 16162, "Finetune/Step Time": 10.66879384405911}
+{"Finetune/Learning Rate": 1.3059861484271653e-06, "Finetune/Loss": 0.5815831422805786, "Finetune/Loss (Raw)": 0.5242294073104858, "Finetune/Step": 16163, "Finetune/Step Time": 10.705820398405194}
+{"Finetune/Learning Rate": 1.3051542169482489e-06, "Finetune/Loss": 0.5816577672958374, "Finetune/Loss (Raw)": 0.6523725986480713, "Finetune/Step": 16164, "Finetune/Step Time": 10.705670231953263}
+{"Finetune/Learning Rate": 1.3043225320304343e-06, "Finetune/Loss": 0.582379937171936, "Finetune/Loss (Raw)": 0.717850387096405, "Finetune/Step": 16165, "Finetune/Step Time": 10.702580023556948}
+{"Finetune/Learning Rate": 1.3034910936973032e-06, "Finetune/Loss": 0.582818865776062, "Finetune/Loss (Raw)": 0.603115975856781, "Finetune/Step": 16166, "Finetune/Step Time": 10.735205203294754}
+{"Finetune/Learning Rate": 1.3026599019724374e-06, "Finetune/Loss": 0.582653284072876, "Finetune/Loss (Raw)": 0.5871752500534058, "Finetune/Step": 16167, "Finetune/Step Time": 10.743516124784946}
+{"Finetune/Learning Rate": 1.301828956879405e-06, "Finetune/Loss": 0.58382248878479, "Finetune/Loss (Raw)": 0.6352033615112305, "Finetune/Step": 16168, "Finetune/Step Time": 10.74106391146779}
+{"Finetune/Learning Rate": 1.3009982584417712e-06, "Finetune/Loss": 0.5843462347984314, "Finetune/Loss (Raw)": 0.5558221936225891, "Finetune/Step": 16169, "Finetune/Step Time": 10.744455762207508}
+{"Finetune/Learning Rate": 1.300167806683088e-06, "Finetune/Loss": 0.5837741494178772, "Finetune/Loss (Raw)": 0.5763417482376099, "Finetune/Step": 16170, "Finetune/Step Time": 10.759813241660595}
+{"Finetune/Learning Rate": 1.2993376016269076e-06, "Finetune/Loss": 0.5833321809768677, "Finetune/Loss (Raw)": 0.5592291951179504, "Finetune/Step": 16171, "Finetune/Step Time": 10.759849162772298}
+{"Finetune/Learning Rate": 1.2985076432967703e-06, "Finetune/Loss": 0.582053005695343, "Finetune/Loss (Raw)": 0.5131374597549438, "Finetune/Step": 16172, "Finetune/Step Time": 10.76525193080306}
+{"Finetune/Learning Rate": 1.2976779317162114e-06, "Finetune/Loss": 0.5833877325057983, "Finetune/Loss (Raw)": 0.6419352889060974, "Finetune/Step": 16173, "Finetune/Step Time": 10.748432364314795}
+{"Finetune/Learning Rate": 1.2968484669087612e-06, "Finetune/Loss": 0.583400547504425, "Finetune/Loss (Raw)": 0.5765320062637329, "Finetune/Step": 16174, "Finetune/Step Time": 10.74943451024592}
+{"Finetune/Learning Rate": 1.296019248897943e-06, "Finetune/Loss": 0.5843592882156372, "Finetune/Loss (Raw)": 0.6348203420639038, "Finetune/Step": 16175, "Finetune/Step Time": 10.74712979234755}
+{"Finetune/Learning Rate": 1.2951902777072656e-06, "Finetune/Loss": 0.584851861000061, "Finetune/Loss (Raw)": 0.6581060886383057, "Finetune/Step": 16176, "Finetune/Step Time": 10.751404400914907}
+{"Finetune/Learning Rate": 1.2943615533602393e-06, "Finetune/Loss": 0.5844132900238037, "Finetune/Loss (Raw)": 0.6202606558799744, "Finetune/Step": 16177, "Finetune/Step Time": 10.763894312083721}
+{"Finetune/Learning Rate": 1.2935330758803633e-06, "Finetune/Loss": 0.5842733979225159, "Finetune/Loss (Raw)": 0.5734122395515442, "Finetune/Step": 16178, "Finetune/Step Time": 10.76173397153616}
+{"Finetune/Learning Rate": 1.2927048452911318e-06, "Finetune/Loss": 0.5834734439849854, "Finetune/Loss (Raw)": 0.562747597694397, "Finetune/Step": 16179, "Finetune/Step Time": 10.761732883751392}
+{"Finetune/Learning Rate": 1.2918768616160294e-06, "Finetune/Loss": 0.5827536582946777, "Finetune/Loss (Raw)": 0.5869215130805969, "Finetune/Step": 16180, "Finetune/Step Time": 10.767219530418515}
+{"Finetune/Learning Rate": 1.2910491248785385e-06, "Finetune/Loss": 0.5837826728820801, "Finetune/Loss (Raw)": 0.6338279843330383, "Finetune/Step": 16181, "Finetune/Step Time": 10.766032053157687}
+{"Finetune/Learning Rate": 1.290221635102128e-06, "Finetune/Loss": 0.5843750238418579, "Finetune/Loss (Raw)": 0.6598595976829529, "Finetune/Step": 16182, "Finetune/Step Time": 10.761143874377012}
+{"Finetune/Learning Rate": 1.2893943923102647e-06, "Finetune/Loss": 0.5837984681129456, "Finetune/Loss (Raw)": 0.5438447594642639, "Finetune/Step": 16183, "Finetune/Step Time": 10.75444072112441}
+{"Finetune/Learning Rate": 1.2885673965264078e-06, "Finetune/Loss": 0.582599401473999, "Finetune/Loss (Raw)": 0.5836679339408875, "Finetune/Step": 16184, "Finetune/Step Time": 10.742532515898347}
+{"Finetune/Learning Rate": 1.2877406477740074e-06, "Finetune/Loss": 0.5823773741722107, "Finetune/Loss (Raw)": 0.5638747215270996, "Finetune/Step": 16185, "Finetune/Step Time": 10.748019436374307}
+{"Finetune/Learning Rate": 1.2869141460765067e-06, "Finetune/Loss": 0.5835382342338562, "Finetune/Loss (Raw)": 0.702751100063324, "Finetune/Step": 16186, "Finetune/Step Time": 10.75808765925467}
+{"Finetune/Learning Rate": 1.286087891457345e-06, "Finetune/Loss": 0.5841591954231262, "Finetune/Loss (Raw)": 0.7024661302566528, "Finetune/Step": 16187, "Finetune/Step Time": 10.76281525939703}
+{"Finetune/Learning Rate": 1.2852618839399522e-06, "Finetune/Loss": 0.5828801989555359, "Finetune/Loss (Raw)": 0.4712226986885071, "Finetune/Step": 16188, "Finetune/Step Time": 10.797205762937665}
+{"Finetune/Learning Rate": 1.2844361235477497e-06, "Finetune/Loss": 0.582795262336731, "Finetune/Loss (Raw)": 0.5916845202445984, "Finetune/Step": 16189, "Finetune/Step Time": 10.800128992646933}
+{"Finetune/Learning Rate": 1.2836106103041556e-06, "Finetune/Loss": 0.5820486545562744, "Finetune/Loss (Raw)": 0.599773108959198, "Finetune/Step": 16190, "Finetune/Step Time": 10.80911584571004}
+{"Finetune/Learning Rate": 1.2827853442325787e-06, "Finetune/Loss": 0.5817303657531738, "Finetune/Loss (Raw)": 0.522704005241394, "Finetune/Step": 16191, "Finetune/Step Time": 10.813350550830364}
+{"Finetune/Learning Rate": 1.2819603253564206e-06, "Finetune/Loss": 0.5821616053581238, "Finetune/Loss (Raw)": 0.6965113878250122, "Finetune/Step": 16192, "Finetune/Step Time": 10.817860648036003}
+{"Finetune/Learning Rate": 1.2811355536990777e-06, "Finetune/Loss": 0.5826382637023926, "Finetune/Loss (Raw)": 0.6082574725151062, "Finetune/Step": 16193, "Finetune/Step Time": 10.821124643087387}
+{"Finetune/Learning Rate": 1.280311029283936e-06, "Finetune/Loss": 0.581906259059906, "Finetune/Loss (Raw)": 0.48146572709083557, "Finetune/Step": 16194, "Finetune/Step Time": 10.824145888909698}
+{"Finetune/Learning Rate": 1.279486752134379e-06, "Finetune/Loss": 0.5818716883659363, "Finetune/Loss (Raw)": 0.6037806868553162, "Finetune/Step": 16195, "Finetune/Step Time": 10.828709593042731}
+{"Finetune/Learning Rate": 1.2786627222737801e-06, "Finetune/Loss": 0.5810320377349854, "Finetune/Loss (Raw)": 0.5273385047912598, "Finetune/Step": 16196, "Finetune/Step Time": 10.831740403547883}
+{"Finetune/Learning Rate": 1.2778389397255053e-06, "Finetune/Loss": 0.5811854600906372, "Finetune/Loss (Raw)": 0.5915278196334839, "Finetune/Step": 16197, "Finetune/Step Time": 10.827586490660906}
+{"Finetune/Learning Rate": 1.2770154045129168e-06, "Finetune/Loss": 0.5829333066940308, "Finetune/Loss (Raw)": 0.7381209135055542, "Finetune/Step": 16198, "Finetune/Step Time": 10.823012007400393}
+{"Finetune/Learning Rate": 1.2761921166593683e-06, "Finetune/Loss": 0.5826559662818909, "Finetune/Loss (Raw)": 0.5224380493164062, "Finetune/Step": 16199, "Finetune/Step Time": 10.820436948910356}
+{"Finetune/Learning Rate": 1.275369076188202e-06, "Finetune/Loss": 0.5825563073158264, "Finetune/Loss (Raw)": 0.47745972871780396, "Finetune/Step": 16200, "Finetune/Step Time": 10.79078883677721}
+{"Finetune/Learning Rate": 1.2745462831227561e-06, "Finetune/Loss": 0.5813902616500854, "Finetune/Loss (Raw)": 0.508849024772644, "Finetune/Step": 16201, "Finetune/Step Time": 10.79935623332858}
+{"Finetune/Learning Rate": 1.2737237374863687e-06, "Finetune/Loss": 0.5803442597389221, "Finetune/Loss (Raw)": 0.4681697487831116, "Finetune/Step": 16202, "Finetune/Step Time": 10.80281287431717}
+{"Finetune/Learning Rate": 1.272901439302362e-06, "Finetune/Loss": 0.579669713973999, "Finetune/Loss (Raw)": 0.5537714958190918, "Finetune/Step": 16203, "Finetune/Step Time": 10.801384134218097}
+{"Finetune/Learning Rate": 1.2720793885940541e-06, "Finetune/Loss": 0.5795019268989563, "Finetune/Loss (Raw)": 0.5923619270324707, "Finetune/Step": 16204, "Finetune/Step Time": 10.79968537017703}
+{"Finetune/Learning Rate": 1.2712575853847575e-06, "Finetune/Loss": 0.5782241821289062, "Finetune/Loss (Raw)": 0.45038512349128723, "Finetune/Step": 16205, "Finetune/Step Time": 10.83861069381237}
+{"Finetune/Learning Rate": 1.2704360296977735e-06, "Finetune/Loss": 0.5781951546669006, "Finetune/Loss (Raw)": 0.6250956654548645, "Finetune/Step": 16206, "Finetune/Step Time": 10.839183304458857}
+{"Finetune/Learning Rate": 1.2696147215563992e-06, "Finetune/Loss": 0.5787167549133301, "Finetune/Loss (Raw)": 0.5824848413467407, "Finetune/Step": 16207, "Finetune/Step Time": 10.836688164621592}
+{"Finetune/Learning Rate": 1.2687936609839235e-06, "Finetune/Loss": 0.579965353012085, "Finetune/Loss (Raw)": 0.6632881760597229, "Finetune/Step": 16208, "Finetune/Step Time": 10.848359353840351}
+{"Finetune/Learning Rate": 1.2679728480036335e-06, "Finetune/Loss": 0.5795276165008545, "Finetune/Loss (Raw)": 0.5153764486312866, "Finetune/Step": 16209, "Finetune/Step Time": 10.82538253813982}
+{"Finetune/Learning Rate": 1.2671522826388028e-06, "Finetune/Loss": 0.578708291053772, "Finetune/Loss (Raw)": 0.4801352322101593, "Finetune/Step": 16210, "Finetune/Step Time": 10.791853655129671}
+{"Finetune/Learning Rate": 1.2663319649127025e-06, "Finetune/Loss": 0.5790359973907471, "Finetune/Loss (Raw)": 0.6478550434112549, "Finetune/Step": 16211, "Finetune/Step Time": 10.800572082400322}
+{"Finetune/Learning Rate": 1.26551189484859e-06, "Finetune/Loss": 0.5798506736755371, "Finetune/Loss (Raw)": 0.6193252801895142, "Finetune/Step": 16212, "Finetune/Step Time": 10.779883662238717}
+{"Finetune/Learning Rate": 1.2646920724697242e-06, "Finetune/Loss": 0.5796211957931519, "Finetune/Loss (Raw)": 0.5912960171699524, "Finetune/Step": 16213, "Finetune/Step Time": 10.768921898677945}
+{"Finetune/Learning Rate": 1.26387249779935e-06, "Finetune/Loss": 0.5793869495391846, "Finetune/Loss (Raw)": 0.5044863820075989, "Finetune/Step": 16214, "Finetune/Step Time": 10.752892510965466}
+{"Finetune/Learning Rate": 1.2630531708607074e-06, "Finetune/Loss": 0.5798861980438232, "Finetune/Loss (Raw)": 0.7232261300086975, "Finetune/Step": 16215, "Finetune/Step Time": 10.73603643849492}
+{"Finetune/Learning Rate": 1.2622340916770348e-06, "Finetune/Loss": 0.5806974172592163, "Finetune/Loss (Raw)": 0.7068287134170532, "Finetune/Step": 16216, "Finetune/Step Time": 10.76221252605319}
+{"Finetune/Learning Rate": 1.261415260271559e-06, "Finetune/Loss": 0.5811948180198669, "Finetune/Loss (Raw)": 0.5493678450584412, "Finetune/Step": 16217, "Finetune/Step Time": 10.732308132573962}
+{"Finetune/Learning Rate": 1.2605966766674948e-06, "Finetune/Loss": 0.5818397402763367, "Finetune/Loss (Raw)": 0.7345700860023499, "Finetune/Step": 16218, "Finetune/Step Time": 10.736019982025027}
+{"Finetune/Learning Rate": 1.259778340888057e-06, "Finetune/Loss": 0.5808505415916443, "Finetune/Loss (Raw)": 0.4572528004646301, "Finetune/Step": 16219, "Finetune/Step Time": 10.757308101281524}
+{"Finetune/Learning Rate": 1.2589602529564516e-06, "Finetune/Loss": 0.5825220942497253, "Finetune/Loss (Raw)": 0.7320688962936401, "Finetune/Step": 16220, "Finetune/Step Time": 10.748978566378355}
+{"Finetune/Learning Rate": 1.2581424128958775e-06, "Finetune/Loss": 0.5829136371612549, "Finetune/Loss (Raw)": 0.6070512533187866, "Finetune/Step": 16221, "Finetune/Step Time": 10.728456830605865}
+{"Finetune/Learning Rate": 1.2573248207295241e-06, "Finetune/Loss": 0.5828972458839417, "Finetune/Loss (Raw)": 0.7109386324882507, "Finetune/Step": 16222, "Finetune/Step Time": 10.736646305769682}
+{"Finetune/Learning Rate": 1.256507476480582e-06, "Finetune/Loss": 0.5823948383331299, "Finetune/Loss (Raw)": 0.5673000812530518, "Finetune/Step": 16223, "Finetune/Step Time": 10.723030500113964}
+{"Finetune/Learning Rate": 1.255690380172222e-06, "Finetune/Loss": 0.5839526057243347, "Finetune/Loss (Raw)": 0.7466655373573303, "Finetune/Step": 16224, "Finetune/Step Time": 10.704113334417343}
+{"Finetune/Learning Rate": 1.2548735318276173e-06, "Finetune/Loss": 0.5826513171195984, "Finetune/Loss (Raw)": 0.6194317936897278, "Finetune/Step": 16225, "Finetune/Step Time": 10.705071708187461}
+{"Finetune/Learning Rate": 1.2540569314699325e-06, "Finetune/Loss": 0.5828027129173279, "Finetune/Loss (Raw)": 0.6182560920715332, "Finetune/Step": 16226, "Finetune/Step Time": 10.712179685011506}
+{"Finetune/Learning Rate": 1.2532405791223224e-06, "Finetune/Loss": 0.5821945667266846, "Finetune/Loss (Raw)": 0.5619726181030273, "Finetune/Step": 16227, "Finetune/Step Time": 10.715544201433659}
+{"Finetune/Learning Rate": 1.2524244748079372e-06, "Finetune/Loss": 0.5816541910171509, "Finetune/Loss (Raw)": 0.5951479077339172, "Finetune/Step": 16228, "Finetune/Step Time": 10.715059084817767}
+{"Finetune/Learning Rate": 1.2516086185499187e-06, "Finetune/Loss": 0.5812002420425415, "Finetune/Loss (Raw)": 0.517960786819458, "Finetune/Step": 16229, "Finetune/Step Time": 10.711818732321262}
+{"Finetune/Learning Rate": 1.2507930103714028e-06, "Finetune/Loss": 0.5806174874305725, "Finetune/Loss (Raw)": 0.3796003460884094, "Finetune/Step": 16230, "Finetune/Step Time": 10.76144102588296}
+{"Finetune/Learning Rate": 1.2499776502955185e-06, "Finetune/Loss": 0.5806074738502502, "Finetune/Loss (Raw)": 0.6210453510284424, "Finetune/Step": 16231, "Finetune/Step Time": 10.792300462722778}
+{"Finetune/Learning Rate": 1.2491625383453854e-06, "Finetune/Loss": 0.5807681083679199, "Finetune/Loss (Raw)": 0.5544268488883972, "Finetune/Step": 16232, "Finetune/Step Time": 10.77634446322918}
+{"Finetune/Learning Rate": 1.2483476745441193e-06, "Finetune/Loss": 0.581054151058197, "Finetune/Loss (Raw)": 0.6347187757492065, "Finetune/Step": 16233, "Finetune/Step Time": 10.80864566937089}
+{"Finetune/Learning Rate": 1.247533058914826e-06, "Finetune/Loss": 0.5807813405990601, "Finetune/Loss (Raw)": 0.5831156373023987, "Finetune/Step": 16234, "Finetune/Step Time": 10.832457205280662}
+{"Finetune/Learning Rate": 1.2467186914806073e-06, "Finetune/Loss": 0.5825173854827881, "Finetune/Loss (Raw)": 0.6122373938560486, "Finetune/Step": 16235, "Finetune/Step Time": 10.834973247721791}
+{"Finetune/Learning Rate": 1.2459045722645547e-06, "Finetune/Loss": 0.5823491811752319, "Finetune/Loss (Raw)": 0.598779559135437, "Finetune/Step": 16236, "Finetune/Step Time": 10.830450316891074}
+{"Finetune/Learning Rate": 1.2450907012897562e-06, "Finetune/Loss": 0.5813007354736328, "Finetune/Loss (Raw)": 0.5313839316368103, "Finetune/Step": 16237, "Finetune/Step Time": 10.829711217433214}
+{"Finetune/Learning Rate": 1.244277078579289e-06, "Finetune/Loss": 0.5832562446594238, "Finetune/Loss (Raw)": 0.7038893699645996, "Finetune/Step": 16238, "Finetune/Step Time": 10.833525137975812}
+{"Finetune/Learning Rate": 1.2434637041562258e-06, "Finetune/Loss": 0.5820711255073547, "Finetune/Loss (Raw)": 0.5280539393424988, "Finetune/Step": 16239, "Finetune/Step Time": 10.835508964955807}
+{"Finetune/Learning Rate": 1.2426505780436326e-06, "Finetune/Loss": 0.5816184282302856, "Finetune/Loss (Raw)": 0.5561288595199585, "Finetune/Step": 16240, "Finetune/Step Time": 10.838208423927426}
+{"Finetune/Learning Rate": 1.2418377002645653e-06, "Finetune/Loss": 0.5820030570030212, "Finetune/Loss (Raw)": 0.6031738519668579, "Finetune/Step": 16241, "Finetune/Step Time": 10.844069855287671}
+{"Finetune/Learning Rate": 1.2410250708420767e-06, "Finetune/Loss": 0.5817180275917053, "Finetune/Loss (Raw)": 0.5750694870948792, "Finetune/Step": 16242, "Finetune/Step Time": 10.845656743273139}
+{"Finetune/Learning Rate": 1.2402126897992094e-06, "Finetune/Loss": 0.5816179513931274, "Finetune/Loss (Raw)": 0.5639530420303345, "Finetune/Step": 16243, "Finetune/Step Time": 10.846616841852665}
+{"Finetune/Learning Rate": 1.2394005571590007e-06, "Finetune/Loss": 0.5822080373764038, "Finetune/Loss (Raw)": 0.6005809903144836, "Finetune/Step": 16244, "Finetune/Step Time": 10.858371963724494}
+{"Finetune/Learning Rate": 1.2385886729444808e-06, "Finetune/Loss": 0.5829086303710938, "Finetune/Loss (Raw)": 0.6017603278160095, "Finetune/Step": 16245, "Finetune/Step Time": 10.862857021391392}
+{"Finetune/Learning Rate": 1.2377770371786723e-06, "Finetune/Loss": 0.5814627408981323, "Finetune/Loss (Raw)": 0.5241560935974121, "Finetune/Step": 16246, "Finetune/Step Time": 10.863566886633635}
+{"Finetune/Learning Rate": 1.2369656498845906e-06, "Finetune/Loss": 0.5803660154342651, "Finetune/Loss (Raw)": 0.3652785122394562, "Finetune/Step": 16247, "Finetune/Step Time": 10.888944758102298}
+{"Finetune/Learning Rate": 1.2361545110852458e-06, "Finetune/Loss": 0.5803784132003784, "Finetune/Loss (Raw)": 0.5082190632820129, "Finetune/Step": 16248, "Finetune/Step Time": 10.870446873828769}
+{"Finetune/Learning Rate": 1.235343620803634e-06, "Finetune/Loss": 0.579585075378418, "Finetune/Loss (Raw)": 0.5390989184379578, "Finetune/Step": 16249, "Finetune/Step Time": 10.878260334953666}
+{"Finetune/Learning Rate": 1.234532979062756e-06, "Finetune/Loss": 0.5797353982925415, "Finetune/Loss (Raw)": 0.6018216013908386, "Finetune/Step": 16250, "Finetune/Step Time": 10.883839739486575}
+{"Finetune/Learning Rate": 1.233722585885596e-06, "Finetune/Loss": 0.5801750421524048, "Finetune/Loss (Raw)": 0.5499237179756165, "Finetune/Step": 16251, "Finetune/Step Time": 10.854269998148084}
+{"Finetune/Learning Rate": 1.2329124412951366e-06, "Finetune/Loss": 0.5803093314170837, "Finetune/Loss (Raw)": 0.6928999423980713, "Finetune/Step": 16252, "Finetune/Step Time": 10.860021198168397}
+{"Finetune/Learning Rate": 1.232102545314351e-06, "Finetune/Loss": 0.5801777243614197, "Finetune/Loss (Raw)": 0.6252484917640686, "Finetune/Step": 16253, "Finetune/Step Time": 10.87150282971561}
+{"Finetune/Learning Rate": 1.2312928979662053e-06, "Finetune/Loss": 0.5808913707733154, "Finetune/Loss (Raw)": 0.6718621850013733, "Finetune/Step": 16254, "Finetune/Step Time": 10.872589219361544}
+{"Finetune/Learning Rate": 1.230483499273657e-06, "Finetune/Loss": 0.5811172723770142, "Finetune/Loss (Raw)": 0.6138052344322205, "Finetune/Step": 16255, "Finetune/Step Time": 10.874853314831853}
+{"Finetune/Learning Rate": 1.2296743492596587e-06, "Finetune/Loss": 0.5819149017333984, "Finetune/Loss (Raw)": 0.5401710867881775, "Finetune/Step": 16256, "Finetune/Step Time": 10.834735671058297}
+{"Finetune/Learning Rate": 1.228865447947154e-06, "Finetune/Loss": 0.5822574496269226, "Finetune/Loss (Raw)": 0.6325809359550476, "Finetune/Step": 16257, "Finetune/Step Time": 10.835575180128217}
+{"Finetune/Learning Rate": 1.228056795359086e-06, "Finetune/Loss": 0.5834251046180725, "Finetune/Loss (Raw)": 0.5962759256362915, "Finetune/Step": 16258, "Finetune/Step Time": 10.827833978459239}
+{"Finetune/Learning Rate": 1.2272483915183841e-06, "Finetune/Loss": 0.5831407308578491, "Finetune/Loss (Raw)": 0.5548037886619568, "Finetune/Step": 16259, "Finetune/Step Time": 10.829001359641552}
+{"Finetune/Learning Rate": 1.226440236447972e-06, "Finetune/Loss": 0.5821547508239746, "Finetune/Loss (Raw)": 0.4491872489452362, "Finetune/Step": 16260, "Finetune/Step Time": 10.832910239696503}
+{"Finetune/Learning Rate": 1.2256323301707652e-06, "Finetune/Loss": 0.5820543169975281, "Finetune/Loss (Raw)": 0.5698346495628357, "Finetune/Step": 16261, "Finetune/Step Time": 10.835490042343736}
+{"Finetune/Learning Rate": 1.2248246727096747e-06, "Finetune/Loss": 0.5809148550033569, "Finetune/Loss (Raw)": 0.45516589283943176, "Finetune/Step": 16262, "Finetune/Step Time": 10.840828217566013}
+{"Finetune/Learning Rate": 1.2240172640876025e-06, "Finetune/Loss": 0.5805341005325317, "Finetune/Loss (Raw)": 0.5814520716667175, "Finetune/Step": 16263, "Finetune/Step Time": 10.840741666033864}
+{"Finetune/Learning Rate": 1.2232101043274437e-06, "Finetune/Loss": 0.579797625541687, "Finetune/Loss (Raw)": 0.5701022148132324, "Finetune/Step": 16264, "Finetune/Step Time": 10.839655131101608}
+{"Finetune/Learning Rate": 1.2224031934520896e-06, "Finetune/Loss": 0.5791257619857788, "Finetune/Loss (Raw)": 0.5287221670150757, "Finetune/Step": 16265, "Finetune/Step Time": 10.837821191176772}
+{"Finetune/Learning Rate": 1.2215965314844235e-06, "Finetune/Loss": 0.5789110660552979, "Finetune/Loss (Raw)": 0.5220269560813904, "Finetune/Step": 16266, "Finetune/Step Time": 10.849068516865373}
+{"Finetune/Learning Rate": 1.2207901184473147e-06, "Finetune/Loss": 0.5791072249412537, "Finetune/Loss (Raw)": 0.6060327887535095, "Finetune/Step": 16267, "Finetune/Step Time": 10.85225540958345}
+{"Finetune/Learning Rate": 1.2199839543636338e-06, "Finetune/Loss": 0.5791563987731934, "Finetune/Loss (Raw)": 0.5747386813163757, "Finetune/Step": 16268, "Finetune/Step Time": 10.84166626445949}
+{"Finetune/Learning Rate": 1.2191780392562414e-06, "Finetune/Loss": 0.5793488621711731, "Finetune/Loss (Raw)": 0.43293747305870056, "Finetune/Step": 16269, "Finetune/Step Time": 10.868331737816334}
+{"Finetune/Learning Rate": 1.21837237314799e-06, "Finetune/Loss": 0.5789240002632141, "Finetune/Loss (Raw)": 0.5912023186683655, "Finetune/Step": 16270, "Finetune/Step Time": 10.87395821325481}
+{"Finetune/Learning Rate": 1.2175669560617243e-06, "Finetune/Loss": 0.5791707038879395, "Finetune/Loss (Raw)": 0.5894774794578552, "Finetune/Step": 16271, "Finetune/Step Time": 10.871861185878515}
+{"Finetune/Learning Rate": 1.216761788020291e-06, "Finetune/Loss": 0.5790096521377563, "Finetune/Loss (Raw)": 0.634768009185791, "Finetune/Step": 16272, "Finetune/Step Time": 10.887993954122066}
+{"Finetune/Learning Rate": 1.215956869046514e-06, "Finetune/Loss": 0.5803300738334656, "Finetune/Loss (Raw)": 0.5190964937210083, "Finetune/Step": 16273, "Finetune/Step Time": 10.851067429408431}
+{"Finetune/Learning Rate": 1.215152199163222e-06, "Finetune/Loss": 0.5797439813613892, "Finetune/Loss (Raw)": 0.4773105978965759, "Finetune/Step": 16274, "Finetune/Step Time": 10.85531546920538}
+{"Finetune/Learning Rate": 1.2143477783932334e-06, "Finetune/Loss": 0.5802722573280334, "Finetune/Loss (Raw)": 0.49124228954315186, "Finetune/Step": 16275, "Finetune/Step Time": 10.817931536585093}
+{"Finetune/Learning Rate": 1.2135436067593575e-06, "Finetune/Loss": 0.5804606080055237, "Finetune/Loss (Raw)": 0.6702415943145752, "Finetune/Step": 16276, "Finetune/Step Time": 10.825535826385021}
+{"Finetune/Learning Rate": 1.2127396842844009e-06, "Finetune/Loss": 0.5813765525817871, "Finetune/Loss (Raw)": 0.6727551221847534, "Finetune/Step": 16277, "Finetune/Step Time": 10.82012939453125}
+{"Finetune/Learning Rate": 1.2119360109911581e-06, "Finetune/Loss": 0.5803577899932861, "Finetune/Loss (Raw)": 0.5179933309555054, "Finetune/Step": 16278, "Finetune/Step Time": 10.803593549877405}
+{"Finetune/Learning Rate": 1.2111325869024215e-06, "Finetune/Loss": 0.5791709423065186, "Finetune/Loss (Raw)": 0.3547258973121643, "Finetune/Step": 16279, "Finetune/Step Time": 10.823347395285964}
+{"Finetune/Learning Rate": 1.2103294120409715e-06, "Finetune/Loss": 0.5780994892120361, "Finetune/Loss (Raw)": 0.5102119445800781, "Finetune/Step": 16280, "Finetune/Step Time": 10.814241342246532}
+{"Finetune/Learning Rate": 1.2095264864295852e-06, "Finetune/Loss": 0.5775278210639954, "Finetune/Loss (Raw)": 0.5196031928062439, "Finetune/Step": 16281, "Finetune/Step Time": 10.801505891606212}
+{"Finetune/Learning Rate": 1.2087238100910304e-06, "Finetune/Loss": 0.5775148868560791, "Finetune/Loss (Raw)": 0.6367279291152954, "Finetune/Step": 16282, "Finetune/Step Time": 10.802986526861787}
+{"Finetune/Learning Rate": 1.2079213830480707e-06, "Finetune/Loss": 0.5771018862724304, "Finetune/Loss (Raw)": 0.4826955795288086, "Finetune/Step": 16283, "Finetune/Step Time": 10.764226760715246}
+{"Finetune/Learning Rate": 1.2071192053234581e-06, "Finetune/Loss": 0.5777374505996704, "Finetune/Loss (Raw)": 0.5759228467941284, "Finetune/Step": 16284, "Finetune/Step Time": 10.77839850820601}
+{"Finetune/Learning Rate": 1.2063172769399412e-06, "Finetune/Loss": 0.5766198635101318, "Finetune/Loss (Raw)": 0.4774012863636017, "Finetune/Step": 16285, "Finetune/Step Time": 10.781091002747416}
+{"Finetune/Learning Rate": 1.2055155979202616e-06, "Finetune/Loss": 0.5768731832504272, "Finetune/Loss (Raw)": 0.5889526009559631, "Finetune/Step": 16286, "Finetune/Step Time": 10.763056684285402}
+{"Finetune/Learning Rate": 1.20471416828715e-06, "Finetune/Loss": 0.5766832828521729, "Finetune/Loss (Raw)": 0.5509013533592224, "Finetune/Step": 16287, "Finetune/Step Time": 10.759663743898273}
+{"Finetune/Learning Rate": 1.203912988063335e-06, "Finetune/Loss": 0.5780767202377319, "Finetune/Loss (Raw)": 0.6689565777778625, "Finetune/Step": 16288, "Finetune/Step Time": 10.754530094563961}
+{"Finetune/Learning Rate": 1.2031120572715348e-06, "Finetune/Loss": 0.5774547457695007, "Finetune/Loss (Raw)": 0.5222018361091614, "Finetune/Step": 16289, "Finetune/Step Time": 10.748768704012036}
+{"Finetune/Learning Rate": 1.202311375934464e-06, "Finetune/Loss": 0.5783829689025879, "Finetune/Loss (Raw)": 0.5736615657806396, "Finetune/Step": 16290, "Finetune/Step Time": 10.70985122397542}
+{"Finetune/Learning Rate": 1.2015109440748207e-06, "Finetune/Loss": 0.5784662365913391, "Finetune/Loss (Raw)": 0.5348876118659973, "Finetune/Step": 16291, "Finetune/Step Time": 10.677082516252995}
+{"Finetune/Learning Rate": 1.2007107617153091e-06, "Finetune/Loss": 0.5778688192367554, "Finetune/Loss (Raw)": 0.5758936405181885, "Finetune/Step": 16292, "Finetune/Step Time": 10.674801910296082}
+{"Finetune/Learning Rate": 1.19991082887862e-06, "Finetune/Loss": 0.5770148038864136, "Finetune/Loss (Raw)": 0.6085439920425415, "Finetune/Step": 16293, "Finetune/Step Time": 10.659297458827496}
+{"Finetune/Learning Rate": 1.1991111455874338e-06, "Finetune/Loss": 0.5766079425811768, "Finetune/Loss (Raw)": 0.5510329008102417, "Finetune/Step": 16294, "Finetune/Step Time": 10.642118893563747}
+{"Finetune/Learning Rate": 1.1983117118644304e-06, "Finetune/Loss": 0.5769972801208496, "Finetune/Loss (Raw)": 0.6370071172714233, "Finetune/Step": 16295, "Finetune/Step Time": 10.63652808777988}
+{"Finetune/Learning Rate": 1.1975125277322797e-06, "Finetune/Loss": 0.5768933296203613, "Finetune/Loss (Raw)": 0.6219090223312378, "Finetune/Step": 16296, "Finetune/Step Time": 10.640914658084512}
+{"Finetune/Learning Rate": 1.196713593213641e-06, "Finetune/Loss": 0.5769087076187134, "Finetune/Loss (Raw)": 0.5577859878540039, "Finetune/Step": 16297, "Finetune/Step Time": 10.647321578115225}
+{"Finetune/Learning Rate": 1.1959149083311695e-06, "Finetune/Loss": 0.575854480266571, "Finetune/Loss (Raw)": 0.4414031505584717, "Finetune/Step": 16298, "Finetune/Step Time": 10.67533010430634}
+{"Finetune/Learning Rate": 1.1951164731075183e-06, "Finetune/Loss": 0.5756475925445557, "Finetune/Loss (Raw)": 0.5327420830726624, "Finetune/Step": 16299, "Finetune/Step Time": 10.67298473790288}
+{"Finetune/Learning Rate": 1.1943182875653258e-06, "Finetune/Loss": 0.5764913558959961, "Finetune/Loss (Raw)": 0.6211395859718323, "Finetune/Step": 16300, "Finetune/Step Time": 10.678025560453534}
+{"Finetune/Learning Rate": 1.1935203517272264e-06, "Finetune/Loss": 0.5763207674026489, "Finetune/Loss (Raw)": 0.6201065182685852, "Finetune/Step": 16301, "Finetune/Step Time": 10.675952192395926}
+{"Finetune/Learning Rate": 1.1927226656158497e-06, "Finetune/Loss": 0.5765145421028137, "Finetune/Loss (Raw)": 0.6013329029083252, "Finetune/Step": 16302, "Finetune/Step Time": 10.717933785170317}
+{"Finetune/Learning Rate": 1.1919252292538118e-06, "Finetune/Loss": 0.5764766931533813, "Finetune/Loss (Raw)": 0.6299726963043213, "Finetune/Step": 16303, "Finetune/Step Time": 10.718205874785781}
+{"Finetune/Learning Rate": 1.1911280426637274e-06, "Finetune/Loss": 0.5758401155471802, "Finetune/Loss (Raw)": 0.5766340494155884, "Finetune/Step": 16304, "Finetune/Step Time": 10.72979231737554}
+{"Finetune/Learning Rate": 1.190331105868201e-06, "Finetune/Loss": 0.5754278898239136, "Finetune/Loss (Raw)": 0.5674950480461121, "Finetune/Step": 16305, "Finetune/Step Time": 10.733747625723481}
+{"Finetune/Learning Rate": 1.1895344188898339e-06, "Finetune/Loss": 0.575345516204834, "Finetune/Loss (Raw)": 0.5628659725189209, "Finetune/Step": 16306, "Finetune/Step Time": 10.735528230667114}
+{"Finetune/Learning Rate": 1.1887379817512178e-06, "Finetune/Loss": 0.5760625600814819, "Finetune/Loss (Raw)": 0.6545254588127136, "Finetune/Step": 16307, "Finetune/Step Time": 10.781765419989824}
+{"Finetune/Learning Rate": 1.1879417944749395e-06, "Finetune/Loss": 0.5768839120864868, "Finetune/Loss (Raw)": 0.6920464634895325, "Finetune/Step": 16308, "Finetune/Step Time": 10.795488622039557}
+{"Finetune/Learning Rate": 1.1871458570835715e-06, "Finetune/Loss": 0.5758010745048523, "Finetune/Loss (Raw)": 0.49523329734802246, "Finetune/Step": 16309, "Finetune/Step Time": 10.792569210752845}
+{"Finetune/Learning Rate": 1.186350169599686e-06, "Finetune/Loss": 0.5754176378250122, "Finetune/Loss (Raw)": 0.6107774972915649, "Finetune/Step": 16310, "Finetune/Step Time": 10.794646110385656}
+{"Finetune/Learning Rate": 1.1855547320458472e-06, "Finetune/Loss": 0.5758599042892456, "Finetune/Loss (Raw)": 0.6004528999328613, "Finetune/Step": 16311, "Finetune/Step Time": 10.79994218237698}
+{"Finetune/Learning Rate": 1.1847595444446115e-06, "Finetune/Loss": 0.575324535369873, "Finetune/Loss (Raw)": 0.5151428580284119, "Finetune/Step": 16312, "Finetune/Step Time": 10.79710565507412}
+{"Finetune/Learning Rate": 1.1839646068185252e-06, "Finetune/Loss": 0.575239360332489, "Finetune/Loss (Raw)": 0.5529698729515076, "Finetune/Step": 16313, "Finetune/Step Time": 10.801535829901695}
+{"Finetune/Learning Rate": 1.183169919190138e-06, "Finetune/Loss": 0.574714183807373, "Finetune/Loss (Raw)": 0.635529637336731, "Finetune/Step": 16314, "Finetune/Step Time": 10.79274782165885}
+{"Finetune/Learning Rate": 1.1823754815819777e-06, "Finetune/Loss": 0.5743224620819092, "Finetune/Loss (Raw)": 0.6523264050483704, "Finetune/Step": 16315, "Finetune/Step Time": 10.784712515771389}
+{"Finetune/Learning Rate": 1.181581294016575e-06, "Finetune/Loss": 0.5751081109046936, "Finetune/Loss (Raw)": 0.571786642074585, "Finetune/Step": 16316, "Finetune/Step Time": 10.758227117359638}
+{"Finetune/Learning Rate": 1.1807873565164507e-06, "Finetune/Loss": 0.5748875141143799, "Finetune/Loss (Raw)": 0.5634448528289795, "Finetune/Step": 16317, "Finetune/Step Time": 10.750961931422353}
+{"Finetune/Learning Rate": 1.179993669104118e-06, "Finetune/Loss": 0.5742343664169312, "Finetune/Loss (Raw)": 0.5161709785461426, "Finetune/Step": 16318, "Finetune/Step Time": 10.793772986158729}
+{"Finetune/Learning Rate": 1.1792002318020845e-06, "Finetune/Loss": 0.57489013671875, "Finetune/Loss (Raw)": 0.6066474318504333, "Finetune/Step": 16319, "Finetune/Step Time": 10.782483205199242}
+{"Finetune/Learning Rate": 1.1784070446328477e-06, "Finetune/Loss": 0.5734355449676514, "Finetune/Loss (Raw)": 0.510324239730835, "Finetune/Step": 16320, "Finetune/Step Time": 10.795636447146535}
+{"Finetune/Learning Rate": 1.1776141076189062e-06, "Finetune/Loss": 0.5735585689544678, "Finetune/Loss (Raw)": 0.623999297618866, "Finetune/Step": 16321, "Finetune/Step Time": 10.798656206578016}
+{"Finetune/Learning Rate": 1.1768214207827377e-06, "Finetune/Loss": 0.5743753910064697, "Finetune/Loss (Raw)": 0.586024284362793, "Finetune/Step": 16322, "Finetune/Step Time": 10.795950578525662}
+{"Finetune/Learning Rate": 1.1760289841468253e-06, "Finetune/Loss": 0.574402928352356, "Finetune/Loss (Raw)": 0.6073042154312134, "Finetune/Step": 16323, "Finetune/Step Time": 10.791418394073844}
+{"Finetune/Learning Rate": 1.1752367977336376e-06, "Finetune/Loss": 0.5743210315704346, "Finetune/Loss (Raw)": 0.5168590545654297, "Finetune/Step": 16324, "Finetune/Step Time": 10.792244639247656}
+{"Finetune/Learning Rate": 1.1744448615656411e-06, "Finetune/Loss": 0.573986291885376, "Finetune/Loss (Raw)": 0.5486714839935303, "Finetune/Step": 16325, "Finetune/Step Time": 10.790596663951874}
+{"Finetune/Learning Rate": 1.1736531756652914e-06, "Finetune/Loss": 0.5737240314483643, "Finetune/Loss (Raw)": 0.7045494914054871, "Finetune/Step": 16326, "Finetune/Step Time": 10.803279425948858}
+{"Finetune/Learning Rate": 1.172861740055039e-06, "Finetune/Loss": 0.5748014450073242, "Finetune/Loss (Raw)": 0.6603589653968811, "Finetune/Step": 16327, "Finetune/Step Time": 10.796846698969603}
+{"Finetune/Learning Rate": 1.1720705547573263e-06, "Finetune/Loss": 0.574992299079895, "Finetune/Loss (Raw)": 0.50188148021698, "Finetune/Step": 16328, "Finetune/Step Time": 10.79100695066154}
+{"Finetune/Learning Rate": 1.1712796197945897e-06, "Finetune/Loss": 0.5757380723953247, "Finetune/Loss (Raw)": 0.6043063402175903, "Finetune/Step": 16329, "Finetune/Step Time": 10.781346324831247}
+{"Finetune/Learning Rate": 1.170488935189258e-06, "Finetune/Loss": 0.5778213143348694, "Finetune/Loss (Raw)": 0.7348259687423706, "Finetune/Step": 16330, "Finetune/Step Time": 10.782817393541336}
+{"Finetune/Learning Rate": 1.1696985009637518e-06, "Finetune/Loss": 0.5785290002822876, "Finetune/Loss (Raw)": 0.6443586349487305, "Finetune/Step": 16331, "Finetune/Step Time": 10.781582290306687}
+{"Finetune/Learning Rate": 1.1689083171404859e-06, "Finetune/Loss": 0.5782110691070557, "Finetune/Loss (Raw)": 0.5516626834869385, "Finetune/Step": 16332, "Finetune/Step Time": 10.77145973406732}
+{"Finetune/Learning Rate": 1.1681183837418687e-06, "Finetune/Loss": 0.5795338153839111, "Finetune/Loss (Raw)": 0.6196932792663574, "Finetune/Step": 16333, "Finetune/Step Time": 10.737579131498933}
+{"Finetune/Learning Rate": 1.1673287007902988e-06, "Finetune/Loss": 0.5799953937530518, "Finetune/Loss (Raw)": 0.6841838955879211, "Finetune/Step": 16334, "Finetune/Step Time": 10.746945464983582}
+{"Finetune/Learning Rate": 1.166539268308171e-06, "Finetune/Loss": 0.5798755884170532, "Finetune/Loss (Raw)": 0.5671513080596924, "Finetune/Step": 16335, "Finetune/Step Time": 10.74972146190703}
+{"Finetune/Learning Rate": 1.1657500863178694e-06, "Finetune/Loss": 0.5795304179191589, "Finetune/Loss (Raw)": 0.6191050410270691, "Finetune/Step": 16336, "Finetune/Step Time": 10.737295730039477}
+{"Finetune/Learning Rate": 1.164961154841775e-06, "Finetune/Loss": 0.5788179636001587, "Finetune/Loss (Raw)": 0.4241807758808136, "Finetune/Step": 16337, "Finetune/Step Time": 10.758716139942408}
+{"Finetune/Learning Rate": 1.1641724739022586e-06, "Finetune/Loss": 0.5788663029670715, "Finetune/Loss (Raw)": 0.4863266348838806, "Finetune/Step": 16338, "Finetune/Step Time": 10.765198912471533}
+{"Finetune/Learning Rate": 1.163384043521687e-06, "Finetune/Loss": 0.577954888343811, "Finetune/Loss (Raw)": 0.5311940908432007, "Finetune/Step": 16339, "Finetune/Step Time": 10.754634741693735}
+{"Finetune/Learning Rate": 1.1625958637224122e-06, "Finetune/Loss": 0.5773507356643677, "Finetune/Loss (Raw)": 0.5419923067092896, "Finetune/Step": 16340, "Finetune/Step Time": 10.75986760109663}
+{"Finetune/Learning Rate": 1.1618079345267897e-06, "Finetune/Loss": 0.5769014358520508, "Finetune/Loss (Raw)": 0.5337851643562317, "Finetune/Step": 16341, "Finetune/Step Time": 10.753932761028409}
+{"Finetune/Learning Rate": 1.1610202559571626e-06, "Finetune/Loss": 0.5769765377044678, "Finetune/Loss (Raw)": 0.5140916705131531, "Finetune/Step": 16342, "Finetune/Step Time": 10.749546805396676}
+{"Finetune/Learning Rate": 1.1602328280358655e-06, "Finetune/Loss": 0.5764762163162231, "Finetune/Loss (Raw)": 0.6591931581497192, "Finetune/Step": 16343, "Finetune/Step Time": 10.742994856089354}
+{"Finetune/Learning Rate": 1.1594456507852293e-06, "Finetune/Loss": 0.5748981833457947, "Finetune/Loss (Raw)": 0.5048426985740662, "Finetune/Step": 16344, "Finetune/Step Time": 10.719426242634654}
+{"Finetune/Learning Rate": 1.158658724227577e-06, "Finetune/Loss": 0.5747437477111816, "Finetune/Loss (Raw)": 0.5295961499214172, "Finetune/Step": 16345, "Finetune/Step Time": 10.718329530209303}
+{"Finetune/Learning Rate": 1.1578720483852202e-06, "Finetune/Loss": 0.5724675059318542, "Finetune/Loss (Raw)": 0.44321170449256897, "Finetune/Step": 16346, "Finetune/Step Time": 10.750956654548645}
+{"Finetune/Learning Rate": 1.1570856232804661e-06, "Finetune/Loss": 0.5734467506408691, "Finetune/Loss (Raw)": 0.5825963020324707, "Finetune/Step": 16347, "Finetune/Step Time": 10.73464603163302}
+{"Finetune/Learning Rate": 1.1562994489356194e-06, "Finetune/Loss": 0.5732026100158691, "Finetune/Loss (Raw)": 0.7008139491081238, "Finetune/Step": 16348, "Finetune/Step Time": 10.739627197384834}
+{"Finetune/Learning Rate": 1.1555135253729732e-06, "Finetune/Loss": 0.5726544857025146, "Finetune/Loss (Raw)": 0.5369025468826294, "Finetune/Step": 16349, "Finetune/Step Time": 10.744371958076954}
+{"Finetune/Learning Rate": 1.154727852614812e-06, "Finetune/Loss": 0.5717092752456665, "Finetune/Loss (Raw)": 0.5899487137794495, "Finetune/Step": 16350, "Finetune/Step Time": 10.726036151871085}
+{"Finetune/Learning Rate": 1.153942430683419e-06, "Finetune/Loss": 0.5717634558677673, "Finetune/Loss (Raw)": 0.5742339491844177, "Finetune/Step": 16351, "Finetune/Step Time": 10.79671817831695}
+{"Finetune/Learning Rate": 1.153157259601062e-06, "Finetune/Loss": 0.5712326765060425, "Finetune/Loss (Raw)": 0.6787236928939819, "Finetune/Step": 16352, "Finetune/Step Time": 10.803494811058044}
+{"Finetune/Learning Rate": 1.1523723393900077e-06, "Finetune/Loss": 0.569929301738739, "Finetune/Loss (Raw)": 0.4525991380214691, "Finetune/Step": 16353, "Finetune/Step Time": 10.813055578619242}
+{"Finetune/Learning Rate": 1.1515876700725127e-06, "Finetune/Loss": 0.5693045854568481, "Finetune/Loss (Raw)": 0.5383008718490601, "Finetune/Step": 16354, "Finetune/Step Time": 10.818326534703374}
+{"Finetune/Learning Rate": 1.1508032516708311e-06, "Finetune/Loss": 0.5694184899330139, "Finetune/Loss (Raw)": 0.5765454769134521, "Finetune/Step": 16355, "Finetune/Step Time": 10.816153576597571}
+{"Finetune/Learning Rate": 1.1500190842072067e-06, "Finetune/Loss": 0.5701547861099243, "Finetune/Loss (Raw)": 0.6893875598907471, "Finetune/Step": 16356, "Finetune/Step Time": 10.818396596238017}
+{"Finetune/Learning Rate": 1.149235167703877e-06, "Finetune/Loss": 0.5709691643714905, "Finetune/Loss (Raw)": 0.6222091317176819, "Finetune/Step": 16357, "Finetune/Step Time": 10.821466559544206}
+{"Finetune/Learning Rate": 1.1484515021830677e-06, "Finetune/Loss": 0.5729973316192627, "Finetune/Loss (Raw)": 0.6392019391059875, "Finetune/Step": 16358, "Finetune/Step Time": 10.767135571688414}
+{"Finetune/Learning Rate": 1.147668087667002e-06, "Finetune/Loss": 0.5721668004989624, "Finetune/Loss (Raw)": 0.5147364139556885, "Finetune/Step": 16359, "Finetune/Step Time": 10.75023458339274}
+{"Finetune/Learning Rate": 1.1468849241778978e-06, "Finetune/Loss": 0.5737106800079346, "Finetune/Loss (Raw)": 0.7520443201065063, "Finetune/Step": 16360, "Finetune/Step Time": 10.764423742890358}
+{"Finetune/Learning Rate": 1.1461020117379606e-06, "Finetune/Loss": 0.5732442736625671, "Finetune/Loss (Raw)": 0.5750237107276917, "Finetune/Step": 16361, "Finetune/Step Time": 10.730519196018577}
+{"Finetune/Learning Rate": 1.1453193503693948e-06, "Finetune/Loss": 0.5733779668807983, "Finetune/Loss (Raw)": 0.600223958492279, "Finetune/Step": 16362, "Finetune/Step Time": 10.711294552311301}
+{"Finetune/Learning Rate": 1.144536940094395e-06, "Finetune/Loss": 0.5724244117736816, "Finetune/Loss (Raw)": 0.49018749594688416, "Finetune/Step": 16363, "Finetune/Step Time": 10.75591885484755}
+{"Finetune/Learning Rate": 1.1437547809351435e-06, "Finetune/Loss": 0.5714461207389832, "Finetune/Loss (Raw)": 0.4735511243343353, "Finetune/Step": 16364, "Finetune/Step Time": 10.765777226537466}
+{"Finetune/Learning Rate": 1.1429728729138234e-06, "Finetune/Loss": 0.5723133087158203, "Finetune/Loss (Raw)": 0.6423892974853516, "Finetune/Step": 16365, "Finetune/Step Time": 10.77137852087617}
+{"Finetune/Learning Rate": 1.142191216052606e-06, "Finetune/Loss": 0.5714592337608337, "Finetune/Loss (Raw)": 0.5945637822151184, "Finetune/Step": 16366, "Finetune/Step Time": 10.767677133902907}
+{"Finetune/Learning Rate": 1.1414098103736582e-06, "Finetune/Loss": 0.5714717507362366, "Finetune/Loss (Raw)": 0.5296584963798523, "Finetune/Step": 16367, "Finetune/Step Time": 10.76637509278953}
+{"Finetune/Learning Rate": 1.1406286558991376e-06, "Finetune/Loss": 0.5718201398849487, "Finetune/Loss (Raw)": 0.6007246375083923, "Finetune/Step": 16368, "Finetune/Step Time": 10.763385308906436}
+{"Finetune/Learning Rate": 1.1398477526511952e-06, "Finetune/Loss": 0.5710088014602661, "Finetune/Loss (Raw)": 0.49931788444519043, "Finetune/Step": 16369, "Finetune/Step Time": 10.748628415167332}
+{"Finetune/Learning Rate": 1.139067100651976e-06, "Finetune/Loss": 0.5706871747970581, "Finetune/Loss (Raw)": 0.5339004397392273, "Finetune/Step": 16370, "Finetune/Step Time": 10.748234957456589}
+{"Finetune/Learning Rate": 1.1382866999236165e-06, "Finetune/Loss": 0.5707699060440063, "Finetune/Loss (Raw)": 0.5745443105697632, "Finetune/Step": 16371, "Finetune/Step Time": 10.74403683654964}
+{"Finetune/Learning Rate": 1.1375065504882465e-06, "Finetune/Loss": 0.5695933103561401, "Finetune/Loss (Raw)": 0.44997313618659973, "Finetune/Step": 16372, "Finetune/Step Time": 10.731373563408852}
+{"Finetune/Learning Rate": 1.1367266523679888e-06, "Finetune/Loss": 0.5697972774505615, "Finetune/Loss (Raw)": 0.6278746128082275, "Finetune/Step": 16373, "Finetune/Step Time": 10.730209087952971}
+{"Finetune/Learning Rate": 1.1359470055849609e-06, "Finetune/Loss": 0.5699480772018433, "Finetune/Loss (Raw)": 0.5434551239013672, "Finetune/Step": 16374, "Finetune/Step Time": 10.741723762825131}
+{"Finetune/Learning Rate": 1.1351676101612685e-06, "Finetune/Loss": 0.5729789733886719, "Finetune/Loss (Raw)": 0.7532385587692261, "Finetune/Step": 16375, "Finetune/Step Time": 10.720628798007965}
+{"Finetune/Learning Rate": 1.1343884661190153e-06, "Finetune/Loss": 0.5726674795150757, "Finetune/Loss (Raw)": 0.4683418571949005, "Finetune/Step": 16376, "Finetune/Step Time": 10.731262221932411}
+{"Finetune/Learning Rate": 1.1336095734802943e-06, "Finetune/Loss": 0.5734745264053345, "Finetune/Loss (Raw)": 0.6424070596694946, "Finetune/Step": 16377, "Finetune/Step Time": 10.740523852407932}
+{"Finetune/Learning Rate": 1.1328309322671937e-06, "Finetune/Loss": 0.5747113227844238, "Finetune/Loss (Raw)": 0.7601283192634583, "Finetune/Step": 16378, "Finetune/Step Time": 10.773312533274293}
+{"Finetune/Learning Rate": 1.1320525425017937e-06, "Finetune/Loss": 0.5747187733650208, "Finetune/Loss (Raw)": 0.5508744120597839, "Finetune/Step": 16379, "Finetune/Step Time": 10.770025558769703}
+{"Finetune/Learning Rate": 1.1312744042061653e-06, "Finetune/Loss": 0.5739353895187378, "Finetune/Loss (Raw)": 0.5926211476325989, "Finetune/Step": 16380, "Finetune/Step Time": 10.776816325262189}
+{"Finetune/Learning Rate": 1.1304965174023751e-06, "Finetune/Loss": 0.5741277933120728, "Finetune/Loss (Raw)": 0.6498778462409973, "Finetune/Step": 16381, "Finetune/Step Time": 10.772254597395658}
+{"Finetune/Learning Rate": 1.129718882112484e-06, "Finetune/Loss": 0.5733048319816589, "Finetune/Loss (Raw)": 0.5665308237075806, "Finetune/Step": 16382, "Finetune/Step Time": 10.764557085931301}
+{"Finetune/Learning Rate": 1.12894149835854e-06, "Finetune/Loss": 0.5729578733444214, "Finetune/Loss (Raw)": 0.5693938136100769, "Finetune/Step": 16383, "Finetune/Step Time": 10.762930169701576}
+{"Finetune/Learning Rate": 1.1281643661625896e-06, "Finetune/Loss": 0.573611855506897, "Finetune/Loss (Raw)": 0.6238803267478943, "Finetune/Step": 16384, "Finetune/Step Time": 10.766311472281814}
+{"Finetune/Learning Rate": 1.1273874855466704e-06, "Finetune/Loss": 0.5738396644592285, "Finetune/Loss (Raw)": 0.6617463231086731, "Finetune/Step": 16385, "Finetune/Step Time": 10.762708690017462}
+{"Finetune/Learning Rate": 1.1266108565328103e-06, "Finetune/Loss": 0.5736429691314697, "Finetune/Loss (Raw)": 0.5710939168930054, "Finetune/Step": 16386, "Finetune/Step Time": 10.761730482801795}
+{"Finetune/Learning Rate": 1.1258344791430375e-06, "Finetune/Loss": 0.5732369422912598, "Finetune/Loss (Raw)": 0.5028287172317505, "Finetune/Step": 16387, "Finetune/Step Time": 10.762704532593489}
+{"Finetune/Learning Rate": 1.1250583533993598e-06, "Finetune/Loss": 0.572797417640686, "Finetune/Loss (Raw)": 0.392926424741745, "Finetune/Step": 16388, "Finetune/Step Time": 10.816744336858392}
+{"Finetune/Learning Rate": 1.1242824793237917e-06, "Finetune/Loss": 0.5725634694099426, "Finetune/Loss (Raw)": 0.5398937463760376, "Finetune/Step": 16389, "Finetune/Step Time": 10.826296497136354}
+{"Finetune/Learning Rate": 1.1235068569383334e-06, "Finetune/Loss": 0.5742323398590088, "Finetune/Loss (Raw)": 0.6687849760055542, "Finetune/Step": 16390, "Finetune/Step Time": 10.820790639147162}
+{"Finetune/Learning Rate": 1.1227314862649785e-06, "Finetune/Loss": 0.574640691280365, "Finetune/Loss (Raw)": 0.6337185502052307, "Finetune/Step": 16391, "Finetune/Step Time": 10.821745608001947}
+{"Finetune/Learning Rate": 1.1219563673257162e-06, "Finetune/Loss": 0.5748857855796814, "Finetune/Loss (Raw)": 0.601473331451416, "Finetune/Step": 16392, "Finetune/Step Time": 10.816970026120543}
+{"Finetune/Learning Rate": 1.1211815001425275e-06, "Finetune/Loss": 0.5742332935333252, "Finetune/Loss (Raw)": 0.44520947337150574, "Finetune/Step": 16393, "Finetune/Step Time": 10.856167793273926}
+{"Finetune/Learning Rate": 1.1204068847373806e-06, "Finetune/Loss": 0.5755561590194702, "Finetune/Loss (Raw)": 0.6913448572158813, "Finetune/Step": 16394, "Finetune/Step Time": 10.839127909392118}
+{"Finetune/Learning Rate": 1.1196325211322457e-06, "Finetune/Loss": 0.5751409530639648, "Finetune/Loss (Raw)": 0.5528841018676758, "Finetune/Step": 16395, "Finetune/Step Time": 10.841439723968506}
+{"Finetune/Learning Rate": 1.1188584093490773e-06, "Finetune/Loss": 0.5744466781616211, "Finetune/Loss (Raw)": 0.48587092757225037, "Finetune/Step": 16396, "Finetune/Step Time": 10.839523255825043}
+{"Finetune/Learning Rate": 1.1180845494098313e-06, "Finetune/Loss": 0.5746244192123413, "Finetune/Loss (Raw)": 0.45569413900375366, "Finetune/Step": 16397, "Finetune/Step Time": 10.82008034735918}
+{"Finetune/Learning Rate": 1.1173109413364513e-06, "Finetune/Loss": 0.5745252966880798, "Finetune/Loss (Raw)": 0.5785145163536072, "Finetune/Step": 16398, "Finetune/Step Time": 10.822639996185899}
+{"Finetune/Learning Rate": 1.1165375851508764e-06, "Finetune/Loss": 0.5741117000579834, "Finetune/Loss (Raw)": 0.5365410447120667, "Finetune/Step": 16399, "Finetune/Step Time": 10.819417793303728}
+{"Finetune/Learning Rate": 1.1157644808750313e-06, "Finetune/Loss": 0.5738404989242554, "Finetune/Loss (Raw)": 0.6000484228134155, "Finetune/Step": 16400, "Finetune/Step Time": 10.804907891899347}
+{"Finetune/Learning Rate": 1.1149916285308426e-06, "Finetune/Loss": 0.5742380619049072, "Finetune/Loss (Raw)": 0.5699915289878845, "Finetune/Step": 16401, "Finetune/Step Time": 10.804653383791447}
+{"Finetune/Learning Rate": 1.1142190281402266e-06, "Finetune/Loss": 0.5752544403076172, "Finetune/Loss (Raw)": 0.6074023842811584, "Finetune/Step": 16402, "Finetune/Step Time": 10.795846730470657}
+{"Finetune/Learning Rate": 1.1134466797250876e-06, "Finetune/Loss": 0.5754597187042236, "Finetune/Loss (Raw)": 0.5175203680992126, "Finetune/Step": 16403, "Finetune/Step Time": 10.795674983412027}
+{"Finetune/Learning Rate": 1.1126745833073338e-06, "Finetune/Loss": 0.5744856595993042, "Finetune/Loss (Raw)": 0.545558512210846, "Finetune/Step": 16404, "Finetune/Step Time": 10.796068200841546}
+{"Finetune/Learning Rate": 1.1119027389088565e-06, "Finetune/Loss": 0.5741764903068542, "Finetune/Loss (Raw)": 0.6331833004951477, "Finetune/Step": 16405, "Finetune/Step Time": 10.801925396546721}
+{"Finetune/Learning Rate": 1.111131146551545e-06, "Finetune/Loss": 0.5756196975708008, "Finetune/Loss (Raw)": 0.7027204036712646, "Finetune/Step": 16406, "Finetune/Step Time": 10.805340610444546}
+{"Finetune/Learning Rate": 1.1103598062572762e-06, "Finetune/Loss": 0.5777359008789062, "Finetune/Loss (Raw)": 0.6256064772605896, "Finetune/Step": 16407, "Finetune/Step Time": 10.767499865964055}
+{"Finetune/Learning Rate": 1.1095887180479248e-06, "Finetune/Loss": 0.5782119631767273, "Finetune/Loss (Raw)": 0.5711425542831421, "Finetune/Step": 16408, "Finetune/Step Time": 10.770056400448084}
+{"Finetune/Learning Rate": 1.1088178819453555e-06, "Finetune/Loss": 0.5787593722343445, "Finetune/Loss (Raw)": 0.5896755456924438, "Finetune/Step": 16409, "Finetune/Step Time": 10.774014798924327}
+{"Finetune/Learning Rate": 1.1080472979714263e-06, "Finetune/Loss": 0.5782484412193298, "Finetune/Loss (Raw)": 0.5713277459144592, "Finetune/Step": 16410, "Finetune/Step Time": 10.777129027992487}
+{"Finetune/Learning Rate": 1.1072769661479922e-06, "Finetune/Loss": 0.578444242477417, "Finetune/Loss (Raw)": 0.5077553987503052, "Finetune/Step": 16411, "Finetune/Step Time": 10.785657988861203}
+{"Finetune/Learning Rate": 1.1065068864968976e-06, "Finetune/Loss": 0.5785644054412842, "Finetune/Loss (Raw)": 0.591301441192627, "Finetune/Step": 16412, "Finetune/Step Time": 10.771615954115987}
+{"Finetune/Learning Rate": 1.1057370590399763e-06, "Finetune/Loss": 0.5789699554443359, "Finetune/Loss (Raw)": 0.5293219685554504, "Finetune/Step": 16413, "Finetune/Step Time": 10.765013463795185}
+{"Finetune/Learning Rate": 1.104967483799061e-06, "Finetune/Loss": 0.5793567895889282, "Finetune/Loss (Raw)": 0.6384553909301758, "Finetune/Step": 16414, "Finetune/Step Time": 10.764957040548325}
+{"Finetune/Learning Rate": 1.1041981607959728e-06, "Finetune/Loss": 0.5795183181762695, "Finetune/Loss (Raw)": 0.5715868473052979, "Finetune/Step": 16415, "Finetune/Step Time": 10.767811032012105}
+{"Finetune/Learning Rate": 1.1034290900525279e-06, "Finetune/Loss": 0.5779872536659241, "Finetune/Loss (Raw)": 0.4729764461517334, "Finetune/Step": 16416, "Finetune/Step Time": 10.77392641082406}
+{"Finetune/Learning Rate": 1.1026602715905343e-06, "Finetune/Loss": 0.5789661407470703, "Finetune/Loss (Raw)": 0.6474969387054443, "Finetune/Step": 16417, "Finetune/Step Time": 10.78298332542181}
+{"Finetune/Learning Rate": 1.101891705431799e-06, "Finetune/Loss": 0.5792901515960693, "Finetune/Loss (Raw)": 0.6151415109634399, "Finetune/Step": 16418, "Finetune/Step Time": 10.79338152706623}
+{"Finetune/Learning Rate": 1.10112339159811e-06, "Finetune/Loss": 0.5797418355941772, "Finetune/Loss (Raw)": 0.5926955938339233, "Finetune/Step": 16419, "Finetune/Step Time": 10.796457448974252}
+{"Finetune/Learning Rate": 1.1003553301112557e-06, "Finetune/Loss": 0.58000648021698, "Finetune/Loss (Raw)": 0.6097735166549683, "Finetune/Step": 16420, "Finetune/Step Time": 10.797278121113777}
+{"Finetune/Learning Rate": 1.0995875209930185e-06, "Finetune/Loss": 0.578915536403656, "Finetune/Loss (Raw)": 0.46889981627464294, "Finetune/Step": 16421, "Finetune/Step Time": 10.815493818372488}
+{"Finetune/Learning Rate": 1.0988199642651687e-06, "Finetune/Loss": 0.5799603462219238, "Finetune/Loss (Raw)": 0.6847737431526184, "Finetune/Step": 16422, "Finetune/Step Time": 10.804558152332902}
+{"Finetune/Learning Rate": 1.0980526599494733e-06, "Finetune/Loss": 0.5783286690711975, "Finetune/Loss (Raw)": 0.4281438887119293, "Finetune/Step": 16423, "Finetune/Step Time": 10.843053482472897}
+{"Finetune/Learning Rate": 1.0972856080676908e-06, "Finetune/Loss": 0.5782607793807983, "Finetune/Loss (Raw)": 0.6132203936576843, "Finetune/Step": 16424, "Finetune/Step Time": 10.830432346090674}
+{"Finetune/Learning Rate": 1.0965188086415735e-06, "Finetune/Loss": 0.5787548422813416, "Finetune/Loss (Raw)": 0.6210252046585083, "Finetune/Step": 16425, "Finetune/Step Time": 10.823640765622258}
+{"Finetune/Learning Rate": 1.0957522616928629e-06, "Finetune/Loss": 0.5794066190719604, "Finetune/Loss (Raw)": 0.5248332619667053, "Finetune/Step": 16426, "Finetune/Step Time": 10.795767307281494}
+{"Finetune/Learning Rate": 1.0949859672432993e-06, "Finetune/Loss": 0.5796868801116943, "Finetune/Loss (Raw)": 0.5686147212982178, "Finetune/Step": 16427, "Finetune/Step Time": 10.807669011875987}
+{"Finetune/Learning Rate": 1.0942199253146103e-06, "Finetune/Loss": 0.5796693563461304, "Finetune/Loss (Raw)": 0.618893563747406, "Finetune/Step": 16428, "Finetune/Step Time": 10.803636269643903}
+{"Finetune/Learning Rate": 1.09345413592852e-06, "Finetune/Loss": 0.5790337324142456, "Finetune/Loss (Raw)": 0.5387449264526367, "Finetune/Step": 16429, "Finetune/Step Time": 10.854820001870394}
+{"Finetune/Learning Rate": 1.0926885991067437e-06, "Finetune/Loss": 0.5791483521461487, "Finetune/Loss (Raw)": 0.6160115003585815, "Finetune/Step": 16430, "Finetune/Step Time": 10.81188359670341}
+{"Finetune/Learning Rate": 1.0919233148709895e-06, "Finetune/Loss": 0.5783157348632812, "Finetune/Loss (Raw)": 0.5233901143074036, "Finetune/Step": 16431, "Finetune/Step Time": 10.830464007332921}
+{"Finetune/Learning Rate": 1.0911582832429591e-06, "Finetune/Loss": 0.5783981084823608, "Finetune/Loss (Raw)": 0.5871882438659668, "Finetune/Step": 16432, "Finetune/Step Time": 10.813215497881174}
+{"Finetune/Learning Rate": 1.0903935042443469e-06, "Finetune/Loss": 0.5786316394805908, "Finetune/Loss (Raw)": 0.5973761677742004, "Finetune/Step": 16433, "Finetune/Step Time": 10.800482485443354}
+{"Finetune/Learning Rate": 1.0896289778968384e-06, "Finetune/Loss": 0.5782244205474854, "Finetune/Loss (Raw)": 0.5107455849647522, "Finetune/Step": 16434, "Finetune/Step Time": 10.799076588824391}
+{"Finetune/Learning Rate": 1.0888647042221146e-06, "Finetune/Loss": 0.5766072273254395, "Finetune/Loss (Raw)": 0.4475281238555908, "Finetune/Step": 16435, "Finetune/Step Time": 10.785923747345805}
+{"Finetune/Learning Rate": 1.0881006832418506e-06, "Finetune/Loss": 0.5753339529037476, "Finetune/Loss (Raw)": 0.5290698409080505, "Finetune/Step": 16436, "Finetune/Step Time": 10.777926065027714}
+{"Finetune/Learning Rate": 1.0873369149777047e-06, "Finetune/Loss": 0.574664831161499, "Finetune/Loss (Raw)": 0.4095880687236786, "Finetune/Step": 16437, "Finetune/Step Time": 10.810686809942126}
+{"Finetune/Learning Rate": 1.0865733994513416e-06, "Finetune/Loss": 0.5743911266326904, "Finetune/Loss (Raw)": 0.5757390856742859, "Finetune/Step": 16438, "Finetune/Step Time": 10.8057477530092}
+{"Finetune/Learning Rate": 1.0858101366844109e-06, "Finetune/Loss": 0.5742565393447876, "Finetune/Loss (Raw)": 0.5832281112670898, "Finetune/Step": 16439, "Finetune/Step Time": 10.805339328944683}
+{"Finetune/Learning Rate": 1.0850471266985551e-06, "Finetune/Loss": 0.5743379592895508, "Finetune/Loss (Raw)": 0.5255653262138367, "Finetune/Step": 16440, "Finetune/Step Time": 10.80633988417685}
+{"Finetune/Learning Rate": 1.0842843695154137e-06, "Finetune/Loss": 0.5736375451087952, "Finetune/Loss (Raw)": 0.46331024169921875, "Finetune/Step": 16441, "Finetune/Step Time": 10.799873497337103}
+{"Finetune/Learning Rate": 1.0835218651566148e-06, "Finetune/Loss": 0.5729556083679199, "Finetune/Loss (Raw)": 0.5482466816902161, "Finetune/Step": 16442, "Finetune/Step Time": 10.806618489325047}
+{"Finetune/Learning Rate": 1.0827596136437802e-06, "Finetune/Loss": 0.5717476606369019, "Finetune/Loss (Raw)": 0.49770763516426086, "Finetune/Step": 16443, "Finetune/Step Time": 10.840583309531212}
+{"Finetune/Learning Rate": 1.0819976149985233e-06, "Finetune/Loss": 0.5710936188697815, "Finetune/Loss (Raw)": 0.48806631565093994, "Finetune/Step": 16444, "Finetune/Step Time": 10.867337262257934}
+{"Finetune/Learning Rate": 1.0812358692424563e-06, "Finetune/Loss": 0.5701267719268799, "Finetune/Loss (Raw)": 0.4396931231021881, "Finetune/Step": 16445, "Finetune/Step Time": 10.911121480166912}
+{"Finetune/Learning Rate": 1.0804743763971791e-06, "Finetune/Loss": 0.5714174509048462, "Finetune/Loss (Raw)": 0.6813803911209106, "Finetune/Step": 16446, "Finetune/Step Time": 10.86550747230649}
+{"Finetune/Learning Rate": 1.079713136484285e-06, "Finetune/Loss": 0.5717108249664307, "Finetune/Loss (Raw)": 0.6441928148269653, "Finetune/Step": 16447, "Finetune/Step Time": 10.868612695485353}
+{"Finetune/Learning Rate": 1.078952149525362e-06, "Finetune/Loss": 0.5720297694206238, "Finetune/Loss (Raw)": 0.5511517524719238, "Finetune/Step": 16448, "Finetune/Step Time": 10.846717916429043}
+{"Finetune/Learning Rate": 1.0781914155419859e-06, "Finetune/Loss": 0.5705707669258118, "Finetune/Loss (Raw)": 0.4372435510158539, "Finetune/Step": 16449, "Finetune/Step Time": 10.872755136340857}
+{"Finetune/Learning Rate": 1.077430934555731e-06, "Finetune/Loss": 0.5708231329917908, "Finetune/Loss (Raw)": 0.6183264255523682, "Finetune/Step": 16450, "Finetune/Step Time": 10.878591544926167}
+{"Finetune/Learning Rate": 1.0766707065881621e-06, "Finetune/Loss": 0.5700497031211853, "Finetune/Loss (Raw)": 0.5083087682723999, "Finetune/Step": 16451, "Finetune/Step Time": 10.88508753105998}
+{"Finetune/Learning Rate": 1.0759107316608352e-06, "Finetune/Loss": 0.5709662437438965, "Finetune/Loss (Raw)": 0.6341713070869446, "Finetune/Step": 16452, "Finetune/Step Time": 10.87153309956193}
+{"Finetune/Learning Rate": 1.0751510097953067e-06, "Finetune/Loss": 0.5709871053695679, "Finetune/Loss (Raw)": 0.5513468980789185, "Finetune/Step": 16453, "Finetune/Step Time": 10.895745620131493}
+{"Finetune/Learning Rate": 1.0743915410131177e-06, "Finetune/Loss": 0.5700149536132812, "Finetune/Loss (Raw)": 0.5801145434379578, "Finetune/Step": 16454, "Finetune/Step Time": 10.907584387809038}
+{"Finetune/Learning Rate": 1.0736323253358016e-06, "Finetune/Loss": 0.5692464113235474, "Finetune/Loss (Raw)": 0.5619882941246033, "Finetune/Step": 16455, "Finetune/Step Time": 10.90784428268671}
+{"Finetune/Learning Rate": 1.0728733627848898e-06, "Finetune/Loss": 0.5699888467788696, "Finetune/Loss (Raw)": 0.5969114303588867, "Finetune/Step": 16456, "Finetune/Step Time": 10.92842486873269}
+{"Finetune/Learning Rate": 1.0721146533819038e-06, "Finetune/Loss": 0.5689336657524109, "Finetune/Loss (Raw)": 0.4692394733428955, "Finetune/Step": 16457, "Finetune/Step Time": 10.981257420033216}
+{"Finetune/Learning Rate": 1.0713561971483587e-06, "Finetune/Loss": 0.5685129165649414, "Finetune/Loss (Raw)": 0.6809687614440918, "Finetune/Step": 16458, "Finetune/Step Time": 10.991892252117395}
+{"Finetune/Learning Rate": 1.0705979941057608e-06, "Finetune/Loss": 0.5676630735397339, "Finetune/Loss (Raw)": 0.5355878472328186, "Finetune/Step": 16459, "Finetune/Step Time": 10.99357265792787}
+{"Finetune/Learning Rate": 1.069840044275615e-06, "Finetune/Loss": 0.5661860108375549, "Finetune/Loss (Raw)": 0.36259281635284424, "Finetune/Step": 16460, "Finetune/Step Time": 11.029158376157284}
+{"Finetune/Learning Rate": 1.0690823476794099e-06, "Finetune/Loss": 0.5643223524093628, "Finetune/Loss (Raw)": 0.3811531662940979, "Finetune/Step": 16461, "Finetune/Step Time": 11.064239222556353}
+{"Finetune/Learning Rate": 1.0683249043386335e-06, "Finetune/Loss": 0.5630735158920288, "Finetune/Loss (Raw)": 0.5243239998817444, "Finetune/Step": 16462, "Finetune/Step Time": 11.049087550491095}
+{"Finetune/Learning Rate": 1.0675677142747654e-06, "Finetune/Loss": 0.5630555152893066, "Finetune/Loss (Raw)": 0.5648518204689026, "Finetune/Step": 16463, "Finetune/Step Time": 11.047537613660097}
+{"Finetune/Learning Rate": 1.066810777509275e-06, "Finetune/Loss": 0.5625302791595459, "Finetune/Loss (Raw)": 0.5518717765808105, "Finetune/Step": 16464, "Finetune/Step Time": 11.059912830591202}
+{"Finetune/Learning Rate": 1.0660540940636289e-06, "Finetune/Loss": 0.563871443271637, "Finetune/Loss (Raw)": 0.5958526730537415, "Finetune/Step": 16465, "Finetune/Step Time": 11.062550039961934}
+{"Finetune/Learning Rate": 1.0652976639592837e-06, "Finetune/Loss": 0.5640395283699036, "Finetune/Loss (Raw)": 0.5078378319740295, "Finetune/Step": 16466, "Finetune/Step Time": 11.056865775957704}
+{"Finetune/Learning Rate": 1.0645414872176906e-06, "Finetune/Loss": 0.5641946196556091, "Finetune/Loss (Raw)": 0.5510458946228027, "Finetune/Step": 16467, "Finetune/Step Time": 11.093427972868085}
+{"Finetune/Learning Rate": 1.0637855638602913e-06, "Finetune/Loss": 0.5640060901641846, "Finetune/Loss (Raw)": 0.5178627371788025, "Finetune/Step": 16468, "Finetune/Step Time": 11.093500839546323}
+{"Finetune/Learning Rate": 1.0630298939085226e-06, "Finetune/Loss": 0.5639330148696899, "Finetune/Loss (Raw)": 0.5244356989860535, "Finetune/Step": 16469, "Finetune/Step Time": 11.090200178325176}
+{"Finetune/Learning Rate": 1.0622744773838123e-06, "Finetune/Loss": 0.5640960335731506, "Finetune/Loss (Raw)": 0.5349523425102234, "Finetune/Step": 16470, "Finetune/Step Time": 11.093963088467717}
+{"Finetune/Learning Rate": 1.061519314307583e-06, "Finetune/Loss": 0.5634961128234863, "Finetune/Loss (Raw)": 0.5824043154716492, "Finetune/Step": 16471, "Finetune/Step Time": 11.110029347240925}
+{"Finetune/Learning Rate": 1.0607644047012477e-06, "Finetune/Loss": 0.5643408298492432, "Finetune/Loss (Raw)": 0.6129640936851501, "Finetune/Step": 16472, "Finetune/Step Time": 11.107422083616257}
+{"Finetune/Learning Rate": 1.0600097485862148e-06, "Finetune/Loss": 0.562990128993988, "Finetune/Loss (Raw)": 0.3567042350769043, "Finetune/Step": 16473, "Finetune/Step Time": 11.141813667491078}
+{"Finetune/Learning Rate": 1.0592553459838828e-06, "Finetune/Loss": 0.5641438961029053, "Finetune/Loss (Raw)": 0.5909037590026855, "Finetune/Step": 16474, "Finetune/Step Time": 11.106465125456452}
+{"Finetune/Learning Rate": 1.0585011969156456e-06, "Finetune/Loss": 0.5648492574691772, "Finetune/Loss (Raw)": 0.6728765964508057, "Finetune/Step": 16475, "Finetune/Step Time": 11.103623388335109}
+{"Finetune/Learning Rate": 1.0577473014028872e-06, "Finetune/Loss": 0.5642092823982239, "Finetune/Loss (Raw)": 0.618895947933197, "Finetune/Step": 16476, "Finetune/Step Time": 11.1047104280442}
+{"Finetune/Learning Rate": 1.0569936594669883e-06, "Finetune/Loss": 0.5652581453323364, "Finetune/Loss (Raw)": 0.6711575388908386, "Finetune/Step": 16477, "Finetune/Step Time": 11.10192934423685}
+{"Finetune/Learning Rate": 1.0562402711293195e-06, "Finetune/Loss": 0.5654412508010864, "Finetune/Loss (Raw)": 0.6133845448493958, "Finetune/Step": 16478, "Finetune/Step Time": 11.103511022403836}
+{"Finetune/Learning Rate": 1.0554871364112407e-06, "Finetune/Loss": 0.5656368732452393, "Finetune/Loss (Raw)": 0.5992820858955383, "Finetune/Step": 16479, "Finetune/Step Time": 11.030773239210248}
+{"Finetune/Learning Rate": 1.0547342553341144e-06, "Finetune/Loss": 0.5651943683624268, "Finetune/Loss (Raw)": 0.6220732927322388, "Finetune/Step": 16480, "Finetune/Step Time": 11.033279806375504}
+{"Finetune/Learning Rate": 1.0539816279192871e-06, "Finetune/Loss": 0.5658699870109558, "Finetune/Loss (Raw)": 0.5390836596488953, "Finetune/Step": 16481, "Finetune/Step Time": 11.023184349760413}
+{"Finetune/Learning Rate": 1.0532292541881018e-06, "Finetune/Loss": 0.5648234486579895, "Finetune/Loss (Raw)": 0.4043482840061188, "Finetune/Step": 16482, "Finetune/Step Time": 11.03341799788177}
+{"Finetune/Learning Rate": 1.0524771341618933e-06, "Finetune/Loss": 0.5648986101150513, "Finetune/Loss (Raw)": 0.5861639976501465, "Finetune/Step": 16483, "Finetune/Step Time": 11.034795733168721}
+{"Finetune/Learning Rate": 1.0517252678619904e-06, "Finetune/Loss": 0.5637773871421814, "Finetune/Loss (Raw)": 0.5458716154098511, "Finetune/Step": 16484, "Finetune/Step Time": 11.041459769010544}
+{"Finetune/Learning Rate": 1.0509736553097149e-06, "Finetune/Loss": 0.5627576112747192, "Finetune/Loss (Raw)": 0.4916735291481018, "Finetune/Step": 16485, "Finetune/Step Time": 11.043698105961084}
+{"Finetune/Learning Rate": 1.0502222965263754e-06, "Finetune/Loss": 0.5619839429855347, "Finetune/Loss (Raw)": 0.5401766896247864, "Finetune/Step": 16486, "Finetune/Step Time": 11.052124997600913}
+{"Finetune/Learning Rate": 1.0494711915332844e-06, "Finetune/Loss": 0.5629708766937256, "Finetune/Loss (Raw)": 0.6410592794418335, "Finetune/Step": 16487, "Finetune/Step Time": 11.028577364981174}
+{"Finetune/Learning Rate": 1.0487203403517377e-06, "Finetune/Loss": 0.5622453689575195, "Finetune/Loss (Raw)": 0.6591776609420776, "Finetune/Step": 16488, "Finetune/Step Time": 11.02514380030334}
+{"Finetune/Learning Rate": 1.0479697430030277e-06, "Finetune/Loss": 0.5621664524078369, "Finetune/Loss (Raw)": 0.5649165511131287, "Finetune/Step": 16489, "Finetune/Step Time": 11.047772305086255}
+{"Finetune/Learning Rate": 1.04721939950844e-06, "Finetune/Loss": 0.5618635416030884, "Finetune/Loss (Raw)": 0.5614650845527649, "Finetune/Step": 16490, "Finetune/Step Time": 11.048003381118178}
+{"Finetune/Learning Rate": 1.0464693098892542e-06, "Finetune/Loss": 0.5631538033485413, "Finetune/Loss (Raw)": 0.6553364992141724, "Finetune/Step": 16491, "Finetune/Step Time": 10.997405733913183}
+{"Finetune/Learning Rate": 1.0457194741667364e-06, "Finetune/Loss": 0.5637428760528564, "Finetune/Loss (Raw)": 0.5489501357078552, "Finetune/Step": 16492, "Finetune/Step Time": 10.997210498899221}
+{"Finetune/Learning Rate": 1.0449698923621498e-06, "Finetune/Loss": 0.5623095631599426, "Finetune/Loss (Raw)": 0.45891889929771423, "Finetune/Step": 16493, "Finetune/Step Time": 11.031030539423227}
+{"Finetune/Learning Rate": 1.044220564496754e-06, "Finetune/Loss": 0.5617775321006775, "Finetune/Loss (Raw)": 0.5264720320701599, "Finetune/Step": 16494, "Finetune/Step Time": 11.045771701261401}
+{"Finetune/Learning Rate": 1.0434714905917965e-06, "Finetune/Loss": 0.562262773513794, "Finetune/Loss (Raw)": 0.5917659401893616, "Finetune/Step": 16495, "Finetune/Step Time": 11.041626693680882}
+{"Finetune/Learning Rate": 1.0427226706685178e-06, "Finetune/Loss": 0.5615774989128113, "Finetune/Loss (Raw)": 0.5130085349082947, "Finetune/Step": 16496, "Finetune/Step Time": 11.052387025207281}
+{"Finetune/Learning Rate": 1.0419741047481558e-06, "Finetune/Loss": 0.5621492862701416, "Finetune/Loss (Raw)": 0.5725041627883911, "Finetune/Step": 16497, "Finetune/Step Time": 11.050209108740091}
+{"Finetune/Learning Rate": 1.041225792851932e-06, "Finetune/Loss": 0.562694787979126, "Finetune/Loss (Raw)": 0.6037307977676392, "Finetune/Step": 16498, "Finetune/Step Time": 11.051086109131575}
+{"Finetune/Learning Rate": 1.040477735001071e-06, "Finetune/Loss": 0.5627153515815735, "Finetune/Loss (Raw)": 0.5771739482879639, "Finetune/Step": 16499, "Finetune/Step Time": 11.061561845242977}
+{"Finetune/Learning Rate": 1.0397299312167807e-06, "Finetune/Loss": 0.5628566741943359, "Finetune/Loss (Raw)": 0.4680636525154114, "Finetune/Step": 16500, "Finetune/Step Time": 11.054892955347896}
+{"Finetune/Learning Rate": 1.0389823815202727e-06, "Finetune/Loss": 0.5633875131607056, "Finetune/Loss (Raw)": 0.6958222985267639, "Finetune/Step": 16501, "Finetune/Step Time": 11.058130357414484}
+{"Finetune/Learning Rate": 1.0382350859327416e-06, "Finetune/Loss": 0.5639255046844482, "Finetune/Loss (Raw)": 0.6123212575912476, "Finetune/Step": 16502, "Finetune/Step Time": 11.041594997048378}
+{"Finetune/Learning Rate": 1.037488044475382e-06, "Finetune/Loss": 0.5624918937683105, "Finetune/Loss (Raw)": 0.569726288318634, "Finetune/Step": 16503, "Finetune/Step Time": 11.045223485678434}
+{"Finetune/Learning Rate": 1.0367412571693746e-06, "Finetune/Loss": 0.563313364982605, "Finetune/Loss (Raw)": 0.5734953284263611, "Finetune/Step": 16504, "Finetune/Step Time": 11.044027598574758}
+{"Finetune/Learning Rate": 1.0359947240358958e-06, "Finetune/Loss": 0.562973141670227, "Finetune/Loss (Raw)": 0.598859965801239, "Finetune/Step": 16505, "Finetune/Step Time": 11.025914741680026}
+{"Finetune/Learning Rate": 1.0352484450961176e-06, "Finetune/Loss": 0.5618375539779663, "Finetune/Loss (Raw)": 0.6147714257240295, "Finetune/Step": 16506, "Finetune/Step Time": 10.991287093609571}
+{"Finetune/Learning Rate": 1.0345024203711996e-06, "Finetune/Loss": 0.5623838901519775, "Finetune/Loss (Raw)": 0.6208068132400513, "Finetune/Step": 16507, "Finetune/Step Time": 10.99283299408853}
+{"Finetune/Learning Rate": 1.033756649882297e-06, "Finetune/Loss": 0.5616112351417542, "Finetune/Loss (Raw)": 0.493719220161438, "Finetune/Step": 16508, "Finetune/Step Time": 10.9792625233531}
+{"Finetune/Learning Rate": 1.0330111336505644e-06, "Finetune/Loss": 0.5607084631919861, "Finetune/Loss (Raw)": 0.5343213081359863, "Finetune/Step": 16509, "Finetune/Step Time": 10.981469485908747}
+{"Finetune/Learning Rate": 1.0322658716971346e-06, "Finetune/Loss": 0.5605703592300415, "Finetune/Loss (Raw)": 0.5488559007644653, "Finetune/Step": 16510, "Finetune/Step Time": 10.983701338991523}
+{"Finetune/Learning Rate": 1.0315208640431429e-06, "Finetune/Loss": 0.5614292621612549, "Finetune/Loss (Raw)": 0.6793281435966492, "Finetune/Step": 16511, "Finetune/Step Time": 10.982768636196852}
+{"Finetune/Learning Rate": 1.030776110709718e-06, "Finetune/Loss": 0.561516284942627, "Finetune/Loss (Raw)": 0.6350222229957581, "Finetune/Step": 16512, "Finetune/Step Time": 10.985220426693559}
+{"Finetune/Learning Rate": 1.0300316117179766e-06, "Finetune/Loss": 0.5615891218185425, "Finetune/Loss (Raw)": 0.6710742115974426, "Finetune/Step": 16513, "Finetune/Step Time": 10.985312627628446}
+{"Finetune/Learning Rate": 1.0292873670890323e-06, "Finetune/Loss": 0.5610973238945007, "Finetune/Loss (Raw)": 0.5081396698951721, "Finetune/Step": 16514, "Finetune/Step Time": 10.98224069736898}
+{"Finetune/Learning Rate": 1.0285433768439879e-06, "Finetune/Loss": 0.5612908601760864, "Finetune/Loss (Raw)": 0.5276002287864685, "Finetune/Step": 16515, "Finetune/Step Time": 10.980236010625958}
+{"Finetune/Learning Rate": 1.0277996410039425e-06, "Finetune/Loss": 0.5630847215652466, "Finetune/Loss (Raw)": 0.6225422024726868, "Finetune/Step": 16516, "Finetune/Step Time": 10.926367029547691}
+{"Finetune/Learning Rate": 1.0270561595899864e-06, "Finetune/Loss": 0.5637329816818237, "Finetune/Loss (Raw)": 0.6228671669960022, "Finetune/Step": 16517, "Finetune/Step Time": 10.908637737855315}
+{"Finetune/Learning Rate": 1.0263129326232012e-06, "Finetune/Loss": 0.5615813732147217, "Finetune/Loss (Raw)": 0.39339199662208557, "Finetune/Step": 16518, "Finetune/Step Time": 10.944829110056162}
+{"Finetune/Learning Rate": 1.0255699601246638e-06, "Finetune/Loss": 0.561901330947876, "Finetune/Loss (Raw)": 0.6746665239334106, "Finetune/Step": 16519, "Finetune/Step Time": 10.941830061376095}
+{"Finetune/Learning Rate": 1.0248272421154426e-06, "Finetune/Loss": 0.5611895322799683, "Finetune/Loss (Raw)": 0.5103604197502136, "Finetune/Step": 16520, "Finetune/Step Time": 10.944086264818907}
+{"Finetune/Learning Rate": 1.0240847786165986e-06, "Finetune/Loss": 0.5630842447280884, "Finetune/Loss (Raw)": 0.6877303123474121, "Finetune/Step": 16521, "Finetune/Step Time": 10.91625177115202}
+{"Finetune/Learning Rate": 1.0233425696491861e-06, "Finetune/Loss": 0.5631411075592041, "Finetune/Loss (Raw)": 0.6986269354820251, "Finetune/Step": 16522, "Finetune/Step Time": 10.917939094826579}
+{"Finetune/Learning Rate": 1.0226006152342516e-06, "Finetune/Loss": 0.564054012298584, "Finetune/Loss (Raw)": 0.6697353720664978, "Finetune/Step": 16523, "Finetune/Step Time": 10.91330736503005}
+{"Finetune/Learning Rate": 1.021858915392836e-06, "Finetune/Loss": 0.5643621683120728, "Finetune/Loss (Raw)": 0.5253167748451233, "Finetune/Step": 16524, "Finetune/Step Time": 10.916705720126629}
+{"Finetune/Learning Rate": 1.0211174701459714e-06, "Finetune/Loss": 0.5651333332061768, "Finetune/Loss (Raw)": 0.5544010400772095, "Finetune/Step": 16525, "Finetune/Step Time": 10.896987391635776}
+{"Finetune/Learning Rate": 1.0203762795146833e-06, "Finetune/Loss": 0.5651240348815918, "Finetune/Loss (Raw)": 0.5773251056671143, "Finetune/Step": 16526, "Finetune/Step Time": 10.896787503734231}
+{"Finetune/Learning Rate": 1.019635343519988e-06, "Finetune/Loss": 0.5652843713760376, "Finetune/Loss (Raw)": 0.5570603609085083, "Finetune/Step": 16527, "Finetune/Step Time": 10.923484502360225}
+{"Finetune/Learning Rate": 1.0188946621828977e-06, "Finetune/Loss": 0.5651109218597412, "Finetune/Loss (Raw)": 0.5778540968894958, "Finetune/Step": 16528, "Finetune/Step Time": 10.950806641951203}
+{"Finetune/Learning Rate": 1.0181542355244167e-06, "Finetune/Loss": 0.5646640658378601, "Finetune/Loss (Raw)": 0.5127907395362854, "Finetune/Step": 16529, "Finetune/Step Time": 10.9446950443089}
+{"Finetune/Learning Rate": 1.0174140635655405e-06, "Finetune/Loss": 0.5649355053901672, "Finetune/Loss (Raw)": 0.6421501636505127, "Finetune/Step": 16530, "Finetune/Step Time": 10.9696653354913}
+{"Finetune/Learning Rate": 1.0166741463272577e-06, "Finetune/Loss": 0.5650802850723267, "Finetune/Loss (Raw)": 0.5360455513000488, "Finetune/Step": 16531, "Finetune/Step Time": 10.990485796704888}
+{"Finetune/Learning Rate": 1.0159344838305517e-06, "Finetune/Loss": 0.5653079748153687, "Finetune/Loss (Raw)": 0.5747037529945374, "Finetune/Step": 16532, "Finetune/Step Time": 10.98966352827847}
+{"Finetune/Learning Rate": 1.015195076096398e-06, "Finetune/Loss": 0.5643641352653503, "Finetune/Loss (Raw)": 0.5123716592788696, "Finetune/Step": 16533, "Finetune/Step Time": 10.98971632681787}
+{"Finetune/Learning Rate": 1.0144559231457617e-06, "Finetune/Loss": 0.5633519887924194, "Finetune/Loss (Raw)": 0.573168933391571, "Finetune/Step": 16534, "Finetune/Step Time": 10.981842877343297}
+{"Finetune/Learning Rate": 1.0137170249996008e-06, "Finetune/Loss": 0.5628394484519958, "Finetune/Loss (Raw)": 0.5600025653839111, "Finetune/Step": 16535, "Finetune/Step Time": 10.995433036237955}
+{"Finetune/Learning Rate": 1.0129783816788742e-06, "Finetune/Loss": 0.5627728700637817, "Finetune/Loss (Raw)": 0.5626220107078552, "Finetune/Step": 16536, "Finetune/Step Time": 10.990727109834552}
+{"Finetune/Learning Rate": 1.0122399932045245e-06, "Finetune/Loss": 0.5632550120353699, "Finetune/Loss (Raw)": 0.6513841152191162, "Finetune/Step": 16537, "Finetune/Step Time": 10.984814915806055}
+{"Finetune/Learning Rate": 1.0115018595974912e-06, "Finetune/Loss": 0.5629340410232544, "Finetune/Loss (Raw)": 0.530245840549469, "Finetune/Step": 16538, "Finetune/Step Time": 10.98652345687151}
+{"Finetune/Learning Rate": 1.0107639808787062e-06, "Finetune/Loss": 0.5641292333602905, "Finetune/Loss (Raw)": 0.6607365012168884, "Finetune/Step": 16539, "Finetune/Step Time": 10.979479383677244}
+{"Finetune/Learning Rate": 1.0100263570690915e-06, "Finetune/Loss": 0.5639998912811279, "Finetune/Loss (Raw)": 0.5747456550598145, "Finetune/Step": 16540, "Finetune/Step Time": 10.981879053637385}
+{"Finetune/Learning Rate": 1.0092889881895663e-06, "Finetune/Loss": 0.5642373561859131, "Finetune/Loss (Raw)": 0.5597193837165833, "Finetune/Step": 16541, "Finetune/Step Time": 10.99783186800778}
+{"Finetune/Learning Rate": 1.0085518742610355e-06, "Finetune/Loss": 0.5632197856903076, "Finetune/Loss (Raw)": 0.5082055926322937, "Finetune/Step": 16542, "Finetune/Step Time": 11.033683257177472}
+{"Finetune/Learning Rate": 1.0078150153044087e-06, "Finetune/Loss": 0.5631083250045776, "Finetune/Loss (Raw)": 0.5573269128799438, "Finetune/Step": 16543, "Finetune/Step Time": 11.033286798745394}
+{"Finetune/Learning Rate": 1.0070784113405763e-06, "Finetune/Loss": 0.5639833211898804, "Finetune/Loss (Raw)": 0.5849764347076416, "Finetune/Step": 16544, "Finetune/Step Time": 11.028158936649561}
+{"Finetune/Learning Rate": 1.0063420623904308e-06, "Finetune/Loss": 0.5632277727127075, "Finetune/Loss (Raw)": 0.5507851243019104, "Finetune/Step": 16545, "Finetune/Step Time": 11.019120400771499}
+{"Finetune/Learning Rate": 1.0056059684748475e-06, "Finetune/Loss": 0.5628064274787903, "Finetune/Loss (Raw)": 0.5612097978591919, "Finetune/Step": 16546, "Finetune/Step Time": 11.01586364582181}
+{"Finetune/Learning Rate": 1.0048701296147023e-06, "Finetune/Loss": 0.5632435083389282, "Finetune/Loss (Raw)": 0.6486379504203796, "Finetune/Step": 16547, "Finetune/Step Time": 11.014992794021964}
+{"Finetune/Learning Rate": 1.0041345458308615e-06, "Finetune/Loss": 0.5623652338981628, "Finetune/Loss (Raw)": 0.4973503649234772, "Finetune/Step": 16548, "Finetune/Step Time": 11.015945414081216}
+{"Finetune/Learning Rate": 1.003399217144183e-06, "Finetune/Loss": 0.5629783868789673, "Finetune/Loss (Raw)": 0.5473822355270386, "Finetune/Step": 16549, "Finetune/Step Time": 10.998457755893469}
+{"Finetune/Learning Rate": 1.0026641435755214e-06, "Finetune/Loss": 0.5616786479949951, "Finetune/Loss (Raw)": 0.5184123516082764, "Finetune/Step": 16550, "Finetune/Step Time": 11.000776141881943}
+{"Finetune/Learning Rate": 1.0019293251457206e-06, "Finetune/Loss": 0.5637331008911133, "Finetune/Loss (Raw)": 0.6911141872406006, "Finetune/Step": 16551, "Finetune/Step Time": 10.962442569434643}
+{"Finetune/Learning Rate": 1.0011947618756156e-06, "Finetune/Loss": 0.5639076232910156, "Finetune/Loss (Raw)": 0.6355621218681335, "Finetune/Step": 16552, "Finetune/Step Time": 10.960954949259758}
+{"Finetune/Learning Rate": 1.0004604537860385e-06, "Finetune/Loss": 0.5632726550102234, "Finetune/Loss (Raw)": 0.5397456884384155, "Finetune/Step": 16553, "Finetune/Step Time": 10.960234828293324}
+{"Finetune/Learning Rate": 9.997264008978113e-07, "Finetune/Loss": 0.5640187859535217, "Finetune/Loss (Raw)": 0.6203354001045227, "Finetune/Step": 16554, "Finetune/Step Time": 10.949588008224964}
+{"Finetune/Learning Rate": 9.989926032317497e-07, "Finetune/Loss": 0.5643153190612793, "Finetune/Loss (Raw)": 0.6065741777420044, "Finetune/Step": 16555, "Finetune/Step Time": 10.94752686098218}
+{"Finetune/Learning Rate": 9.982590608086617e-07, "Finetune/Loss": 0.5641950368881226, "Finetune/Loss (Raw)": 0.6035010814666748, "Finetune/Step": 16556, "Finetune/Step Time": 10.944985304027796}
+{"Finetune/Learning Rate": 9.975257736493515e-07, "Finetune/Loss": 0.5644235610961914, "Finetune/Loss (Raw)": 0.5679891705513, "Finetune/Step": 16557, "Finetune/Step Time": 10.89429278112948}
+{"Finetune/Learning Rate": 9.967927417746103e-07, "Finetune/Loss": 0.564098596572876, "Finetune/Loss (Raw)": 0.5744246244430542, "Finetune/Step": 16558, "Finetune/Step Time": 10.890788916498423}
+{"Finetune/Learning Rate": 9.960599652052238e-07, "Finetune/Loss": 0.5637301206588745, "Finetune/Loss (Raw)": 0.4762224853038788, "Finetune/Step": 16559, "Finetune/Step Time": 10.874091375619173}
+{"Finetune/Learning Rate": 9.953274439619742e-07, "Finetune/Loss": 0.5639572143554688, "Finetune/Loss (Raw)": 0.6162537932395935, "Finetune/Step": 16560, "Finetune/Step Time": 10.877001486718655}
+{"Finetune/Learning Rate": 9.945951780656316e-07, "Finetune/Loss": 0.5640813708305359, "Finetune/Loss (Raw)": 0.6132688522338867, "Finetune/Step": 16561, "Finetune/Step Time": 10.877423156052828}
+{"Finetune/Learning Rate": 9.938631675369626e-07, "Finetune/Loss": 0.5640974044799805, "Finetune/Loss (Raw)": 0.512795627117157, "Finetune/Step": 16562, "Finetune/Step Time": 10.901233391836286}
+{"Finetune/Learning Rate": 9.931314123967228e-07, "Finetune/Loss": 0.5659050941467285, "Finetune/Loss (Raw)": 0.6789107918739319, "Finetune/Step": 16563, "Finetune/Step Time": 10.863974895328283}
+{"Finetune/Learning Rate": 9.923999126656647e-07, "Finetune/Loss": 0.5661385655403137, "Finetune/Loss (Raw)": 0.5589538216590881, "Finetune/Step": 16564, "Finetune/Step Time": 10.859801780432463}
+{"Finetune/Learning Rate": 9.916686683645317e-07, "Finetune/Loss": 0.5674401521682739, "Finetune/Loss (Raw)": 0.5761969685554504, "Finetune/Step": 16565, "Finetune/Step Time": 10.833709713071585}
+{"Finetune/Learning Rate": 9.90937679514058e-07, "Finetune/Loss": 0.5671168565750122, "Finetune/Loss (Raw)": 0.5343539118766785, "Finetune/Step": 16566, "Finetune/Step Time": 10.861906599253416}
+{"Finetune/Learning Rate": 9.90206946134974e-07, "Finetune/Loss": 0.5679535865783691, "Finetune/Loss (Raw)": 0.6903301477432251, "Finetune/Step": 16567, "Finetune/Step Time": 10.860722539946437}
+{"Finetune/Learning Rate": 9.894764682480006e-07, "Finetune/Loss": 0.5682284832000732, "Finetune/Loss (Raw)": 0.5607594847679138, "Finetune/Step": 16568, "Finetune/Step Time": 10.867777986451983}
+{"Finetune/Learning Rate": 9.887462458738518e-07, "Finetune/Loss": 0.570380449295044, "Finetune/Loss (Raw)": 0.7387501001358032, "Finetune/Step": 16569, "Finetune/Step Time": 10.89839525707066}
+{"Finetune/Learning Rate": 9.880162790332348e-07, "Finetune/Loss": 0.5703974366188049, "Finetune/Loss (Raw)": 0.5504242181777954, "Finetune/Step": 16570, "Finetune/Step Time": 10.894017163664103}
+{"Finetune/Learning Rate": 9.87286567746849e-07, "Finetune/Loss": 0.5715337991714478, "Finetune/Loss (Raw)": 0.6431632041931152, "Finetune/Step": 16571, "Finetune/Step Time": 10.871232941746712}
+{"Finetune/Learning Rate": 9.865571120353878e-07, "Finetune/Loss": 0.5727759599685669, "Finetune/Loss (Raw)": 0.6470651030540466, "Finetune/Step": 16572, "Finetune/Step Time": 10.838546987622976}
+{"Finetune/Learning Rate": 9.85827911919537e-07, "Finetune/Loss": 0.573772132396698, "Finetune/Loss (Raw)": 0.5671993494033813, "Finetune/Step": 16573, "Finetune/Step Time": 10.81533539108932}
+{"Finetune/Learning Rate": 9.85098967419973e-07, "Finetune/Loss": 0.5727968215942383, "Finetune/Loss (Raw)": 0.5565410256385803, "Finetune/Step": 16574, "Finetune/Step Time": 10.808366060256958}
+{"Finetune/Learning Rate": 9.843702785573672e-07, "Finetune/Loss": 0.5723705291748047, "Finetune/Loss (Raw)": 0.5896340012550354, "Finetune/Step": 16575, "Finetune/Step Time": 10.80543314665556}
+{"Finetune/Learning Rate": 9.836418453523833e-07, "Finetune/Loss": 0.5725107192993164, "Finetune/Loss (Raw)": 0.5690998435020447, "Finetune/Step": 16576, "Finetune/Step Time": 10.808717833831906}
+{"Finetune/Learning Rate": 9.829136678256778e-07, "Finetune/Loss": 0.5731707811355591, "Finetune/Loss (Raw)": 0.5217195153236389, "Finetune/Step": 16577, "Finetune/Step Time": 10.782219728454947}
+{"Finetune/Learning Rate": 9.82185745997899e-07, "Finetune/Loss": 0.5725285410881042, "Finetune/Loss (Raw)": 0.536124050617218, "Finetune/Step": 16578, "Finetune/Step Time": 10.781076865270734}
+{"Finetune/Learning Rate": 9.8145807988969e-07, "Finetune/Loss": 0.5730690956115723, "Finetune/Loss (Raw)": 0.577494204044342, "Finetune/Step": 16579, "Finetune/Step Time": 10.780737748369575}
+{"Finetune/Learning Rate": 9.807306695216846e-07, "Finetune/Loss": 0.572797417640686, "Finetune/Loss (Raw)": 0.5994004011154175, "Finetune/Step": 16580, "Finetune/Step Time": 10.783859396353364}
+{"Finetune/Learning Rate": 9.800035149145093e-07, "Finetune/Loss": 0.5730994939804077, "Finetune/Loss (Raw)": 0.590015709400177, "Finetune/Step": 16581, "Finetune/Step Time": 10.772259747609496}
+{"Finetune/Learning Rate": 9.792766160887868e-07, "Finetune/Loss": 0.5721832513809204, "Finetune/Loss (Raw)": 0.4628351628780365, "Finetune/Step": 16582, "Finetune/Step Time": 10.754317997023463}
+{"Finetune/Learning Rate": 9.78549973065125e-07, "Finetune/Loss": 0.5720230937004089, "Finetune/Loss (Raw)": 0.5414828062057495, "Finetune/Step": 16583, "Finetune/Step Time": 10.760222287848592}
+{"Finetune/Learning Rate": 9.778235858641338e-07, "Finetune/Loss": 0.5720678567886353, "Finetune/Loss (Raw)": 0.6026501655578613, "Finetune/Step": 16584, "Finetune/Step Time": 10.74697577022016}
+{"Finetune/Learning Rate": 9.770974545064095e-07, "Finetune/Loss": 0.5737174153327942, "Finetune/Loss (Raw)": 0.6803757548332214, "Finetune/Step": 16585, "Finetune/Step Time": 10.69481336325407}
+{"Finetune/Learning Rate": 9.76371579012545e-07, "Finetune/Loss": 0.5729527473449707, "Finetune/Loss (Raw)": 0.5830946564674377, "Finetune/Step": 16586, "Finetune/Step Time": 10.677463499829173}
+{"Finetune/Learning Rate": 9.75645959403122e-07, "Finetune/Loss": 0.5739882588386536, "Finetune/Loss (Raw)": 0.6681305170059204, "Finetune/Step": 16587, "Finetune/Step Time": 10.678841033950448}
+{"Finetune/Learning Rate": 9.749205956987196e-07, "Finetune/Loss": 0.5759166479110718, "Finetune/Loss (Raw)": 0.6094247102737427, "Finetune/Step": 16588, "Finetune/Step Time": 10.644855791702867}
+{"Finetune/Learning Rate": 9.741954879199034e-07, "Finetune/Loss": 0.5775455236434937, "Finetune/Loss (Raw)": 0.589651346206665, "Finetune/Step": 16589, "Finetune/Step Time": 10.618548242375255}
+{"Finetune/Learning Rate": 9.73470636087237e-07, "Finetune/Loss": 0.578153133392334, "Finetune/Loss (Raw)": 0.6020947694778442, "Finetune/Step": 16590, "Finetune/Step Time": 10.628640012815595}
+{"Finetune/Learning Rate": 9.72746040221274e-07, "Finetune/Loss": 0.5787078142166138, "Finetune/Loss (Raw)": 0.6358555555343628, "Finetune/Step": 16591, "Finetune/Step Time": 10.625684089958668}
+{"Finetune/Learning Rate": 9.720217003425648e-07, "Finetune/Loss": 0.5787577033042908, "Finetune/Loss (Raw)": 0.5582576990127563, "Finetune/Step": 16592, "Finetune/Step Time": 10.61881859600544}
+{"Finetune/Learning Rate": 9.71297616471648e-07, "Finetune/Loss": 0.579077422618866, "Finetune/Loss (Raw)": 0.6367727518081665, "Finetune/Step": 16593, "Finetune/Step Time": 10.591282833367586}
+{"Finetune/Learning Rate": 9.705737886290578e-07, "Finetune/Loss": 0.5800299644470215, "Finetune/Loss (Raw)": 0.629763126373291, "Finetune/Step": 16594, "Finetune/Step Time": 10.588613323867321}
+{"Finetune/Learning Rate": 9.698502168353175e-07, "Finetune/Loss": 0.5803420543670654, "Finetune/Loss (Raw)": 0.5909941792488098, "Finetune/Step": 16595, "Finetune/Step Time": 10.557383328676224}
+{"Finetune/Learning Rate": 9.691269011109472e-07, "Finetune/Loss": 0.5813524723052979, "Finetune/Loss (Raw)": 0.6471953988075256, "Finetune/Step": 16596, "Finetune/Step Time": 10.568789267912507}
+{"Finetune/Learning Rate": 9.684038414764575e-07, "Finetune/Loss": 0.5815026760101318, "Finetune/Loss (Raw)": 0.5436645746231079, "Finetune/Step": 16597, "Finetune/Step Time": 10.624921379610896}
+{"Finetune/Learning Rate": 9.676810379523505e-07, "Finetune/Loss": 0.5820802450180054, "Finetune/Loss (Raw)": 0.6088789105415344, "Finetune/Step": 16598, "Finetune/Step Time": 10.640400452539325}
+{"Finetune/Learning Rate": 9.669584905591256e-07, "Finetune/Loss": 0.5815615653991699, "Finetune/Loss (Raw)": 0.5160200595855713, "Finetune/Step": 16599, "Finetune/Step Time": 10.622186321765184}
+{"Finetune/Learning Rate": 9.662361993172743e-07, "Finetune/Loss": 0.5819768905639648, "Finetune/Loss (Raw)": 0.666124165058136, "Finetune/Step": 16600, "Finetune/Step Time": 10.626406975090504}
+{"Finetune/Learning Rate": 9.655141642472744e-07, "Finetune/Loss": 0.5840772390365601, "Finetune/Loss (Raw)": 0.6255412697792053, "Finetune/Step": 16601, "Finetune/Step Time": 10.623096207156777}
+{"Finetune/Learning Rate": 9.647923853696006e-07, "Finetune/Loss": 0.5838197469711304, "Finetune/Loss (Raw)": 0.5579557418823242, "Finetune/Step": 16602, "Finetune/Step Time": 10.623257527127862}
+{"Finetune/Learning Rate": 9.640708627047236e-07, "Finetune/Loss": 0.5837404727935791, "Finetune/Loss (Raw)": 0.6627269983291626, "Finetune/Step": 16603, "Finetune/Step Time": 10.624992080032825}
+{"Finetune/Learning Rate": 9.63349596273101e-07, "Finetune/Loss": 0.5838905572891235, "Finetune/Loss (Raw)": 0.6380983591079712, "Finetune/Step": 16604, "Finetune/Step Time": 10.626684544607997}
+{"Finetune/Learning Rate": 9.626285860951856e-07, "Finetune/Loss": 0.5829338431358337, "Finetune/Loss (Raw)": 0.5487069487571716, "Finetune/Step": 16605, "Finetune/Step Time": 10.634128017351031}
+{"Finetune/Learning Rate": 9.61907832191429e-07, "Finetune/Loss": 0.5825755596160889, "Finetune/Loss (Raw)": 0.5675238966941833, "Finetune/Step": 16606, "Finetune/Step Time": 10.635077686980367}
+{"Finetune/Learning Rate": 9.611873345822632e-07, "Finetune/Loss": 0.5820675492286682, "Finetune/Loss (Raw)": 0.5342506170272827, "Finetune/Step": 16607, "Finetune/Step Time": 10.629083817824721}
+{"Finetune/Learning Rate": 9.604670932881211e-07, "Finetune/Loss": 0.5819347500801086, "Finetune/Loss (Raw)": 0.6050747036933899, "Finetune/Step": 16608, "Finetune/Step Time": 10.615776158869267}
+{"Finetune/Learning Rate": 9.597471083294286e-07, "Finetune/Loss": 0.5831507444381714, "Finetune/Loss (Raw)": 0.6947323679924011, "Finetune/Step": 16609, "Finetune/Step Time": 10.61329111456871}
+{"Finetune/Learning Rate": 9.590273797265992e-07, "Finetune/Loss": 0.5849944353103638, "Finetune/Loss (Raw)": 0.6403495669364929, "Finetune/Step": 16610, "Finetune/Step Time": 10.591456145048141}
+{"Finetune/Learning Rate": 9.583079075000457e-07, "Finetune/Loss": 0.585358202457428, "Finetune/Loss (Raw)": 0.632721483707428, "Finetune/Step": 16611, "Finetune/Step Time": 10.609890783205628}
+{"Finetune/Learning Rate": 9.575886916701681e-07, "Finetune/Loss": 0.5853352546691895, "Finetune/Loss (Raw)": 0.5429365634918213, "Finetune/Step": 16612, "Finetune/Step Time": 10.595561793074012}
+{"Finetune/Learning Rate": 9.568697322573616e-07, "Finetune/Loss": 0.5864055752754211, "Finetune/Loss (Raw)": 0.6286716461181641, "Finetune/Step": 16613, "Finetune/Step Time": 10.59121866337955}
+{"Finetune/Learning Rate": 9.561510292820154e-07, "Finetune/Loss": 0.5866665244102478, "Finetune/Loss (Raw)": 0.5735757946968079, "Finetune/Step": 16614, "Finetune/Step Time": 10.579849570989609}
+{"Finetune/Learning Rate": 9.554325827645082e-07, "Finetune/Loss": 0.5862431526184082, "Finetune/Loss (Raw)": 0.5868749618530273, "Finetune/Step": 16615, "Finetune/Step Time": 10.589309841394424}
+{"Finetune/Learning Rate": 9.547143927252134e-07, "Finetune/Loss": 0.5855305194854736, "Finetune/Loss (Raw)": 0.567960262298584, "Finetune/Step": 16616, "Finetune/Step Time": 10.579402815550566}
+{"Finetune/Learning Rate": 9.539964591844974e-07, "Finetune/Loss": 0.5855408906936646, "Finetune/Loss (Raw)": 0.5662335157394409, "Finetune/Step": 16617, "Finetune/Step Time": 10.557022474706173}
+{"Finetune/Learning Rate": 9.532787821627188e-07, "Finetune/Loss": 0.5853620767593384, "Finetune/Loss (Raw)": 0.5385762453079224, "Finetune/Step": 16618, "Finetune/Step Time": 10.551165614277124}
+{"Finetune/Learning Rate": 9.525613616802276e-07, "Finetune/Loss": 0.5831054449081421, "Finetune/Loss (Raw)": 0.3664986193180084, "Finetune/Step": 16619, "Finetune/Step Time": 10.587652288377285}
+{"Finetune/Learning Rate": 9.5184419775737e-07, "Finetune/Loss": 0.5829061269760132, "Finetune/Loss (Raw)": 0.523433268070221, "Finetune/Step": 16620, "Finetune/Step Time": 10.577579805627465}
+{"Finetune/Learning Rate": 9.511272904144797e-07, "Finetune/Loss": 0.5841132998466492, "Finetune/Loss (Raw)": 0.6134400367736816, "Finetune/Step": 16621, "Finetune/Step Time": 10.53984434530139}
+{"Finetune/Learning Rate": 9.504106396718893e-07, "Finetune/Loss": 0.5861568450927734, "Finetune/Loss (Raw)": 0.7880347371101379, "Finetune/Step": 16622, "Finetune/Step Time": 10.527258237823844}
+{"Finetune/Learning Rate": 9.496942455499192e-07, "Finetune/Loss": 0.5860220193862915, "Finetune/Loss (Raw)": 0.5745128989219666, "Finetune/Step": 16623, "Finetune/Step Time": 10.536468168720603}
+{"Finetune/Learning Rate": 9.489781080688865e-07, "Finetune/Loss": 0.5865442752838135, "Finetune/Loss (Raw)": 0.5798600912094116, "Finetune/Step": 16624, "Finetune/Step Time": 10.522463519126177}
+{"Finetune/Learning Rate": 9.482622272490927e-07, "Finetune/Loss": 0.5863834023475647, "Finetune/Loss (Raw)": 0.5519101023674011, "Finetune/Step": 16625, "Finetune/Step Time": 10.523195587098598}
+{"Finetune/Learning Rate": 9.475466031108448e-07, "Finetune/Loss": 0.5869078636169434, "Finetune/Loss (Raw)": 0.6708688139915466, "Finetune/Step": 16626, "Finetune/Step Time": 10.567084630951285}
+{"Finetune/Learning Rate": 9.468312356744336e-07, "Finetune/Loss": 0.5864961743354797, "Finetune/Loss (Raw)": 0.5244711637496948, "Finetune/Step": 16627, "Finetune/Step Time": 10.556090908125043}
+{"Finetune/Learning Rate": 9.461161249601447e-07, "Finetune/Loss": 0.58777916431427, "Finetune/Loss (Raw)": 0.6322924494743347, "Finetune/Step": 16628, "Finetune/Step Time": 10.5882255602628}
+{"Finetune/Learning Rate": 9.454012709882576e-07, "Finetune/Loss": 0.5870872735977173, "Finetune/Loss (Raw)": 0.607252299785614, "Finetune/Step": 16629, "Finetune/Step Time": 10.585393570363522}
+{"Finetune/Learning Rate": 9.446866737790427e-07, "Finetune/Loss": 0.587394118309021, "Finetune/Loss (Raw)": 0.6516026258468628, "Finetune/Step": 16630, "Finetune/Step Time": 10.583851797506213}
+{"Finetune/Learning Rate": 9.439723333527639e-07, "Finetune/Loss": 0.5874854326248169, "Finetune/Loss (Raw)": 0.5814169049263, "Finetune/Step": 16631, "Finetune/Step Time": 10.568561473861337}
+{"Finetune/Learning Rate": 9.432582497296749e-07, "Finetune/Loss": 0.5875670909881592, "Finetune/Loss (Raw)": 0.5839460492134094, "Finetune/Step": 16632, "Finetune/Step Time": 10.562365582212806}
+{"Finetune/Learning Rate": 9.425444229300295e-07, "Finetune/Loss": 0.5878486037254333, "Finetune/Loss (Raw)": 0.6348901391029358, "Finetune/Step": 16633, "Finetune/Step Time": 10.572714749723673}
+{"Finetune/Learning Rate": 9.418308529740694e-07, "Finetune/Loss": 0.586223840713501, "Finetune/Loss (Raw)": 0.4067991375923157, "Finetune/Step": 16634, "Finetune/Step Time": 10.607577098533511}
+{"Finetune/Learning Rate": 9.411175398820271e-07, "Finetune/Loss": 0.5859813690185547, "Finetune/Loss (Raw)": 0.5897785425186157, "Finetune/Step": 16635, "Finetune/Step Time": 10.611636858433485}
+{"Finetune/Learning Rate": 9.404044836741343e-07, "Finetune/Loss": 0.586970865726471, "Finetune/Loss (Raw)": 0.6203711032867432, "Finetune/Step": 16636, "Finetune/Step Time": 10.608383659273386}
+{"Finetune/Learning Rate": 9.396916843706061e-07, "Finetune/Loss": 0.5877405405044556, "Finetune/Loss (Raw)": 0.632835865020752, "Finetune/Step": 16637, "Finetune/Step Time": 10.601982206106186}
+{"Finetune/Learning Rate": 9.389791419916572e-07, "Finetune/Loss": 0.588037371635437, "Finetune/Loss (Raw)": 0.5868464112281799, "Finetune/Step": 16638, "Finetune/Step Time": 10.602503614500165}
+{"Finetune/Learning Rate": 9.382668565574927e-07, "Finetune/Loss": 0.5868989825248718, "Finetune/Loss (Raw)": 0.5336190462112427, "Finetune/Step": 16639, "Finetune/Step Time": 10.597871216014028}
+{"Finetune/Learning Rate": 9.375548280883129e-07, "Finetune/Loss": 0.5869847536087036, "Finetune/Loss (Raw)": 0.646001935005188, "Finetune/Step": 16640, "Finetune/Step Time": 10.592644227668643}
+{"Finetune/Learning Rate": 9.368430566043085e-07, "Finetune/Loss": 0.586545467376709, "Finetune/Loss (Raw)": 0.6148499250411987, "Finetune/Step": 16641, "Finetune/Step Time": 10.599743604660034}
+{"Finetune/Learning Rate": 9.361315421256645e-07, "Finetune/Loss": 0.5870805978775024, "Finetune/Loss (Raw)": 0.576628565788269, "Finetune/Step": 16642, "Finetune/Step Time": 10.607107182964683}
+{"Finetune/Learning Rate": 9.354202846725546e-07, "Finetune/Loss": 0.5875968933105469, "Finetune/Loss (Raw)": 0.5936851501464844, "Finetune/Step": 16643, "Finetune/Step Time": 10.614177012816072}
+{"Finetune/Learning Rate": 9.347092842651483e-07, "Finetune/Loss": 0.5887147188186646, "Finetune/Loss (Raw)": 0.7656344175338745, "Finetune/Step": 16644, "Finetune/Step Time": 10.631652878597379}
+{"Finetune/Learning Rate": 9.339985409236097e-07, "Finetune/Loss": 0.5871177315711975, "Finetune/Loss (Raw)": 0.4184475839138031, "Finetune/Step": 16645, "Finetune/Step Time": 10.627863036468625}
+{"Finetune/Learning Rate": 9.332880546680911e-07, "Finetune/Loss": 0.5883243083953857, "Finetune/Loss (Raw)": 0.5478304624557495, "Finetune/Step": 16646, "Finetune/Step Time": 10.595791701227427}
+{"Finetune/Learning Rate": 9.32577825518739e-07, "Finetune/Loss": 0.587493896484375, "Finetune/Loss (Raw)": 0.5683744549751282, "Finetune/Step": 16647, "Finetune/Step Time": 10.59428977780044}
+{"Finetune/Learning Rate": 9.318678534957004e-07, "Finetune/Loss": 0.5880895853042603, "Finetune/Loss (Raw)": 0.5866068601608276, "Finetune/Step": 16648, "Finetune/Step Time": 10.591953698545694}
+{"Finetune/Learning Rate": 9.311581386191005e-07, "Finetune/Loss": 0.5872741937637329, "Finetune/Loss (Raw)": 0.5833597183227539, "Finetune/Step": 16649, "Finetune/Step Time": 10.586952336132526}
+{"Finetune/Learning Rate": 9.304486809090674e-07, "Finetune/Loss": 0.586905837059021, "Finetune/Loss (Raw)": 0.6514828205108643, "Finetune/Step": 16650, "Finetune/Step Time": 10.604883424937725}
+{"Finetune/Learning Rate": 9.297394803857196e-07, "Finetune/Loss": 0.5862245559692383, "Finetune/Loss (Raw)": 0.582525372505188, "Finetune/Step": 16651, "Finetune/Step Time": 10.610840460285544}
+{"Finetune/Learning Rate": 9.290305370691677e-07, "Finetune/Loss": 0.5868039727210999, "Finetune/Loss (Raw)": 0.5994924902915955, "Finetune/Step": 16652, "Finetune/Step Time": 10.622985871508718}
+{"Finetune/Learning Rate": 9.283218509795155e-07, "Finetune/Loss": 0.586944580078125, "Finetune/Loss (Raw)": 0.5723875761032104, "Finetune/Step": 16653, "Finetune/Step Time": 10.624371130019426}
+{"Finetune/Learning Rate": 9.276134221368571e-07, "Finetune/Loss": 0.5868346691131592, "Finetune/Loss (Raw)": 0.5632601976394653, "Finetune/Step": 16654, "Finetune/Step Time": 10.63050090521574}
+{"Finetune/Learning Rate": 9.269052505612874e-07, "Finetune/Loss": 0.5867018699645996, "Finetune/Loss (Raw)": 0.5400615334510803, "Finetune/Step": 16655, "Finetune/Step Time": 10.603315694257617}
+{"Finetune/Learning Rate": 9.261973362728827e-07, "Finetune/Loss": 0.586962103843689, "Finetune/Loss (Raw)": 0.6111642718315125, "Finetune/Step": 16656, "Finetune/Step Time": 10.580272821709514}
+{"Finetune/Learning Rate": 9.25489679291719e-07, "Finetune/Loss": 0.5877823829650879, "Finetune/Loss (Raw)": 0.6177871227264404, "Finetune/Step": 16657, "Finetune/Step Time": 10.59297700598836}
+{"Finetune/Learning Rate": 9.247822796378636e-07, "Finetune/Loss": 0.5868877172470093, "Finetune/Loss (Raw)": 0.5276387333869934, "Finetune/Step": 16658, "Finetune/Step Time": 10.595852883532643}
+{"Finetune/Learning Rate": 9.240751373313761e-07, "Finetune/Loss": 0.5874148607254028, "Finetune/Loss (Raw)": 0.6035153865814209, "Finetune/Step": 16659, "Finetune/Step Time": 10.572686778381467}
+{"Finetune/Learning Rate": 9.233682523923093e-07, "Finetune/Loss": 0.5868375301361084, "Finetune/Loss (Raw)": 0.5008118152618408, "Finetune/Step": 16660, "Finetune/Step Time": 10.578759049996734}
+{"Finetune/Learning Rate": 9.226616248407084e-07, "Finetune/Loss": 0.587882399559021, "Finetune/Loss (Raw)": 0.6461083292961121, "Finetune/Step": 16661, "Finetune/Step Time": 10.58643551170826}
+{"Finetune/Learning Rate": 9.219552546966116e-07, "Finetune/Loss": 0.5877907276153564, "Finetune/Loss (Raw)": 0.5614323616027832, "Finetune/Step": 16662, "Finetune/Step Time": 10.603554530069232}
+{"Finetune/Learning Rate": 9.212491419800495e-07, "Finetune/Loss": 0.5881311893463135, "Finetune/Loss (Raw)": 0.6035781502723694, "Finetune/Step": 16663, "Finetune/Step Time": 10.595964862033725}
+{"Finetune/Learning Rate": 9.205432867110442e-07, "Finetune/Loss": 0.5879631042480469, "Finetune/Loss (Raw)": 0.541118323802948, "Finetune/Step": 16664, "Finetune/Step Time": 10.612574152648449}
+{"Finetune/Learning Rate": 9.198376889096138e-07, "Finetune/Loss": 0.5876569747924805, "Finetune/Loss (Raw)": 0.6121947169303894, "Finetune/Step": 16665, "Finetune/Step Time": 10.617638988420367}
+{"Finetune/Learning Rate": 9.191323485957648e-07, "Finetune/Loss": 0.5882619619369507, "Finetune/Loss (Raw)": 0.6076887249946594, "Finetune/Step": 16666, "Finetune/Step Time": 10.619862066581845}
+{"Finetune/Learning Rate": 9.184272657895011e-07, "Finetune/Loss": 0.5876044034957886, "Finetune/Loss (Raw)": 0.5765622854232788, "Finetune/Step": 16667, "Finetune/Step Time": 10.621053030714393}
+{"Finetune/Learning Rate": 9.177224405108154e-07, "Finetune/Loss": 0.5883277654647827, "Finetune/Loss (Raw)": 0.6673376560211182, "Finetune/Step": 16668, "Finetune/Step Time": 10.615922514349222}
+{"Finetune/Learning Rate": 9.170178727796941e-07, "Finetune/Loss": 0.5883734226226807, "Finetune/Loss (Raw)": 0.5655611157417297, "Finetune/Step": 16669, "Finetune/Step Time": 10.607277005910873}
+{"Finetune/Learning Rate": 9.163135626161179e-07, "Finetune/Loss": 0.588992714881897, "Finetune/Loss (Raw)": 0.5874765515327454, "Finetune/Step": 16670, "Finetune/Step Time": 10.576605081558228}
+{"Finetune/Learning Rate": 9.156095100400586e-07, "Finetune/Loss": 0.5888746380805969, "Finetune/Loss (Raw)": 0.5422124862670898, "Finetune/Step": 16671, "Finetune/Step Time": 10.580633798614144}
+{"Finetune/Learning Rate": 9.149057150714802e-07, "Finetune/Loss": 0.5892795324325562, "Finetune/Loss (Raw)": 0.6368034482002258, "Finetune/Step": 16672, "Finetune/Step Time": 10.5796178560704}
+{"Finetune/Learning Rate": 9.142021777303444e-07, "Finetune/Loss": 0.5906969904899597, "Finetune/Loss (Raw)": 0.7322250008583069, "Finetune/Step": 16673, "Finetune/Step Time": 10.57996397279203}
+{"Finetune/Learning Rate": 9.134988980365934e-07, "Finetune/Loss": 0.5924018025398254, "Finetune/Loss (Raw)": 0.7794214487075806, "Finetune/Step": 16674, "Finetune/Step Time": 10.570103544741869}
+{"Finetune/Learning Rate": 9.127958760101774e-07, "Finetune/Loss": 0.5916603803634644, "Finetune/Loss (Raw)": 0.5537346601486206, "Finetune/Step": 16675, "Finetune/Step Time": 10.564888613298535}
+{"Finetune/Learning Rate": 9.120931116710297e-07, "Finetune/Loss": 0.5918515920639038, "Finetune/Loss (Raw)": 0.5218309760093689, "Finetune/Step": 16676, "Finetune/Step Time": 10.593320302665234}
+{"Finetune/Learning Rate": 9.113906050390798e-07, "Finetune/Loss": 0.5929001569747925, "Finetune/Loss (Raw)": 0.6815944910049438, "Finetune/Step": 16677, "Finetune/Step Time": 10.607330806553364}
+{"Finetune/Learning Rate": 9.106883561342461e-07, "Finetune/Loss": 0.5936616659164429, "Finetune/Loss (Raw)": 0.6158835887908936, "Finetune/Step": 16678, "Finetune/Step Time": 10.602071119472384}
+{"Finetune/Learning Rate": 9.099863649764474e-07, "Finetune/Loss": 0.5931923389434814, "Finetune/Loss (Raw)": 0.631043016910553, "Finetune/Step": 16679, "Finetune/Step Time": 10.628171915188432}
+{"Finetune/Learning Rate": 9.092846315855841e-07, "Finetune/Loss": 0.5938053727149963, "Finetune/Loss (Raw)": 0.7140310406684875, "Finetune/Step": 16680, "Finetune/Step Time": 10.657160578295588}
+{"Finetune/Learning Rate": 9.085831559815561e-07, "Finetune/Loss": 0.5938294529914856, "Finetune/Loss (Raw)": 0.5428276062011719, "Finetune/Step": 16681, "Finetune/Step Time": 10.659061266109347}
+{"Finetune/Learning Rate": 9.078819381842597e-07, "Finetune/Loss": 0.5938459038734436, "Finetune/Loss (Raw)": 0.6224433183670044, "Finetune/Step": 16682, "Finetune/Step Time": 10.659863132983446}
+{"Finetune/Learning Rate": 9.071809782135765e-07, "Finetune/Loss": 0.5933921337127686, "Finetune/Loss (Raw)": 0.5484897494316101, "Finetune/Step": 16683, "Finetune/Step Time": 10.68697709031403}
+{"Finetune/Learning Rate": 9.064802760893854e-07, "Finetune/Loss": 0.5923655033111572, "Finetune/Loss (Raw)": 0.4720964729785919, "Finetune/Step": 16684, "Finetune/Step Time": 10.688995841890574}
+{"Finetune/Learning Rate": 9.057798318315558e-07, "Finetune/Loss": 0.5931917428970337, "Finetune/Loss (Raw)": 0.6737447381019592, "Finetune/Step": 16685, "Finetune/Step Time": 10.692045871168375}
+{"Finetune/Learning Rate": 9.050796454599486e-07, "Finetune/Loss": 0.5936166048049927, "Finetune/Loss (Raw)": 0.6288012266159058, "Finetune/Step": 16686, "Finetune/Step Time": 10.69563690200448}
+{"Finetune/Learning Rate": 9.043797169944202e-07, "Finetune/Loss": 0.5947932600975037, "Finetune/Loss (Raw)": 0.6268370747566223, "Finetune/Step": 16687, "Finetune/Step Time": 10.699212985113263}
+{"Finetune/Learning Rate": 9.036800464548157e-07, "Finetune/Loss": 0.5945849418640137, "Finetune/Loss (Raw)": 0.5895847082138062, "Finetune/Step": 16688, "Finetune/Step Time": 10.705335369333625}
+{"Finetune/Learning Rate": 9.029806338609815e-07, "Finetune/Loss": 0.5934468507766724, "Finetune/Loss (Raw)": 0.46760448813438416, "Finetune/Step": 16689, "Finetune/Step Time": 10.699989311397076}
+{"Finetune/Learning Rate": 9.022814792327473e-07, "Finetune/Loss": 0.5939213037490845, "Finetune/Loss (Raw)": 0.5735230445861816, "Finetune/Step": 16690, "Finetune/Step Time": 10.688564758747816}
+{"Finetune/Learning Rate": 9.015825825899416e-07, "Finetune/Loss": 0.5930405855178833, "Finetune/Loss (Raw)": 0.5661733746528625, "Finetune/Step": 16691, "Finetune/Step Time": 10.68700704537332}
+{"Finetune/Learning Rate": 9.008839439523809e-07, "Finetune/Loss": 0.5928524732589722, "Finetune/Loss (Raw)": 0.5348765254020691, "Finetune/Step": 16692, "Finetune/Step Time": 10.686190964654088}
+{"Finetune/Learning Rate": 9.001855633398759e-07, "Finetune/Loss": 0.5924467444419861, "Finetune/Loss (Raw)": 0.524264395236969, "Finetune/Step": 16693, "Finetune/Step Time": 10.6775105856359}
+{"Finetune/Learning Rate": 8.994874407722321e-07, "Finetune/Loss": 0.593299388885498, "Finetune/Loss (Raw)": 0.6434952616691589, "Finetune/Step": 16694, "Finetune/Step Time": 10.649763317778707}
+{"Finetune/Learning Rate": 8.987895762692466e-07, "Finetune/Loss": 0.5924016237258911, "Finetune/Loss (Raw)": 0.5754162073135376, "Finetune/Step": 16695, "Finetune/Step Time": 10.649175392463803}
+{"Finetune/Learning Rate": 8.980919698507062e-07, "Finetune/Loss": 0.59282386302948, "Finetune/Loss (Raw)": 0.614803671836853, "Finetune/Step": 16696, "Finetune/Step Time": 10.639954278245568}
+{"Finetune/Learning Rate": 8.973946215363993e-07, "Finetune/Loss": 0.5914390087127686, "Finetune/Loss (Raw)": 0.5614922642707825, "Finetune/Step": 16697, "Finetune/Step Time": 10.6049093157053}
+{"Finetune/Learning Rate": 8.966975313460935e-07, "Finetune/Loss": 0.5918177366256714, "Finetune/Loss (Raw)": 0.5989050269126892, "Finetune/Step": 16698, "Finetune/Step Time": 10.604581559076905}
+{"Finetune/Learning Rate": 8.960006992995607e-07, "Finetune/Loss": 0.5909030437469482, "Finetune/Loss (Raw)": 0.5260756611824036, "Finetune/Step": 16699, "Finetune/Step Time": 10.607065580785275}
+{"Finetune/Learning Rate": 8.953041254165595e-07, "Finetune/Loss": 0.5891642570495605, "Finetune/Loss (Raw)": 0.4244987368583679, "Finetune/Step": 16700, "Finetune/Step Time": 10.648323534056544}
+{"Finetune/Learning Rate": 8.94607809716842e-07, "Finetune/Loss": 0.5895744562149048, "Finetune/Loss (Raw)": 0.6197106838226318, "Finetune/Step": 16701, "Finetune/Step Time": 10.63582406565547}
+{"Finetune/Learning Rate": 8.939117522201557e-07, "Finetune/Loss": 0.5895155668258667, "Finetune/Loss (Raw)": 0.5490040183067322, "Finetune/Step": 16702, "Finetune/Step Time": 10.638874121010303}
+{"Finetune/Learning Rate": 8.932159529462381e-07, "Finetune/Loss": 0.5898004770278931, "Finetune/Loss (Raw)": 0.6260936260223389, "Finetune/Step": 16703, "Finetune/Step Time": 10.648545827716589}
+{"Finetune/Learning Rate": 8.925204119148189e-07, "Finetune/Loss": 0.5897583365440369, "Finetune/Loss (Raw)": 0.5637067556381226, "Finetune/Step": 16704, "Finetune/Step Time": 10.645723186433315}
+{"Finetune/Learning Rate": 8.918251291456237e-07, "Finetune/Loss": 0.5898762941360474, "Finetune/Loss (Raw)": 0.536826491355896, "Finetune/Step": 16705, "Finetune/Step Time": 10.64486649632454}
+{"Finetune/Learning Rate": 8.911301046583665e-07, "Finetune/Loss": 0.5901492238044739, "Finetune/Loss (Raw)": 0.5710567235946655, "Finetune/Step": 16706, "Finetune/Step Time": 10.638535276055336}
+{"Finetune/Learning Rate": 8.904353384727582e-07, "Finetune/Loss": 0.5902682542800903, "Finetune/Loss (Raw)": 0.5927327275276184, "Finetune/Step": 16707, "Finetune/Step Time": 10.634006761014462}
+{"Finetune/Learning Rate": 8.897408306084998e-07, "Finetune/Loss": 0.5907842516899109, "Finetune/Loss (Raw)": 0.6654388904571533, "Finetune/Step": 16708, "Finetune/Step Time": 10.639078460633755}
+{"Finetune/Learning Rate": 8.890465810852844e-07, "Finetune/Loss": 0.5914307832717896, "Finetune/Loss (Raw)": 0.6727717518806458, "Finetune/Step": 16709, "Finetune/Step Time": 10.632609110325575}
+{"Finetune/Learning Rate": 8.883525899228007e-07, "Finetune/Loss": 0.5930964946746826, "Finetune/Loss (Raw)": 0.6760508418083191, "Finetune/Step": 16710, "Finetune/Step Time": 10.63827639259398}
+{"Finetune/Learning Rate": 8.876588571407275e-07, "Finetune/Loss": 0.5935389399528503, "Finetune/Loss (Raw)": 0.5981138944625854, "Finetune/Step": 16711, "Finetune/Step Time": 10.630351066589355}
+{"Finetune/Learning Rate": 8.869653827587366e-07, "Finetune/Loss": 0.594226598739624, "Finetune/Loss (Raw)": 0.6906709671020508, "Finetune/Step": 16712, "Finetune/Step Time": 10.617265759035945}
+{"Finetune/Learning Rate": 8.862721667964935e-07, "Finetune/Loss": 0.5939085483551025, "Finetune/Loss (Raw)": 0.6396697759628296, "Finetune/Step": 16713, "Finetune/Step Time": 10.628055099397898}
+{"Finetune/Learning Rate": 8.855792092736559e-07, "Finetune/Loss": 0.5943168997764587, "Finetune/Loss (Raw)": 0.6353603005409241, "Finetune/Step": 16714, "Finetune/Step Time": 10.624202450737357}
+{"Finetune/Learning Rate": 8.848865102098736e-07, "Finetune/Loss": 0.5941805839538574, "Finetune/Loss (Raw)": 0.6506788730621338, "Finetune/Step": 16715, "Finetune/Step Time": 10.623360116034746}
+{"Finetune/Learning Rate": 8.841940696247908e-07, "Finetune/Loss": 0.5948193669319153, "Finetune/Loss (Raw)": 0.6911882758140564, "Finetune/Step": 16716, "Finetune/Step Time": 10.621831465512514}
+{"Finetune/Learning Rate": 8.835018875380418e-07, "Finetune/Loss": 0.5951598286628723, "Finetune/Loss (Raw)": 0.633233904838562, "Finetune/Step": 16717, "Finetune/Step Time": 10.60362497344613}
+{"Finetune/Learning Rate": 8.828099639692555e-07, "Finetune/Loss": 0.5954815149307251, "Finetune/Loss (Raw)": 0.6432716846466064, "Finetune/Step": 16718, "Finetune/Step Time": 10.593162786215544}
+{"Finetune/Learning Rate": 8.821182989380528e-07, "Finetune/Loss": 0.5956301689147949, "Finetune/Loss (Raw)": 0.6548842787742615, "Finetune/Step": 16719, "Finetune/Step Time": 10.598790548741817}
+{"Finetune/Learning Rate": 8.814268924640468e-07, "Finetune/Loss": 0.5941489338874817, "Finetune/Loss (Raw)": 0.3686578869819641, "Finetune/Step": 16720, "Finetune/Step Time": 10.635831788182259}
+{"Finetune/Learning Rate": 8.807357445668474e-07, "Finetune/Loss": 0.5939658284187317, "Finetune/Loss (Raw)": 0.6133371591567993, "Finetune/Step": 16721, "Finetune/Step Time": 10.645940674468875}
+{"Finetune/Learning Rate": 8.800448552660479e-07, "Finetune/Loss": 0.5933831334114075, "Finetune/Loss (Raw)": 0.5551741719245911, "Finetune/Step": 16722, "Finetune/Step Time": 10.652738865464926}
+{"Finetune/Learning Rate": 8.793542245812403e-07, "Finetune/Loss": 0.5929222702980042, "Finetune/Loss (Raw)": 0.5320061445236206, "Finetune/Step": 16723, "Finetune/Step Time": 10.661621307954192}
+{"Finetune/Learning Rate": 8.786638525320146e-07, "Finetune/Loss": 0.5918824672698975, "Finetune/Loss (Raw)": 0.5140911340713501, "Finetune/Step": 16724, "Finetune/Step Time": 10.656784487888217}
+{"Finetune/Learning Rate": 8.779737391379428e-07, "Finetune/Loss": 0.5920391082763672, "Finetune/Loss (Raw)": 0.563720166683197, "Finetune/Step": 16725, "Finetune/Step Time": 10.603003831580281}
+{"Finetune/Learning Rate": 8.772838844185972e-07, "Finetune/Loss": 0.5920354127883911, "Finetune/Loss (Raw)": 0.6084075570106506, "Finetune/Step": 16726, "Finetune/Step Time": 10.587726837024093}
+{"Finetune/Learning Rate": 8.765942883935408e-07, "Finetune/Loss": 0.5925713181495667, "Finetune/Loss (Raw)": 0.5846153497695923, "Finetune/Step": 16727, "Finetune/Step Time": 10.592427615076303}
+{"Finetune/Learning Rate": 8.759049510823247e-07, "Finetune/Loss": 0.5926428437232971, "Finetune/Loss (Raw)": 0.6752798557281494, "Finetune/Step": 16728, "Finetune/Step Time": 10.587937591597438}
+{"Finetune/Learning Rate": 8.75215872504499e-07, "Finetune/Loss": 0.5918577313423157, "Finetune/Loss (Raw)": 0.5250477194786072, "Finetune/Step": 16729, "Finetune/Step Time": 10.552644273266196}
+{"Finetune/Learning Rate": 8.745270526796023e-07, "Finetune/Loss": 0.5919860601425171, "Finetune/Loss (Raw)": 0.5743830800056458, "Finetune/Step": 16730, "Finetune/Step Time": 10.550824522972107}
+{"Finetune/Learning Rate": 8.738384916271703e-07, "Finetune/Loss": 0.590723991394043, "Finetune/Loss (Raw)": 0.5011791586875916, "Finetune/Step": 16731, "Finetune/Step Time": 10.551676968112588}
+{"Finetune/Learning Rate": 8.731501893667272e-07, "Finetune/Loss": 0.590254545211792, "Finetune/Loss (Raw)": 0.578006386756897, "Finetune/Step": 16732, "Finetune/Step Time": 10.547012615948915}
+{"Finetune/Learning Rate": 8.72462145917794e-07, "Finetune/Loss": 0.5901578664779663, "Finetune/Loss (Raw)": 0.5363346338272095, "Finetune/Step": 16733, "Finetune/Step Time": 10.542566107586026}
+{"Finetune/Learning Rate": 8.717743612998764e-07, "Finetune/Loss": 0.5894971489906311, "Finetune/Loss (Raw)": 0.48295193910598755, "Finetune/Step": 16734, "Finetune/Step Time": 10.536704214289784}
+{"Finetune/Learning Rate": 8.71086835532482e-07, "Finetune/Loss": 0.590584397315979, "Finetune/Loss (Raw)": 0.673427939414978, "Finetune/Step": 16735, "Finetune/Step Time": 10.54195693321526}
+{"Finetune/Learning Rate": 8.703995686351041e-07, "Finetune/Loss": 0.5893096923828125, "Finetune/Loss (Raw)": 0.4419049024581909, "Finetune/Step": 16736, "Finetune/Step Time": 10.542009089142084}
+{"Finetune/Learning Rate": 8.697125606272327e-07, "Finetune/Loss": 0.5886849761009216, "Finetune/Loss (Raw)": 0.614769697189331, "Finetune/Step": 16737, "Finetune/Step Time": 10.540815740823746}
+{"Finetune/Learning Rate": 8.690258115283523e-07, "Finetune/Loss": 0.5874308347702026, "Finetune/Loss (Raw)": 0.4798206090927124, "Finetune/Step": 16738, "Finetune/Step Time": 10.579007096588612}
+{"Finetune/Learning Rate": 8.683393213579338e-07, "Finetune/Loss": 0.5875075459480286, "Finetune/Loss (Raw)": 0.642539381980896, "Finetune/Step": 16739, "Finetune/Step Time": 10.56369011476636}
+{"Finetune/Learning Rate": 8.676530901354474e-07, "Finetune/Loss": 0.587289571762085, "Finetune/Loss (Raw)": 0.5150358080863953, "Finetune/Step": 16740, "Finetune/Step Time": 10.573740227147937}
+{"Finetune/Learning Rate": 8.669671178803485e-07, "Finetune/Loss": 0.5855106115341187, "Finetune/Loss (Raw)": 0.40096476674079895, "Finetune/Step": 16741, "Finetune/Step Time": 10.61453421600163}
+{"Finetune/Learning Rate": 8.662814046120916e-07, "Finetune/Loss": 0.58545982837677, "Finetune/Loss (Raw)": 0.5670719742774963, "Finetune/Step": 16742, "Finetune/Step Time": 10.619285924360156}
+{"Finetune/Learning Rate": 8.655959503501198e-07, "Finetune/Loss": 0.585314929485321, "Finetune/Loss (Raw)": 0.5683273077011108, "Finetune/Step": 16743, "Finetune/Step Time": 10.619996909052134}
+{"Finetune/Learning Rate": 8.649107551138725e-07, "Finetune/Loss": 0.5846710205078125, "Finetune/Loss (Raw)": 0.48553788661956787, "Finetune/Step": 16744, "Finetune/Step Time": 10.65624013915658}
+{"Finetune/Learning Rate": 8.642258189227793e-07, "Finetune/Loss": 0.5842593908309937, "Finetune/Loss (Raw)": 0.5135433077812195, "Finetune/Step": 16745, "Finetune/Step Time": 10.65563572384417}
+{"Finetune/Learning Rate": 8.635411417962658e-07, "Finetune/Loss": 0.5840722322463989, "Finetune/Loss (Raw)": 0.5146271586418152, "Finetune/Step": 16746, "Finetune/Step Time": 10.659492259845138}
+{"Finetune/Learning Rate": 8.628567237537433e-07, "Finetune/Loss": 0.5862793326377869, "Finetune/Loss (Raw)": 0.6490062475204468, "Finetune/Step": 16747, "Finetune/Step Time": 10.617125388234854}
+{"Finetune/Learning Rate": 8.621725648146217e-07, "Finetune/Loss": 0.5864879488945007, "Finetune/Loss (Raw)": 0.5501362681388855, "Finetune/Step": 16748, "Finetune/Step Time": 10.613496709614992}
+{"Finetune/Learning Rate": 8.614886649983012e-07, "Finetune/Loss": 0.5857668519020081, "Finetune/Loss (Raw)": 0.5211389064788818, "Finetune/Step": 16749, "Finetune/Step Time": 10.61594288609922}
+{"Finetune/Learning Rate": 8.608050243241761e-07, "Finetune/Loss": 0.5837850570678711, "Finetune/Loss (Raw)": 0.534361720085144, "Finetune/Step": 16750, "Finetune/Step Time": 10.651487285271287}
+{"Finetune/Learning Rate": 8.601216428116321e-07, "Finetune/Loss": 0.5836747884750366, "Finetune/Loss (Raw)": 0.560401976108551, "Finetune/Step": 16751, "Finetune/Step Time": 10.666420236229897}
+{"Finetune/Learning Rate": 8.594385204800481e-07, "Finetune/Loss": 0.5833950638771057, "Finetune/Loss (Raw)": 0.5440549850463867, "Finetune/Step": 16752, "Finetune/Step Time": 10.676015982404351}
+{"Finetune/Learning Rate": 8.587556573487954e-07, "Finetune/Loss": 0.5833374857902527, "Finetune/Loss (Raw)": 0.5445423722267151, "Finetune/Step": 16753, "Finetune/Step Time": 10.704733699560165}
+{"Finetune/Learning Rate": 8.580730534372372e-07, "Finetune/Loss": 0.5824757814407349, "Finetune/Loss (Raw)": 0.5605656504631042, "Finetune/Step": 16754, "Finetune/Step Time": 10.673049544915557}
+{"Finetune/Learning Rate": 8.573907087647315e-07, "Finetune/Loss": 0.5830134153366089, "Finetune/Loss (Raw)": 0.5932862758636475, "Finetune/Step": 16755, "Finetune/Step Time": 10.677690563723445}
+{"Finetune/Learning Rate": 8.567086233506284e-07, "Finetune/Loss": 0.5822218060493469, "Finetune/Loss (Raw)": 0.5309703946113586, "Finetune/Step": 16756, "Finetune/Step Time": 10.648525465279818}
+{"Finetune/Learning Rate": 8.560267972142667e-07, "Finetune/Loss": 0.5828525424003601, "Finetune/Loss (Raw)": 0.6879897713661194, "Finetune/Step": 16757, "Finetune/Step Time": 10.646606048569083}
+{"Finetune/Learning Rate": 8.553452303749843e-07, "Finetune/Loss": 0.5827203392982483, "Finetune/Loss (Raw)": 0.6346819400787354, "Finetune/Step": 16758, "Finetune/Step Time": 10.646396895870566}
+{"Finetune/Learning Rate": 8.546639228521069e-07, "Finetune/Loss": 0.5821679830551147, "Finetune/Loss (Raw)": 0.5107083320617676, "Finetune/Step": 16759, "Finetune/Step Time": 10.650687754154205}
+{"Finetune/Learning Rate": 8.539828746649548e-07, "Finetune/Loss": 0.5819839835166931, "Finetune/Loss (Raw)": 0.5604007244110107, "Finetune/Step": 16760, "Finetune/Step Time": 10.65092570707202}
+{"Finetune/Learning Rate": 8.533020858328411e-07, "Finetune/Loss": 0.5810806751251221, "Finetune/Loss (Raw)": 0.5192606449127197, "Finetune/Step": 16761, "Finetune/Step Time": 10.643777817487717}
+{"Finetune/Learning Rate": 8.526215563750695e-07, "Finetune/Loss": 0.5821018218994141, "Finetune/Loss (Raw)": 0.5375159978866577, "Finetune/Step": 16762, "Finetune/Step Time": 10.616141069680452}
+{"Finetune/Learning Rate": 8.5194128631094e-07, "Finetune/Loss": 0.5813000202178955, "Finetune/Loss (Raw)": 0.48713842034339905, "Finetune/Step": 16763, "Finetune/Step Time": 10.617808684706688}
+{"Finetune/Learning Rate": 8.512612756597416e-07, "Finetune/Loss": 0.5795145034790039, "Finetune/Loss (Raw)": 0.3918294608592987, "Finetune/Step": 16764, "Finetune/Step Time": 10.674813847988844}
+{"Finetune/Learning Rate": 8.505815244407578e-07, "Finetune/Loss": 0.5796949863433838, "Finetune/Loss (Raw)": 0.6559321284294128, "Finetune/Step": 16765, "Finetune/Step Time": 10.682559804990888}
+{"Finetune/Learning Rate": 8.499020326732643e-07, "Finetune/Loss": 0.5795903205871582, "Finetune/Loss (Raw)": 0.5734555125236511, "Finetune/Step": 16766, "Finetune/Step Time": 10.6841940600425}
+{"Finetune/Learning Rate": 8.492228003765301e-07, "Finetune/Loss": 0.5799897909164429, "Finetune/Loss (Raw)": 0.5847502946853638, "Finetune/Step": 16767, "Finetune/Step Time": 10.694545898586512}
+{"Finetune/Learning Rate": 8.485438275698154e-07, "Finetune/Loss": 0.5799561142921448, "Finetune/Loss (Raw)": 0.6416939496994019, "Finetune/Step": 16768, "Finetune/Step Time": 10.715535052120686}
+{"Finetune/Learning Rate": 8.478651142723748e-07, "Finetune/Loss": 0.5792211294174194, "Finetune/Loss (Raw)": 0.520765483379364, "Finetune/Step": 16769, "Finetune/Step Time": 10.740973656997085}
+{"Finetune/Learning Rate": 8.471866605034562e-07, "Finetune/Loss": 0.5788868069648743, "Finetune/Loss (Raw)": 0.5338391661643982, "Finetune/Step": 16770, "Finetune/Step Time": 10.741597220301628}
+{"Finetune/Learning Rate": 8.465084662822931e-07, "Finetune/Loss": 0.5786881446838379, "Finetune/Loss (Raw)": 0.5682490468025208, "Finetune/Step": 16771, "Finetune/Step Time": 10.744007481262088}
+{"Finetune/Learning Rate": 8.458305316281234e-07, "Finetune/Loss": 0.5773965120315552, "Finetune/Loss (Raw)": 0.600307047367096, "Finetune/Step": 16772, "Finetune/Step Time": 10.726691735908389}
+{"Finetune/Learning Rate": 8.451528565601686e-07, "Finetune/Loss": 0.5792604684829712, "Finetune/Loss (Raw)": 0.6570389270782471, "Finetune/Step": 16773, "Finetune/Step Time": 10.73295196145773}
+{"Finetune/Learning Rate": 8.444754410976452e-07, "Finetune/Loss": 0.5790224075317383, "Finetune/Loss (Raw)": 0.5173611640930176, "Finetune/Step": 16774, "Finetune/Step Time": 10.729520054534078}
+{"Finetune/Learning Rate": 8.437982852597637e-07, "Finetune/Loss": 0.5797518491744995, "Finetune/Loss (Raw)": 0.6617380976676941, "Finetune/Step": 16775, "Finetune/Step Time": 10.768395215272903}
+{"Finetune/Learning Rate": 8.431213890657275e-07, "Finetune/Loss": 0.5794578790664673, "Finetune/Loss (Raw)": 0.5489776730537415, "Finetune/Step": 16776, "Finetune/Step Time": 10.771385241299868}
+{"Finetune/Learning Rate": 8.42444752534729e-07, "Finetune/Loss": 0.5788583755493164, "Finetune/Loss (Raw)": 0.5066244006156921, "Finetune/Step": 16777, "Finetune/Step Time": 10.767101552337408}
+{"Finetune/Learning Rate": 8.417683756859563e-07, "Finetune/Loss": 0.5791102051734924, "Finetune/Loss (Raw)": 0.683718740940094, "Finetune/Step": 16778, "Finetune/Step Time": 10.749083323404193}
+{"Finetune/Learning Rate": 8.410922585385883e-07, "Finetune/Loss": 0.5780502557754517, "Finetune/Loss (Raw)": 0.4468551576137543, "Finetune/Step": 16779, "Finetune/Step Time": 10.776496909558773}
+{"Finetune/Learning Rate": 8.40416401111801e-07, "Finetune/Loss": 0.5779485702514648, "Finetune/Loss (Raw)": 0.5864747166633606, "Finetune/Step": 16780, "Finetune/Step Time": 10.763951754197478}
+{"Finetune/Learning Rate": 8.397408034247589e-07, "Finetune/Loss": 0.5786571502685547, "Finetune/Loss (Raw)": 0.6630862355232239, "Finetune/Step": 16781, "Finetune/Step Time": 10.776217173784971}
+{"Finetune/Learning Rate": 8.390654654966202e-07, "Finetune/Loss": 0.5787454843521118, "Finetune/Loss (Raw)": 0.5745627880096436, "Finetune/Step": 16782, "Finetune/Step Time": 10.768224947154522}
+{"Finetune/Learning Rate": 8.383903873465337e-07, "Finetune/Loss": 0.5794107913970947, "Finetune/Loss (Raw)": 0.6252172589302063, "Finetune/Step": 16783, "Finetune/Step Time": 10.771068643778563}
+{"Finetune/Learning Rate": 8.377155689936434e-07, "Finetune/Loss": 0.5791229605674744, "Finetune/Loss (Raw)": 0.5743299722671509, "Finetune/Step": 16784, "Finetune/Step Time": 10.771305369213223}
+{"Finetune/Learning Rate": 8.370410104570859e-07, "Finetune/Loss": 0.5785935521125793, "Finetune/Loss (Raw)": 0.5500212907791138, "Finetune/Step": 16785, "Finetune/Step Time": 10.765926016494632}
+{"Finetune/Learning Rate": 8.363667117559871e-07, "Finetune/Loss": 0.5785833597183228, "Finetune/Loss (Raw)": 0.526332437992096, "Finetune/Step": 16786, "Finetune/Step Time": 10.756427427753806}
+{"Finetune/Learning Rate": 8.356926729094717e-07, "Finetune/Loss": 0.5791272521018982, "Finetune/Loss (Raw)": 0.6731315851211548, "Finetune/Step": 16787, "Finetune/Step Time": 10.761081084609032}
+{"Finetune/Learning Rate": 8.350188939366544e-07, "Finetune/Loss": 0.5802010297775269, "Finetune/Loss (Raw)": 0.6382540464401245, "Finetune/Step": 16788, "Finetune/Step Time": 10.755446733906865}
+{"Finetune/Learning Rate": 8.343453748566388e-07, "Finetune/Loss": 0.5801882743835449, "Finetune/Loss (Raw)": 0.6444796323776245, "Finetune/Step": 16789, "Finetune/Step Time": 10.752670757472515}
+{"Finetune/Learning Rate": 8.33672115688523e-07, "Finetune/Loss": 0.5797004699707031, "Finetune/Loss (Raw)": 0.4989880621433258, "Finetune/Step": 16790, "Finetune/Step Time": 10.753025816753507}
+{"Finetune/Learning Rate": 8.329991164514017e-07, "Finetune/Loss": 0.5790925025939941, "Finetune/Loss (Raw)": 0.5257658958435059, "Finetune/Step": 16791, "Finetune/Step Time": 10.75009798258543}
+{"Finetune/Learning Rate": 8.323263771643575e-07, "Finetune/Loss": 0.5785229206085205, "Finetune/Loss (Raw)": 0.46820446848869324, "Finetune/Step": 16792, "Finetune/Step Time": 10.752144537866116}
+{"Finetune/Learning Rate": 8.316538978464672e-07, "Finetune/Loss": 0.5782346129417419, "Finetune/Loss (Raw)": 0.5752988457679749, "Finetune/Step": 16793, "Finetune/Step Time": 10.75279638543725}
+{"Finetune/Learning Rate": 8.309816785168035e-07, "Finetune/Loss": 0.5777214765548706, "Finetune/Loss (Raw)": 0.5419989824295044, "Finetune/Step": 16794, "Finetune/Step Time": 10.774115659296513}
+{"Finetune/Learning Rate": 8.303097191944243e-07, "Finetune/Loss": 0.5774375796318054, "Finetune/Loss (Raw)": 0.5402286052703857, "Finetune/Step": 16795, "Finetune/Step Time": 10.785543391481042}
+{"Finetune/Learning Rate": 8.296380198983867e-07, "Finetune/Loss": 0.5766721963882446, "Finetune/Loss (Raw)": 0.5693652033805847, "Finetune/Step": 16796, "Finetune/Step Time": 10.78922425955534}
+{"Finetune/Learning Rate": 8.289665806477376e-07, "Finetune/Loss": 0.576909065246582, "Finetune/Loss (Raw)": 0.5958788990974426, "Finetune/Step": 16797, "Finetune/Step Time": 10.783396674320102}
+{"Finetune/Learning Rate": 8.282954014615185e-07, "Finetune/Loss": 0.5769903063774109, "Finetune/Loss (Raw)": 0.5978810787200928, "Finetune/Step": 16798, "Finetune/Step Time": 10.798633489757776}
+{"Finetune/Learning Rate": 8.276244823587599e-07, "Finetune/Loss": 0.5778621435165405, "Finetune/Loss (Raw)": 0.653805136680603, "Finetune/Step": 16799, "Finetune/Step Time": 10.809133604168892}
+{"Finetune/Learning Rate": 8.269538233584884e-07, "Finetune/Loss": 0.5767519474029541, "Finetune/Loss (Raw)": 0.49469348788261414, "Finetune/Step": 16800, "Finetune/Step Time": 10.815190803259611}
+{"Finetune/Learning Rate": 8.262834244797213e-07, "Finetune/Loss": 0.5760070085525513, "Finetune/Loss (Raw)": 0.6368789076805115, "Finetune/Step": 16801, "Finetune/Step Time": 10.819751841947436}
+{"Finetune/Learning Rate": 8.256132857414701e-07, "Finetune/Loss": 0.5738919973373413, "Finetune/Loss (Raw)": 0.5087003707885742, "Finetune/Step": 16802, "Finetune/Step Time": 10.847574656829238}
+{"Finetune/Learning Rate": 8.249434071627383e-07, "Finetune/Loss": 0.5735200643539429, "Finetune/Loss (Raw)": 0.5061295032501221, "Finetune/Step": 16803, "Finetune/Step Time": 10.856514988467097}
+{"Finetune/Learning Rate": 8.242737887625207e-07, "Finetune/Loss": 0.5733113288879395, "Finetune/Loss (Raw)": 0.4951117932796478, "Finetune/Step": 16804, "Finetune/Step Time": 10.83508512750268}
+{"Finetune/Learning Rate": 8.236044305598057e-07, "Finetune/Loss": 0.5724676251411438, "Finetune/Loss (Raw)": 0.5736013054847717, "Finetune/Step": 16805, "Finetune/Step Time": 10.832390058785677}
+{"Finetune/Learning Rate": 8.229353325735756e-07, "Finetune/Loss": 0.57184898853302, "Finetune/Loss (Raw)": 0.5366958379745483, "Finetune/Step": 16806, "Finetune/Step Time": 10.837897362187505}
+{"Finetune/Learning Rate": 8.222664948228032e-07, "Finetune/Loss": 0.5715842247009277, "Finetune/Loss (Raw)": 0.5971486568450928, "Finetune/Step": 16807, "Finetune/Step Time": 10.831109438091516}
+{"Finetune/Learning Rate": 8.215979173264543e-07, "Finetune/Loss": 0.5707541704177856, "Finetune/Loss (Raw)": 0.6077836155891418, "Finetune/Step": 16808, "Finetune/Step Time": 10.808163095265627}
+{"Finetune/Learning Rate": 8.209296001034894e-07, "Finetune/Loss": 0.5706982612609863, "Finetune/Loss (Raw)": 0.5356817245483398, "Finetune/Step": 16809, "Finetune/Step Time": 10.829201340675354}
+{"Finetune/Learning Rate": 8.202615431728589e-07, "Finetune/Loss": 0.5700716376304626, "Finetune/Loss (Raw)": 0.5422312021255493, "Finetune/Step": 16810, "Finetune/Step Time": 10.847380300983787}
+{"Finetune/Learning Rate": 8.195937465535076e-07, "Finetune/Loss": 0.5699445009231567, "Finetune/Loss (Raw)": 0.5322139859199524, "Finetune/Step": 16811, "Finetune/Step Time": 10.81581805832684}
+{"Finetune/Learning Rate": 8.189262102643747e-07, "Finetune/Loss": 0.5706794261932373, "Finetune/Loss (Raw)": 0.56617271900177, "Finetune/Step": 16812, "Finetune/Step Time": 10.813528591766953}
+{"Finetune/Learning Rate": 8.182589343243818e-07, "Finetune/Loss": 0.5701577663421631, "Finetune/Loss (Raw)": 0.6069667339324951, "Finetune/Step": 16813, "Finetune/Step Time": 10.807770434767008}
+{"Finetune/Learning Rate": 8.175919187524584e-07, "Finetune/Loss": 0.5695681571960449, "Finetune/Loss (Raw)": 0.5533324480056763, "Finetune/Step": 16814, "Finetune/Step Time": 10.805066427215934}
+{"Finetune/Learning Rate": 8.16925163567518e-07, "Finetune/Loss": 0.5691826939582825, "Finetune/Loss (Raw)": 0.5775001645088196, "Finetune/Step": 16815, "Finetune/Step Time": 10.814263788983226}
+{"Finetune/Learning Rate": 8.162586687884655e-07, "Finetune/Loss": 0.5688782930374146, "Finetune/Loss (Raw)": 0.5506168007850647, "Finetune/Step": 16816, "Finetune/Step Time": 10.828843688592315}
+{"Finetune/Learning Rate": 8.155924344342026e-07, "Finetune/Loss": 0.570243239402771, "Finetune/Loss (Raw)": 0.6423246264457703, "Finetune/Step": 16817, "Finetune/Step Time": 10.826527867466211}
+{"Finetune/Learning Rate": 8.149264605236207e-07, "Finetune/Loss": 0.5702010989189148, "Finetune/Loss (Raw)": 0.5681238770484924, "Finetune/Step": 16818, "Finetune/Step Time": 10.80918056704104}
+{"Finetune/Learning Rate": 8.142607470756081e-07, "Finetune/Loss": 0.5703175663948059, "Finetune/Loss (Raw)": 0.5810874104499817, "Finetune/Step": 16819, "Finetune/Step Time": 10.81384844891727}
+{"Finetune/Learning Rate": 8.135952941090363e-07, "Finetune/Loss": 0.5709903836250305, "Finetune/Loss (Raw)": 0.6209919452667236, "Finetune/Step": 16820, "Finetune/Step Time": 10.832269664853811}
+{"Finetune/Learning Rate": 8.129301016427815e-07, "Finetune/Loss": 0.5718381404876709, "Finetune/Loss (Raw)": 0.632777988910675, "Finetune/Step": 16821, "Finetune/Step Time": 10.852548578754067}
+{"Finetune/Learning Rate": 8.122651696957041e-07, "Finetune/Loss": 0.5711824297904968, "Finetune/Loss (Raw)": 0.5595603585243225, "Finetune/Step": 16822, "Finetune/Step Time": 10.857341917231679}
+{"Finetune/Learning Rate": 8.116004982866599e-07, "Finetune/Loss": 0.571388840675354, "Finetune/Loss (Raw)": 0.6018394827842712, "Finetune/Step": 16823, "Finetune/Step Time": 10.85689328238368}
+{"Finetune/Learning Rate": 8.109360874344962e-07, "Finetune/Loss": 0.5709346532821655, "Finetune/Loss (Raw)": 0.556669294834137, "Finetune/Step": 16824, "Finetune/Step Time": 10.907060015946627}
+{"Finetune/Learning Rate": 8.102719371580581e-07, "Finetune/Loss": 0.571053147315979, "Finetune/Loss (Raw)": 0.5766611695289612, "Finetune/Step": 16825, "Finetune/Step Time": 10.908337714150548}
+{"Finetune/Learning Rate": 8.096080474761736e-07, "Finetune/Loss": 0.5713486075401306, "Finetune/Loss (Raw)": 0.6367204189300537, "Finetune/Step": 16826, "Finetune/Step Time": 10.905398955568671}
+{"Finetune/Learning Rate": 8.089444184076689e-07, "Finetune/Loss": 0.5722568035125732, "Finetune/Loss (Raw)": 0.6423356533050537, "Finetune/Step": 16827, "Finetune/Step Time": 10.898814797401428}
+{"Finetune/Learning Rate": 8.082810499713667e-07, "Finetune/Loss": 0.5740110874176025, "Finetune/Loss (Raw)": 0.6490442156791687, "Finetune/Step": 16828, "Finetune/Step Time": 10.87425815872848}
+{"Finetune/Learning Rate": 8.076179421860764e-07, "Finetune/Loss": 0.5734363794326782, "Finetune/Loss (Raw)": 0.5461462736129761, "Finetune/Step": 16829, "Finetune/Step Time": 10.875303102657199}
+{"Finetune/Learning Rate": 8.069550950706018e-07, "Finetune/Loss": 0.574019193649292, "Finetune/Loss (Raw)": 0.6235930323600769, "Finetune/Step": 16830, "Finetune/Step Time": 10.87671864964068}
+{"Finetune/Learning Rate": 8.062925086437401e-07, "Finetune/Loss": 0.5746629238128662, "Finetune/Loss (Raw)": 0.7085034251213074, "Finetune/Step": 16831, "Finetune/Step Time": 10.870392136275768}
+{"Finetune/Learning Rate": 8.056301829242785e-07, "Finetune/Loss": 0.5750561356544495, "Finetune/Loss (Raw)": 0.6140369772911072, "Finetune/Step": 16832, "Finetune/Step Time": 10.874170394614339}
+{"Finetune/Learning Rate": 8.049681179309987e-07, "Finetune/Loss": 0.5747954249382019, "Finetune/Loss (Raw)": 0.5034510493278503, "Finetune/Step": 16833, "Finetune/Step Time": 10.86804374307394}
+{"Finetune/Learning Rate": 8.043063136826768e-07, "Finetune/Loss": 0.5743029713630676, "Finetune/Loss (Raw)": 0.5080236792564392, "Finetune/Step": 16834, "Finetune/Step Time": 10.899374341592193}
+{"Finetune/Learning Rate": 8.036447701980765e-07, "Finetune/Loss": 0.5740123987197876, "Finetune/Loss (Raw)": 0.5555402040481567, "Finetune/Step": 16835, "Finetune/Step Time": 10.903708882629871}
+{"Finetune/Learning Rate": 8.029834874959619e-07, "Finetune/Loss": 0.5730136632919312, "Finetune/Loss (Raw)": 0.5375950932502747, "Finetune/Step": 16836, "Finetune/Step Time": 10.915040573105216}
+{"Finetune/Learning Rate": 8.023224655950834e-07, "Finetune/Loss": 0.5731040239334106, "Finetune/Loss (Raw)": 0.6843435764312744, "Finetune/Step": 16837, "Finetune/Step Time": 10.910810850560665}
+{"Finetune/Learning Rate": 8.016617045141839e-07, "Finetune/Loss": 0.5727630257606506, "Finetune/Loss (Raw)": 0.6324017643928528, "Finetune/Step": 16838, "Finetune/Step Time": 10.910325415432453}
+{"Finetune/Learning Rate": 8.010012042720028e-07, "Finetune/Loss": 0.572252631187439, "Finetune/Loss (Raw)": 0.5327906012535095, "Finetune/Step": 16839, "Finetune/Step Time": 10.915145568549633}
+{"Finetune/Learning Rate": 8.003409648872684e-07, "Finetune/Loss": 0.5717728734016418, "Finetune/Loss (Raw)": 0.6292531490325928, "Finetune/Step": 16840, "Finetune/Step Time": 10.934812156483531}
+{"Finetune/Learning Rate": 7.996809863787037e-07, "Finetune/Loss": 0.5726480484008789, "Finetune/Loss (Raw)": 0.7516993284225464, "Finetune/Step": 16841, "Finetune/Step Time": 10.924680011346936}
+{"Finetune/Learning Rate": 7.990212687650223e-07, "Finetune/Loss": 0.5728510618209839, "Finetune/Loss (Raw)": 0.6613448858261108, "Finetune/Step": 16842, "Finetune/Step Time": 10.937026966363192}
+{"Finetune/Learning Rate": 7.983618120649373e-07, "Finetune/Loss": 0.5723275542259216, "Finetune/Loss (Raw)": 0.5836658477783203, "Finetune/Step": 16843, "Finetune/Step Time": 10.947604209184647}
+{"Finetune/Learning Rate": 7.977026162971436e-07, "Finetune/Loss": 0.5705549716949463, "Finetune/Loss (Raw)": 0.46430104970932007, "Finetune/Step": 16844, "Finetune/Step Time": 10.953767150640488}
+{"Finetune/Learning Rate": 7.970436814803362e-07, "Finetune/Loss": 0.5696408748626709, "Finetune/Loss (Raw)": 0.5162274837493896, "Finetune/Step": 16845, "Finetune/Step Time": 10.955832917243242}
+{"Finetune/Learning Rate": 7.963850076332003e-07, "Finetune/Loss": 0.5688304901123047, "Finetune/Loss (Raw)": 0.5395464897155762, "Finetune/Step": 16846, "Finetune/Step Time": 10.956898346543312}
+{"Finetune/Learning Rate": 7.957265947744131e-07, "Finetune/Loss": 0.5683154463768005, "Finetune/Loss (Raw)": 0.5889526009559631, "Finetune/Step": 16847, "Finetune/Step Time": 10.958304472267628}
+{"Finetune/Learning Rate": 7.950684429226463e-07, "Finetune/Loss": 0.5696331262588501, "Finetune/Loss (Raw)": 0.5373256802558899, "Finetune/Step": 16848, "Finetune/Step Time": 10.93117737956345}
+{"Finetune/Learning Rate": 7.944105520965639e-07, "Finetune/Loss": 0.569574236869812, "Finetune/Loss (Raw)": 0.6057918667793274, "Finetune/Step": 16849, "Finetune/Step Time": 10.926384348422289}
+{"Finetune/Learning Rate": 7.93752922314821e-07, "Finetune/Loss": 0.5701392292976379, "Finetune/Loss (Raw)": 0.6275021433830261, "Finetune/Step": 16850, "Finetune/Step Time": 10.928609162569046}
+{"Finetune/Learning Rate": 7.93095553596066e-07, "Finetune/Loss": 0.571169376373291, "Finetune/Loss (Raw)": 0.6638546586036682, "Finetune/Step": 16851, "Finetune/Step Time": 10.921526564285159}
+{"Finetune/Learning Rate": 7.924384459589396e-07, "Finetune/Loss": 0.5711061954498291, "Finetune/Loss (Raw)": 0.5060051679611206, "Finetune/Step": 16852, "Finetune/Step Time": 10.908346196636558}
+{"Finetune/Learning Rate": 7.917815994220768e-07, "Finetune/Loss": 0.5710626244544983, "Finetune/Loss (Raw)": 0.5581475496292114, "Finetune/Step": 16853, "Finetune/Step Time": 10.91041473671794}
+{"Finetune/Learning Rate": 7.911250140041038e-07, "Finetune/Loss": 0.5711743235588074, "Finetune/Loss (Raw)": 0.622704803943634, "Finetune/Step": 16854, "Finetune/Step Time": 10.91210163384676}
+{"Finetune/Learning Rate": 7.90468689723638e-07, "Finetune/Loss": 0.5715110898017883, "Finetune/Loss (Raw)": 0.6277218461036682, "Finetune/Step": 16855, "Finetune/Step Time": 10.911885255947709}
+{"Finetune/Learning Rate": 7.898126265992912e-07, "Finetune/Loss": 0.5704975724220276, "Finetune/Loss (Raw)": 0.5455462336540222, "Finetune/Step": 16856, "Finetune/Step Time": 10.916069520637393}
+{"Finetune/Learning Rate": 7.891568246496683e-07, "Finetune/Loss": 0.5711040496826172, "Finetune/Loss (Raw)": 0.6026797890663147, "Finetune/Step": 16857, "Finetune/Step Time": 10.920883145183325}
+{"Finetune/Learning Rate": 7.88501283893367e-07, "Finetune/Loss": 0.5720106959342957, "Finetune/Loss (Raw)": 0.6904343366622925, "Finetune/Step": 16858, "Finetune/Step Time": 10.940529907122254}
+{"Finetune/Learning Rate": 7.878460043489744e-07, "Finetune/Loss": 0.5713458061218262, "Finetune/Loss (Raw)": 0.41607221961021423, "Finetune/Step": 16859, "Finetune/Step Time": 10.97617589123547}
+{"Finetune/Learning Rate": 7.871909860350724e-07, "Finetune/Loss": 0.571476936340332, "Finetune/Loss (Raw)": 0.5947925448417664, "Finetune/Step": 16860, "Finetune/Step Time": 10.993415946140885}
+{"Finetune/Learning Rate": 7.865362289702394e-07, "Finetune/Loss": 0.5716376304626465, "Finetune/Loss (Raw)": 0.5569007396697998, "Finetune/Step": 16861, "Finetune/Step Time": 11.00761022977531}
+{"Finetune/Learning Rate": 7.85881733173035e-07, "Finetune/Loss": 0.5722101330757141, "Finetune/Loss (Raw)": 0.5562331080436707, "Finetune/Step": 16862, "Finetune/Step Time": 11.014662088826299}
+{"Finetune/Learning Rate": 7.852274986620256e-07, "Finetune/Loss": 0.5714046955108643, "Finetune/Loss (Raw)": 0.5703309774398804, "Finetune/Step": 16863, "Finetune/Step Time": 11.011999510228634}
+{"Finetune/Learning Rate": 7.845735254557608e-07, "Finetune/Loss": 0.5729417204856873, "Finetune/Loss (Raw)": 0.6386484503746033, "Finetune/Step": 16864, "Finetune/Step Time": 11.011572012677789}
+{"Finetune/Learning Rate": 7.839198135727855e-07, "Finetune/Loss": 0.5724586248397827, "Finetune/Loss (Raw)": 0.5529308319091797, "Finetune/Step": 16865, "Finetune/Step Time": 11.013936258852482}
+{"Finetune/Learning Rate": 7.832663630316373e-07, "Finetune/Loss": 0.5731760263442993, "Finetune/Loss (Raw)": 0.5716540217399597, "Finetune/Step": 16866, "Finetune/Step Time": 10.974766122177243}
+{"Finetune/Learning Rate": 7.82613173850848e-07, "Finetune/Loss": 0.5723443031311035, "Finetune/Loss (Raw)": 0.5360724329948425, "Finetune/Step": 16867, "Finetune/Step Time": 11.00212262570858}
+{"Finetune/Learning Rate": 7.819602460489362e-07, "Finetune/Loss": 0.573196291923523, "Finetune/Loss (Raw)": 0.6240882873535156, "Finetune/Step": 16868, "Finetune/Step Time": 10.998290875926614}
+{"Finetune/Learning Rate": 7.81307579644418e-07, "Finetune/Loss": 0.5747637748718262, "Finetune/Loss (Raw)": 0.6016048192977905, "Finetune/Step": 16869, "Finetune/Step Time": 10.980234447866678}
+{"Finetune/Learning Rate": 7.806551746558044e-07, "Finetune/Loss": 0.5747795104980469, "Finetune/Loss (Raw)": 0.5690799951553345, "Finetune/Step": 16870, "Finetune/Step Time": 10.984222231432796}
+{"Finetune/Learning Rate": 7.800030311015938e-07, "Finetune/Loss": 0.5752445459365845, "Finetune/Loss (Raw)": 0.6278591752052307, "Finetune/Step": 16871, "Finetune/Step Time": 10.986711734905839}
+{"Finetune/Learning Rate": 7.793511490002781e-07, "Finetune/Loss": 0.5764293074607849, "Finetune/Loss (Raw)": 0.6371839642524719, "Finetune/Step": 16872, "Finetune/Step Time": 10.952406164258718}
+{"Finetune/Learning Rate": 7.786995283703458e-07, "Finetune/Loss": 0.5783064961433411, "Finetune/Loss (Raw)": 0.753823459148407, "Finetune/Step": 16873, "Finetune/Step Time": 10.952773565426469}
+{"Finetune/Learning Rate": 7.780481692302722e-07, "Finetune/Loss": 0.5786691904067993, "Finetune/Loss (Raw)": 0.5610501766204834, "Finetune/Step": 16874, "Finetune/Step Time": 10.951794482767582}
+{"Finetune/Learning Rate": 7.773970715985279e-07, "Finetune/Loss": 0.578260600566864, "Finetune/Loss (Raw)": 0.5967142581939697, "Finetune/Step": 16875, "Finetune/Step Time": 10.958033293485641}
+{"Finetune/Learning Rate": 7.767462354935751e-07, "Finetune/Loss": 0.5794781446456909, "Finetune/Loss (Raw)": 0.7059729695320129, "Finetune/Step": 16876, "Finetune/Step Time": 10.99583262950182}
+{"Finetune/Learning Rate": 7.760956609338744e-07, "Finetune/Loss": 0.580279529094696, "Finetune/Loss (Raw)": 0.6237195134162903, "Finetune/Step": 16877, "Finetune/Step Time": 10.996813736855984}
+{"Finetune/Learning Rate": 7.75445347937871e-07, "Finetune/Loss": 0.5805041790008545, "Finetune/Loss (Raw)": 0.5631129145622253, "Finetune/Step": 16878, "Finetune/Step Time": 10.969010259956121}
+{"Finetune/Learning Rate": 7.74795296524008e-07, "Finetune/Loss": 0.5800634026527405, "Finetune/Loss (Raw)": 0.5039911866188049, "Finetune/Step": 16879, "Finetune/Step Time": 10.948548385873437}
+{"Finetune/Learning Rate": 7.741455067107162e-07, "Finetune/Loss": 0.5809301137924194, "Finetune/Loss (Raw)": 0.654991090297699, "Finetune/Step": 16880, "Finetune/Step Time": 10.944467563182116}
+{"Finetune/Learning Rate": 7.73495978516422e-07, "Finetune/Loss": 0.5810198783874512, "Finetune/Loss (Raw)": 0.5560247898101807, "Finetune/Step": 16881, "Finetune/Step Time": 10.92664542235434}
+{"Finetune/Learning Rate": 7.728467119595462e-07, "Finetune/Loss": 0.5809452533721924, "Finetune/Loss (Raw)": 0.5510191917419434, "Finetune/Step": 16882, "Finetune/Step Time": 10.918548429384828}
+{"Finetune/Learning Rate": 7.721977070584962e-07, "Finetune/Loss": 0.5800721049308777, "Finetune/Loss (Raw)": 0.4815268814563751, "Finetune/Step": 16883, "Finetune/Step Time": 10.92366367019713}
+{"Finetune/Learning Rate": 7.71548963831682e-07, "Finetune/Loss": 0.5806771516799927, "Finetune/Loss (Raw)": 0.6084098815917969, "Finetune/Step": 16884, "Finetune/Step Time": 10.926698157563806}
+{"Finetune/Learning Rate": 7.709004822974975e-07, "Finetune/Loss": 0.5799770355224609, "Finetune/Loss (Raw)": 0.5983784198760986, "Finetune/Step": 16885, "Finetune/Step Time": 10.940098393708467}
+{"Finetune/Learning Rate": 7.702522624743303e-07, "Finetune/Loss": 0.5800023078918457, "Finetune/Loss (Raw)": 0.6379183530807495, "Finetune/Step": 16886, "Finetune/Step Time": 10.94418746046722}
+{"Finetune/Learning Rate": 7.696043043805635e-07, "Finetune/Loss": 0.5816724896430969, "Finetune/Loss (Raw)": 0.724492073059082, "Finetune/Step": 16887, "Finetune/Step Time": 10.936872171238065}
+{"Finetune/Learning Rate": 7.689566080345701e-07, "Finetune/Loss": 0.5821601152420044, "Finetune/Loss (Raw)": 0.6228135228157043, "Finetune/Step": 16888, "Finetune/Step Time": 10.996888879686594}
+{"Finetune/Learning Rate": 7.683091734547177e-07, "Finetune/Loss": 0.5821524858474731, "Finetune/Loss (Raw)": 0.5182856321334839, "Finetune/Step": 16889, "Finetune/Step Time": 10.995839403942227}
+{"Finetune/Learning Rate": 7.67662000659366e-07, "Finetune/Loss": 0.5831974744796753, "Finetune/Loss (Raw)": 0.6712769865989685, "Finetune/Step": 16890, "Finetune/Step Time": 10.99962630495429}
+{"Finetune/Learning Rate": 7.670150896668672e-07, "Finetune/Loss": 0.5836031436920166, "Finetune/Loss (Raw)": 0.5390619039535522, "Finetune/Step": 16891, "Finetune/Step Time": 10.995036594569683}
+{"Finetune/Learning Rate": 7.66368440495564e-07, "Finetune/Loss": 0.5857512950897217, "Finetune/Loss (Raw)": 0.6667872667312622, "Finetune/Step": 16892, "Finetune/Step Time": 10.943610940128565}
+{"Finetune/Learning Rate": 7.657220531637966e-07, "Finetune/Loss": 0.5858089327812195, "Finetune/Loss (Raw)": 0.6633128523826599, "Finetune/Step": 16893, "Finetune/Step Time": 10.9388842061162}
+{"Finetune/Learning Rate": 7.650759276898923e-07, "Finetune/Loss": 0.586313009262085, "Finetune/Loss (Raw)": 0.6379861235618591, "Finetune/Step": 16894, "Finetune/Step Time": 10.940480450168252}
+{"Finetune/Learning Rate": 7.644300640921731e-07, "Finetune/Loss": 0.5851635932922363, "Finetune/Loss (Raw)": 0.4376232922077179, "Finetune/Step": 16895, "Finetune/Step Time": 10.980104181915522}
+{"Finetune/Learning Rate": 7.637844623889557e-07, "Finetune/Loss": 0.5849208235740662, "Finetune/Loss (Raw)": 0.6106123924255371, "Finetune/Step": 16896, "Finetune/Step Time": 10.960580743849277}
+{"Finetune/Learning Rate": 7.631391225985473e-07, "Finetune/Loss": 0.5853980779647827, "Finetune/Loss (Raw)": 0.5818538069725037, "Finetune/Step": 16897, "Finetune/Step Time": 10.919348567724228}
+{"Finetune/Learning Rate": 7.624940447392459e-07, "Finetune/Loss": 0.5864930152893066, "Finetune/Loss (Raw)": 0.6739959120750427, "Finetune/Step": 16898, "Finetune/Step Time": 10.92091447673738}
+{"Finetune/Learning Rate": 7.618492288293466e-07, "Finetune/Loss": 0.5869551301002502, "Finetune/Loss (Raw)": 0.6273974776268005, "Finetune/Step": 16899, "Finetune/Step Time": 10.938538232818246}
+{"Finetune/Learning Rate": 7.612046748871327e-07, "Finetune/Loss": 0.5865997672080994, "Finetune/Loss (Raw)": 0.5548218488693237, "Finetune/Step": 16900, "Finetune/Step Time": 10.953764034435153}
+{"Finetune/Learning Rate": 7.605603829308828e-07, "Finetune/Loss": 0.5863558650016785, "Finetune/Loss (Raw)": 0.625821590423584, "Finetune/Step": 16901, "Finetune/Step Time": 10.949940325692296}
+{"Finetune/Learning Rate": 7.599163529788677e-07, "Finetune/Loss": 0.5869401693344116, "Finetune/Loss (Raw)": 0.5921456813812256, "Finetune/Step": 16902, "Finetune/Step Time": 10.967433359473944}
+{"Finetune/Learning Rate": 7.592725850493487e-07, "Finetune/Loss": 0.5865132808685303, "Finetune/Loss (Raw)": 0.6070997714996338, "Finetune/Step": 16903, "Finetune/Step Time": 10.994292635470629}
+{"Finetune/Learning Rate": 7.586290791605822e-07, "Finetune/Loss": 0.5866528749465942, "Finetune/Loss (Raw)": 0.5668437480926514, "Finetune/Step": 16904, "Finetune/Step Time": 10.999669663608074}
+{"Finetune/Learning Rate": 7.579858353308156e-07, "Finetune/Loss": 0.5870331525802612, "Finetune/Loss (Raw)": 0.5553011298179626, "Finetune/Step": 16905, "Finetune/Step Time": 11.004283297806978}
+{"Finetune/Learning Rate": 7.573428535782912e-07, "Finetune/Loss": 0.5871115326881409, "Finetune/Loss (Raw)": 0.6937528252601624, "Finetune/Step": 16906, "Finetune/Step Time": 11.005610272288322}
+{"Finetune/Learning Rate": 7.567001339212399e-07, "Finetune/Loss": 0.5890182852745056, "Finetune/Loss (Raw)": 0.6909176707267761, "Finetune/Step": 16907, "Finetune/Step Time": 10.974910538643599}
+{"Finetune/Learning Rate": 7.560576763778882e-07, "Finetune/Loss": 0.5888210535049438, "Finetune/Loss (Raw)": 0.5612280368804932, "Finetune/Step": 16908, "Finetune/Step Time": 10.972445130348206}
+{"Finetune/Learning Rate": 7.554154809664549e-07, "Finetune/Loss": 0.5884044170379639, "Finetune/Loss (Raw)": 0.6097566485404968, "Finetune/Step": 16909, "Finetune/Step Time": 10.965399598702788}
+{"Finetune/Learning Rate": 7.547735477051509e-07, "Finetune/Loss": 0.5891788005828857, "Finetune/Loss (Raw)": 0.6736924648284912, "Finetune/Step": 16910, "Finetune/Step Time": 10.991915797814727}
+{"Finetune/Learning Rate": 7.541318766121786e-07, "Finetune/Loss": 0.5879726409912109, "Finetune/Loss (Raw)": 0.4708276689052582, "Finetune/Step": 16911, "Finetune/Step Time": 11.008925452828407}
+{"Finetune/Learning Rate": 7.534904677057353e-07, "Finetune/Loss": 0.588875412940979, "Finetune/Loss (Raw)": 0.6898835301399231, "Finetune/Step": 16912, "Finetune/Step Time": 11.003445321694016}
+{"Finetune/Learning Rate": 7.528493210040077e-07, "Finetune/Loss": 0.5893556475639343, "Finetune/Loss (Raw)": 0.6114870309829712, "Finetune/Step": 16913, "Finetune/Step Time": 11.013487186282873}
+{"Finetune/Learning Rate": 7.522084365251791e-07, "Finetune/Loss": 0.5898252725601196, "Finetune/Loss (Raw)": 0.5864483118057251, "Finetune/Step": 16914, "Finetune/Step Time": 11.001837369054556}
+{"Finetune/Learning Rate": 7.515678142874216e-07, "Finetune/Loss": 0.5901858806610107, "Finetune/Loss (Raw)": 0.7192891836166382, "Finetune/Step": 16915, "Finetune/Step Time": 11.031367387622595}
+{"Finetune/Learning Rate": 7.509274543089029e-07, "Finetune/Loss": 0.5893619060516357, "Finetune/Loss (Raw)": 0.532788872718811, "Finetune/Step": 16916, "Finetune/Step Time": 11.03445840626955}
+{"Finetune/Learning Rate": 7.502873566077807e-07, "Finetune/Loss": 0.5896981954574585, "Finetune/Loss (Raw)": 0.6875253319740295, "Finetune/Step": 16917, "Finetune/Step Time": 11.034548852592707}
+{"Finetune/Learning Rate": 7.496475212022036e-07, "Finetune/Loss": 0.5909337401390076, "Finetune/Loss (Raw)": 0.6571276783943176, "Finetune/Step": 16918, "Finetune/Step Time": 11.028479365631938}
+{"Finetune/Learning Rate": 7.490079481103197e-07, "Finetune/Loss": 0.591463029384613, "Finetune/Loss (Raw)": 0.5935190320014954, "Finetune/Step": 16919, "Finetune/Step Time": 11.027749544009566}
+{"Finetune/Learning Rate": 7.483686373502641e-07, "Finetune/Loss": 0.5922408103942871, "Finetune/Loss (Raw)": 0.5677602887153625, "Finetune/Step": 16920, "Finetune/Step Time": 11.012793453410268}
+{"Finetune/Learning Rate": 7.47729588940167e-07, "Finetune/Loss": 0.5921319127082825, "Finetune/Loss (Raw)": 0.561362624168396, "Finetune/Step": 16921, "Finetune/Step Time": 11.010663378983736}
+{"Finetune/Learning Rate": 7.470908028981494e-07, "Finetune/Loss": 0.5905226469039917, "Finetune/Loss (Raw)": 0.3360140323638916, "Finetune/Step": 16922, "Finetune/Step Time": 11.021915819495916}
+{"Finetune/Learning Rate": 7.464522792423234e-07, "Finetune/Loss": 0.5910152792930603, "Finetune/Loss (Raw)": 0.6032810211181641, "Finetune/Step": 16923, "Finetune/Step Time": 11.017826000228524}
+{"Finetune/Learning Rate": 7.458140179907969e-07, "Finetune/Loss": 0.5911495685577393, "Finetune/Loss (Raw)": 0.5865539908409119, "Finetune/Step": 16924, "Finetune/Step Time": 11.01226425357163}
+{"Finetune/Learning Rate": 7.451760191616686e-07, "Finetune/Loss": 0.5909245014190674, "Finetune/Loss (Raw)": 0.5670692920684814, "Finetune/Step": 16925, "Finetune/Step Time": 11.02161480858922}
+{"Finetune/Learning Rate": 7.44538282773033e-07, "Finetune/Loss": 0.5906964540481567, "Finetune/Loss (Raw)": 0.5686920285224915, "Finetune/Step": 16926, "Finetune/Step Time": 10.998870126903057}
+{"Finetune/Learning Rate": 7.439008088429712e-07, "Finetune/Loss": 0.5901190638542175, "Finetune/Loss (Raw)": 0.5799009799957275, "Finetune/Step": 16927, "Finetune/Step Time": 10.982638811692595}
+{"Finetune/Learning Rate": 7.432635973895652e-07, "Finetune/Loss": 0.5899099111557007, "Finetune/Loss (Raw)": 0.4679136574268341, "Finetune/Step": 16928, "Finetune/Step Time": 10.99097179248929}
+{"Finetune/Learning Rate": 7.426266484308775e-07, "Finetune/Loss": 0.5883609056472778, "Finetune/Loss (Raw)": 0.43861696124076843, "Finetune/Step": 16929, "Finetune/Step Time": 10.99511182308197}
+{"Finetune/Learning Rate": 7.419899619849747e-07, "Finetune/Loss": 0.5892318487167358, "Finetune/Loss (Raw)": 0.6201776266098022, "Finetune/Step": 16930, "Finetune/Step Time": 10.972212260589004}
+{"Finetune/Learning Rate": 7.4135353806991e-07, "Finetune/Loss": 0.5899088382720947, "Finetune/Loss (Raw)": 0.5927833318710327, "Finetune/Step": 16931, "Finetune/Step Time": 10.963650422170758}
+{"Finetune/Learning Rate": 7.40717376703729e-07, "Finetune/Loss": 0.5908289551734924, "Finetune/Loss (Raw)": 0.6128852367401123, "Finetune/Step": 16932, "Finetune/Step Time": 10.956707023084164}
+{"Finetune/Learning Rate": 7.400814779044762e-07, "Finetune/Loss": 0.590495228767395, "Finetune/Loss (Raw)": 0.5308799743652344, "Finetune/Step": 16933, "Finetune/Step Time": 10.944659629836679}
+{"Finetune/Learning Rate": 7.394458416901817e-07, "Finetune/Loss": 0.5904582142829895, "Finetune/Loss (Raw)": 0.5319628715515137, "Finetune/Step": 16934, "Finetune/Step Time": 10.948083935305476}
+{"Finetune/Learning Rate": 7.388104680788676e-07, "Finetune/Loss": 0.5906127095222473, "Finetune/Loss (Raw)": 0.616926908493042, "Finetune/Step": 16935, "Finetune/Step Time": 10.927350303158164}
+{"Finetune/Learning Rate": 7.381753570885542e-07, "Finetune/Loss": 0.5904706716537476, "Finetune/Loss (Raw)": 0.5895919799804688, "Finetune/Step": 16936, "Finetune/Step Time": 10.925738703459501}
+{"Finetune/Learning Rate": 7.3754050873725e-07, "Finetune/Loss": 0.5909348130226135, "Finetune/Loss (Raw)": 0.5951054692268372, "Finetune/Step": 16937, "Finetune/Step Time": 10.916942950338125}
+{"Finetune/Learning Rate": 7.369059230429576e-07, "Finetune/Loss": 0.5912041664123535, "Finetune/Loss (Raw)": 0.5767019391059875, "Finetune/Step": 16938, "Finetune/Step Time": 10.930236788466573}
+{"Finetune/Learning Rate": 7.362716000236725e-07, "Finetune/Loss": 0.5909193754196167, "Finetune/Loss (Raw)": 0.49576497077941895, "Finetune/Step": 16939, "Finetune/Step Time": 10.928226495161653}
+{"Finetune/Learning Rate": 7.356375396973836e-07, "Finetune/Loss": 0.5902245044708252, "Finetune/Loss (Raw)": 0.47722771763801575, "Finetune/Step": 16940, "Finetune/Step Time": 10.928912116214633}
+{"Finetune/Learning Rate": 7.3500374208207e-07, "Finetune/Loss": 0.5903868675231934, "Finetune/Loss (Raw)": 0.6277458667755127, "Finetune/Step": 16941, "Finetune/Step Time": 10.947108132764697}
+{"Finetune/Learning Rate": 7.343702071957027e-07, "Finetune/Loss": 0.5903671383857727, "Finetune/Loss (Raw)": 0.5508080720901489, "Finetune/Step": 16942, "Finetune/Step Time": 10.95293315127492}
+{"Finetune/Learning Rate": 7.337369350562496e-07, "Finetune/Loss": 0.5905722379684448, "Finetune/Loss (Raw)": 0.603751003742218, "Finetune/Step": 16943, "Finetune/Step Time": 10.94630790874362}
+{"Finetune/Learning Rate": 7.331039256816664e-07, "Finetune/Loss": 0.5903758406639099, "Finetune/Loss (Raw)": 0.5254767537117004, "Finetune/Step": 16944, "Finetune/Step Time": 10.923974746838212}
+{"Finetune/Learning Rate": 7.324711790899042e-07, "Finetune/Loss": 0.5906091928482056, "Finetune/Loss (Raw)": 0.6722003817558289, "Finetune/Step": 16945, "Finetune/Step Time": 10.919876631349325}
+{"Finetune/Learning Rate": 7.318386952989065e-07, "Finetune/Loss": 0.5908521413803101, "Finetune/Loss (Raw)": 0.5992193222045898, "Finetune/Step": 16946, "Finetune/Step Time": 10.932587461546063}
+{"Finetune/Learning Rate": 7.312064743266078e-07, "Finetune/Loss": 0.5912468433380127, "Finetune/Loss (Raw)": 0.6316149234771729, "Finetune/Step": 16947, "Finetune/Step Time": 10.94013698771596}
+{"Finetune/Learning Rate": 7.305745161909372e-07, "Finetune/Loss": 0.5914702415466309, "Finetune/Loss (Raw)": 0.6495790481567383, "Finetune/Step": 16948, "Finetune/Step Time": 10.916236964985728}
+{"Finetune/Learning Rate": 7.299428209098147e-07, "Finetune/Loss": 0.5909935235977173, "Finetune/Loss (Raw)": 0.5717598795890808, "Finetune/Step": 16949, "Finetune/Step Time": 10.90282896719873}
+{"Finetune/Learning Rate": 7.293113885011527e-07, "Finetune/Loss": 0.5905444622039795, "Finetune/Loss (Raw)": 0.5020796656608582, "Finetune/Step": 16950, "Finetune/Step Time": 10.899816911667585}
+{"Finetune/Learning Rate": 7.286802189828579e-07, "Finetune/Loss": 0.5898755788803101, "Finetune/Loss (Raw)": 0.516226589679718, "Finetune/Step": 16951, "Finetune/Step Time": 10.90300065651536}
+{"Finetune/Learning Rate": 7.280493123728282e-07, "Finetune/Loss": 0.5902607440948486, "Finetune/Loss (Raw)": 0.6059622168540955, "Finetune/Step": 16952, "Finetune/Step Time": 10.85736945271492}
+{"Finetune/Learning Rate": 7.274186686889539e-07, "Finetune/Loss": 0.5910989046096802, "Finetune/Loss (Raw)": 0.6839499473571777, "Finetune/Step": 16953, "Finetune/Step Time": 10.859374478459358}
+{"Finetune/Learning Rate": 7.267882879491184e-07, "Finetune/Loss": 0.5900626182556152, "Finetune/Loss (Raw)": 0.5040811896324158, "Finetune/Step": 16954, "Finetune/Step Time": 10.883886877447367}
+{"Finetune/Learning Rate": 7.261581701711972e-07, "Finetune/Loss": 0.58891361951828, "Finetune/Loss (Raw)": 0.4952607750892639, "Finetune/Step": 16955, "Finetune/Step Time": 10.881895983591676}
+{"Finetune/Learning Rate": 7.255283153730586e-07, "Finetune/Loss": 0.5876970291137695, "Finetune/Loss (Raw)": 0.49331867694854736, "Finetune/Step": 16956, "Finetune/Step Time": 10.86915534734726}
+{"Finetune/Learning Rate": 7.248987235725646e-07, "Finetune/Loss": 0.5881087779998779, "Finetune/Loss (Raw)": 0.598851203918457, "Finetune/Step": 16957, "Finetune/Step Time": 10.868053345009685}
+{"Finetune/Learning Rate": 7.242693947875701e-07, "Finetune/Loss": 0.5874617099761963, "Finetune/Loss (Raw)": 0.5407685041427612, "Finetune/Step": 16958, "Finetune/Step Time": 10.867974592372775}
+{"Finetune/Learning Rate": 7.236403290359151e-07, "Finetune/Loss": 0.5868278741836548, "Finetune/Loss (Raw)": 0.6273704171180725, "Finetune/Step": 16959, "Finetune/Step Time": 10.867551289498806}
+{"Finetune/Learning Rate": 7.230115263354431e-07, "Finetune/Loss": 0.5864828824996948, "Finetune/Loss (Raw)": 0.5698749423027039, "Finetune/Step": 16960, "Finetune/Step Time": 10.886760700494051}
+{"Finetune/Learning Rate": 7.223829867039844e-07, "Finetune/Loss": 0.5872622728347778, "Finetune/Loss (Raw)": 0.6032194495201111, "Finetune/Step": 16961, "Finetune/Step Time": 10.884819524362683}
+{"Finetune/Learning Rate": 7.217547101593625e-07, "Finetune/Loss": 0.5879955291748047, "Finetune/Loss (Raw)": 0.6018778085708618, "Finetune/Step": 16962, "Finetune/Step Time": 10.86087697930634}
+{"Finetune/Learning Rate": 7.211266967193931e-07, "Finetune/Loss": 0.587498664855957, "Finetune/Loss (Raw)": 0.4919429421424866, "Finetune/Step": 16963, "Finetune/Step Time": 10.865824539214373}
+{"Finetune/Learning Rate": 7.204989464018863e-07, "Finetune/Loss": 0.5880768299102783, "Finetune/Loss (Raw)": 0.6115984320640564, "Finetune/Step": 16964, "Finetune/Step Time": 10.857936335727572}
+{"Finetune/Learning Rate": 7.198714592246403e-07, "Finetune/Loss": 0.5874178409576416, "Finetune/Loss (Raw)": 0.5999977588653564, "Finetune/Step": 16965, "Finetune/Step Time": 10.86310650035739}
+{"Finetune/Learning Rate": 7.192442352054496e-07, "Finetune/Loss": 0.5871250629425049, "Finetune/Loss (Raw)": 0.594925045967102, "Finetune/Step": 16966, "Finetune/Step Time": 10.863203985616565}
+{"Finetune/Learning Rate": 7.186172743621023e-07, "Finetune/Loss": 0.5876150131225586, "Finetune/Loss (Raw)": 0.5955065488815308, "Finetune/Step": 16967, "Finetune/Step Time": 10.85964815504849}
+{"Finetune/Learning Rate": 7.179905767123773e-07, "Finetune/Loss": 0.5870864987373352, "Finetune/Loss (Raw)": 0.5615983605384827, "Finetune/Step": 16968, "Finetune/Step Time": 10.84875944070518}
+{"Finetune/Learning Rate": 7.17364142274044e-07, "Finetune/Loss": 0.5852044820785522, "Finetune/Loss (Raw)": 0.5107942819595337, "Finetune/Step": 16969, "Finetune/Step Time": 10.851889120414853}
+{"Finetune/Learning Rate": 7.167379710648703e-07, "Finetune/Loss": 0.5840283632278442, "Finetune/Loss (Raw)": 0.5108057856559753, "Finetune/Step": 16970, "Finetune/Step Time": 10.845982600003481}
+{"Finetune/Learning Rate": 7.161120631026075e-07, "Finetune/Loss": 0.5840126276016235, "Finetune/Loss (Raw)": 0.5816558599472046, "Finetune/Step": 16971, "Finetune/Step Time": 10.84818609431386}
+{"Finetune/Learning Rate": 7.154864184050059e-07, "Finetune/Loss": 0.5847015380859375, "Finetune/Loss (Raw)": 0.5524832606315613, "Finetune/Step": 16972, "Finetune/Step Time": 10.849013535305858}
+{"Finetune/Learning Rate": 7.148610369898091e-07, "Finetune/Loss": 0.586264967918396, "Finetune/Loss (Raw)": 0.7163487076759338, "Finetune/Step": 16973, "Finetune/Step Time": 10.877186059951782}
+{"Finetune/Learning Rate": 7.142359188747472e-07, "Finetune/Loss": 0.5868543982505798, "Finetune/Loss (Raw)": 0.6149839758872986, "Finetune/Step": 16974, "Finetune/Step Time": 10.898137789219618}
+{"Finetune/Learning Rate": 7.136110640775517e-07, "Finetune/Loss": 0.5871044993400574, "Finetune/Loss (Raw)": 0.6209713816642761, "Finetune/Step": 16975, "Finetune/Step Time": 10.906245332211256}
+{"Finetune/Learning Rate": 7.129864726159408e-07, "Finetune/Loss": 0.587653636932373, "Finetune/Loss (Raw)": 0.6076123118400574, "Finetune/Step": 16976, "Finetune/Step Time": 10.926782954484224}
+{"Finetune/Learning Rate": 7.123621445076234e-07, "Finetune/Loss": 0.5875674486160278, "Finetune/Loss (Raw)": 0.5947616696357727, "Finetune/Step": 16977, "Finetune/Step Time": 10.939025342464447}
+{"Finetune/Learning Rate": 7.117380797703044e-07, "Finetune/Loss": 0.5877448320388794, "Finetune/Loss (Raw)": 0.6502020359039307, "Finetune/Step": 16978, "Finetune/Step Time": 10.934552062302828}
+{"Finetune/Learning Rate": 7.111142784216818e-07, "Finetune/Loss": 0.588005542755127, "Finetune/Loss (Raw)": 0.6972317099571228, "Finetune/Step": 16979, "Finetune/Step Time": 10.935583842918277}
+{"Finetune/Learning Rate": 7.104907404794448e-07, "Finetune/Loss": 0.5887880325317383, "Finetune/Loss (Raw)": 0.6061573624610901, "Finetune/Step": 16980, "Finetune/Step Time": 10.939996175467968}
+{"Finetune/Learning Rate": 7.098674659612714e-07, "Finetune/Loss": 0.5881741642951965, "Finetune/Loss (Raw)": 0.4795750081539154, "Finetune/Step": 16981, "Finetune/Step Time": 11.020786421373487}
+{"Finetune/Learning Rate": 7.092444548848443e-07, "Finetune/Loss": 0.5883097648620605, "Finetune/Loss (Raw)": 0.6400639414787292, "Finetune/Step": 16982, "Finetune/Step Time": 11.018269015476108}
+{"Finetune/Learning Rate": 7.086217072678214e-07, "Finetune/Loss": 0.5879421234130859, "Finetune/Loss (Raw)": 0.5806617140769958, "Finetune/Step": 16983, "Finetune/Step Time": 11.01892046071589}
+{"Finetune/Learning Rate": 7.079992231278676e-07, "Finetune/Loss": 0.5890673995018005, "Finetune/Loss (Raw)": 0.6895812153816223, "Finetune/Step": 16984, "Finetune/Step Time": 11.017160577699542}
+{"Finetune/Learning Rate": 7.073770024826321e-07, "Finetune/Loss": 0.5887445211410522, "Finetune/Loss (Raw)": 0.5613458156585693, "Finetune/Step": 16985, "Finetune/Step Time": 11.018284123390913}
+{"Finetune/Learning Rate": 7.067550453497596e-07, "Finetune/Loss": 0.5873533487319946, "Finetune/Loss (Raw)": 0.5123739838600159, "Finetune/Step": 16986, "Finetune/Step Time": 11.009540205821395}
+{"Finetune/Learning Rate": 7.061333517468882e-07, "Finetune/Loss": 0.5886565446853638, "Finetune/Loss (Raw)": 0.5828827619552612, "Finetune/Step": 16987, "Finetune/Step Time": 10.998402634635568}
+{"Finetune/Learning Rate": 7.055119216916451e-07, "Finetune/Loss": 0.5887947082519531, "Finetune/Loss (Raw)": 0.6124736666679382, "Finetune/Step": 16988, "Finetune/Step Time": 10.986897215247154}
+{"Finetune/Learning Rate": 7.048907552016571e-07, "Finetune/Loss": 0.5888369679450989, "Finetune/Loss (Raw)": 0.5623095631599426, "Finetune/Step": 16989, "Finetune/Step Time": 10.969860058277845}
+{"Finetune/Learning Rate": 7.042698522945335e-07, "Finetune/Loss": 0.5890142321586609, "Finetune/Loss (Raw)": 0.5789230465888977, "Finetune/Step": 16990, "Finetune/Step Time": 10.969942292198539}
+{"Finetune/Learning Rate": 7.036492129878835e-07, "Finetune/Loss": 0.589630126953125, "Finetune/Loss (Raw)": 0.6491631865501404, "Finetune/Step": 16991, "Finetune/Step Time": 10.968160817399621}
+{"Finetune/Learning Rate": 7.030288372993066e-07, "Finetune/Loss": 0.5884562730789185, "Finetune/Loss (Raw)": 0.488403856754303, "Finetune/Step": 16992, "Finetune/Step Time": 10.968583166599274}
+{"Finetune/Learning Rate": 7.024087252463951e-07, "Finetune/Loss": 0.5885456800460815, "Finetune/Loss (Raw)": 0.5643613934516907, "Finetune/Step": 16993, "Finetune/Step Time": 10.971962815150619}
+{"Finetune/Learning Rate": 7.01788876846734e-07, "Finetune/Loss": 0.5895728468894958, "Finetune/Loss (Raw)": 0.7031372785568237, "Finetune/Step": 16994, "Finetune/Step Time": 10.971763702109456}
+{"Finetune/Learning Rate": 7.01169292117898e-07, "Finetune/Loss": 0.5904659032821655, "Finetune/Loss (Raw)": 0.6503893733024597, "Finetune/Step": 16995, "Finetune/Step Time": 10.94969386048615}
+{"Finetune/Learning Rate": 7.005499710774599e-07, "Finetune/Loss": 0.5903017520904541, "Finetune/Loss (Raw)": 0.6030703186988831, "Finetune/Step": 16996, "Finetune/Step Time": 10.950222102925181}
+{"Finetune/Learning Rate": 6.999309137429799e-07, "Finetune/Loss": 0.5900659561157227, "Finetune/Loss (Raw)": 0.5714244246482849, "Finetune/Step": 16997, "Finetune/Step Time": 10.934351159259677}
+{"Finetune/Learning Rate": 6.993121201320142e-07, "Finetune/Loss": 0.5901356935501099, "Finetune/Loss (Raw)": 0.578007161617279, "Finetune/Step": 16998, "Finetune/Step Time": 10.926822168752551}
+{"Finetune/Learning Rate": 6.986935902621083e-07, "Finetune/Loss": 0.5897949934005737, "Finetune/Loss (Raw)": 0.5842479467391968, "Finetune/Step": 16999, "Finetune/Step Time": 10.916640389710665}
+{"Finetune/Learning Rate": 6.980753241508032e-07, "Finetune/Loss": 0.5897656679153442, "Finetune/Loss (Raw)": 0.6334312558174133, "Finetune/Step": 17000, "Finetune/Step Time": 10.917185006663203}
+{"Finetune/Learning Rate": 6.974573218156311e-07, "Finetune/Loss": 0.5887268781661987, "Finetune/Loss (Raw)": 0.6208582520484924, "Finetune/Step": 17001, "Finetune/Step Time": 10.916037673130631}
+{"Finetune/Learning Rate": 6.968395832741159e-07, "Finetune/Loss": 0.5892548561096191, "Finetune/Loss (Raw)": 0.6286294460296631, "Finetune/Step": 17002, "Finetune/Step Time": 10.913579082116485}
+{"Finetune/Learning Rate": 6.962221085437759e-07, "Finetune/Loss": 0.5890984535217285, "Finetune/Loss (Raw)": 0.5767041444778442, "Finetune/Step": 17003, "Finetune/Step Time": 10.917814956977963}
+{"Finetune/Learning Rate": 6.956048976421192e-07, "Finetune/Loss": 0.5864563584327698, "Finetune/Loss (Raw)": 0.367775559425354, "Finetune/Step": 17004, "Finetune/Step Time": 10.91326860897243}
+{"Finetune/Learning Rate": 6.949879505866508e-07, "Finetune/Loss": 0.5859565734863281, "Finetune/Loss (Raw)": 0.5597463846206665, "Finetune/Step": 17005, "Finetune/Step Time": 10.915885934606194}
+{"Finetune/Learning Rate": 6.943712673948643e-07, "Finetune/Loss": 0.5872007608413696, "Finetune/Loss (Raw)": 0.7223784327507019, "Finetune/Step": 17006, "Finetune/Step Time": 10.902661200612783}
+{"Finetune/Learning Rate": 6.937548480842482e-07, "Finetune/Loss": 0.5873108506202698, "Finetune/Loss (Raw)": 0.5180780291557312, "Finetune/Step": 17007, "Finetune/Step Time": 10.904993178322911}
+{"Finetune/Learning Rate": 6.931386926722772e-07, "Finetune/Loss": 0.5870219469070435, "Finetune/Loss (Raw)": 0.6180141568183899, "Finetune/Step": 17008, "Finetune/Step Time": 10.900053231045604}
+{"Finetune/Learning Rate": 6.925228011764307e-07, "Finetune/Loss": 0.5874781608581543, "Finetune/Loss (Raw)": 0.6144121289253235, "Finetune/Step": 17009, "Finetune/Step Time": 10.888379910960793}
+{"Finetune/Learning Rate": 6.919071736141702e-07, "Finetune/Loss": 0.5874775052070618, "Finetune/Loss (Raw)": 0.5509402751922607, "Finetune/Step": 17010, "Finetune/Step Time": 10.881489630788565}
+{"Finetune/Learning Rate": 6.912918100029531e-07, "Finetune/Loss": 0.5881988406181335, "Finetune/Loss (Raw)": 0.5738607048988342, "Finetune/Step": 17011, "Finetune/Step Time": 10.885622147470713}
+{"Finetune/Learning Rate": 6.906767103602297e-07, "Finetune/Loss": 0.5878735780715942, "Finetune/Loss (Raw)": 0.566767692565918, "Finetune/Step": 17012, "Finetune/Step Time": 10.889083100482821}
+{"Finetune/Learning Rate": 6.900618747034449e-07, "Finetune/Loss": 0.5873222351074219, "Finetune/Loss (Raw)": 0.5278089046478271, "Finetune/Step": 17013, "Finetune/Step Time": 10.884609578177333}
+{"Finetune/Learning Rate": 6.894473030500292e-07, "Finetune/Loss": 0.5880711078643799, "Finetune/Loss (Raw)": 0.7337780594825745, "Finetune/Step": 17014, "Finetune/Step Time": 10.883314874023199}
+{"Finetune/Learning Rate": 6.888329954174111e-07, "Finetune/Loss": 0.5874766111373901, "Finetune/Loss (Raw)": 0.6484019756317139, "Finetune/Step": 17015, "Finetune/Step Time": 10.890397973358631}
+{"Finetune/Learning Rate": 6.882189518230142e-07, "Finetune/Loss": 0.58744215965271, "Finetune/Loss (Raw)": 0.6183972358703613, "Finetune/Step": 17016, "Finetune/Step Time": 10.835587829351425}
+{"Finetune/Learning Rate": 6.876051722842469e-07, "Finetune/Loss": 0.5874497890472412, "Finetune/Loss (Raw)": 0.5192639827728271, "Finetune/Step": 17017, "Finetune/Step Time": 10.84136007167399}
+{"Finetune/Learning Rate": 6.869916568185175e-07, "Finetune/Loss": 0.5869250297546387, "Finetune/Loss (Raw)": 0.6041113138198853, "Finetune/Step": 17018, "Finetune/Step Time": 10.829631570726633}
+{"Finetune/Learning Rate": 6.863784054432232e-07, "Finetune/Loss": 0.5868109464645386, "Finetune/Loss (Raw)": 0.5244592428207397, "Finetune/Step": 17019, "Finetune/Step Time": 10.8314806278795}
+{"Finetune/Learning Rate": 6.857654181757512e-07, "Finetune/Loss": 0.5871281623840332, "Finetune/Loss (Raw)": 0.7073819637298584, "Finetune/Step": 17020, "Finetune/Step Time": 10.846490582451224}
+{"Finetune/Learning Rate": 6.851526950334863e-07, "Finetune/Loss": 0.5869829654693604, "Finetune/Loss (Raw)": 0.6447327733039856, "Finetune/Step": 17021, "Finetune/Step Time": 10.868233360350132}
+{"Finetune/Learning Rate": 6.845402360338004e-07, "Finetune/Loss": 0.5857333540916443, "Finetune/Loss (Raw)": 0.4780329763889313, "Finetune/Step": 17022, "Finetune/Step Time": 10.875141959637403}
+{"Finetune/Learning Rate": 6.839280411940663e-07, "Finetune/Loss": 0.5869916081428528, "Finetune/Loss (Raw)": 0.5986848473548889, "Finetune/Step": 17023, "Finetune/Step Time": 10.829551130533218}
+{"Finetune/Learning Rate": 6.833161105316421e-07, "Finetune/Loss": 0.5869086980819702, "Finetune/Loss (Raw)": 0.5999947190284729, "Finetune/Step": 17024, "Finetune/Step Time": 10.825590061023831}
+{"Finetune/Learning Rate": 6.827044440638809e-07, "Finetune/Loss": 0.5867248773574829, "Finetune/Loss (Raw)": 0.5583243370056152, "Finetune/Step": 17025, "Finetune/Step Time": 10.840062998235226}
+{"Finetune/Learning Rate": 6.82093041808124e-07, "Finetune/Loss": 0.5846651196479797, "Finetune/Loss (Raw)": 0.4103499948978424, "Finetune/Step": 17026, "Finetune/Step Time": 10.874017708003521}
+{"Finetune/Learning Rate": 6.814819037817133e-07, "Finetune/Loss": 0.5844017267227173, "Finetune/Loss (Raw)": 0.5936777591705322, "Finetune/Step": 17027, "Finetune/Step Time": 10.852248379960656}
+{"Finetune/Learning Rate": 6.808710300019771e-07, "Finetune/Loss": 0.58510422706604, "Finetune/Loss (Raw)": 0.6447455286979675, "Finetune/Step": 17028, "Finetune/Step Time": 10.861172961071134}
+{"Finetune/Learning Rate": 6.802604204862384e-07, "Finetune/Loss": 0.5852117538452148, "Finetune/Loss (Raw)": 0.6395881772041321, "Finetune/Step": 17029, "Finetune/Step Time": 10.859567794948816}
+{"Finetune/Learning Rate": 6.796500752518109e-07, "Finetune/Loss": 0.5849822759628296, "Finetune/Loss (Raw)": 0.5627710223197937, "Finetune/Step": 17030, "Finetune/Step Time": 10.845872689038515}
+{"Finetune/Learning Rate": 6.790399943160076e-07, "Finetune/Loss": 0.5843703746795654, "Finetune/Loss (Raw)": 0.5287824869155884, "Finetune/Step": 17031, "Finetune/Step Time": 10.834532454609871}
+{"Finetune/Learning Rate": 6.784301776961222e-07, "Finetune/Loss": 0.5834729671478271, "Finetune/Loss (Raw)": 0.4519752264022827, "Finetune/Step": 17032, "Finetune/Step Time": 10.829108372330666}
+{"Finetune/Learning Rate": 6.7782062540945e-07, "Finetune/Loss": 0.5829249024391174, "Finetune/Loss (Raw)": 0.4851439893245697, "Finetune/Step": 17033, "Finetune/Step Time": 10.827887404710054}
+{"Finetune/Learning Rate": 6.772113374732769e-07, "Finetune/Loss": 0.5819839239120483, "Finetune/Loss (Raw)": 0.5733076333999634, "Finetune/Step": 17034, "Finetune/Step Time": 10.831190368160605}
+{"Finetune/Learning Rate": 6.766023139048794e-07, "Finetune/Loss": 0.5811870694160461, "Finetune/Loss (Raw)": 0.5889177918434143, "Finetune/Step": 17035, "Finetune/Step Time": 10.833271672949195}
+{"Finetune/Learning Rate": 6.75993554721528e-07, "Finetune/Loss": 0.5812854766845703, "Finetune/Loss (Raw)": 0.5738206505775452, "Finetune/Step": 17036, "Finetune/Step Time": 10.836966516450047}
+{"Finetune/Learning Rate": 6.753850599404854e-07, "Finetune/Loss": 0.5812994837760925, "Finetune/Loss (Raw)": 0.6115515828132629, "Finetune/Step": 17037, "Finetune/Step Time": 10.832845896482468}
+{"Finetune/Learning Rate": 6.747768295790069e-07, "Finetune/Loss": 0.580931544303894, "Finetune/Loss (Raw)": 0.6266003847122192, "Finetune/Step": 17038, "Finetune/Step Time": 10.820996453985572}
+{"Finetune/Learning Rate": 6.741688636543398e-07, "Finetune/Loss": 0.5817686319351196, "Finetune/Loss (Raw)": 0.5779779553413391, "Finetune/Step": 17039, "Finetune/Step Time": 10.803001038730145}
+{"Finetune/Learning Rate": 6.735611621837257e-07, "Finetune/Loss": 0.5816308259963989, "Finetune/Loss (Raw)": 0.6722402572631836, "Finetune/Step": 17040, "Finetune/Step Time": 10.812094733119011}
+{"Finetune/Learning Rate": 6.729537251843954e-07, "Finetune/Loss": 0.5807181596755981, "Finetune/Loss (Raw)": 0.4946591854095459, "Finetune/Step": 17041, "Finetune/Step Time": 10.807358350604773}
+{"Finetune/Learning Rate": 6.723465526735751e-07, "Finetune/Loss": 0.58050537109375, "Finetune/Loss (Raw)": 0.5592206716537476, "Finetune/Step": 17042, "Finetune/Step Time": 10.803799958899617}
+{"Finetune/Learning Rate": 6.717396446684821e-07, "Finetune/Loss": 0.5792981386184692, "Finetune/Loss (Raw)": 0.5647616386413574, "Finetune/Step": 17043, "Finetune/Step Time": 10.792445724830031}
+{"Finetune/Learning Rate": 6.71133001186326e-07, "Finetune/Loss": 0.5786996483802795, "Finetune/Loss (Raw)": 0.45618030428886414, "Finetune/Step": 17044, "Finetune/Step Time": 10.789204623550177}
+{"Finetune/Learning Rate": 6.705266222443118e-07, "Finetune/Loss": 0.5780357122421265, "Finetune/Loss (Raw)": 0.602538526058197, "Finetune/Step": 17045, "Finetune/Step Time": 10.78648561425507}
+{"Finetune/Learning Rate": 6.699205078596316e-07, "Finetune/Loss": 0.577095627784729, "Finetune/Loss (Raw)": 0.5367946028709412, "Finetune/Step": 17046, "Finetune/Step Time": 10.794308660551906}
+{"Finetune/Learning Rate": 6.693146580494758e-07, "Finetune/Loss": 0.5767285823822021, "Finetune/Loss (Raw)": 0.5465389490127563, "Finetune/Step": 17047, "Finetune/Step Time": 10.823771631345153}
+{"Finetune/Learning Rate": 6.68709072831023e-07, "Finetune/Loss": 0.5776360630989075, "Finetune/Loss (Raw)": 0.6839227676391602, "Finetune/Step": 17048, "Finetune/Step Time": 10.879218189045787}
+{"Finetune/Learning Rate": 6.681037522214462e-07, "Finetune/Loss": 0.5777928829193115, "Finetune/Loss (Raw)": 0.5814298391342163, "Finetune/Step": 17049, "Finetune/Step Time": 10.896894628182054}
+{"Finetune/Learning Rate": 6.674986962379104e-07, "Finetune/Loss": 0.5790729522705078, "Finetune/Loss (Raw)": 0.49986815452575684, "Finetune/Step": 17050, "Finetune/Step Time": 10.867013599723577}
+{"Finetune/Learning Rate": 6.668939048975742e-07, "Finetune/Loss": 0.5776129961013794, "Finetune/Loss (Raw)": 0.4164053201675415, "Finetune/Step": 17051, "Finetune/Step Time": 10.899545788764954}
+{"Finetune/Learning Rate": 6.662893782175861e-07, "Finetune/Loss": 0.5774863958358765, "Finetune/Loss (Raw)": 0.5703539848327637, "Finetune/Step": 17052, "Finetune/Step Time": 10.906133068725467}
+{"Finetune/Learning Rate": 6.656851162150901e-07, "Finetune/Loss": 0.5762973427772522, "Finetune/Loss (Raw)": 0.4148605167865753, "Finetune/Step": 17053, "Finetune/Step Time": 10.934220597147942}
+{"Finetune/Learning Rate": 6.650811189072215e-07, "Finetune/Loss": 0.5781217813491821, "Finetune/Loss (Raw)": 0.80222487449646, "Finetune/Step": 17054, "Finetune/Step Time": 10.937581544741988}
+{"Finetune/Learning Rate": 6.644773863111087e-07, "Finetune/Loss": 0.5783776044845581, "Finetune/Loss (Raw)": 0.6126476526260376, "Finetune/Step": 17055, "Finetune/Step Time": 10.935196867212653}
+{"Finetune/Learning Rate": 6.638739184438681e-07, "Finetune/Loss": 0.5788302421569824, "Finetune/Loss (Raw)": 0.5258525609970093, "Finetune/Step": 17056, "Finetune/Step Time": 10.922216907143593}
+{"Finetune/Learning Rate": 6.632707153226148e-07, "Finetune/Loss": 0.5801974534988403, "Finetune/Loss (Raw)": 0.6136096119880676, "Finetune/Step": 17057, "Finetune/Step Time": 10.936806784942746}
+{"Finetune/Learning Rate": 6.626677769644541e-07, "Finetune/Loss": 0.5791243314743042, "Finetune/Loss (Raw)": 0.4828281104564667, "Finetune/Step": 17058, "Finetune/Step Time": 10.975340185686946}
+{"Finetune/Learning Rate": 6.620651033864844e-07, "Finetune/Loss": 0.5800777077674866, "Finetune/Loss (Raw)": 0.7148149013519287, "Finetune/Step": 17059, "Finetune/Step Time": 10.979556925594807}
+{"Finetune/Learning Rate": 6.614626946057945e-07, "Finetune/Loss": 0.5790970325469971, "Finetune/Loss (Raw)": 0.487354040145874, "Finetune/Step": 17060, "Finetune/Step Time": 10.982484018430114}
+{"Finetune/Learning Rate": 6.608605506394683e-07, "Finetune/Loss": 0.5804139971733093, "Finetune/Loss (Raw)": 0.6994513273239136, "Finetune/Step": 17061, "Finetune/Step Time": 10.978440696373582}
+{"Finetune/Learning Rate": 6.602586715045789e-07, "Finetune/Loss": 0.5801128149032593, "Finetune/Loss (Raw)": 0.4934130609035492, "Finetune/Step": 17062, "Finetune/Step Time": 10.970579294487834}
+{"Finetune/Learning Rate": 6.596570572181948e-07, "Finetune/Loss": 0.5801076292991638, "Finetune/Loss (Raw)": 0.6162642240524292, "Finetune/Step": 17063, "Finetune/Step Time": 10.99361276626587}
+{"Finetune/Learning Rate": 6.590557077973747e-07, "Finetune/Loss": 0.5797918438911438, "Finetune/Loss (Raw)": 0.5491756796836853, "Finetune/Step": 17064, "Finetune/Step Time": 10.988986629992723}
+{"Finetune/Learning Rate": 6.584546232591749e-07, "Finetune/Loss": 0.5788331031799316, "Finetune/Loss (Raw)": 0.4723791182041168, "Finetune/Step": 17065, "Finetune/Step Time": 10.982257356867194}
+{"Finetune/Learning Rate": 6.578538036206372e-07, "Finetune/Loss": 0.5780854225158691, "Finetune/Loss (Raw)": 0.48100465536117554, "Finetune/Step": 17066, "Finetune/Step Time": 10.952067350968719}
+{"Finetune/Learning Rate": 6.572532488988004e-07, "Finetune/Loss": 0.5783483982086182, "Finetune/Loss (Raw)": 0.5294243693351746, "Finetune/Step": 17067, "Finetune/Step Time": 10.954584052786231}
+{"Finetune/Learning Rate": 6.566529591106962e-07, "Finetune/Loss": 0.5794754028320312, "Finetune/Loss (Raw)": 0.6214879155158997, "Finetune/Step": 17068, "Finetune/Step Time": 10.956486385315657}
+{"Finetune/Learning Rate": 6.560529342733424e-07, "Finetune/Loss": 0.5782172679901123, "Finetune/Loss (Raw)": 0.4666956961154938, "Finetune/Step": 17069, "Finetune/Step Time": 10.941038876771927}
+{"Finetune/Learning Rate": 6.554531744037585e-07, "Finetune/Loss": 0.5776235461235046, "Finetune/Loss (Raw)": 0.47481805086135864, "Finetune/Step": 17070, "Finetune/Step Time": 10.937413090839982}
+{"Finetune/Learning Rate": 6.548536795189475e-07, "Finetune/Loss": 0.5773651599884033, "Finetune/Loss (Raw)": 0.5706777572631836, "Finetune/Step": 17071, "Finetune/Step Time": 10.9359732568264}
+{"Finetune/Learning Rate": 6.542544496359138e-07, "Finetune/Loss": 0.577938437461853, "Finetune/Loss (Raw)": 0.5988568663597107, "Finetune/Step": 17072, "Finetune/Step Time": 10.935123266652226}
+{"Finetune/Learning Rate": 6.53655484771648e-07, "Finetune/Loss": 0.5773464441299438, "Finetune/Loss (Raw)": 0.5964258313179016, "Finetune/Step": 17073, "Finetune/Step Time": 10.946170952171087}
+{"Finetune/Learning Rate": 6.530567849431369e-07, "Finetune/Loss": 0.5783957242965698, "Finetune/Loss (Raw)": 0.7335235476493835, "Finetune/Step": 17074, "Finetune/Step Time": 10.93378996476531}
+{"Finetune/Learning Rate": 6.524583501673554e-07, "Finetune/Loss": 0.578376829624176, "Finetune/Loss (Raw)": 0.6291972994804382, "Finetune/Step": 17075, "Finetune/Step Time": 10.927171913906932}
+{"Finetune/Learning Rate": 6.518601804612734e-07, "Finetune/Loss": 0.5775830745697021, "Finetune/Loss (Raw)": 0.5479744076728821, "Finetune/Step": 17076, "Finetune/Step Time": 10.926985375583172}
+{"Finetune/Learning Rate": 6.512622758418552e-07, "Finetune/Loss": 0.5782495737075806, "Finetune/Loss (Raw)": 0.6570713520050049, "Finetune/Step": 17077, "Finetune/Step Time": 10.927109936252236}
+{"Finetune/Learning Rate": 6.506646363260516e-07, "Finetune/Loss": 0.579207181930542, "Finetune/Loss (Raw)": 0.624656617641449, "Finetune/Step": 17078, "Finetune/Step Time": 10.92744960077107}
+{"Finetune/Learning Rate": 6.500672619308157e-07, "Finetune/Loss": 0.5791077613830566, "Finetune/Loss (Raw)": 0.5035030245780945, "Finetune/Step": 17079, "Finetune/Step Time": 10.917292905971408}
+{"Finetune/Learning Rate": 6.494701526730851e-07, "Finetune/Loss": 0.5789557099342346, "Finetune/Loss (Raw)": 0.5865018963813782, "Finetune/Step": 17080, "Finetune/Step Time": 10.934310890734196}
+{"Finetune/Learning Rate": 6.488733085697907e-07, "Finetune/Loss": 0.5783190727233887, "Finetune/Loss (Raw)": 0.6024608612060547, "Finetune/Step": 17081, "Finetune/Step Time": 10.957857431843877}
+{"Finetune/Learning Rate": 6.482767296378578e-07, "Finetune/Loss": 0.5796422958374023, "Finetune/Loss (Raw)": 0.6734458208084106, "Finetune/Step": 17082, "Finetune/Step Time": 10.957892248407006}
+{"Finetune/Learning Rate": 6.476804158942051e-07, "Finetune/Loss": 0.580643892288208, "Finetune/Loss (Raw)": 0.6234643459320068, "Finetune/Step": 17083, "Finetune/Step Time": 10.95882674306631}
+{"Finetune/Learning Rate": 6.470843673557403e-07, "Finetune/Loss": 0.5815715789794922, "Finetune/Loss (Raw)": 0.6120684742927551, "Finetune/Step": 17084, "Finetune/Step Time": 10.960922237485647}
+{"Finetune/Learning Rate": 6.464885840393675e-07, "Finetune/Loss": 0.5818935632705688, "Finetune/Loss (Raw)": 0.6400681138038635, "Finetune/Step": 17085, "Finetune/Step Time": 10.959063647314906}
+{"Finetune/Learning Rate": 6.458930659619799e-07, "Finetune/Loss": 0.5824904441833496, "Finetune/Loss (Raw)": 0.6171720027923584, "Finetune/Step": 17086, "Finetune/Step Time": 10.953627482056618}
+{"Finetune/Learning Rate": 6.452978131404663e-07, "Finetune/Loss": 0.5816558599472046, "Finetune/Loss (Raw)": 0.5205364227294922, "Finetune/Step": 17087, "Finetune/Step Time": 10.990236660465598}
+{"Finetune/Learning Rate": 6.447028255917054e-07, "Finetune/Loss": 0.5822601914405823, "Finetune/Loss (Raw)": 0.6472349166870117, "Finetune/Step": 17088, "Finetune/Step Time": 10.972152955830097}
+{"Finetune/Learning Rate": 6.441081033325691e-07, "Finetune/Loss": 0.5820329189300537, "Finetune/Loss (Raw)": 0.5741238594055176, "Finetune/Step": 17089, "Finetune/Step Time": 10.970013700425625}
+{"Finetune/Learning Rate": 6.435136463799218e-07, "Finetune/Loss": 0.582234263420105, "Finetune/Loss (Raw)": 0.627652645111084, "Finetune/Step": 17090, "Finetune/Step Time": 10.968939535319805}
+{"Finetune/Learning Rate": 6.429194547506224e-07, "Finetune/Loss": 0.5836081504821777, "Finetune/Loss (Raw)": 0.6677940487861633, "Finetune/Step": 17091, "Finetune/Step Time": 10.96091946400702}
+{"Finetune/Learning Rate": 6.423255284615182e-07, "Finetune/Loss": 0.5837104320526123, "Finetune/Loss (Raw)": 0.6246983408927917, "Finetune/Step": 17092, "Finetune/Step Time": 10.956549171358347}
+{"Finetune/Learning Rate": 6.417318675294526e-07, "Finetune/Loss": 0.5839155912399292, "Finetune/Loss (Raw)": 0.6262603402137756, "Finetune/Step": 17093, "Finetune/Step Time": 10.955984884873033}
+{"Finetune/Learning Rate": 6.41138471971261e-07, "Finetune/Loss": 0.5842252969741821, "Finetune/Loss (Raw)": 0.6345588564872742, "Finetune/Step": 17094, "Finetune/Step Time": 10.94438773393631}
+{"Finetune/Learning Rate": 6.405453418037677e-07, "Finetune/Loss": 0.5848561525344849, "Finetune/Loss (Raw)": 0.6762617230415344, "Finetune/Step": 17095, "Finetune/Step Time": 10.94754327274859}
+{"Finetune/Learning Rate": 6.399524770437948e-07, "Finetune/Loss": 0.5847054123878479, "Finetune/Loss (Raw)": 0.5423033237457275, "Finetune/Step": 17096, "Finetune/Step Time": 10.94362248852849}
+{"Finetune/Learning Rate": 6.393598777081533e-07, "Finetune/Loss": 0.585543155670166, "Finetune/Loss (Raw)": 0.6180195808410645, "Finetune/Step": 17097, "Finetune/Step Time": 10.94432664848864}
+{"Finetune/Learning Rate": 6.387675438136464e-07, "Finetune/Loss": 0.5857080221176147, "Finetune/Loss (Raw)": 0.5319093465805054, "Finetune/Step": 17098, "Finetune/Step Time": 10.938622327521443}
+{"Finetune/Learning Rate": 6.38175475377073e-07, "Finetune/Loss": 0.5861034393310547, "Finetune/Loss (Raw)": 0.6322677135467529, "Finetune/Step": 17099, "Finetune/Step Time": 10.920874398201704}
+{"Finetune/Learning Rate": 6.375836724152218e-07, "Finetune/Loss": 0.5874208807945251, "Finetune/Loss (Raw)": 0.7211245894432068, "Finetune/Step": 17100, "Finetune/Step Time": 10.926292462274432}
+{"Finetune/Learning Rate": 6.369921349448748e-07, "Finetune/Loss": 0.5865180492401123, "Finetune/Loss (Raw)": 0.600784182548523, "Finetune/Step": 17101, "Finetune/Step Time": 10.896886330097914}
+{"Finetune/Learning Rate": 6.364008629828056e-07, "Finetune/Loss": 0.5866328477859497, "Finetune/Loss (Raw)": 0.6296707987785339, "Finetune/Step": 17102, "Finetune/Step Time": 10.879212517291307}
+{"Finetune/Learning Rate": 6.358098565457815e-07, "Finetune/Loss": 0.5860714912414551, "Finetune/Loss (Raw)": 0.5491265654563904, "Finetune/Step": 17103, "Finetune/Step Time": 10.862223295494914}
+{"Finetune/Learning Rate": 6.352191156505627e-07, "Finetune/Loss": 0.5861672163009644, "Finetune/Loss (Raw)": 0.6198648810386658, "Finetune/Step": 17104, "Finetune/Step Time": 10.82695821300149}
+{"Finetune/Learning Rate": 6.34628640313898e-07, "Finetune/Loss": 0.5861719846725464, "Finetune/Loss (Raw)": 0.5953705906867981, "Finetune/Step": 17105, "Finetune/Step Time": 10.816446796059608}
+{"Finetune/Learning Rate": 6.340384305525337e-07, "Finetune/Loss": 0.5859161615371704, "Finetune/Loss (Raw)": 0.6174582839012146, "Finetune/Step": 17106, "Finetune/Step Time": 10.805920008569956}
+{"Finetune/Learning Rate": 6.334484863832069e-07, "Finetune/Loss": 0.5845767259597778, "Finetune/Loss (Raw)": 0.5257864594459534, "Finetune/Step": 17107, "Finetune/Step Time": 10.800071116536856}
+{"Finetune/Learning Rate": 6.328588078226461e-07, "Finetune/Loss": 0.5836907625198364, "Finetune/Loss (Raw)": 0.4927453398704529, "Finetune/Step": 17108, "Finetune/Step Time": 10.796756194904447}
+{"Finetune/Learning Rate": 6.322693948875725e-07, "Finetune/Loss": 0.5843641757965088, "Finetune/Loss (Raw)": 0.5657715797424316, "Finetune/Step": 17109, "Finetune/Step Time": 10.716478211805224}
+{"Finetune/Learning Rate": 6.316802475947026e-07, "Finetune/Loss": 0.5842911005020142, "Finetune/Loss (Raw)": 0.6307147741317749, "Finetune/Step": 17110, "Finetune/Step Time": 10.715680688619614}
+{"Finetune/Learning Rate": 6.310913659607398e-07, "Finetune/Loss": 0.5827499628067017, "Finetune/Loss (Raw)": 0.3833983242511749, "Finetune/Step": 17111, "Finetune/Step Time": 10.717841196805239}
+{"Finetune/Learning Rate": 6.305027500023841e-07, "Finetune/Loss": 0.5816986560821533, "Finetune/Loss (Raw)": 0.5550051927566528, "Finetune/Step": 17112, "Finetune/Step Time": 10.723555816337466}
+{"Finetune/Learning Rate": 6.299143997363256e-07, "Finetune/Loss": 0.5825154781341553, "Finetune/Loss (Raw)": 0.665899932384491, "Finetune/Step": 17113, "Finetune/Step Time": 10.720182986930013}
+{"Finetune/Learning Rate": 6.293263151792506e-07, "Finetune/Loss": 0.5834306478500366, "Finetune/Loss (Raw)": 0.6295189261436462, "Finetune/Step": 17114, "Finetune/Step Time": 10.713960744440556}
+{"Finetune/Learning Rate": 6.287384963478349e-07, "Finetune/Loss": 0.5838359594345093, "Finetune/Loss (Raw)": 0.634765625, "Finetune/Step": 17115, "Finetune/Step Time": 10.694987760856748}
+{"Finetune/Learning Rate": 6.281509432587496e-07, "Finetune/Loss": 0.582554817199707, "Finetune/Loss (Raw)": 0.4484872817993164, "Finetune/Step": 17116, "Finetune/Step Time": 10.704612322151661}
+{"Finetune/Learning Rate": 6.275636559286514e-07, "Finetune/Loss": 0.5829195976257324, "Finetune/Loss (Raw)": 0.6089999675750732, "Finetune/Step": 17117, "Finetune/Step Time": 10.703531328588724}
+{"Finetune/Learning Rate": 6.269766343741957e-07, "Finetune/Loss": 0.5832605361938477, "Finetune/Loss (Raw)": 0.6225637197494507, "Finetune/Step": 17118, "Finetune/Step Time": 10.702950324863195}
+{"Finetune/Learning Rate": 6.263898786120304e-07, "Finetune/Loss": 0.5831409096717834, "Finetune/Loss (Raw)": 0.6338530778884888, "Finetune/Step": 17119, "Finetune/Step Time": 10.707740677520633}
+{"Finetune/Learning Rate": 6.258033886587911e-07, "Finetune/Loss": 0.5837334394454956, "Finetune/Loss (Raw)": 0.5642401576042175, "Finetune/Step": 17120, "Finetune/Step Time": 10.71632220596075}
+{"Finetune/Learning Rate": 6.252171645311123e-07, "Finetune/Loss": 0.5836988091468811, "Finetune/Loss (Raw)": 0.5599328279495239, "Finetune/Step": 17121, "Finetune/Step Time": 10.71187013015151}
+{"Finetune/Learning Rate": 6.246312062456183e-07, "Finetune/Loss": 0.5822857618331909, "Finetune/Loss (Raw)": 0.5222703814506531, "Finetune/Step": 17122, "Finetune/Step Time": 10.738001573830843}
+{"Finetune/Learning Rate": 6.240455138189216e-07, "Finetune/Loss": 0.5822169780731201, "Finetune/Loss (Raw)": 0.6415870785713196, "Finetune/Step": 17123, "Finetune/Step Time": 10.731053100898862}
+{"Finetune/Learning Rate": 6.234600872676322e-07, "Finetune/Loss": 0.5819576978683472, "Finetune/Loss (Raw)": 0.5698730945587158, "Finetune/Step": 17124, "Finetune/Step Time": 10.725301621481776}
+{"Finetune/Learning Rate": 6.228749266083523e-07, "Finetune/Loss": 0.5822680592536926, "Finetune/Loss (Raw)": 0.6111485362052917, "Finetune/Step": 17125, "Finetune/Step Time": 10.73621141910553}
+{"Finetune/Learning Rate": 6.222900318576741e-07, "Finetune/Loss": 0.5819326639175415, "Finetune/Loss (Raw)": 0.5350768566131592, "Finetune/Step": 17126, "Finetune/Step Time": 10.75179560482502}
+{"Finetune/Learning Rate": 6.217054030321823e-07, "Finetune/Loss": 0.5810302495956421, "Finetune/Loss (Raw)": 0.46874839067459106, "Finetune/Step": 17127, "Finetune/Step Time": 10.754363244399428}
+{"Finetune/Learning Rate": 6.211210401484602e-07, "Finetune/Loss": 0.5800963640213013, "Finetune/Loss (Raw)": 0.5138890743255615, "Finetune/Step": 17128, "Finetune/Step Time": 10.759663131088018}
+{"Finetune/Learning Rate": 6.205369432230734e-07, "Finetune/Loss": 0.5791140794754028, "Finetune/Loss (Raw)": 0.49513086676597595, "Finetune/Step": 17129, "Finetune/Step Time": 10.770711468532681}
+{"Finetune/Learning Rate": 6.199531122725878e-07, "Finetune/Loss": 0.5796444416046143, "Finetune/Loss (Raw)": 0.6965103149414062, "Finetune/Step": 17130, "Finetune/Step Time": 10.769482279196382}
+{"Finetune/Learning Rate": 6.193695473135586e-07, "Finetune/Loss": 0.5795989632606506, "Finetune/Loss (Raw)": 0.5708877444267273, "Finetune/Step": 17131, "Finetune/Step Time": 10.774011673405766}
+{"Finetune/Learning Rate": 6.18786248362534e-07, "Finetune/Loss": 0.580437421798706, "Finetune/Loss (Raw)": 0.47509270906448364, "Finetune/Step": 17132, "Finetune/Step Time": 10.749349895864725}
+{"Finetune/Learning Rate": 6.182032154360551e-07, "Finetune/Loss": 0.5800326466560364, "Finetune/Loss (Raw)": 0.5079329609870911, "Finetune/Step": 17133, "Finetune/Step Time": 10.741328336298466}
+{"Finetune/Learning Rate": 6.176204485506543e-07, "Finetune/Loss": 0.5785402059555054, "Finetune/Loss (Raw)": 0.5313560962677002, "Finetune/Step": 17134, "Finetune/Step Time": 10.743621038272977}
+{"Finetune/Learning Rate": 6.170379477228572e-07, "Finetune/Loss": 0.5786786675453186, "Finetune/Loss (Raw)": 0.5357979536056519, "Finetune/Step": 17135, "Finetune/Step Time": 10.738061362877488}
+{"Finetune/Learning Rate": 6.164557129691828e-07, "Finetune/Loss": 0.5782097578048706, "Finetune/Loss (Raw)": 0.5579860210418701, "Finetune/Step": 17136, "Finetune/Step Time": 10.760341364890337}
+{"Finetune/Learning Rate": 6.158737443061414e-07, "Finetune/Loss": 0.5766984224319458, "Finetune/Loss (Raw)": 0.42096146941185, "Finetune/Step": 17137, "Finetune/Step Time": 10.786329243332148}
+{"Finetune/Learning Rate": 6.152920417502361e-07, "Finetune/Loss": 0.5766230821609497, "Finetune/Loss (Raw)": 0.541305422782898, "Finetune/Step": 17138, "Finetune/Step Time": 10.795109929516912}
+{"Finetune/Learning Rate": 6.147106053179619e-07, "Finetune/Loss": 0.5753436088562012, "Finetune/Loss (Raw)": 0.41008901596069336, "Finetune/Step": 17139, "Finetune/Step Time": 10.822289016097784}
+{"Finetune/Learning Rate": 6.141294350258065e-07, "Finetune/Loss": 0.5754612684249878, "Finetune/Loss (Raw)": 0.5818204879760742, "Finetune/Step": 17140, "Finetune/Step Time": 10.82155634649098}
+{"Finetune/Learning Rate": 6.1354853089025e-07, "Finetune/Loss": 0.5745753049850464, "Finetune/Loss (Raw)": 0.4144061505794525, "Finetune/Step": 17141, "Finetune/Step Time": 10.848007062450051}
+{"Finetune/Learning Rate": 6.129678929277661e-07, "Finetune/Loss": 0.5743475556373596, "Finetune/Loss (Raw)": 0.7046264410018921, "Finetune/Step": 17142, "Finetune/Step Time": 10.847692472860217}
+{"Finetune/Learning Rate": 6.123875211548191e-07, "Finetune/Loss": 0.5737148523330688, "Finetune/Loss (Raw)": 0.567416250705719, "Finetune/Step": 17143, "Finetune/Step Time": 10.860605595633388}
+{"Finetune/Learning Rate": 6.118074155878672e-07, "Finetune/Loss": 0.5733799934387207, "Finetune/Loss (Raw)": 0.5755334496498108, "Finetune/Step": 17144, "Finetune/Step Time": 10.857331681996584}
+{"Finetune/Learning Rate": 6.112275762433617e-07, "Finetune/Loss": 0.5728591680526733, "Finetune/Loss (Raw)": 0.4526059031486511, "Finetune/Step": 17145, "Finetune/Step Time": 10.891784526407719}
+{"Finetune/Learning Rate": 6.106480031377449e-07, "Finetune/Loss": 0.5732437372207642, "Finetune/Loss (Raw)": 0.6533290147781372, "Finetune/Step": 17146, "Finetune/Step Time": 10.894991543143988}
+{"Finetune/Learning Rate": 6.10068696287448e-07, "Finetune/Loss": 0.5731089115142822, "Finetune/Loss (Raw)": 0.5072104930877686, "Finetune/Step": 17147, "Finetune/Step Time": 10.927141763269901}
+{"Finetune/Learning Rate": 6.094896557089025e-07, "Finetune/Loss": 0.5722153782844543, "Finetune/Loss (Raw)": 0.5930008292198181, "Finetune/Step": 17148, "Finetune/Step Time": 10.908879056572914}
+{"Finetune/Learning Rate": 6.089108814185274e-07, "Finetune/Loss": 0.5714218020439148, "Finetune/Loss (Raw)": 0.5431568622589111, "Finetune/Step": 17149, "Finetune/Step Time": 10.885808542370796}
+{"Finetune/Learning Rate": 6.083323734327362e-07, "Finetune/Loss": 0.5721803307533264, "Finetune/Loss (Raw)": 0.5751281976699829, "Finetune/Step": 17150, "Finetune/Step Time": 10.877710869535804}
+{"Finetune/Learning Rate": 6.077541317679314e-07, "Finetune/Loss": 0.5721999406814575, "Finetune/Loss (Raw)": 0.6011968851089478, "Finetune/Step": 17151, "Finetune/Step Time": 10.881024956703186}
+{"Finetune/Learning Rate": 6.071761564405121e-07, "Finetune/Loss": 0.5730948448181152, "Finetune/Loss (Raw)": 0.7145393490791321, "Finetune/Step": 17152, "Finetune/Step Time": 10.894412953406572}
+{"Finetune/Learning Rate": 6.065984474668685e-07, "Finetune/Loss": 0.5726802945137024, "Finetune/Loss (Raw)": 0.5052583813667297, "Finetune/Step": 17153, "Finetune/Step Time": 10.894483555108309}
+{"Finetune/Learning Rate": 6.060210048633785e-07, "Finetune/Loss": 0.5736315250396729, "Finetune/Loss (Raw)": 0.5321164131164551, "Finetune/Step": 17154, "Finetune/Step Time": 10.87362496368587}
+{"Finetune/Learning Rate": 6.054438286464215e-07, "Finetune/Loss": 0.573936939239502, "Finetune/Loss (Raw)": 0.6327685117721558, "Finetune/Step": 17155, "Finetune/Step Time": 10.885342512279749}
+{"Finetune/Learning Rate": 6.048669188323631e-07, "Finetune/Loss": 0.5738824605941772, "Finetune/Loss (Raw)": 0.637771487236023, "Finetune/Step": 17156, "Finetune/Step Time": 10.865207651630044}
+{"Finetune/Learning Rate": 6.042902754375624e-07, "Finetune/Loss": 0.5741944313049316, "Finetune/Loss (Raw)": 0.6795187592506409, "Finetune/Step": 17157, "Finetune/Step Time": 10.867577208206058}
+{"Finetune/Learning Rate": 6.03713898478373e-07, "Finetune/Loss": 0.5749154090881348, "Finetune/Loss (Raw)": 0.6550577878952026, "Finetune/Step": 17158, "Finetune/Step Time": 10.869872281327844}
+{"Finetune/Learning Rate": 6.031377879711375e-07, "Finetune/Loss": 0.5758794546127319, "Finetune/Loss (Raw)": 0.6521778106689453, "Finetune/Step": 17159, "Finetune/Step Time": 10.823896422982216}
+{"Finetune/Learning Rate": 6.025619439321928e-07, "Finetune/Loss": 0.5760475397109985, "Finetune/Loss (Raw)": 0.4734925925731659, "Finetune/Step": 17160, "Finetune/Step Time": 10.824113916605711}
+{"Finetune/Learning Rate": 6.019863663778691e-07, "Finetune/Loss": 0.5771257877349854, "Finetune/Loss (Raw)": 0.6231582760810852, "Finetune/Step": 17161, "Finetune/Step Time": 10.824686558917165}
+{"Finetune/Learning Rate": 6.014110553244857e-07, "Finetune/Loss": 0.5776844024658203, "Finetune/Loss (Raw)": 0.644808292388916, "Finetune/Step": 17162, "Finetune/Step Time": 10.829664058983326}
+{"Finetune/Learning Rate": 6.008360107883604e-07, "Finetune/Loss": 0.5770219564437866, "Finetune/Loss (Raw)": 0.5041248202323914, "Finetune/Step": 17163, "Finetune/Step Time": 10.831159692257643}
+{"Finetune/Learning Rate": 6.002612327857971e-07, "Finetune/Loss": 0.5778670310974121, "Finetune/Loss (Raw)": 0.6819904446601868, "Finetune/Step": 17164, "Finetune/Step Time": 10.828673467040062}
+{"Finetune/Learning Rate": 5.996867213330993e-07, "Finetune/Loss": 0.5773909091949463, "Finetune/Loss (Raw)": 0.5506061911582947, "Finetune/Step": 17165, "Finetune/Step Time": 10.829272363334894}
+{"Finetune/Learning Rate": 5.991124764465528e-07, "Finetune/Loss": 0.5771327018737793, "Finetune/Loss (Raw)": 0.5935468077659607, "Finetune/Step": 17166, "Finetune/Step Time": 10.82464181445539}
+{"Finetune/Learning Rate": 5.985384981424436e-07, "Finetune/Loss": 0.5759931206703186, "Finetune/Loss (Raw)": 0.43211668729782104, "Finetune/Step": 17167, "Finetune/Step Time": 10.861630538478494}
+{"Finetune/Learning Rate": 5.979647864370486e-07, "Finetune/Loss": 0.5744493007659912, "Finetune/Loss (Raw)": 0.47463259100914, "Finetune/Step": 17168, "Finetune/Step Time": 10.856459179893136}
+{"Finetune/Learning Rate": 5.973913413466348e-07, "Finetune/Loss": 0.5750826597213745, "Finetune/Loss (Raw)": 0.57572340965271, "Finetune/Step": 17169, "Finetune/Step Time": 10.851543763652444}
+{"Finetune/Learning Rate": 5.96818162887467e-07, "Finetune/Loss": 0.5751817226409912, "Finetune/Loss (Raw)": 0.5719043612480164, "Finetune/Step": 17170, "Finetune/Step Time": 10.858379999175668}
+{"Finetune/Learning Rate": 5.962452510757976e-07, "Finetune/Loss": 0.5750622153282166, "Finetune/Loss (Raw)": 0.5494677424430847, "Finetune/Step": 17171, "Finetune/Step Time": 10.836891243234277}
+{"Finetune/Learning Rate": 5.956726059278717e-07, "Finetune/Loss": 0.5764889717102051, "Finetune/Loss (Raw)": 0.6387979984283447, "Finetune/Step": 17172, "Finetune/Step Time": 10.842649271711707}
+{"Finetune/Learning Rate": 5.951002274599282e-07, "Finetune/Loss": 0.5768436789512634, "Finetune/Loss (Raw)": 0.6479457020759583, "Finetune/Step": 17173, "Finetune/Step Time": 10.838975233957171}
+{"Finetune/Learning Rate": 5.945281156881988e-07, "Finetune/Loss": 0.5763530731201172, "Finetune/Loss (Raw)": 0.4739988446235657, "Finetune/Step": 17174, "Finetune/Step Time": 10.839925587177277}
+{"Finetune/Learning Rate": 5.939562706289059e-07, "Finetune/Loss": 0.5764350891113281, "Finetune/Loss (Raw)": 0.5570411086082458, "Finetune/Step": 17175, "Finetune/Step Time": 10.805424882099032}
+{"Finetune/Learning Rate": 5.933846922982645e-07, "Finetune/Loss": 0.5757499933242798, "Finetune/Loss (Raw)": 0.5962214469909668, "Finetune/Step": 17176, "Finetune/Step Time": 10.752177814021707}
+{"Finetune/Learning Rate": 5.92813380712487e-07, "Finetune/Loss": 0.5759434103965759, "Finetune/Loss (Raw)": 0.6061931252479553, "Finetune/Step": 17177, "Finetune/Step Time": 10.735385786741972}
+{"Finetune/Learning Rate": 5.922423358877704e-07, "Finetune/Loss": 0.5768876075744629, "Finetune/Loss (Raw)": 0.6207261681556702, "Finetune/Step": 17178, "Finetune/Step Time": 10.730027062818408}
+{"Finetune/Learning Rate": 5.916715578403087e-07, "Finetune/Loss": 0.577935516834259, "Finetune/Loss (Raw)": 0.5505328178405762, "Finetune/Step": 17179, "Finetune/Step Time": 10.697322018444538}
+{"Finetune/Learning Rate": 5.911010465862887e-07, "Finetune/Loss": 0.5776552557945251, "Finetune/Loss (Raw)": 0.5344858765602112, "Finetune/Step": 17180, "Finetune/Step Time": 10.695237167179585}
+{"Finetune/Learning Rate": 5.905308021418876e-07, "Finetune/Loss": 0.579325258731842, "Finetune/Loss (Raw)": 0.6286110877990723, "Finetune/Step": 17181, "Finetune/Step Time": 10.659539116546512}
+{"Finetune/Learning Rate": 5.899608245232757e-07, "Finetune/Loss": 0.577900230884552, "Finetune/Loss (Raw)": 0.6198270916938782, "Finetune/Step": 17182, "Finetune/Step Time": 10.663555970415473}
+{"Finetune/Learning Rate": 5.893911137466157e-07, "Finetune/Loss": 0.5768904685974121, "Finetune/Loss (Raw)": 0.4833948314189911, "Finetune/Step": 17183, "Finetune/Step Time": 10.67301862500608}
+{"Finetune/Learning Rate": 5.888216698280646e-07, "Finetune/Loss": 0.577093243598938, "Finetune/Loss (Raw)": 0.5518152117729187, "Finetune/Step": 17184, "Finetune/Step Time": 10.672917861491442}
+{"Finetune/Learning Rate": 5.882524927837685e-07, "Finetune/Loss": 0.57658851146698, "Finetune/Loss (Raw)": 0.5489978790283203, "Finetune/Step": 17185, "Finetune/Step Time": 10.65232203528285}
+{"Finetune/Learning Rate": 5.876835826298688e-07, "Finetune/Loss": 0.5775395631790161, "Finetune/Loss (Raw)": 0.6045616269111633, "Finetune/Step": 17186, "Finetune/Step Time": 10.61405279673636}
+{"Finetune/Learning Rate": 5.87114939382497e-07, "Finetune/Loss": 0.5759096145629883, "Finetune/Loss (Raw)": 0.5061793327331543, "Finetune/Step": 17187, "Finetune/Step Time": 10.608976846560836}
+{"Finetune/Learning Rate": 5.865465630577793e-07, "Finetune/Loss": 0.5766266584396362, "Finetune/Loss (Raw)": 0.5791418552398682, "Finetune/Step": 17188, "Finetune/Step Time": 10.612747061997652}
+{"Finetune/Learning Rate": 5.859784536718327e-07, "Finetune/Loss": 0.576040506362915, "Finetune/Loss (Raw)": 0.6244170069694519, "Finetune/Step": 17189, "Finetune/Step Time": 10.627092463895679}
+{"Finetune/Learning Rate": 5.854106112407665e-07, "Finetune/Loss": 0.5763113498687744, "Finetune/Loss (Raw)": 0.5280883312225342, "Finetune/Step": 17190, "Finetune/Step Time": 10.628448335453868}
+{"Finetune/Learning Rate": 5.848430357806845e-07, "Finetune/Loss": 0.575688362121582, "Finetune/Loss (Raw)": 0.5365194082260132, "Finetune/Step": 17191, "Finetune/Step Time": 10.610904840752482}
+{"Finetune/Learning Rate": 5.842757273076815e-07, "Finetune/Loss": 0.5765011310577393, "Finetune/Loss (Raw)": 0.6532083749771118, "Finetune/Step": 17192, "Finetune/Step Time": 10.60519778355956}
+{"Finetune/Learning Rate": 5.837086858378427e-07, "Finetune/Loss": 0.5779660940170288, "Finetune/Loss (Raw)": 0.6599006056785583, "Finetune/Step": 17193, "Finetune/Step Time": 10.596349954605103}
+{"Finetune/Learning Rate": 5.831419113872505e-07, "Finetune/Loss": 0.5787428617477417, "Finetune/Loss (Raw)": 0.5804296731948853, "Finetune/Step": 17194, "Finetune/Step Time": 10.591758351773024}
+{"Finetune/Learning Rate": 5.825754039719766e-07, "Finetune/Loss": 0.579360842704773, "Finetune/Loss (Raw)": 0.6085278391838074, "Finetune/Step": 17195, "Finetune/Step Time": 10.591230817139149}
+{"Finetune/Learning Rate": 5.820091636080827e-07, "Finetune/Loss": 0.5797668695449829, "Finetune/Loss (Raw)": 0.6734564900398254, "Finetune/Step": 17196, "Finetune/Step Time": 10.608737215399742}
+{"Finetune/Learning Rate": 5.81443190311628e-07, "Finetune/Loss": 0.580612063407898, "Finetune/Loss (Raw)": 0.5748777985572815, "Finetune/Step": 17197, "Finetune/Step Time": 10.614346589893103}
+{"Finetune/Learning Rate": 5.80877484098662e-07, "Finetune/Loss": 0.581070065498352, "Finetune/Loss (Raw)": 0.5334392189979553, "Finetune/Step": 17198, "Finetune/Step Time": 10.6148343347013}
+{"Finetune/Learning Rate": 5.803120449852262e-07, "Finetune/Loss": 0.580687403678894, "Finetune/Loss (Raw)": 0.5216996073722839, "Finetune/Step": 17199, "Finetune/Step Time": 10.630046179518104}
+{"Finetune/Learning Rate": 5.797468729873546e-07, "Finetune/Loss": 0.5812761783599854, "Finetune/Loss (Raw)": 0.6742242574691772, "Finetune/Step": 17200, "Finetune/Step Time": 10.648301551118493}
+{"Finetune/Learning Rate": 5.791819681210764e-07, "Finetune/Loss": 0.581039309501648, "Finetune/Loss (Raw)": 0.5661026239395142, "Finetune/Step": 17201, "Finetune/Step Time": 10.661928787827492}
+{"Finetune/Learning Rate": 5.786173304024057e-07, "Finetune/Loss": 0.5794051885604858, "Finetune/Loss (Raw)": 0.524355947971344, "Finetune/Step": 17202, "Finetune/Step Time": 10.662812607362866}
+{"Finetune/Learning Rate": 5.780529598473561e-07, "Finetune/Loss": 0.5781069397926331, "Finetune/Loss (Raw)": 0.4630225896835327, "Finetune/Step": 17203, "Finetune/Step Time": 10.674477206543088}
+{"Finetune/Learning Rate": 5.774888564719328e-07, "Finetune/Loss": 0.5783948302268982, "Finetune/Loss (Raw)": 0.5848239064216614, "Finetune/Step": 17204, "Finetune/Step Time": 10.672564819455147}
+{"Finetune/Learning Rate": 5.769250202921317e-07, "Finetune/Loss": 0.5776398777961731, "Finetune/Loss (Raw)": 0.5604379773139954, "Finetune/Step": 17205, "Finetune/Step Time": 10.667037284001708}
+{"Finetune/Learning Rate": 5.763614513239424e-07, "Finetune/Loss": 0.5770249366760254, "Finetune/Loss (Raw)": 0.5459463596343994, "Finetune/Step": 17206, "Finetune/Step Time": 10.668772837147117}
+{"Finetune/Learning Rate": 5.757981495833454e-07, "Finetune/Loss": 0.578279435634613, "Finetune/Loss (Raw)": 0.6640781164169312, "Finetune/Step": 17207, "Finetune/Step Time": 10.672588175162673}
+{"Finetune/Learning Rate": 5.752351150863133e-07, "Finetune/Loss": 0.5787349343299866, "Finetune/Loss (Raw)": 0.64480060338974, "Finetune/Step": 17208, "Finetune/Step Time": 10.651164235547185}
+{"Finetune/Learning Rate": 5.746723478488125e-07, "Finetune/Loss": 0.5796349048614502, "Finetune/Loss (Raw)": 0.71766597032547, "Finetune/Step": 17209, "Finetune/Step Time": 10.624336311593652}
+{"Finetune/Learning Rate": 5.741098478868002e-07, "Finetune/Loss": 0.5785462260246277, "Finetune/Loss (Raw)": 0.5340870022773743, "Finetune/Step": 17210, "Finetune/Step Time": 10.618071308359504}
+{"Finetune/Learning Rate": 5.735476152162311e-07, "Finetune/Loss": 0.5781903862953186, "Finetune/Loss (Raw)": 0.5779212117195129, "Finetune/Step": 17211, "Finetune/Step Time": 10.633851641789079}
+{"Finetune/Learning Rate": 5.729856498530461e-07, "Finetune/Loss": 0.5788795948028564, "Finetune/Loss (Raw)": 0.7002818584442139, "Finetune/Step": 17212, "Finetune/Step Time": 10.634022541344166}
+{"Finetune/Learning Rate": 5.724239518131824e-07, "Finetune/Loss": 0.5783041715621948, "Finetune/Loss (Raw)": 0.5664229989051819, "Finetune/Step": 17213, "Finetune/Step Time": 10.644294688478112}
+{"Finetune/Learning Rate": 5.718625211125661e-07, "Finetune/Loss": 0.5779075026512146, "Finetune/Loss (Raw)": 0.5663925409317017, "Finetune/Step": 17214, "Finetune/Step Time": 10.64355355501175}
+{"Finetune/Learning Rate": 5.713013577671178e-07, "Finetune/Loss": 0.578629195690155, "Finetune/Loss (Raw)": 0.6129124760627747, "Finetune/Step": 17215, "Finetune/Step Time": 10.60973708331585}
+{"Finetune/Learning Rate": 5.707404617927526e-07, "Finetune/Loss": 0.5783978700637817, "Finetune/Loss (Raw)": 0.6176279783248901, "Finetune/Step": 17216, "Finetune/Step Time": 10.608628010377288}
+{"Finetune/Learning Rate": 5.701798332053732e-07, "Finetune/Loss": 0.5789276957511902, "Finetune/Loss (Raw)": 0.641941487789154, "Finetune/Step": 17217, "Finetune/Step Time": 10.6170624922961}
+{"Finetune/Learning Rate": 5.696194720208792e-07, "Finetune/Loss": 0.5784922242164612, "Finetune/Loss (Raw)": 0.5719099044799805, "Finetune/Step": 17218, "Finetune/Step Time": 10.61934326030314}
+{"Finetune/Learning Rate": 5.690593782551623e-07, "Finetune/Loss": 0.5780279636383057, "Finetune/Loss (Raw)": 0.6083710789680481, "Finetune/Step": 17219, "Finetune/Step Time": 10.623196406289935}
+{"Finetune/Learning Rate": 5.684995519241021e-07, "Finetune/Loss": 0.5770473480224609, "Finetune/Loss (Raw)": 0.49917975068092346, "Finetune/Step": 17220, "Finetune/Step Time": 10.62247909605503}
+{"Finetune/Learning Rate": 5.679399930435747e-07, "Finetune/Loss": 0.5766257047653198, "Finetune/Loss (Raw)": 0.5722869038581848, "Finetune/Step": 17221, "Finetune/Step Time": 10.627078590914607}
+{"Finetune/Learning Rate": 5.673807016294485e-07, "Finetune/Loss": 0.5763853192329407, "Finetune/Loss (Raw)": 0.6037886142730713, "Finetune/Step": 17222, "Finetune/Step Time": 10.63503459841013}
+{"Finetune/Learning Rate": 5.668216776975832e-07, "Finetune/Loss": 0.5753006935119629, "Finetune/Loss (Raw)": 0.5374325513839722, "Finetune/Step": 17223, "Finetune/Step Time": 10.658533500507474}
+{"Finetune/Learning Rate": 5.662629212638293e-07, "Finetune/Loss": 0.5752242207527161, "Finetune/Loss (Raw)": 0.5325089693069458, "Finetune/Step": 17224, "Finetune/Step Time": 10.66031945683062}
+{"Finetune/Learning Rate": 5.657044323440342e-07, "Finetune/Loss": 0.5750073194503784, "Finetune/Loss (Raw)": 0.5902665853500366, "Finetune/Step": 17225, "Finetune/Step Time": 10.651204351335764}
+{"Finetune/Learning Rate": 5.65146210954034e-07, "Finetune/Loss": 0.5745639204978943, "Finetune/Loss (Raw)": 0.4751476049423218, "Finetune/Step": 17226, "Finetune/Step Time": 10.692108949646354}
+{"Finetune/Learning Rate": 5.645882571096572e-07, "Finetune/Loss": 0.5739412307739258, "Finetune/Loss (Raw)": 0.5525604486465454, "Finetune/Step": 17227, "Finetune/Step Time": 10.696772769093513}
+{"Finetune/Learning Rate": 5.640305708267269e-07, "Finetune/Loss": 0.573070764541626, "Finetune/Loss (Raw)": 0.6097033023834229, "Finetune/Step": 17228, "Finetune/Step Time": 10.692996403202415}
+{"Finetune/Learning Rate": 5.63473152121058e-07, "Finetune/Loss": 0.5728013515472412, "Finetune/Loss (Raw)": 0.566309928894043, "Finetune/Step": 17229, "Finetune/Step Time": 10.703299144282937}
+{"Finetune/Learning Rate": 5.629160010084566e-07, "Finetune/Loss": 0.5726755857467651, "Finetune/Loss (Raw)": 0.6135725975036621, "Finetune/Step": 17230, "Finetune/Step Time": 10.704375544562936}
+{"Finetune/Learning Rate": 5.623591175047216e-07, "Finetune/Loss": 0.5737224221229553, "Finetune/Loss (Raw)": 0.6831175684928894, "Finetune/Step": 17231, "Finetune/Step Time": 10.710710626095533}
+{"Finetune/Learning Rate": 5.618025016256445e-07, "Finetune/Loss": 0.5737348794937134, "Finetune/Loss (Raw)": 0.6214593052864075, "Finetune/Step": 17232, "Finetune/Step Time": 10.716414917260408}
+{"Finetune/Learning Rate": 5.612461533870106e-07, "Finetune/Loss": 0.573927640914917, "Finetune/Loss (Raw)": 0.6200448870658875, "Finetune/Step": 17233, "Finetune/Step Time": 10.7134526707232}
+{"Finetune/Learning Rate": 5.60690072804595e-07, "Finetune/Loss": 0.5731646418571472, "Finetune/Loss (Raw)": 0.5197947025299072, "Finetune/Step": 17234, "Finetune/Step Time": 10.72310040704906}
+{"Finetune/Learning Rate": 5.601342598941673e-07, "Finetune/Loss": 0.5730344653129578, "Finetune/Loss (Raw)": 0.509119987487793, "Finetune/Step": 17235, "Finetune/Step Time": 10.731540722772479}
+{"Finetune/Learning Rate": 5.595787146714882e-07, "Finetune/Loss": 0.573479413986206, "Finetune/Loss (Raw)": 0.549696683883667, "Finetune/Step": 17236, "Finetune/Step Time": 10.734806375578046}
+{"Finetune/Learning Rate": 5.590234371523129e-07, "Finetune/Loss": 0.5737775564193726, "Finetune/Loss (Raw)": 0.6039301156997681, "Finetune/Step": 17237, "Finetune/Step Time": 10.74675008840859}
+{"Finetune/Learning Rate": 5.584684273523855e-07, "Finetune/Loss": 0.5733615159988403, "Finetune/Loss (Raw)": 0.5774679780006409, "Finetune/Step": 17238, "Finetune/Step Time": 10.751149447634816}
+{"Finetune/Learning Rate": 5.579136852874456e-07, "Finetune/Loss": 0.5747998952865601, "Finetune/Loss (Raw)": 0.5675148963928223, "Finetune/Step": 17239, "Finetune/Step Time": 10.748044613748789}
+{"Finetune/Learning Rate": 5.57359210973224e-07, "Finetune/Loss": 0.5746579766273499, "Finetune/Loss (Raw)": 0.5368318557739258, "Finetune/Step": 17240, "Finetune/Step Time": 10.749235015362501}
+{"Finetune/Learning Rate": 5.568050044254436e-07, "Finetune/Loss": 0.5743494033813477, "Finetune/Loss (Raw)": 0.6264134049415588, "Finetune/Step": 17241, "Finetune/Step Time": 10.753551680594683}
+{"Finetune/Learning Rate": 5.562510656598208e-07, "Finetune/Loss": 0.5740171074867249, "Finetune/Loss (Raw)": 0.5869796276092529, "Finetune/Step": 17242, "Finetune/Step Time": 10.75836425460875}
+{"Finetune/Learning Rate": 5.55697394692063e-07, "Finetune/Loss": 0.573519766330719, "Finetune/Loss (Raw)": 0.5711052417755127, "Finetune/Step": 17243, "Finetune/Step Time": 10.767580579966307}
+{"Finetune/Learning Rate": 5.551439915378731e-07, "Finetune/Loss": 0.574269711971283, "Finetune/Loss (Raw)": 0.5444802045822144, "Finetune/Step": 17244, "Finetune/Step Time": 10.754981882870197}
+{"Finetune/Learning Rate": 5.545908562129387e-07, "Finetune/Loss": 0.5747579336166382, "Finetune/Loss (Raw)": 0.671491801738739, "Finetune/Step": 17245, "Finetune/Step Time": 10.777978951111436}
+{"Finetune/Learning Rate": 5.540379887329494e-07, "Finetune/Loss": 0.5743752717971802, "Finetune/Loss (Raw)": 0.5735858082771301, "Finetune/Step": 17246, "Finetune/Step Time": 10.776974268257618}
+{"Finetune/Learning Rate": 5.534853891135827e-07, "Finetune/Loss": 0.5739163160324097, "Finetune/Loss (Raw)": 0.5751076936721802, "Finetune/Step": 17247, "Finetune/Step Time": 10.773613572120667}
+{"Finetune/Learning Rate": 5.529330573705083e-07, "Finetune/Loss": 0.5737524032592773, "Finetune/Loss (Raw)": 0.5432537794113159, "Finetune/Step": 17248, "Finetune/Step Time": 10.77352692000568}
+{"Finetune/Learning Rate": 5.52380993519388e-07, "Finetune/Loss": 0.574191689491272, "Finetune/Loss (Raw)": 0.6161661148071289, "Finetune/Step": 17249, "Finetune/Step Time": 10.77190020494163}
+{"Finetune/Learning Rate": 5.518291975758794e-07, "Finetune/Loss": 0.5755263566970825, "Finetune/Loss (Raw)": 0.6931027173995972, "Finetune/Step": 17250, "Finetune/Step Time": 10.748747132718563}
+{"Finetune/Learning Rate": 5.512776695556255e-07, "Finetune/Loss": 0.5752132534980774, "Finetune/Loss (Raw)": 0.6015140414237976, "Finetune/Step": 17251, "Finetune/Step Time": 10.754382893443108}
+{"Finetune/Learning Rate": 5.50726409474267e-07, "Finetune/Loss": 0.5748709440231323, "Finetune/Loss (Raw)": 0.5260500907897949, "Finetune/Step": 17252, "Finetune/Step Time": 10.76034377142787}
+{"Finetune/Learning Rate": 5.501754173474394e-07, "Finetune/Loss": 0.5738028287887573, "Finetune/Loss (Raw)": 0.47443684935569763, "Finetune/Step": 17253, "Finetune/Step Time": 10.746200188994408}
+{"Finetune/Learning Rate": 5.496246931907645e-07, "Finetune/Loss": 0.5740857124328613, "Finetune/Loss (Raw)": 0.5712807178497314, "Finetune/Step": 17254, "Finetune/Step Time": 10.731737749651074}
+{"Finetune/Learning Rate": 5.490742370198609e-07, "Finetune/Loss": 0.5761045217514038, "Finetune/Loss (Raw)": 0.7271618843078613, "Finetune/Step": 17255, "Finetune/Step Time": 10.729855570942163}
+{"Finetune/Learning Rate": 5.485240488503385e-07, "Finetune/Loss": 0.5767827033996582, "Finetune/Loss (Raw)": 0.6006906032562256, "Finetune/Step": 17256, "Finetune/Step Time": 10.744349863380194}
+{"Finetune/Learning Rate": 5.479741286977957e-07, "Finetune/Loss": 0.5766990780830383, "Finetune/Loss (Raw)": 0.4844321012496948, "Finetune/Step": 17257, "Finetune/Step Time": 10.734717909246683}
+{"Finetune/Learning Rate": 5.474244765778281e-07, "Finetune/Loss": 0.5764921307563782, "Finetune/Loss (Raw)": 0.6700208187103271, "Finetune/Step": 17258, "Finetune/Step Time": 10.733626808971167}
+{"Finetune/Learning Rate": 5.468750925060229e-07, "Finetune/Loss": 0.5766512155532837, "Finetune/Loss (Raw)": 0.5912493467330933, "Finetune/Step": 17259, "Finetune/Step Time": 10.724195888265967}
+{"Finetune/Learning Rate": 5.46325976497959e-07, "Finetune/Loss": 0.5773099064826965, "Finetune/Loss (Raw)": 0.5594086050987244, "Finetune/Step": 17260, "Finetune/Step Time": 10.717908034101129}
+{"Finetune/Learning Rate": 5.457771285692081e-07, "Finetune/Loss": 0.5769056081771851, "Finetune/Loss (Raw)": 0.45617666840553284, "Finetune/Step": 17261, "Finetune/Step Time": 10.726217284798622}
+{"Finetune/Learning Rate": 5.45228548735336e-07, "Finetune/Loss": 0.5775570273399353, "Finetune/Loss (Raw)": 0.6147408485412598, "Finetune/Step": 17262, "Finetune/Step Time": 10.72927837818861}
+{"Finetune/Learning Rate": 5.446802370118942e-07, "Finetune/Loss": 0.5784212350845337, "Finetune/Loss (Raw)": 0.6464205980300903, "Finetune/Step": 17263, "Finetune/Step Time": 10.73043404892087}
+{"Finetune/Learning Rate": 5.44132193414434e-07, "Finetune/Loss": 0.5788379907608032, "Finetune/Loss (Raw)": 0.6113225817680359, "Finetune/Step": 17264, "Finetune/Step Time": 10.709703233093023}
+{"Finetune/Learning Rate": 5.435844179584948e-07, "Finetune/Loss": 0.5810383558273315, "Finetune/Loss (Raw)": 0.7026163935661316, "Finetune/Step": 17265, "Finetune/Step Time": 10.688695756718516}
+{"Finetune/Learning Rate": 5.430369106596112e-07, "Finetune/Loss": 0.5825886130332947, "Finetune/Loss (Raw)": 0.7397342324256897, "Finetune/Step": 17266, "Finetune/Step Time": 10.69785393960774}
+{"Finetune/Learning Rate": 5.424896715333094e-07, "Finetune/Loss": 0.5836677551269531, "Finetune/Loss (Raw)": 0.5482171177864075, "Finetune/Step": 17267, "Finetune/Step Time": 10.679557591676712}
+{"Finetune/Learning Rate": 5.419427005951083e-07, "Finetune/Loss": 0.5840328931808472, "Finetune/Loss (Raw)": 0.6285678148269653, "Finetune/Step": 17268, "Finetune/Step Time": 10.671011721715331}
+{"Finetune/Learning Rate": 5.413959978605155e-07, "Finetune/Loss": 0.5860278010368347, "Finetune/Loss (Raw)": 0.6697469353675842, "Finetune/Step": 17269, "Finetune/Step Time": 10.633254934102297}
+{"Finetune/Learning Rate": 5.408495633450361e-07, "Finetune/Loss": 0.5851331353187561, "Finetune/Loss (Raw)": 0.5901100039482117, "Finetune/Step": 17270, "Finetune/Step Time": 10.698499020189047}
+{"Finetune/Learning Rate": 5.403033970641647e-07, "Finetune/Loss": 0.5866865515708923, "Finetune/Loss (Raw)": 0.7662564516067505, "Finetune/Step": 17271, "Finetune/Step Time": 10.672967609018087}
+{"Finetune/Learning Rate": 5.397574990333898e-07, "Finetune/Loss": 0.5865554809570312, "Finetune/Loss (Raw)": 0.5587537288665771, "Finetune/Step": 17272, "Finetune/Step Time": 10.68233086913824}
+{"Finetune/Learning Rate": 5.392118692681902e-07, "Finetune/Loss": 0.5878454446792603, "Finetune/Loss (Raw)": 0.6177181601524353, "Finetune/Step": 17273, "Finetune/Step Time": 10.653429383412004}
+{"Finetune/Learning Rate": 5.386665077840392e-07, "Finetune/Loss": 0.5873143672943115, "Finetune/Loss (Raw)": 0.5853574275970459, "Finetune/Step": 17274, "Finetune/Step Time": 10.657524894922972}
+{"Finetune/Learning Rate": 5.381214145964009e-07, "Finetune/Loss": 0.5872751474380493, "Finetune/Loss (Raw)": 0.5021827220916748, "Finetune/Step": 17275, "Finetune/Step Time": 10.62252952158451}
+{"Finetune/Learning Rate": 5.375765897207341e-07, "Finetune/Loss": 0.5876796245574951, "Finetune/Loss (Raw)": 0.6447756886482239, "Finetune/Step": 17276, "Finetune/Step Time": 10.630182564258575}
+{"Finetune/Learning Rate": 5.370320331724876e-07, "Finetune/Loss": 0.5879386067390442, "Finetune/Loss (Raw)": 0.5763093829154968, "Finetune/Step": 17277, "Finetune/Step Time": 10.656626734882593}
+{"Finetune/Learning Rate": 5.364877449671036e-07, "Finetune/Loss": 0.5882337093353271, "Finetune/Loss (Raw)": 0.6129052639007568, "Finetune/Step": 17278, "Finetune/Step Time": 10.65811181999743}
+{"Finetune/Learning Rate": 5.359437251200161e-07, "Finetune/Loss": 0.5878614783287048, "Finetune/Loss (Raw)": 0.5535511374473572, "Finetune/Step": 17279, "Finetune/Step Time": 10.66051783412695}
+{"Finetune/Learning Rate": 5.353999736466531e-07, "Finetune/Loss": 0.587688684463501, "Finetune/Loss (Raw)": 0.6924229860305786, "Finetune/Step": 17280, "Finetune/Step Time": 10.663674430921674}
+{"Finetune/Learning Rate": 5.348564905624331e-07, "Finetune/Loss": 0.5885320901870728, "Finetune/Loss (Raw)": 0.6132051348686218, "Finetune/Step": 17281, "Finetune/Step Time": 10.659402765333652}
+{"Finetune/Learning Rate": 5.343132758827674e-07, "Finetune/Loss": 0.589260458946228, "Finetune/Loss (Raw)": 0.6253464221954346, "Finetune/Step": 17282, "Finetune/Step Time": 10.650895165279508}
+{"Finetune/Learning Rate": 5.337703296230601e-07, "Finetune/Loss": 0.5887590646743774, "Finetune/Loss (Raw)": 0.568596363067627, "Finetune/Step": 17283, "Finetune/Step Time": 10.634435711428523}
+{"Finetune/Learning Rate": 5.332276517987089e-07, "Finetune/Loss": 0.5881341695785522, "Finetune/Loss (Raw)": 0.557780921459198, "Finetune/Step": 17284, "Finetune/Step Time": 10.629127852618694}
+{"Finetune/Learning Rate": 5.326852424251006e-07, "Finetune/Loss": 0.5879591703414917, "Finetune/Loss (Raw)": 0.6571277379989624, "Finetune/Step": 17285, "Finetune/Step Time": 10.625564681366086}
+{"Finetune/Learning Rate": 5.321431015176171e-07, "Finetune/Loss": 0.5875921249389648, "Finetune/Loss (Raw)": 0.6080675721168518, "Finetune/Step": 17286, "Finetune/Step Time": 10.619578206911683}
+{"Finetune/Learning Rate": 5.316012290916328e-07, "Finetune/Loss": 0.5875788927078247, "Finetune/Loss (Raw)": 0.6504855751991272, "Finetune/Step": 17287, "Finetune/Step Time": 10.623796816915274}
+{"Finetune/Learning Rate": 5.310596251625133e-07, "Finetune/Loss": 0.588233470916748, "Finetune/Loss (Raw)": 0.5572822093963623, "Finetune/Step": 17288, "Finetune/Step Time": 10.617994604632258}
+{"Finetune/Learning Rate": 5.305182897456174e-07, "Finetune/Loss": 0.5884196758270264, "Finetune/Loss (Raw)": 0.6469900608062744, "Finetune/Step": 17289, "Finetune/Step Time": 10.627015613019466}
+{"Finetune/Learning Rate": 5.299772228562938e-07, "Finetune/Loss": 0.5877587795257568, "Finetune/Loss (Raw)": 0.5602049827575684, "Finetune/Step": 17290, "Finetune/Step Time": 10.616335412487388}
+{"Finetune/Learning Rate": 5.294364245098882e-07, "Finetune/Loss": 0.5882977247238159, "Finetune/Loss (Raw)": 0.5731163620948792, "Finetune/Step": 17291, "Finetune/Step Time": 10.611386334523559}
+{"Finetune/Learning Rate": 5.28895894721736e-07, "Finetune/Loss": 0.5870394706726074, "Finetune/Loss (Raw)": 0.5209259986877441, "Finetune/Step": 17292, "Finetune/Step Time": 10.617019884288311}
+{"Finetune/Learning Rate": 5.283556335071604e-07, "Finetune/Loss": 0.5873196721076965, "Finetune/Loss (Raw)": 0.5864801406860352, "Finetune/Step": 17293, "Finetune/Step Time": 10.618996683508158}
+{"Finetune/Learning Rate": 5.278156408814883e-07, "Finetune/Loss": 0.586965799331665, "Finetune/Loss (Raw)": 0.548257052898407, "Finetune/Step": 17294, "Finetune/Step Time": 10.609876187518239}
+{"Finetune/Learning Rate": 5.272759168600283e-07, "Finetune/Loss": 0.5874696969985962, "Finetune/Loss (Raw)": 0.49661409854888916, "Finetune/Step": 17295, "Finetune/Step Time": 10.585339671000838}
+{"Finetune/Learning Rate": 5.267364614580861e-07, "Finetune/Loss": 0.5885922908782959, "Finetune/Loss (Raw)": 0.6183231472969055, "Finetune/Step": 17296, "Finetune/Step Time": 10.58549390360713}
+{"Finetune/Learning Rate": 5.261972746909605e-07, "Finetune/Loss": 0.5878409743309021, "Finetune/Loss (Raw)": 0.479552298784256, "Finetune/Step": 17297, "Finetune/Step Time": 10.593374032527208}
+{"Finetune/Learning Rate": 5.256583565739403e-07, "Finetune/Loss": 0.5886692404747009, "Finetune/Loss (Raw)": 0.677920401096344, "Finetune/Step": 17298, "Finetune/Step Time": 10.586507558822632}
+{"Finetune/Learning Rate": 5.251197071223079e-07, "Finetune/Loss": 0.5889626741409302, "Finetune/Loss (Raw)": 0.5870307683944702, "Finetune/Step": 17299, "Finetune/Step Time": 10.59200406819582}
+{"Finetune/Learning Rate": 5.245813263513366e-07, "Finetune/Loss": 0.5884760618209839, "Finetune/Loss (Raw)": 0.5765112638473511, "Finetune/Step": 17300, "Finetune/Step Time": 10.583855701610446}
+{"Finetune/Learning Rate": 5.24043214276293e-07, "Finetune/Loss": 0.5883554220199585, "Finetune/Loss (Raw)": 0.6324998140335083, "Finetune/Step": 17301, "Finetune/Step Time": 10.58540590852499}
+{"Finetune/Learning Rate": 5.235053709124394e-07, "Finetune/Loss": 0.5881226062774658, "Finetune/Loss (Raw)": 0.44420716166496277, "Finetune/Step": 17302, "Finetune/Step Time": 10.606240456923842}
+{"Finetune/Learning Rate": 5.229677962750268e-07, "Finetune/Loss": 0.5890925526618958, "Finetune/Loss (Raw)": 0.681191086769104, "Finetune/Step": 17303, "Finetune/Step Time": 10.610234346240759}
+{"Finetune/Learning Rate": 5.224304903792987e-07, "Finetune/Loss": 0.589789867401123, "Finetune/Loss (Raw)": 0.6854764819145203, "Finetune/Step": 17304, "Finetune/Step Time": 10.630450550466776}
+{"Finetune/Learning Rate": 5.218934532404907e-07, "Finetune/Loss": 0.589198648929596, "Finetune/Loss (Raw)": 0.5305163264274597, "Finetune/Step": 17305, "Finetune/Step Time": 10.622590897604823}
+{"Finetune/Learning Rate": 5.213566848738316e-07, "Finetune/Loss": 0.5883587598800659, "Finetune/Loss (Raw)": 0.5132197141647339, "Finetune/Step": 17306, "Finetune/Step Time": 10.617814775556326}
+{"Finetune/Learning Rate": 5.208201852945439e-07, "Finetune/Loss": 0.5885286331176758, "Finetune/Loss (Raw)": 0.5722735524177551, "Finetune/Step": 17307, "Finetune/Step Time": 10.61358242854476}
+{"Finetune/Learning Rate": 5.202839545178384e-07, "Finetune/Loss": 0.5889604091644287, "Finetune/Loss (Raw)": 0.5897517800331116, "Finetune/Step": 17308, "Finetune/Step Time": 10.613576404750347}
+{"Finetune/Learning Rate": 5.197479925589244e-07, "Finetune/Loss": 0.5883434414863586, "Finetune/Loss (Raw)": 0.5496392846107483, "Finetune/Step": 17309, "Finetune/Step Time": 10.608898852020502}
+{"Finetune/Learning Rate": 5.192122994330017e-07, "Finetune/Loss": 0.5883424282073975, "Finetune/Loss (Raw)": 0.6197046041488647, "Finetune/Step": 17310, "Finetune/Step Time": 10.609496355056763}
+{"Finetune/Learning Rate": 5.186768751552562e-07, "Finetune/Loss": 0.5901199579238892, "Finetune/Loss (Raw)": 0.7109176516532898, "Finetune/Step": 17311, "Finetune/Step Time": 10.602622989565134}
+{"Finetune/Learning Rate": 5.181417197408733e-07, "Finetune/Loss": 0.5905042886734009, "Finetune/Loss (Raw)": 0.6010009050369263, "Finetune/Step": 17312, "Finetune/Step Time": 10.600886223837733}
+{"Finetune/Learning Rate": 5.176068332050288e-07, "Finetune/Loss": 0.5911382436752319, "Finetune/Loss (Raw)": 0.6301512718200684, "Finetune/Step": 17313, "Finetune/Step Time": 10.598834335803986}
+{"Finetune/Learning Rate": 5.170722155628904e-07, "Finetune/Loss": 0.5907608866691589, "Finetune/Loss (Raw)": 0.5562606453895569, "Finetune/Step": 17314, "Finetune/Step Time": 10.602025659754872}
+{"Finetune/Learning Rate": 5.165378668296161e-07, "Finetune/Loss": 0.5915426015853882, "Finetune/Loss (Raw)": 0.6062348484992981, "Finetune/Step": 17315, "Finetune/Step Time": 10.605436401441693}
+{"Finetune/Learning Rate": 5.160037870203638e-07, "Finetune/Loss": 0.5920639038085938, "Finetune/Loss (Raw)": 0.6458730697631836, "Finetune/Step": 17316, "Finetune/Step Time": 10.60406031832099}
+{"Finetune/Learning Rate": 5.154699761502735e-07, "Finetune/Loss": 0.5914812088012695, "Finetune/Loss (Raw)": 0.5498251914978027, "Finetune/Step": 17317, "Finetune/Step Time": 10.593616841360927}
+{"Finetune/Learning Rate": 5.149364342344843e-07, "Finetune/Loss": 0.591661810874939, "Finetune/Loss (Raw)": 0.5512124300003052, "Finetune/Step": 17318, "Finetune/Step Time": 10.617892986163497}
+{"Finetune/Learning Rate": 5.144031612881261e-07, "Finetune/Loss": 0.5922573804855347, "Finetune/Loss (Raw)": 0.6127479672431946, "Finetune/Step": 17319, "Finetune/Step Time": 10.617444802075624}
+{"Finetune/Learning Rate": 5.138701573263216e-07, "Finetune/Loss": 0.5915738344192505, "Finetune/Loss (Raw)": 0.565716564655304, "Finetune/Step": 17320, "Finetune/Step Time": 10.627989446744323}
+{"Finetune/Learning Rate": 5.133374223641829e-07, "Finetune/Loss": 0.5907295942306519, "Finetune/Loss (Raw)": 0.5518360733985901, "Finetune/Step": 17321, "Finetune/Step Time": 10.634435392916203}
+{"Finetune/Learning Rate": 5.12804956416818e-07, "Finetune/Loss": 0.5917330980300903, "Finetune/Loss (Raw)": 0.70888352394104, "Finetune/Step": 17322, "Finetune/Step Time": 10.646974498406053}
+{"Finetune/Learning Rate": 5.122727594993293e-07, "Finetune/Loss": 0.5908685922622681, "Finetune/Loss (Raw)": 0.4978652596473694, "Finetune/Step": 17323, "Finetune/Step Time": 10.681282706558704}
+{"Finetune/Learning Rate": 5.117408316268047e-07, "Finetune/Loss": 0.5897138714790344, "Finetune/Loss (Raw)": 0.5256600975990295, "Finetune/Step": 17324, "Finetune/Step Time": 10.674372170120478}
+{"Finetune/Learning Rate": 5.112091728143276e-07, "Finetune/Loss": 0.5882049798965454, "Finetune/Loss (Raw)": 0.3817394971847534, "Finetune/Step": 17325, "Finetune/Step Time": 10.704862166196108}
+{"Finetune/Learning Rate": 5.106777830769771e-07, "Finetune/Loss": 0.5880643129348755, "Finetune/Loss (Raw)": 0.5154322385787964, "Finetune/Step": 17326, "Finetune/Step Time": 10.704193929210305}
+{"Finetune/Learning Rate": 5.101466624298202e-07, "Finetune/Loss": 0.5899744629859924, "Finetune/Loss (Raw)": 0.7661970853805542, "Finetune/Step": 17327, "Finetune/Step Time": 10.705630496144295}
+{"Finetune/Learning Rate": 5.09615810887919e-07, "Finetune/Loss": 0.5896211266517639, "Finetune/Loss (Raw)": 0.6289967894554138, "Finetune/Step": 17328, "Finetune/Step Time": 10.693734910339117}
+{"Finetune/Learning Rate": 5.090852284663262e-07, "Finetune/Loss": 0.5897989273071289, "Finetune/Loss (Raw)": 0.5888608694076538, "Finetune/Step": 17329, "Finetune/Step Time": 10.680885104462504}
+{"Finetune/Learning Rate": 5.085549151800873e-07, "Finetune/Loss": 0.590276300907135, "Finetune/Loss (Raw)": 0.5854655504226685, "Finetune/Step": 17330, "Finetune/Step Time": 10.685239294543862}
+{"Finetune/Learning Rate": 5.080248710442414e-07, "Finetune/Loss": 0.590881884098053, "Finetune/Loss (Raw)": 0.5405324101448059, "Finetune/Step": 17331, "Finetune/Step Time": 10.672763919457793}
+{"Finetune/Learning Rate": 5.074950960738179e-07, "Finetune/Loss": 0.5906238555908203, "Finetune/Loss (Raw)": 0.5517966151237488, "Finetune/Step": 17332, "Finetune/Step Time": 10.682793729007244}
+{"Finetune/Learning Rate": 5.06965590283841e-07, "Finetune/Loss": 0.5900323390960693, "Finetune/Loss (Raw)": 0.4847210943698883, "Finetune/Step": 17333, "Finetune/Step Time": 10.682687770575285}
+{"Finetune/Learning Rate": 5.064363536893258e-07, "Finetune/Loss": 0.5899995565414429, "Finetune/Loss (Raw)": 0.5417588949203491, "Finetune/Step": 17334, "Finetune/Step Time": 10.682555550709367}
+{"Finetune/Learning Rate": 5.059073863052788e-07, "Finetune/Loss": 0.5891796350479126, "Finetune/Loss (Raw)": 0.5591164827346802, "Finetune/Step": 17335, "Finetune/Step Time": 10.681264927610755}
+{"Finetune/Learning Rate": 5.053786881467004e-07, "Finetune/Loss": 0.5878921747207642, "Finetune/Loss (Raw)": 0.4800167381763458, "Finetune/Step": 17336, "Finetune/Step Time": 10.719173960387707}
+{"Finetune/Learning Rate": 5.048502592285842e-07, "Finetune/Loss": 0.5866501927375793, "Finetune/Loss (Raw)": 0.5586846470832825, "Finetune/Step": 17337, "Finetune/Step Time": 10.739438887685537}
+{"Finetune/Learning Rate": 5.043220995659137e-07, "Finetune/Loss": 0.5875240564346313, "Finetune/Loss (Raw)": 0.645943820476532, "Finetune/Step": 17338, "Finetune/Step Time": 10.723707385361195}
+{"Finetune/Learning Rate": 5.03794209173667e-07, "Finetune/Loss": 0.5876617431640625, "Finetune/Loss (Raw)": 0.5955479145050049, "Finetune/Step": 17339, "Finetune/Step Time": 10.702735850587487}
+{"Finetune/Learning Rate": 5.03266588066812e-07, "Finetune/Loss": 0.5879863500595093, "Finetune/Loss (Raw)": 0.7418258786201477, "Finetune/Step": 17340, "Finetune/Step Time": 10.708924788981676}
+{"Finetune/Learning Rate": 5.027392362603134e-07, "Finetune/Loss": 0.5877718925476074, "Finetune/Loss (Raw)": 0.5389784574508667, "Finetune/Step": 17341, "Finetune/Step Time": 10.709551826119423}
+{"Finetune/Learning Rate": 5.022121537691205e-07, "Finetune/Loss": 0.5879331827163696, "Finetune/Loss (Raw)": 0.5870338082313538, "Finetune/Step": 17342, "Finetune/Step Time": 10.717045318335295}
+{"Finetune/Learning Rate": 5.016853406081834e-07, "Finetune/Loss": 0.5874842405319214, "Finetune/Loss (Raw)": 0.5554469227790833, "Finetune/Step": 17343, "Finetune/Step Time": 10.711918698623776}
+{"Finetune/Learning Rate": 5.011587967924414e-07, "Finetune/Loss": 0.5875757336616516, "Finetune/Loss (Raw)": 0.6293432712554932, "Finetune/Step": 17344, "Finetune/Step Time": 10.713871719315648}
+{"Finetune/Learning Rate": 5.006325223368247e-07, "Finetune/Loss": 0.587257981300354, "Finetune/Loss (Raw)": 0.6012643575668335, "Finetune/Step": 17345, "Finetune/Step Time": 10.721000410616398}
+{"Finetune/Learning Rate": 5.001065172562569e-07, "Finetune/Loss": 0.587672233581543, "Finetune/Loss (Raw)": 0.6249343752861023, "Finetune/Step": 17346, "Finetune/Step Time": 10.723397457972169}
+{"Finetune/Learning Rate": 4.995807815656561e-07, "Finetune/Loss": 0.5877333879470825, "Finetune/Loss (Raw)": 0.6161993145942688, "Finetune/Step": 17347, "Finetune/Step Time": 10.723649643361568}
+{"Finetune/Learning Rate": 4.990553152799272e-07, "Finetune/Loss": 0.5886265635490417, "Finetune/Loss (Raw)": 0.6135044693946838, "Finetune/Step": 17348, "Finetune/Step Time": 10.744453880935907}
+{"Finetune/Learning Rate": 4.985301184139712e-07, "Finetune/Loss": 0.5882118940353394, "Finetune/Loss (Raw)": 0.5192195177078247, "Finetune/Step": 17349, "Finetune/Step Time": 10.755738215520978}
+{"Finetune/Learning Rate": 4.980051909826833e-07, "Finetune/Loss": 0.588187575340271, "Finetune/Loss (Raw)": 0.6006747484207153, "Finetune/Step": 17350, "Finetune/Step Time": 10.752592956647277}
+{"Finetune/Learning Rate": 4.97480533000948e-07, "Finetune/Loss": 0.5880045294761658, "Finetune/Loss (Raw)": 0.5139966607093811, "Finetune/Step": 17351, "Finetune/Step Time": 10.726037498563528}
+{"Finetune/Learning Rate": 4.969561444836446e-07, "Finetune/Loss": 0.5883967280387878, "Finetune/Loss (Raw)": 0.5827093720436096, "Finetune/Step": 17352, "Finetune/Step Time": 10.725823242217302}
+{"Finetune/Learning Rate": 4.964320254456423e-07, "Finetune/Loss": 0.5876191854476929, "Finetune/Loss (Raw)": 0.4907433092594147, "Finetune/Step": 17353, "Finetune/Step Time": 10.765196086838841}
+{"Finetune/Learning Rate": 4.959081759018014e-07, "Finetune/Loss": 0.5882734060287476, "Finetune/Loss (Raw)": 0.5588898658752441, "Finetune/Step": 17354, "Finetune/Step Time": 10.748420437797904}
+{"Finetune/Learning Rate": 4.95384595866979e-07, "Finetune/Loss": 0.588300347328186, "Finetune/Loss (Raw)": 0.5560124516487122, "Finetune/Step": 17355, "Finetune/Step Time": 10.749675637111068}
+{"Finetune/Learning Rate": 4.94861285356022e-07, "Finetune/Loss": 0.5878699421882629, "Finetune/Loss (Raw)": 0.5546016097068787, "Finetune/Step": 17356, "Finetune/Step Time": 10.74532075971365}
+{"Finetune/Learning Rate": 4.943382443837685e-07, "Finetune/Loss": 0.5884406566619873, "Finetune/Loss (Raw)": 0.6393678784370422, "Finetune/Step": 17357, "Finetune/Step Time": 10.742827534675598}
+{"Finetune/Learning Rate": 4.938154729650535e-07, "Finetune/Loss": 0.5879342555999756, "Finetune/Loss (Raw)": 0.5487437844276428, "Finetune/Step": 17358, "Finetune/Step Time": 10.748811516910791}
+{"Finetune/Learning Rate": 4.932929711147016e-07, "Finetune/Loss": 0.5876482725143433, "Finetune/Loss (Raw)": 0.6465122699737549, "Finetune/Step": 17359, "Finetune/Step Time": 10.76239824295044}
+{"Finetune/Learning Rate": 4.927707388475256e-07, "Finetune/Loss": 0.5868772268295288, "Finetune/Loss (Raw)": 0.5227737426757812, "Finetune/Step": 17360, "Finetune/Step Time": 10.779527550563216}
+{"Finetune/Learning Rate": 4.922487761783368e-07, "Finetune/Loss": 0.5868042707443237, "Finetune/Loss (Raw)": 0.6106963753700256, "Finetune/Step": 17361, "Finetune/Step Time": 10.777197601273656}
+{"Finetune/Learning Rate": 4.917270831219357e-07, "Finetune/Loss": 0.5866646766662598, "Finetune/Loss (Raw)": 0.5019291639328003, "Finetune/Step": 17362, "Finetune/Step Time": 10.781299253925681}
+{"Finetune/Learning Rate": 4.912056596931169e-07, "Finetune/Loss": 0.5866657495498657, "Finetune/Loss (Raw)": 0.5092660784721375, "Finetune/Step": 17363, "Finetune/Step Time": 10.777388248592615}
+{"Finetune/Learning Rate": 4.906845059066656e-07, "Finetune/Loss": 0.5858396291732788, "Finetune/Loss (Raw)": 0.44394829869270325, "Finetune/Step": 17364, "Finetune/Step Time": 10.778585949912667}
+{"Finetune/Learning Rate": 4.90163621777362e-07, "Finetune/Loss": 0.5854460000991821, "Finetune/Loss (Raw)": 0.5535522103309631, "Finetune/Step": 17365, "Finetune/Step Time": 10.762715833261609}
+{"Finetune/Learning Rate": 4.896430073199754e-07, "Finetune/Loss": 0.5863780975341797, "Finetune/Loss (Raw)": 0.6967701315879822, "Finetune/Step": 17366, "Finetune/Step Time": 10.76578949764371}
+{"Finetune/Learning Rate": 4.891226625492696e-07, "Finetune/Loss": 0.5858083963394165, "Finetune/Loss (Raw)": 0.49459925293922424, "Finetune/Step": 17367, "Finetune/Step Time": 10.769042802974582}
+{"Finetune/Learning Rate": 4.886025874799993e-07, "Finetune/Loss": 0.5849011540412903, "Finetune/Loss (Raw)": 0.42069894075393677, "Finetune/Step": 17368, "Finetune/Step Time": 10.760634869337082}
+{"Finetune/Learning Rate": 4.88082782126913e-07, "Finetune/Loss": 0.5845370888710022, "Finetune/Loss (Raw)": 0.5798119902610779, "Finetune/Step": 17369, "Finetune/Step Time": 10.765045842155814}
+{"Finetune/Learning Rate": 4.875632465047498e-07, "Finetune/Loss": 0.5851261615753174, "Finetune/Loss (Raw)": 0.6623814702033997, "Finetune/Step": 17370, "Finetune/Step Time": 10.757796393707395}
+{"Finetune/Learning Rate": 4.870439806282446e-07, "Finetune/Loss": 0.5854171514511108, "Finetune/Loss (Raw)": 0.608352541923523, "Finetune/Step": 17371, "Finetune/Step Time": 10.7703094240278}
+{"Finetune/Learning Rate": 4.865249845121201e-07, "Finetune/Loss": 0.5853261947631836, "Finetune/Loss (Raw)": 0.532841145992279, "Finetune/Step": 17372, "Finetune/Step Time": 10.770189378410578}
+{"Finetune/Learning Rate": 4.860062581710944e-07, "Finetune/Loss": 0.5836422443389893, "Finetune/Loss (Raw)": 0.45593544840812683, "Finetune/Step": 17373, "Finetune/Step Time": 10.784046400338411}
+{"Finetune/Learning Rate": 4.854878016198772e-07, "Finetune/Loss": 0.58328777551651, "Finetune/Loss (Raw)": 0.5282219648361206, "Finetune/Step": 17374, "Finetune/Step Time": 10.81141378544271}
+{"Finetune/Learning Rate": 4.849696148731697e-07, "Finetune/Loss": 0.583478569984436, "Finetune/Loss (Raw)": 0.5995235443115234, "Finetune/Step": 17375, "Finetune/Step Time": 10.82061012648046}
+{"Finetune/Learning Rate": 4.844516979456671e-07, "Finetune/Loss": 0.5831048488616943, "Finetune/Loss (Raw)": 0.4954233467578888, "Finetune/Step": 17376, "Finetune/Step Time": 10.82018381357193}
+{"Finetune/Learning Rate": 4.839340508520563e-07, "Finetune/Loss": 0.5827934741973877, "Finetune/Loss (Raw)": 0.5763100981712341, "Finetune/Step": 17377, "Finetune/Step Time": 10.832121025770903}
+{"Finetune/Learning Rate": 4.834166736070156e-07, "Finetune/Loss": 0.5826215744018555, "Finetune/Loss (Raw)": 0.6710988879203796, "Finetune/Step": 17378, "Finetune/Step Time": 10.834904873743653}
+{"Finetune/Learning Rate": 4.828995662252167e-07, "Finetune/Loss": 0.5829674005508423, "Finetune/Loss (Raw)": 0.645777702331543, "Finetune/Step": 17379, "Finetune/Step Time": 10.82418237067759}
+{"Finetune/Learning Rate": 4.823827287213223e-07, "Finetune/Loss": 0.5835576057434082, "Finetune/Loss (Raw)": 0.601597249507904, "Finetune/Step": 17380, "Finetune/Step Time": 10.815741036087275}
+{"Finetune/Learning Rate": 4.818661611099895e-07, "Finetune/Loss": 0.5837730169296265, "Finetune/Loss (Raw)": 0.5020108819007874, "Finetune/Step": 17381, "Finetune/Step Time": 10.833629013970494}
+{"Finetune/Learning Rate": 4.813498634058666e-07, "Finetune/Loss": 0.5838788151741028, "Finetune/Loss (Raw)": 0.5848257541656494, "Finetune/Step": 17382, "Finetune/Step Time": 10.83781460672617}
+{"Finetune/Learning Rate": 4.808338356235953e-07, "Finetune/Loss": 0.5806803703308105, "Finetune/Loss (Raw)": 0.31775376200675964, "Finetune/Step": 17383, "Finetune/Step Time": 10.875732570886612}
+{"Finetune/Learning Rate": 4.80318077777805e-07, "Finetune/Loss": 0.5801821351051331, "Finetune/Loss (Raw)": 0.5369211435317993, "Finetune/Step": 17384, "Finetune/Step Time": 10.858316380530596}
+{"Finetune/Learning Rate": 4.798025898831249e-07, "Finetune/Loss": 0.5786065459251404, "Finetune/Loss (Raw)": 0.2827535569667816, "Finetune/Step": 17385, "Finetune/Step Time": 10.896456880494952}
+{"Finetune/Learning Rate": 4.792873719541724e-07, "Finetune/Loss": 0.5773392915725708, "Finetune/Loss (Raw)": 0.5078216195106506, "Finetune/Step": 17386, "Finetune/Step Time": 10.897665038704872}
+{"Finetune/Learning Rate": 4.787724240055558e-07, "Finetune/Loss": 0.5773033499717712, "Finetune/Loss (Raw)": 0.5866408944129944, "Finetune/Step": 17387, "Finetune/Step Time": 10.893637962639332}
+{"Finetune/Learning Rate": 4.782577460518789e-07, "Finetune/Loss": 0.5768135786056519, "Finetune/Loss (Raw)": 0.4967109262943268, "Finetune/Step": 17388, "Finetune/Step Time": 10.893816394731402}
+{"Finetune/Learning Rate": 4.777433381077367e-07, "Finetune/Loss": 0.5779064893722534, "Finetune/Loss (Raw)": 0.5960700511932373, "Finetune/Step": 17389, "Finetune/Step Time": 10.887904716655612}
+{"Finetune/Learning Rate": 4.772292001877154e-07, "Finetune/Loss": 0.577938437461853, "Finetune/Loss (Raw)": 0.6188329458236694, "Finetune/Step": 17390, "Finetune/Step Time": 10.891797970980406}
+{"Finetune/Learning Rate": 4.767153323063933e-07, "Finetune/Loss": 0.577098548412323, "Finetune/Loss (Raw)": 0.5389181971549988, "Finetune/Step": 17391, "Finetune/Step Time": 10.896140202879906}
+{"Finetune/Learning Rate": 4.7620173447834426e-07, "Finetune/Loss": 0.5766252875328064, "Finetune/Loss (Raw)": 0.5507452487945557, "Finetune/Step": 17392, "Finetune/Step Time": 10.902001833543181}
+{"Finetune/Learning Rate": 4.756884067181333e-07, "Finetune/Loss": 0.5760856866836548, "Finetune/Loss (Raw)": 0.6335548162460327, "Finetune/Step": 17393, "Finetune/Step Time": 10.895586414262652}
+{"Finetune/Learning Rate": 4.751753490403144e-07, "Finetune/Loss": 0.574752926826477, "Finetune/Loss (Raw)": 0.5691314339637756, "Finetune/Step": 17394, "Finetune/Step Time": 10.880664015188813}
+{"Finetune/Learning Rate": 4.746625614594402e-07, "Finetune/Loss": 0.5752350687980652, "Finetune/Loss (Raw)": 0.6099315881729126, "Finetune/Step": 17395, "Finetune/Step Time": 10.86924765445292}
+{"Finetune/Learning Rate": 4.7415004399004704e-07, "Finetune/Loss": 0.5754070281982422, "Finetune/Loss (Raw)": 0.6505818367004395, "Finetune/Step": 17396, "Finetune/Step Time": 10.889391200616956}
+{"Finetune/Learning Rate": 4.7363779664667095e-07, "Finetune/Loss": 0.5745208263397217, "Finetune/Loss (Raw)": 0.5563046336174011, "Finetune/Step": 17397, "Finetune/Step Time": 10.897729342803359}
+{"Finetune/Learning Rate": 4.73125819443836e-07, "Finetune/Loss": 0.5740906596183777, "Finetune/Loss (Raw)": 0.5350562930107117, "Finetune/Step": 17398, "Finetune/Step Time": 10.831986090168357}
+{"Finetune/Learning Rate": 4.726141123960637e-07, "Finetune/Loss": 0.5729061365127563, "Finetune/Loss (Raw)": 0.614640474319458, "Finetune/Step": 17399, "Finetune/Step Time": 10.837414961308241}
+{"Finetune/Learning Rate": 4.721026755178626e-07, "Finetune/Loss": 0.5731332898139954, "Finetune/Loss (Raw)": 0.5878247618675232, "Finetune/Step": 17400, "Finetune/Step Time": 10.826663015410304}
+{"Finetune/Learning Rate": 4.715915088237366e-07, "Finetune/Loss": 0.5724486112594604, "Finetune/Loss (Raw)": 0.5300793051719666, "Finetune/Step": 17401, "Finetune/Step Time": 10.821455178782344}
+{"Finetune/Learning Rate": 4.710806123281808e-07, "Finetune/Loss": 0.5720827579498291, "Finetune/Loss (Raw)": 0.5385302901268005, "Finetune/Step": 17402, "Finetune/Step Time": 10.821016747504473}
+{"Finetune/Learning Rate": 4.705699860456814e-07, "Finetune/Loss": 0.5728414058685303, "Finetune/Loss (Raw)": 0.5992854833602905, "Finetune/Step": 17403, "Finetune/Step Time": 10.825632790103555}
+{"Finetune/Learning Rate": 4.7005962999071895e-07, "Finetune/Loss": 0.5727081298828125, "Finetune/Loss (Raw)": 0.6277194619178772, "Finetune/Step": 17404, "Finetune/Step Time": 10.836011439561844}
+{"Finetune/Learning Rate": 4.6954954417776533e-07, "Finetune/Loss": 0.5726553797721863, "Finetune/Loss (Raw)": 0.5695536732673645, "Finetune/Step": 17405, "Finetune/Step Time": 10.813128853216767}
+{"Finetune/Learning Rate": 4.6903972862128553e-07, "Finetune/Loss": 0.5727031230926514, "Finetune/Loss (Raw)": 0.6190166473388672, "Finetune/Step": 17406, "Finetune/Step Time": 10.809717163443565}
+{"Finetune/Learning Rate": 4.685301833357381e-07, "Finetune/Loss": 0.572221577167511, "Finetune/Loss (Raw)": 0.4919200837612152, "Finetune/Step": 17407, "Finetune/Step Time": 10.821570305153728}
+{"Finetune/Learning Rate": 4.6802090833557136e-07, "Finetune/Loss": 0.571506679058075, "Finetune/Loss (Raw)": 0.6009141802787781, "Finetune/Step": 17408, "Finetune/Step Time": 10.803116407245398}
+{"Finetune/Learning Rate": 4.675119036352249e-07, "Finetune/Loss": 0.572554349899292, "Finetune/Loss (Raw)": 0.7473104000091553, "Finetune/Step": 17409, "Finetune/Step Time": 10.799888148903847}
+{"Finetune/Learning Rate": 4.6700316924913393e-07, "Finetune/Loss": 0.5721704959869385, "Finetune/Loss (Raw)": 0.576209306716919, "Finetune/Step": 17410, "Finetune/Step Time": 10.79366902075708}
+{"Finetune/Learning Rate": 4.664947051917257e-07, "Finetune/Loss": 0.5719866156578064, "Finetune/Loss (Raw)": 0.5450549721717834, "Finetune/Step": 17411, "Finetune/Step Time": 10.799392320215702}
+{"Finetune/Learning Rate": 4.6598651147741646e-07, "Finetune/Loss": 0.5725962519645691, "Finetune/Loss (Raw)": 0.6358169317245483, "Finetune/Step": 17412, "Finetune/Step Time": 10.82018725760281}
+{"Finetune/Learning Rate": 4.654785881206192e-07, "Finetune/Loss": 0.5723981261253357, "Finetune/Loss (Raw)": 0.6317691802978516, "Finetune/Step": 17413, "Finetune/Step Time": 10.830046573653817}
+{"Finetune/Learning Rate": 4.649709351357379e-07, "Finetune/Loss": 0.5714282989501953, "Finetune/Loss (Raw)": 0.48392540216445923, "Finetune/Step": 17414, "Finetune/Step Time": 10.83900036290288}
+{"Finetune/Learning Rate": 4.644635525371666e-07, "Finetune/Loss": 0.5716267824172974, "Finetune/Loss (Raw)": 0.6758971810340881, "Finetune/Step": 17415, "Finetune/Step Time": 10.833734884858131}
+{"Finetune/Learning Rate": 4.6395644033929264e-07, "Finetune/Loss": 0.5716334581375122, "Finetune/Loss (Raw)": 0.5581341981887817, "Finetune/Step": 17416, "Finetune/Step Time": 10.834633652120829}
+{"Finetune/Learning Rate": 4.6344959855649684e-07, "Finetune/Loss": 0.5706171989440918, "Finetune/Loss (Raw)": 0.5169045329093933, "Finetune/Step": 17417, "Finetune/Step Time": 10.821621989831328}
+{"Finetune/Learning Rate": 4.629430272031532e-07, "Finetune/Loss": 0.5707073211669922, "Finetune/Loss (Raw)": 0.5717458128929138, "Finetune/Step": 17418, "Finetune/Step Time": 10.836084701120853}
+{"Finetune/Learning Rate": 4.624367262936247e-07, "Finetune/Loss": 0.570399284362793, "Finetune/Loss (Raw)": 0.5336897373199463, "Finetune/Step": 17419, "Finetune/Step Time": 10.864071801304817}
+{"Finetune/Learning Rate": 4.619306958422698e-07, "Finetune/Loss": 0.571308970451355, "Finetune/Loss (Raw)": 0.6373617649078369, "Finetune/Step": 17420, "Finetune/Step Time": 10.85724575817585}
+{"Finetune/Learning Rate": 4.614249358634382e-07, "Finetune/Loss": 0.5691303610801697, "Finetune/Loss (Raw)": 0.3076186776161194, "Finetune/Step": 17421, "Finetune/Step Time": 10.89200584217906}
+{"Finetune/Learning Rate": 4.6091944637147056e-07, "Finetune/Loss": 0.5699394345283508, "Finetune/Loss (Raw)": 0.651814341545105, "Finetune/Step": 17422, "Finetune/Step Time": 10.917874043807387}
+{"Finetune/Learning Rate": 4.604142273807022e-07, "Finetune/Loss": 0.5704009532928467, "Finetune/Loss (Raw)": 0.555702269077301, "Finetune/Step": 17423, "Finetune/Step Time": 10.918862421065569}
+{"Finetune/Learning Rate": 4.5990927890545934e-07, "Finetune/Loss": 0.5711965560913086, "Finetune/Loss (Raw)": 0.7201489210128784, "Finetune/Step": 17424, "Finetune/Step Time": 10.913191005587578}
+{"Finetune/Learning Rate": 4.5940460096006167e-07, "Finetune/Loss": 0.5716845989227295, "Finetune/Loss (Raw)": 0.5420212149620056, "Finetune/Step": 17425, "Finetune/Step Time": 10.907801469787955}
+{"Finetune/Learning Rate": 4.589001935588189e-07, "Finetune/Loss": 0.5709060430526733, "Finetune/Loss (Raw)": 0.5782681107521057, "Finetune/Step": 17426, "Finetune/Step Time": 10.911045441403985}
+{"Finetune/Learning Rate": 4.5839605671603614e-07, "Finetune/Loss": 0.5716218948364258, "Finetune/Loss (Raw)": 0.6786590218544006, "Finetune/Step": 17427, "Finetune/Step Time": 10.907371098175645}
+{"Finetune/Learning Rate": 4.578921904460076e-07, "Finetune/Loss": 0.5720834136009216, "Finetune/Loss (Raw)": 0.6355800628662109, "Finetune/Step": 17428, "Finetune/Step Time": 10.91446876898408}
+{"Finetune/Learning Rate": 4.57388594763023e-07, "Finetune/Loss": 0.5711709260940552, "Finetune/Loss (Raw)": 0.5157050490379333, "Finetune/Step": 17429, "Finetune/Step Time": 10.912188382819295}
+{"Finetune/Learning Rate": 4.5688526968136193e-07, "Finetune/Loss": 0.5720280408859253, "Finetune/Loss (Raw)": 0.5539129972457886, "Finetune/Step": 17430, "Finetune/Step Time": 10.878949530422688}
+{"Finetune/Learning Rate": 4.5638221521529746e-07, "Finetune/Loss": 0.5712106227874756, "Finetune/Loss (Raw)": 0.5765740871429443, "Finetune/Step": 17431, "Finetune/Step Time": 10.882930977270007}
+{"Finetune/Learning Rate": 4.55879431379096e-07, "Finetune/Loss": 0.5702753663063049, "Finetune/Loss (Raw)": 0.5657602548599243, "Finetune/Step": 17432, "Finetune/Step Time": 10.859117485582829}
+{"Finetune/Learning Rate": 4.553769181870127e-07, "Finetune/Loss": 0.5703847408294678, "Finetune/Loss (Raw)": 0.5445083975791931, "Finetune/Step": 17433, "Finetune/Step Time": 10.896822845563293}
+{"Finetune/Learning Rate": 4.548746756532996e-07, "Finetune/Loss": 0.5713640451431274, "Finetune/Loss (Raw)": 0.6385798454284668, "Finetune/Step": 17434, "Finetune/Step Time": 10.904971459880471}
+{"Finetune/Learning Rate": 4.5437270379219743e-07, "Finetune/Loss": 0.5723934769630432, "Finetune/Loss (Raw)": 0.7040393948554993, "Finetune/Step": 17435, "Finetune/Step Time": 10.91295582614839}
+{"Finetune/Learning Rate": 4.5387100261794157e-07, "Finetune/Loss": 0.5726362466812134, "Finetune/Loss (Raw)": 0.6208218336105347, "Finetune/Step": 17436, "Finetune/Step Time": 10.921268885955215}
+{"Finetune/Learning Rate": 4.5336957214475843e-07, "Finetune/Loss": 0.5724204182624817, "Finetune/Loss (Raw)": 0.5220166444778442, "Finetune/Step": 17437, "Finetune/Step Time": 10.924610560759902}
+{"Finetune/Learning Rate": 4.5286841238686876e-07, "Finetune/Loss": 0.5721995830535889, "Finetune/Loss (Raw)": 0.591438889503479, "Finetune/Step": 17438, "Finetune/Step Time": 10.920449290424585}
+{"Finetune/Learning Rate": 4.523675233584812e-07, "Finetune/Loss": 0.5713356733322144, "Finetune/Loss (Raw)": 0.6003369092941284, "Finetune/Step": 17439, "Finetune/Step Time": 10.921902012079954}
+{"Finetune/Learning Rate": 4.5186690507379894e-07, "Finetune/Loss": 0.5712081789970398, "Finetune/Loss (Raw)": 0.5846807360649109, "Finetune/Step": 17440, "Finetune/Step Time": 10.933970581740141}
+{"Finetune/Learning Rate": 4.513665575470216e-07, "Finetune/Loss": 0.5710529088973999, "Finetune/Loss (Raw)": 0.6102722883224487, "Finetune/Step": 17441, "Finetune/Step Time": 10.936430133879185}
+{"Finetune/Learning Rate": 4.5086648079233686e-07, "Finetune/Loss": 0.5707535147666931, "Finetune/Loss (Raw)": 0.5179421305656433, "Finetune/Step": 17442, "Finetune/Step Time": 10.9368997476995}
+{"Finetune/Learning Rate": 4.503666748239244e-07, "Finetune/Loss": 0.5703166723251343, "Finetune/Loss (Raw)": 0.5503224730491638, "Finetune/Step": 17443, "Finetune/Step Time": 10.939717628061771}
+{"Finetune/Learning Rate": 4.498671396559584e-07, "Finetune/Loss": 0.569089412689209, "Finetune/Loss (Raw)": 0.4887750744819641, "Finetune/Step": 17444, "Finetune/Step Time": 10.954805755987763}
+{"Finetune/Learning Rate": 4.4936787530260207e-07, "Finetune/Loss": 0.5681595206260681, "Finetune/Loss (Raw)": 0.43080270290374756, "Finetune/Step": 17445, "Finetune/Step Time": 10.99464314430952}
+{"Finetune/Learning Rate": 4.4886888177801404e-07, "Finetune/Loss": 0.5676696300506592, "Finetune/Loss (Raw)": 0.48850807547569275, "Finetune/Step": 17446, "Finetune/Step Time": 10.970162926241755}
+{"Finetune/Learning Rate": 4.4837015909634405e-07, "Finetune/Loss": 0.5674435496330261, "Finetune/Loss (Raw)": 0.5838106870651245, "Finetune/Step": 17447, "Finetune/Step Time": 10.965276891365647}
+{"Finetune/Learning Rate": 4.4787170727173537e-07, "Finetune/Loss": 0.5677684545516968, "Finetune/Loss (Raw)": 0.6073010563850403, "Finetune/Step": 17448, "Finetune/Step Time": 10.959508938714862}
+{"Finetune/Learning Rate": 4.473735263183243e-07, "Finetune/Loss": 0.5682103633880615, "Finetune/Loss (Raw)": 0.6084025502204895, "Finetune/Step": 17449, "Finetune/Step Time": 10.95839537680149}
+{"Finetune/Learning Rate": 4.4687561625023637e-07, "Finetune/Loss": 0.5665301084518433, "Finetune/Loss (Raw)": 0.4938119351863861, "Finetune/Step": 17450, "Finetune/Step Time": 10.958180647343397}
+{"Finetune/Learning Rate": 4.4637797708158904e-07, "Finetune/Loss": 0.5674887895584106, "Finetune/Loss (Raw)": 0.6205801367759705, "Finetune/Step": 17451, "Finetune/Step Time": 10.923977795988321}
+{"Finetune/Learning Rate": 4.458806088264955e-07, "Finetune/Loss": 0.567772626876831, "Finetune/Loss (Raw)": 0.5619874000549316, "Finetune/Step": 17452, "Finetune/Step Time": 10.918328640982509}
+{"Finetune/Learning Rate": 4.45383511499059e-07, "Finetune/Loss": 0.5689295530319214, "Finetune/Loss (Raw)": 0.5298290848731995, "Finetune/Step": 17453, "Finetune/Step Time": 10.881089886650443}
+{"Finetune/Learning Rate": 4.4488668511337594e-07, "Finetune/Loss": 0.5689442157745361, "Finetune/Loss (Raw)": 0.5173050761222839, "Finetune/Step": 17454, "Finetune/Step Time": 10.878924999386072}
+{"Finetune/Learning Rate": 4.4439012968353623e-07, "Finetune/Loss": 0.5654845237731934, "Finetune/Loss (Raw)": 0.32335638999938965, "Finetune/Step": 17455, "Finetune/Step Time": 10.895613996312022}
+{"Finetune/Learning Rate": 4.438938452236219e-07, "Finetune/Loss": 0.5651021003723145, "Finetune/Loss (Raw)": 0.5800416469573975, "Finetune/Step": 17456, "Finetune/Step Time": 10.89786702208221}
+{"Finetune/Learning Rate": 4.433978317477028e-07, "Finetune/Loss": 0.5651229619979858, "Finetune/Loss (Raw)": 0.5915396213531494, "Finetune/Step": 17457, "Finetune/Step Time": 10.904988393187523}
+{"Finetune/Learning Rate": 4.4290208926984546e-07, "Finetune/Loss": 0.5649862289428711, "Finetune/Loss (Raw)": 0.5679601430892944, "Finetune/Step": 17458, "Finetune/Step Time": 10.904802650213242}
+{"Finetune/Learning Rate": 4.4240661780410755e-07, "Finetune/Loss": 0.5651317834854126, "Finetune/Loss (Raw)": 0.5591676831245422, "Finetune/Step": 17459, "Finetune/Step Time": 10.911350840702653}
+{"Finetune/Learning Rate": 4.4191141736454114e-07, "Finetune/Loss": 0.5646467208862305, "Finetune/Loss (Raw)": 0.489702433347702, "Finetune/Step": 17460, "Finetune/Step Time": 10.900449762120843}
+{"Finetune/Learning Rate": 4.41416487965185e-07, "Finetune/Loss": 0.5658203959465027, "Finetune/Loss (Raw)": 0.6349539756774902, "Finetune/Step": 17461, "Finetune/Step Time": 10.905109658837318}
+{"Finetune/Learning Rate": 4.4092182962008013e-07, "Finetune/Loss": 0.5673320293426514, "Finetune/Loss (Raw)": 0.7352413535118103, "Finetune/Step": 17462, "Finetune/Step Time": 10.901753632351756}
+{"Finetune/Learning Rate": 4.404274423432475e-07, "Finetune/Loss": 0.5678361058235168, "Finetune/Loss (Raw)": 0.6236432194709778, "Finetune/Step": 17463, "Finetune/Step Time": 10.91165529564023}
+{"Finetune/Learning Rate": 4.399333261487082e-07, "Finetune/Loss": 0.5696513652801514, "Finetune/Loss (Raw)": 0.7123680114746094, "Finetune/Step": 17464, "Finetune/Step Time": 10.869392149150372}
+{"Finetune/Learning Rate": 4.3943948105047543e-07, "Finetune/Loss": 0.570560872554779, "Finetune/Loss (Raw)": 0.6751036047935486, "Finetune/Step": 17465, "Finetune/Step Time": 10.849749386310577}
+{"Finetune/Learning Rate": 4.3894590706255235e-07, "Finetune/Loss": 0.570175290107727, "Finetune/Loss (Raw)": 0.5965936183929443, "Finetune/Step": 17466, "Finetune/Step Time": 10.849770288914442}
+{"Finetune/Learning Rate": 4.384526041989357e-07, "Finetune/Loss": 0.5698635578155518, "Finetune/Loss (Raw)": 0.5556486248970032, "Finetune/Step": 17467, "Finetune/Step Time": 10.854901844635606}
+{"Finetune/Learning Rate": 4.37959572473613e-07, "Finetune/Loss": 0.5686377286911011, "Finetune/Loss (Raw)": 0.584912121295929, "Finetune/Step": 17468, "Finetune/Step Time": 10.851716389879584}
+{"Finetune/Learning Rate": 4.374668119005665e-07, "Finetune/Loss": 0.5684847831726074, "Finetune/Loss (Raw)": 0.519404411315918, "Finetune/Step": 17469, "Finetune/Step Time": 10.84838480129838}
+{"Finetune/Learning Rate": 4.369743224937695e-07, "Finetune/Loss": 0.5690819025039673, "Finetune/Loss (Raw)": 0.6634632349014282, "Finetune/Step": 17470, "Finetune/Step Time": 10.846352450549603}
+{"Finetune/Learning Rate": 4.364821042671863e-07, "Finetune/Loss": 0.5683777928352356, "Finetune/Loss (Raw)": 0.465317040681839, "Finetune/Step": 17471, "Finetune/Step Time": 10.843431873247027}
+{"Finetune/Learning Rate": 4.359901572347758e-07, "Finetune/Loss": 0.5685851573944092, "Finetune/Loss (Raw)": 0.6558943390846252, "Finetune/Step": 17472, "Finetune/Step Time": 10.841828759759665}
+{"Finetune/Learning Rate": 4.354984814104879e-07, "Finetune/Loss": 0.5682327747344971, "Finetune/Loss (Raw)": 0.5561601519584656, "Finetune/Step": 17473, "Finetune/Step Time": 10.826870862394571}
+{"Finetune/Learning Rate": 4.3500707680826595e-07, "Finetune/Loss": 0.5670653581619263, "Finetune/Loss (Raw)": 0.4754945933818817, "Finetune/Step": 17474, "Finetune/Step Time": 10.825283883139491}
+{"Finetune/Learning Rate": 4.3451594344204426e-07, "Finetune/Loss": 0.5678356289863586, "Finetune/Loss (Raw)": 0.7148002982139587, "Finetune/Step": 17475, "Finetune/Step Time": 10.830314222723246}
+{"Finetune/Learning Rate": 4.340250813257485e-07, "Finetune/Loss": 0.5661252737045288, "Finetune/Loss (Raw)": 0.3945801258087158, "Finetune/Step": 17476, "Finetune/Step Time": 10.810544541105628}
+{"Finetune/Learning Rate": 4.3353449047330076e-07, "Finetune/Loss": 0.5659022331237793, "Finetune/Loss (Raw)": 0.4906710386276245, "Finetune/Step": 17477, "Finetune/Step Time": 10.796127026900649}
+{"Finetune/Learning Rate": 4.3304417089861106e-07, "Finetune/Loss": 0.5651030540466309, "Finetune/Loss (Raw)": 0.498374342918396, "Finetune/Step": 17478, "Finetune/Step Time": 10.793685195967555}
+{"Finetune/Learning Rate": 4.325541226155827e-07, "Finetune/Loss": 0.5641888380050659, "Finetune/Loss (Raw)": 0.39698371291160583, "Finetune/Step": 17479, "Finetune/Step Time": 10.831599347293377}
+{"Finetune/Learning Rate": 4.320643456381157e-07, "Finetune/Loss": 0.5644741058349609, "Finetune/Loss (Raw)": 0.6192237734794617, "Finetune/Step": 17480, "Finetune/Step Time": 10.827024916186929}
+{"Finetune/Learning Rate": 4.3157483998009454e-07, "Finetune/Loss": 0.5654563903808594, "Finetune/Loss (Raw)": 0.6164698004722595, "Finetune/Step": 17481, "Finetune/Step Time": 10.793893471360207}
+{"Finetune/Learning Rate": 4.3108560565540135e-07, "Finetune/Loss": 0.5656111240386963, "Finetune/Loss (Raw)": 0.578696608543396, "Finetune/Step": 17482, "Finetune/Step Time": 10.77838371694088}
+{"Finetune/Learning Rate": 4.305966426779118e-07, "Finetune/Loss": 0.5655804872512817, "Finetune/Loss (Raw)": 0.552090048789978, "Finetune/Step": 17483, "Finetune/Step Time": 10.775047222152352}
+{"Finetune/Learning Rate": 4.3010795106148804e-07, "Finetune/Loss": 0.5657685995101929, "Finetune/Loss (Raw)": 0.5786786675453186, "Finetune/Step": 17484, "Finetune/Step Time": 10.771668625995517}
+{"Finetune/Learning Rate": 4.296195308199913e-07, "Finetune/Loss": 0.5657038688659668, "Finetune/Loss (Raw)": 0.6310794949531555, "Finetune/Step": 17485, "Finetune/Step Time": 10.773879839107394}
+{"Finetune/Learning Rate": 4.2913138196726934e-07, "Finetune/Loss": 0.5655081272125244, "Finetune/Loss (Raw)": 0.5236913561820984, "Finetune/Step": 17486, "Finetune/Step Time": 10.763930654153228}
+{"Finetune/Learning Rate": 4.286435045171666e-07, "Finetune/Loss": 0.5649844408035278, "Finetune/Loss (Raw)": 0.5794790983200073, "Finetune/Step": 17487, "Finetune/Step Time": 10.745115738362074}
+{"Finetune/Learning Rate": 4.2815589848351434e-07, "Finetune/Loss": 0.5657578706741333, "Finetune/Loss (Raw)": 0.6217796802520752, "Finetune/Step": 17488, "Finetune/Step Time": 10.721138995140791}
+{"Finetune/Learning Rate": 4.2766856388014367e-07, "Finetune/Loss": 0.5651624202728271, "Finetune/Loss (Raw)": 0.5344825387001038, "Finetune/Step": 17489, "Finetune/Step Time": 10.737407689914107}
+{"Finetune/Learning Rate": 4.271815007208724e-07, "Finetune/Loss": 0.566957950592041, "Finetune/Loss (Raw)": 0.7317554354667664, "Finetune/Step": 17490, "Finetune/Step Time": 10.727911664173007}
+{"Finetune/Learning Rate": 4.266947090195117e-07, "Finetune/Loss": 0.5676316022872925, "Finetune/Loss (Raw)": 0.5954942107200623, "Finetune/Step": 17491, "Finetune/Step Time": 10.726818697527051}
+{"Finetune/Learning Rate": 4.2620818878986727e-07, "Finetune/Loss": 0.567895233631134, "Finetune/Loss (Raw)": 0.47769269347190857, "Finetune/Step": 17492, "Finetune/Step Time": 10.72668543457985}
+{"Finetune/Learning Rate": 4.257219400457346e-07, "Finetune/Loss": 0.5678891539573669, "Finetune/Loss (Raw)": 0.5527722835540771, "Finetune/Step": 17493, "Finetune/Step Time": 10.764067191630602}
+{"Finetune/Learning Rate": 4.252359628009017e-07, "Finetune/Loss": 0.567540168762207, "Finetune/Loss (Raw)": 0.652095377445221, "Finetune/Step": 17494, "Finetune/Step Time": 10.775930544361472}
+{"Finetune/Learning Rate": 4.247502570691497e-07, "Finetune/Loss": 0.5686455965042114, "Finetune/Loss (Raw)": 0.6360985636711121, "Finetune/Step": 17495, "Finetune/Step Time": 10.782920122146606}
+{"Finetune/Learning Rate": 4.242648228642499e-07, "Finetune/Loss": 0.5693570375442505, "Finetune/Loss (Raw)": 0.5117636322975159, "Finetune/Step": 17496, "Finetune/Step Time": 10.780516715720296}
+{"Finetune/Learning Rate": 4.237796601999722e-07, "Finetune/Loss": 0.5689957141876221, "Finetune/Loss (Raw)": 0.533567488193512, "Finetune/Step": 17497, "Finetune/Step Time": 10.782895719632506}
+{"Finetune/Learning Rate": 4.232947690900724e-07, "Finetune/Loss": 0.5689569711685181, "Finetune/Loss (Raw)": 0.6574227213859558, "Finetune/Step": 17498, "Finetune/Step Time": 10.79365131817758}
+{"Finetune/Learning Rate": 4.228101495483017e-07, "Finetune/Loss": 0.568780779838562, "Finetune/Loss (Raw)": 0.5857915878295898, "Finetune/Step": 17499, "Finetune/Step Time": 10.789583630859852}
+{"Finetune/Learning Rate": 4.2232580158839907e-07, "Finetune/Loss": 0.5694654583930969, "Finetune/Loss (Raw)": 0.6204782128334045, "Finetune/Step": 17500, "Finetune/Step Time": 10.788522198796272}
+{"Finetune/Learning Rate": 4.218417252241025e-07, "Finetune/Loss": 0.5707516670227051, "Finetune/Loss (Raw)": 0.6205685138702393, "Finetune/Step": 17501, "Finetune/Step Time": 10.757815446704626}
+{"Finetune/Learning Rate": 4.213579204691376e-07, "Finetune/Loss": 0.5709247589111328, "Finetune/Loss (Raw)": 0.5503847599029541, "Finetune/Step": 17502, "Finetune/Step Time": 10.735343450680375}
+{"Finetune/Learning Rate": 4.208743873372223e-07, "Finetune/Loss": 0.5713566541671753, "Finetune/Loss (Raw)": 0.6548091769218445, "Finetune/Step": 17503, "Finetune/Step Time": 10.749222554266453}
+{"Finetune/Learning Rate": 4.203911258420712e-07, "Finetune/Loss": 0.5711758136749268, "Finetune/Loss (Raw)": 0.4722636342048645, "Finetune/Step": 17504, "Finetune/Step Time": 10.747221287339926}
+{"Finetune/Learning Rate": 4.199081359973889e-07, "Finetune/Loss": 0.5707405209541321, "Finetune/Loss (Raw)": 0.5205997824668884, "Finetune/Step": 17505, "Finetune/Step Time": 10.737069595605135}
+{"Finetune/Learning Rate": 4.194254178168689e-07, "Finetune/Loss": 0.5701048970222473, "Finetune/Loss (Raw)": 0.5897380709648132, "Finetune/Step": 17506, "Finetune/Step Time": 10.730734817683697}
+{"Finetune/Learning Rate": 4.1894297131419903e-07, "Finetune/Loss": 0.5687103271484375, "Finetune/Loss (Raw)": 0.46727681159973145, "Finetune/Step": 17507, "Finetune/Step Time": 10.736604133620858}
+{"Finetune/Learning Rate": 4.184607965030629e-07, "Finetune/Loss": 0.5695763826370239, "Finetune/Loss (Raw)": 0.7124484181404114, "Finetune/Step": 17508, "Finetune/Step Time": 10.743815002962947}
+{"Finetune/Learning Rate": 4.179788933971318e-07, "Finetune/Loss": 0.5698670744895935, "Finetune/Loss (Raw)": 0.5392183661460876, "Finetune/Step": 17509, "Finetune/Step Time": 10.724367834627628}
+{"Finetune/Learning Rate": 4.1749726201007037e-07, "Finetune/Loss": 0.5700013637542725, "Finetune/Loss (Raw)": 0.6020129323005676, "Finetune/Step": 17510, "Finetune/Step Time": 10.732762770727277}
+{"Finetune/Learning Rate": 4.170159023555409e-07, "Finetune/Loss": 0.5715781450271606, "Finetune/Loss (Raw)": 0.5195848345756531, "Finetune/Step": 17511, "Finetune/Step Time": 10.6960246283561}
+{"Finetune/Learning Rate": 4.165348144471881e-07, "Finetune/Loss": 0.5723440647125244, "Finetune/Loss (Raw)": 0.6349585056304932, "Finetune/Step": 17512, "Finetune/Step Time": 10.699458183720708}
+{"Finetune/Learning Rate": 4.160539982986567e-07, "Finetune/Loss": 0.5741609334945679, "Finetune/Loss (Raw)": 0.5153099298477173, "Finetune/Step": 17513, "Finetune/Step Time": 10.665389338508248}
+{"Finetune/Learning Rate": 4.1557345392358004e-07, "Finetune/Loss": 0.5751656293869019, "Finetune/Loss (Raw)": 0.6364312767982483, "Finetune/Step": 17514, "Finetune/Step Time": 10.6751709561795}
+{"Finetune/Learning Rate": 4.150931813355863e-07, "Finetune/Loss": 0.5740673542022705, "Finetune/Loss (Raw)": 0.44606292247772217, "Finetune/Step": 17515, "Finetune/Step Time": 10.678542871028185}
+{"Finetune/Learning Rate": 4.1461318054829446e-07, "Finetune/Loss": 0.5742121934890747, "Finetune/Loss (Raw)": 0.5152395963668823, "Finetune/Step": 17516, "Finetune/Step Time": 10.682854754850268}
+{"Finetune/Learning Rate": 4.141334515753148e-07, "Finetune/Loss": 0.5742740631103516, "Finetune/Loss (Raw)": 0.6039911508560181, "Finetune/Step": 17517, "Finetune/Step Time": 10.685501638799906}
+{"Finetune/Learning Rate": 4.13653994430252e-07, "Finetune/Loss": 0.5741634368896484, "Finetune/Loss (Raw)": 0.6046794652938843, "Finetune/Step": 17518, "Finetune/Step Time": 10.680094027891755}
+{"Finetune/Learning Rate": 4.1317480912670296e-07, "Finetune/Loss": 0.5747030377388, "Finetune/Loss (Raw)": 0.6079829335212708, "Finetune/Step": 17519, "Finetune/Step Time": 10.679166054353118}
+{"Finetune/Learning Rate": 4.126958956782545e-07, "Finetune/Loss": 0.5746250748634338, "Finetune/Loss (Raw)": 0.5407648086547852, "Finetune/Step": 17520, "Finetune/Step Time": 10.674470668658614}
+{"Finetune/Learning Rate": 4.12217254098487e-07, "Finetune/Loss": 0.5740107297897339, "Finetune/Loss (Raw)": 0.5549236536026001, "Finetune/Step": 17521, "Finetune/Step Time": 10.680599372833967}
+{"Finetune/Learning Rate": 4.117388844009751e-07, "Finetune/Loss": 0.574514627456665, "Finetune/Loss (Raw)": 0.6336241364479065, "Finetune/Step": 17522, "Finetune/Step Time": 10.677872646600008}
+{"Finetune/Learning Rate": 4.1126078659928236e-07, "Finetune/Loss": 0.5736541748046875, "Finetune/Loss (Raw)": 0.4997978210449219, "Finetune/Step": 17523, "Finetune/Step Time": 10.674168135970831}
+{"Finetune/Learning Rate": 4.1078296070696797e-07, "Finetune/Loss": 0.5723119378089905, "Finetune/Loss (Raw)": 0.47877195477485657, "Finetune/Step": 17524, "Finetune/Step Time": 10.662733994424343}
+{"Finetune/Learning Rate": 4.1030540673758e-07, "Finetune/Loss": 0.5720268487930298, "Finetune/Loss (Raw)": 0.5198125839233398, "Finetune/Step": 17525, "Finetune/Step Time": 10.65600355528295}
+{"Finetune/Learning Rate": 4.0982812470466204e-07, "Finetune/Loss": 0.5717363357543945, "Finetune/Loss (Raw)": 0.49787113070487976, "Finetune/Step": 17526, "Finetune/Step Time": 10.653809782117605}
+{"Finetune/Learning Rate": 4.093511146217466e-07, "Finetune/Loss": 0.5716707110404968, "Finetune/Loss (Raw)": 0.6062443256378174, "Finetune/Step": 17527, "Finetune/Step Time": 10.653898974880576}
+{"Finetune/Learning Rate": 4.088743765023617e-07, "Finetune/Loss": 0.5720652341842651, "Finetune/Loss (Raw)": 0.6383236646652222, "Finetune/Step": 17528, "Finetune/Step Time": 10.673271909356117}
+{"Finetune/Learning Rate": 4.083979103600277e-07, "Finetune/Loss": 0.5722891092300415, "Finetune/Loss (Raw)": 0.5587301254272461, "Finetune/Step": 17529, "Finetune/Step Time": 10.674975752830505}
+{"Finetune/Learning Rate": 4.079217162082516e-07, "Finetune/Loss": 0.5729244351387024, "Finetune/Loss (Raw)": 0.6198576092720032, "Finetune/Step": 17530, "Finetune/Step Time": 10.672044813632965}
+{"Finetune/Learning Rate": 4.074457940605403e-07, "Finetune/Loss": 0.5730530023574829, "Finetune/Loss (Raw)": 0.6157417297363281, "Finetune/Step": 17531, "Finetune/Step Time": 10.674537353217602}
+{"Finetune/Learning Rate": 4.069701439303886e-07, "Finetune/Loss": 0.572382390499115, "Finetune/Loss (Raw)": 0.541875958442688, "Finetune/Step": 17532, "Finetune/Step Time": 10.654931407421827}
+{"Finetune/Learning Rate": 4.0649476583128566e-07, "Finetune/Loss": 0.5727912783622742, "Finetune/Loss (Raw)": 0.6218923330307007, "Finetune/Step": 17533, "Finetune/Step Time": 10.645990399643779}
+{"Finetune/Learning Rate": 4.0601965977670964e-07, "Finetune/Loss": 0.5740231275558472, "Finetune/Loss (Raw)": 0.7767035365104675, "Finetune/Step": 17534, "Finetune/Step Time": 10.650373009964824}
+{"Finetune/Learning Rate": 4.0554482578013645e-07, "Finetune/Loss": 0.5742597579956055, "Finetune/Loss (Raw)": 0.5221999883651733, "Finetune/Step": 17535, "Finetune/Step Time": 10.651563493534923}
+{"Finetune/Learning Rate": 4.0507026385502747e-07, "Finetune/Loss": 0.573687732219696, "Finetune/Loss (Raw)": 0.5277004241943359, "Finetune/Step": 17536, "Finetune/Step Time": 10.662386296316981}
+{"Finetune/Learning Rate": 4.0459597401483977e-07, "Finetune/Loss": 0.574028491973877, "Finetune/Loss (Raw)": 0.7909258008003235, "Finetune/Step": 17537, "Finetune/Step Time": 10.661815255880356}
+{"Finetune/Learning Rate": 4.04121956273027e-07, "Finetune/Loss": 0.5743939876556396, "Finetune/Loss (Raw)": 0.6229955554008484, "Finetune/Step": 17538, "Finetune/Step Time": 10.657270399853587}
+{"Finetune/Learning Rate": 4.036482106430273e-07, "Finetune/Loss": 0.5741453170776367, "Finetune/Loss (Raw)": 0.5132210850715637, "Finetune/Step": 17539, "Finetune/Step Time": 10.655504336580634}
+{"Finetune/Learning Rate": 4.031747371382766e-07, "Finetune/Loss": 0.5740442872047424, "Finetune/Loss (Raw)": 0.6228861212730408, "Finetune/Step": 17540, "Finetune/Step Time": 10.641978025436401}
+{"Finetune/Learning Rate": 4.0270153577220196e-07, "Finetune/Loss": 0.5749967098236084, "Finetune/Loss (Raw)": 0.7536796927452087, "Finetune/Step": 17541, "Finetune/Step Time": 10.632516626268625}
+{"Finetune/Learning Rate": 4.0222860655821927e-07, "Finetune/Loss": 0.5758379697799683, "Finetune/Loss (Raw)": 0.591614305973053, "Finetune/Step": 17542, "Finetune/Step Time": 10.623373417183757}
+{"Finetune/Learning Rate": 4.017559495097412e-07, "Finetune/Loss": 0.5750157833099365, "Finetune/Loss (Raw)": 0.5706472396850586, "Finetune/Step": 17543, "Finetune/Step Time": 10.625531882047653}
+{"Finetune/Learning Rate": 4.0128356464016915e-07, "Finetune/Loss": 0.5743119716644287, "Finetune/Loss (Raw)": 0.468048632144928, "Finetune/Step": 17544, "Finetune/Step Time": 10.629985498264432}
+{"Finetune/Learning Rate": 4.008114519629014e-07, "Finetune/Loss": 0.5751053094863892, "Finetune/Loss (Raw)": 0.6184484362602234, "Finetune/Step": 17545, "Finetune/Step Time": 10.632647670805454}
+{"Finetune/Learning Rate": 4.003396114913238e-07, "Finetune/Loss": 0.5759708881378174, "Finetune/Loss (Raw)": 0.6825434565544128, "Finetune/Step": 17546, "Finetune/Step Time": 10.627504048869014}
+{"Finetune/Learning Rate": 3.9986804323881913e-07, "Finetune/Loss": 0.5766941905021667, "Finetune/Loss (Raw)": 0.6262706518173218, "Finetune/Step": 17547, "Finetune/Step Time": 10.60292499139905}
+{"Finetune/Learning Rate": 3.993967472187565e-07, "Finetune/Loss": 0.5769813656806946, "Finetune/Loss (Raw)": 0.6741206645965576, "Finetune/Step": 17548, "Finetune/Step Time": 10.616145825013518}
+{"Finetune/Learning Rate": 3.9892572344450096e-07, "Finetune/Loss": 0.5795139670372009, "Finetune/Loss (Raw)": 0.6317887306213379, "Finetune/Step": 17549, "Finetune/Step Time": 10.585548797622323}
+{"Finetune/Learning Rate": 3.984549719294106e-07, "Finetune/Loss": 0.5787614583969116, "Finetune/Loss (Raw)": 0.5554993748664856, "Finetune/Step": 17550, "Finetune/Step Time": 10.561645206063986}
+{"Finetune/Learning Rate": 3.979844926868337e-07, "Finetune/Loss": 0.5787930488586426, "Finetune/Loss (Raw)": 0.5597439408302307, "Finetune/Step": 17551, "Finetune/Step Time": 10.545071627944708}
+{"Finetune/Learning Rate": 3.9751428573011175e-07, "Finetune/Loss": 0.5776380896568298, "Finetune/Loss (Raw)": 0.5723150372505188, "Finetune/Step": 17552, "Finetune/Step Time": 10.548043321818113}
+{"Finetune/Learning Rate": 3.970443510725808e-07, "Finetune/Loss": 0.5789403319358826, "Finetune/Loss (Raw)": 0.7087120413780212, "Finetune/Step": 17553, "Finetune/Step Time": 10.542911369353533}
+{"Finetune/Learning Rate": 3.965746887275634e-07, "Finetune/Loss": 0.5793033838272095, "Finetune/Loss (Raw)": 0.6247339844703674, "Finetune/Step": 17554, "Finetune/Step Time": 10.534725168719888}
+{"Finetune/Learning Rate": 3.961052987083791e-07, "Finetune/Loss": 0.5786769986152649, "Finetune/Loss (Raw)": 0.598477303981781, "Finetune/Step": 17555, "Finetune/Step Time": 10.53658290952444}
+{"Finetune/Learning Rate": 3.956361810283393e-07, "Finetune/Loss": 0.5786664485931396, "Finetune/Loss (Raw)": 0.6342357993125916, "Finetune/Step": 17556, "Finetune/Step Time": 10.531264640390873}
+{"Finetune/Learning Rate": 3.9516733570074573e-07, "Finetune/Loss": 0.5797664523124695, "Finetune/Loss (Raw)": 0.656501829624176, "Finetune/Step": 17557, "Finetune/Step Time": 10.531892284750938}
+{"Finetune/Learning Rate": 3.946987627388943e-07, "Finetune/Loss": 0.5797273516654968, "Finetune/Loss (Raw)": 0.5489128828048706, "Finetune/Step": 17558, "Finetune/Step Time": 10.548507353290915}
+{"Finetune/Learning Rate": 3.942304621560722e-07, "Finetune/Loss": 0.5786846876144409, "Finetune/Loss (Raw)": 0.4431115388870239, "Finetune/Step": 17559, "Finetune/Step Time": 10.577910177409649}
+{"Finetune/Learning Rate": 3.937624339655599e-07, "Finetune/Loss": 0.5791300535202026, "Finetune/Loss (Raw)": 0.622762143611908, "Finetune/Step": 17560, "Finetune/Step Time": 10.582817554473877}
+{"Finetune/Learning Rate": 3.9329467818062684e-07, "Finetune/Loss": 0.5802883505821228, "Finetune/Loss (Raw)": 0.6927700042724609, "Finetune/Step": 17561, "Finetune/Step Time": 10.549947168678045}
+{"Finetune/Learning Rate": 3.928271948145401e-07, "Finetune/Loss": 0.5803000926971436, "Finetune/Loss (Raw)": 0.6400866508483887, "Finetune/Step": 17562, "Finetune/Step Time": 10.551485663279891}
+{"Finetune/Learning Rate": 3.9235998388055474e-07, "Finetune/Loss": 0.5800722241401672, "Finetune/Loss (Raw)": 0.6748704314231873, "Finetune/Step": 17563, "Finetune/Step Time": 10.544926660135388}
+{"Finetune/Learning Rate": 3.9189304539191895e-07, "Finetune/Loss": 0.580310583114624, "Finetune/Loss (Raw)": 0.651333749294281, "Finetune/Step": 17564, "Finetune/Step Time": 10.551929786801338}
+{"Finetune/Learning Rate": 3.9142637936187556e-07, "Finetune/Loss": 0.5803991556167603, "Finetune/Loss (Raw)": 0.5333504676818848, "Finetune/Step": 17565, "Finetune/Step Time": 10.545160412788391}
+{"Finetune/Learning Rate": 3.9095998580365724e-07, "Finetune/Loss": 0.5790483355522156, "Finetune/Loss (Raw)": 0.418532133102417, "Finetune/Step": 17566, "Finetune/Step Time": 10.5815603826195}
+{"Finetune/Learning Rate": 3.9049386473048787e-07, "Finetune/Loss": 0.5790948867797852, "Finetune/Loss (Raw)": 0.6063007116317749, "Finetune/Step": 17567, "Finetune/Step Time": 10.584508644416928}
+{"Finetune/Learning Rate": 3.9002801615558805e-07, "Finetune/Loss": 0.5789726376533508, "Finetune/Loss (Raw)": 0.5690293312072754, "Finetune/Step": 17568, "Finetune/Step Time": 10.592770747840405}
+{"Finetune/Learning Rate": 3.8956244009216604e-07, "Finetune/Loss": 0.5790550708770752, "Finetune/Loss (Raw)": 0.6208310127258301, "Finetune/Step": 17569, "Finetune/Step Time": 10.59835091792047}
+{"Finetune/Learning Rate": 3.8909713655342464e-07, "Finetune/Loss": 0.5792633891105652, "Finetune/Loss (Raw)": 0.544600248336792, "Finetune/Step": 17570, "Finetune/Step Time": 10.592859335243702}
+{"Finetune/Learning Rate": 3.8863210555255884e-07, "Finetune/Loss": 0.5792091488838196, "Finetune/Loss (Raw)": 0.5433805584907532, "Finetune/Step": 17571, "Finetune/Step Time": 10.606205504387617}
+{"Finetune/Learning Rate": 3.881673471027558e-07, "Finetune/Loss": 0.5791727304458618, "Finetune/Loss (Raw)": 0.4841161370277405, "Finetune/Step": 17572, "Finetune/Step Time": 10.597528144717216}
+{"Finetune/Learning Rate": 3.8770286121719403e-07, "Finetune/Loss": 0.5807411670684814, "Finetune/Loss (Raw)": 0.6315608024597168, "Finetune/Step": 17573, "Finetune/Step Time": 10.565767385065556}
+{"Finetune/Learning Rate": 3.872386479090451e-07, "Finetune/Loss": 0.5800150036811829, "Finetune/Loss (Raw)": 0.395562082529068, "Finetune/Step": 17574, "Finetune/Step Time": 10.603054726496339}
+{"Finetune/Learning Rate": 3.86774707191474e-07, "Finetune/Loss": 0.5815694332122803, "Finetune/Loss (Raw)": 0.7827799320220947, "Finetune/Step": 17575, "Finetune/Step Time": 10.604112315922976}
+{"Finetune/Learning Rate": 3.863110390776348e-07, "Finetune/Loss": 0.580447793006897, "Finetune/Loss (Raw)": 0.4637218713760376, "Finetune/Step": 17576, "Finetune/Step Time": 10.607667101547122}
+{"Finetune/Learning Rate": 3.8584764358067794e-07, "Finetune/Loss": 0.579799473285675, "Finetune/Loss (Raw)": 0.5254181027412415, "Finetune/Step": 17577, "Finetune/Step Time": 10.605805087834597}
+{"Finetune/Learning Rate": 3.85384520713743e-07, "Finetune/Loss": 0.5801622867584229, "Finetune/Loss (Raw)": 0.5402601957321167, "Finetune/Step": 17578, "Finetune/Step Time": 10.617591986432672}
+{"Finetune/Learning Rate": 3.8492167048996166e-07, "Finetune/Loss": 0.5801994800567627, "Finetune/Loss (Raw)": 0.6253296136856079, "Finetune/Step": 17579, "Finetune/Step Time": 10.629430694505572}
+{"Finetune/Learning Rate": 3.844590929224601e-07, "Finetune/Loss": 0.5796382427215576, "Finetune/Loss (Raw)": 0.49015915393829346, "Finetune/Step": 17580, "Finetune/Step Time": 10.623082736507058}
+{"Finetune/Learning Rate": 3.839967880243567e-07, "Finetune/Loss": 0.580689549446106, "Finetune/Loss (Raw)": 0.6643948554992676, "Finetune/Step": 17581, "Finetune/Step Time": 10.622276905924082}
+{"Finetune/Learning Rate": 3.8353475580875874e-07, "Finetune/Loss": 0.5818113684654236, "Finetune/Loss (Raw)": 0.6608942151069641, "Finetune/Step": 17582, "Finetune/Step Time": 10.646095283329487}
+{"Finetune/Learning Rate": 3.830729962887714e-07, "Finetune/Loss": 0.5837584733963013, "Finetune/Loss (Raw)": 0.5725842714309692, "Finetune/Step": 17583, "Finetune/Step Time": 10.629535268992186}
+{"Finetune/Learning Rate": 3.8261150947748627e-07, "Finetune/Loss": 0.584084153175354, "Finetune/Loss (Raw)": 0.6217270493507385, "Finetune/Step": 17584, "Finetune/Step Time": 10.6305873952806}
+{"Finetune/Learning Rate": 3.821502953879908e-07, "Finetune/Loss": 0.5835316181182861, "Finetune/Loss (Raw)": 0.5208236575126648, "Finetune/Step": 17585, "Finetune/Step Time": 10.617676040157676}
+{"Finetune/Learning Rate": 3.8168935403336215e-07, "Finetune/Loss": 0.5839136242866516, "Finetune/Loss (Raw)": 0.616851806640625, "Finetune/Step": 17586, "Finetune/Step Time": 10.617909044027328}
+{"Finetune/Learning Rate": 3.8122868542667334e-07, "Finetune/Loss": 0.5849591493606567, "Finetune/Loss (Raw)": 0.6929963827133179, "Finetune/Step": 17587, "Finetune/Step Time": 10.61131021939218}
+{"Finetune/Learning Rate": 3.8076828958098723e-07, "Finetune/Loss": 0.5855270624160767, "Finetune/Loss (Raw)": 0.5623908638954163, "Finetune/Step": 17588, "Finetune/Step Time": 10.613550074398518}
+{"Finetune/Learning Rate": 3.8030816650935777e-07, "Finetune/Loss": 0.5859488844871521, "Finetune/Loss (Raw)": 0.6889544725418091, "Finetune/Step": 17589, "Finetune/Step Time": 10.609845589846373}
+{"Finetune/Learning Rate": 3.798483162248368e-07, "Finetune/Loss": 0.5850281715393066, "Finetune/Loss (Raw)": 0.6173930168151855, "Finetune/Step": 17590, "Finetune/Step Time": 10.61770949140191}
+{"Finetune/Learning Rate": 3.7938873874045935e-07, "Finetune/Loss": 0.5842899084091187, "Finetune/Loss (Raw)": 0.5291392803192139, "Finetune/Step": 17591, "Finetune/Step Time": 10.611256200820208}
+{"Finetune/Learning Rate": 3.7892943406926064e-07, "Finetune/Loss": 0.5830780267715454, "Finetune/Loss (Raw)": 0.557243287563324, "Finetune/Step": 17592, "Finetune/Step Time": 10.620678145438433}
+{"Finetune/Learning Rate": 3.7847040222426246e-07, "Finetune/Loss": 0.5820125341415405, "Finetune/Loss (Raw)": 0.538727343082428, "Finetune/Step": 17593, "Finetune/Step Time": 10.62755243293941}
+{"Finetune/Learning Rate": 3.780116432184855e-07, "Finetune/Loss": 0.5823945999145508, "Finetune/Loss (Raw)": 0.6454934477806091, "Finetune/Step": 17594, "Finetune/Step Time": 10.626448353752494}
+{"Finetune/Learning Rate": 3.775531570649371e-07, "Finetune/Loss": 0.5831965804100037, "Finetune/Loss (Raw)": 0.6582992076873779, "Finetune/Step": 17595, "Finetune/Step Time": 10.629123017191887}
+{"Finetune/Learning Rate": 3.7709494377662024e-07, "Finetune/Loss": 0.5822238922119141, "Finetune/Loss (Raw)": 0.4604089856147766, "Finetune/Step": 17596, "Finetune/Step Time": 10.660656433552504}
+{"Finetune/Learning Rate": 3.7663700336652455e-07, "Finetune/Loss": 0.5835333466529846, "Finetune/Loss (Raw)": 0.6870191693305969, "Finetune/Step": 17597, "Finetune/Step Time": 10.65530633367598}
+{"Finetune/Learning Rate": 3.7617933584763846e-07, "Finetune/Loss": 0.58331298828125, "Finetune/Loss (Raw)": 0.6352542042732239, "Finetune/Step": 17598, "Finetune/Step Time": 10.682587511837482}
+{"Finetune/Learning Rate": 3.757219412329405e-07, "Finetune/Loss": 0.5843843221664429, "Finetune/Loss (Raw)": 0.6024523377418518, "Finetune/Step": 17599, "Finetune/Step Time": 10.688151180744171}
+{"Finetune/Learning Rate": 3.7526481953539915e-07, "Finetune/Loss": 0.5851312875747681, "Finetune/Loss (Raw)": 0.7515040636062622, "Finetune/Step": 17600, "Finetune/Step Time": 10.683357812464237}
+{"Finetune/Learning Rate": 3.748079707679797e-07, "Finetune/Loss": 0.5851688981056213, "Finetune/Loss (Raw)": 0.560975968837738, "Finetune/Step": 17601, "Finetune/Step Time": 10.693390984088182}
+{"Finetune/Learning Rate": 3.7435139494363725e-07, "Finetune/Loss": 0.5858044028282166, "Finetune/Loss (Raw)": 0.5568370223045349, "Finetune/Step": 17602, "Finetune/Step Time": 10.694351533427835}
+{"Finetune/Learning Rate": 3.738950920753159e-07, "Finetune/Loss": 0.584510087966919, "Finetune/Loss (Raw)": 0.5491244792938232, "Finetune/Step": 17603, "Finetune/Step Time": 10.687637001276016}
+{"Finetune/Learning Rate": 3.734390621759565e-07, "Finetune/Loss": 0.5857988595962524, "Finetune/Loss (Raw)": 0.5595406889915466, "Finetune/Step": 17604, "Finetune/Step Time": 10.683203086256981}
+{"Finetune/Learning Rate": 3.729833052584919e-07, "Finetune/Loss": 0.5867540836334229, "Finetune/Loss (Raw)": 0.6129482984542847, "Finetune/Step": 17605, "Finetune/Step Time": 10.676298381760716}
+{"Finetune/Learning Rate": 3.7252782133584406e-07, "Finetune/Loss": 0.5871561765670776, "Finetune/Loss (Raw)": 0.5498384833335876, "Finetune/Step": 17606, "Finetune/Step Time": 10.682220062240958}
+{"Finetune/Learning Rate": 3.7207261042093155e-07, "Finetune/Loss": 0.5877887606620789, "Finetune/Loss (Raw)": 0.47795364260673523, "Finetune/Step": 17607, "Finetune/Step Time": 10.647163700312376}
+{"Finetune/Learning Rate": 3.716176725266607e-07, "Finetune/Loss": 0.587505578994751, "Finetune/Loss (Raw)": 0.5829796195030212, "Finetune/Step": 17608, "Finetune/Step Time": 10.65252261981368}
+{"Finetune/Learning Rate": 3.711630076659334e-07, "Finetune/Loss": 0.5875942707061768, "Finetune/Loss (Raw)": 0.6278246641159058, "Finetune/Step": 17609, "Finetune/Step Time": 10.653240159153938}
+{"Finetune/Learning Rate": 3.7070861585164263e-07, "Finetune/Loss": 0.5878800749778748, "Finetune/Loss (Raw)": 0.6152774095535278, "Finetune/Step": 17610, "Finetune/Step Time": 10.642287323251367}
+{"Finetune/Learning Rate": 3.702544970966737e-07, "Finetune/Loss": 0.5874031782150269, "Finetune/Loss (Raw)": 0.4910373091697693, "Finetune/Step": 17611, "Finetune/Step Time": 10.649695876985788}
+{"Finetune/Learning Rate": 3.698006514139041e-07, "Finetune/Loss": 0.5879943370819092, "Finetune/Loss (Raw)": 0.6543567180633545, "Finetune/Step": 17612, "Finetune/Step Time": 10.662470115348697}
+{"Finetune/Learning Rate": 3.693470788162024e-07, "Finetune/Loss": 0.5884101390838623, "Finetune/Loss (Raw)": 0.6842963695526123, "Finetune/Step": 17613, "Finetune/Step Time": 10.654493967071176}
+{"Finetune/Learning Rate": 3.688937793164327e-07, "Finetune/Loss": 0.5887787938117981, "Finetune/Loss (Raw)": 0.5708830952644348, "Finetune/Step": 17614, "Finetune/Step Time": 10.657879462465644}
+{"Finetune/Learning Rate": 3.684407529274481e-07, "Finetune/Loss": 0.5889819860458374, "Finetune/Loss (Raw)": 0.605484127998352, "Finetune/Step": 17615, "Finetune/Step Time": 10.662738619372249}
+{"Finetune/Learning Rate": 3.67987999662095e-07, "Finetune/Loss": 0.5886024236679077, "Finetune/Loss (Raw)": 0.5731995701789856, "Finetune/Step": 17616, "Finetune/Step Time": 10.665694797411561}
+{"Finetune/Learning Rate": 3.6753551953321197e-07, "Finetune/Loss": 0.5890501737594604, "Finetune/Loss (Raw)": 0.591796338558197, "Finetune/Step": 17617, "Finetune/Step Time": 10.650736633688211}
+{"Finetune/Learning Rate": 3.6708331255363103e-07, "Finetune/Loss": 0.5875976085662842, "Finetune/Loss (Raw)": 0.5458245873451233, "Finetune/Step": 17618, "Finetune/Step Time": 10.658787148073316}
+{"Finetune/Learning Rate": 3.6663137873617525e-07, "Finetune/Loss": 0.5878099203109741, "Finetune/Loss (Raw)": 0.6226631999015808, "Finetune/Step": 17619, "Finetune/Step Time": 10.660248735919595}
+{"Finetune/Learning Rate": 3.661797180936588e-07, "Finetune/Loss": 0.5881617665290833, "Finetune/Loss (Raw)": 0.5227364897727966, "Finetune/Step": 17620, "Finetune/Step Time": 10.666394559666514}
+{"Finetune/Learning Rate": 3.6572833063889145e-07, "Finetune/Loss": 0.5886215567588806, "Finetune/Loss (Raw)": 0.6116267442703247, "Finetune/Step": 17621, "Finetune/Step Time": 10.62652362138033}
+{"Finetune/Learning Rate": 3.6527721638467293e-07, "Finetune/Loss": 0.5887268781661987, "Finetune/Loss (Raw)": 0.6655774116516113, "Finetune/Step": 17622, "Finetune/Step Time": 10.608792815357447}
+{"Finetune/Learning Rate": 3.6482637534379415e-07, "Finetune/Loss": 0.588590681552887, "Finetune/Loss (Raw)": 0.6186613440513611, "Finetune/Step": 17623, "Finetune/Step Time": 10.598640315234661}
+{"Finetune/Learning Rate": 3.6437580752904155e-07, "Finetune/Loss": 0.5892255902290344, "Finetune/Loss (Raw)": 0.5930323004722595, "Finetune/Step": 17624, "Finetune/Step Time": 10.603392291814089}
+{"Finetune/Learning Rate": 3.6392551295319045e-07, "Finetune/Loss": 0.5897034406661987, "Finetune/Loss (Raw)": 0.5947293043136597, "Finetune/Step": 17625, "Finetune/Step Time": 10.596475403755903}
+{"Finetune/Learning Rate": 3.634754916290117e-07, "Finetune/Loss": 0.5887898802757263, "Finetune/Loss (Raw)": 0.5404905676841736, "Finetune/Step": 17626, "Finetune/Step Time": 10.593444518744946}
+{"Finetune/Learning Rate": 3.630257435692641e-07, "Finetune/Loss": 0.5890125036239624, "Finetune/Loss (Raw)": 0.6142849922180176, "Finetune/Step": 17627, "Finetune/Step Time": 10.569369345903397}
+{"Finetune/Learning Rate": 3.6257626878670183e-07, "Finetune/Loss": 0.5882126092910767, "Finetune/Loss (Raw)": 0.5180954337120056, "Finetune/Step": 17628, "Finetune/Step Time": 10.571994783356786}
+{"Finetune/Learning Rate": 3.6212706729407134e-07, "Finetune/Loss": 0.5880520939826965, "Finetune/Loss (Raw)": 0.6000198125839233, "Finetune/Step": 17629, "Finetune/Step Time": 10.57242083363235}
+{"Finetune/Learning Rate": 3.6167813910411244e-07, "Finetune/Loss": 0.5883128643035889, "Finetune/Loss (Raw)": 0.5837607979774475, "Finetune/Step": 17630, "Finetune/Step Time": 10.564488658681512}
+{"Finetune/Learning Rate": 3.6122948422955275e-07, "Finetune/Loss": 0.5871317386627197, "Finetune/Loss (Raw)": 0.5036256909370422, "Finetune/Step": 17631, "Finetune/Step Time": 10.54203307069838}
+{"Finetune/Learning Rate": 3.607811026831176e-07, "Finetune/Loss": 0.5878769159317017, "Finetune/Loss (Raw)": 0.5676513314247131, "Finetune/Step": 17632, "Finetune/Step Time": 10.570457564666867}
+{"Finetune/Learning Rate": 3.60332994477518e-07, "Finetune/Loss": 0.5888460874557495, "Finetune/Loss (Raw)": 0.6446552872657776, "Finetune/Step": 17633, "Finetune/Step Time": 10.570278881117702}
+{"Finetune/Learning Rate": 3.598851596254638e-07, "Finetune/Loss": 0.5894753336906433, "Finetune/Loss (Raw)": 0.670276403427124, "Finetune/Step": 17634, "Finetune/Step Time": 10.57072021253407}
+{"Finetune/Learning Rate": 3.594375981396525e-07, "Finetune/Loss": 0.5907429456710815, "Finetune/Loss (Raw)": 0.6295391321182251, "Finetune/Step": 17635, "Finetune/Step Time": 10.569475350901484}
+{"Finetune/Learning Rate": 3.589903100327785e-07, "Finetune/Loss": 0.5896651148796082, "Finetune/Loss (Raw)": 0.5744844079017639, "Finetune/Step": 17636, "Finetune/Step Time": 10.566491248086095}
+{"Finetune/Learning Rate": 3.585432953175239e-07, "Finetune/Loss": 0.5900974273681641, "Finetune/Loss (Raw)": 0.5945494771003723, "Finetune/Step": 17637, "Finetune/Step Time": 10.588921930640936}
+{"Finetune/Learning Rate": 3.580965540065651e-07, "Finetune/Loss": 0.5884561538696289, "Finetune/Loss (Raw)": 0.39193403720855713, "Finetune/Step": 17638, "Finetune/Step Time": 10.617766225710511}
+{"Finetune/Learning Rate": 3.576500861125698e-07, "Finetune/Loss": 0.5895913243293762, "Finetune/Loss (Raw)": 0.6648839116096497, "Finetune/Step": 17639, "Finetune/Step Time": 10.620092164725065}
+{"Finetune/Learning Rate": 3.572038916481979e-07, "Finetune/Loss": 0.5896852612495422, "Finetune/Loss (Raw)": 0.6469830870628357, "Finetune/Step": 17640, "Finetune/Step Time": 10.613604422658682}
+{"Finetune/Learning Rate": 3.5675797062610375e-07, "Finetune/Loss": 0.5905748605728149, "Finetune/Loss (Raw)": 0.6291751861572266, "Finetune/Step": 17641, "Finetune/Step Time": 10.614950735121965}
+{"Finetune/Learning Rate": 3.5631232305893047e-07, "Finetune/Loss": 0.5900704860687256, "Finetune/Loss (Raw)": 0.5718762874603271, "Finetune/Step": 17642, "Finetune/Step Time": 10.623874234035611}
+{"Finetune/Learning Rate": 3.5586694895931914e-07, "Finetune/Loss": 0.5906991958618164, "Finetune/Loss (Raw)": 0.5265366435050964, "Finetune/Step": 17643, "Finetune/Step Time": 10.625731442123652}
+{"Finetune/Learning Rate": 3.5542184833989634e-07, "Finetune/Loss": 0.5904361605644226, "Finetune/Loss (Raw)": 0.4815693199634552, "Finetune/Step": 17644, "Finetune/Step Time": 10.63991341367364}
+{"Finetune/Learning Rate": 3.5497702121328413e-07, "Finetune/Loss": 0.5904204845428467, "Finetune/Loss (Raw)": 0.6019864678382874, "Finetune/Step": 17645, "Finetune/Step Time": 10.661328092217445}
+{"Finetune/Learning Rate": 3.5453246759209693e-07, "Finetune/Loss": 0.5895847678184509, "Finetune/Loss (Raw)": 0.49770471453666687, "Finetune/Step": 17646, "Finetune/Step Time": 10.674619918689132}
+{"Finetune/Learning Rate": 3.5408818748894014e-07, "Finetune/Loss": 0.5894042253494263, "Finetune/Loss (Raw)": 0.5848835110664368, "Finetune/Step": 17647, "Finetune/Step Time": 10.672851065173745}
+{"Finetune/Learning Rate": 3.5364418091641374e-07, "Finetune/Loss": 0.5895029306411743, "Finetune/Loss (Raw)": 0.5533913969993591, "Finetune/Step": 17648, "Finetune/Step Time": 10.674753401428461}
+{"Finetune/Learning Rate": 3.532004478871065e-07, "Finetune/Loss": 0.5890832543373108, "Finetune/Loss (Raw)": 0.5012043118476868, "Finetune/Step": 17649, "Finetune/Step Time": 10.680426383391023}
+{"Finetune/Learning Rate": 3.5275698841360393e-07, "Finetune/Loss": 0.5882271528244019, "Finetune/Loss (Raw)": 0.5240411162376404, "Finetune/Step": 17650, "Finetune/Step Time": 10.698515862226486}
+{"Finetune/Learning Rate": 3.523138025084816e-07, "Finetune/Loss": 0.5887637138366699, "Finetune/Loss (Raw)": 0.5684818029403687, "Finetune/Step": 17651, "Finetune/Step Time": 10.698286900296807}
+{"Finetune/Learning Rate": 3.5187089018430377e-07, "Finetune/Loss": 0.5900017023086548, "Finetune/Loss (Raw)": 0.6372349858283997, "Finetune/Step": 17652, "Finetune/Step Time": 10.693055141717196}
+{"Finetune/Learning Rate": 3.514282514536316e-07, "Finetune/Loss": 0.5900141000747681, "Finetune/Loss (Raw)": 0.5213987827301025, "Finetune/Step": 17653, "Finetune/Step Time": 10.7088965754956}
+{"Finetune/Learning Rate": 3.509858863290183e-07, "Finetune/Loss": 0.5911267995834351, "Finetune/Loss (Raw)": 0.6402965784072876, "Finetune/Step": 17654, "Finetune/Step Time": 10.711813163012266}
+{"Finetune/Learning Rate": 3.505437948230062e-07, "Finetune/Loss": 0.5908165574073792, "Finetune/Loss (Raw)": 0.566535472869873, "Finetune/Step": 17655, "Finetune/Step Time": 10.713228590786457}
+{"Finetune/Learning Rate": 3.5010197694813285e-07, "Finetune/Loss": 0.5905258655548096, "Finetune/Loss (Raw)": 0.601112425327301, "Finetune/Step": 17656, "Finetune/Step Time": 10.712248833850026}
+{"Finetune/Learning Rate": 3.496604327169273e-07, "Finetune/Loss": 0.5902963876724243, "Finetune/Loss (Raw)": 0.5293570160865784, "Finetune/Step": 17657, "Finetune/Step Time": 10.705377418547869}
+{"Finetune/Learning Rate": 3.4921916214191055e-07, "Finetune/Loss": 0.5900031328201294, "Finetune/Loss (Raw)": 0.5823192596435547, "Finetune/Step": 17658, "Finetune/Step Time": 10.707117898389697}
+{"Finetune/Learning Rate": 3.4877816523559374e-07, "Finetune/Loss": 0.5895031690597534, "Finetune/Loss (Raw)": 0.5517545342445374, "Finetune/Step": 17659, "Finetune/Step Time": 10.701309075579047}
+{"Finetune/Learning Rate": 3.4833744201048457e-07, "Finetune/Loss": 0.5900134444236755, "Finetune/Loss (Raw)": 0.6071835160255432, "Finetune/Step": 17660, "Finetune/Step Time": 10.699226098135114}
+{"Finetune/Learning Rate": 3.478969924790798e-07, "Finetune/Loss": 0.5902524590492249, "Finetune/Loss (Raw)": 0.6524877548217773, "Finetune/Step": 17661, "Finetune/Step Time": 10.704343438148499}
+{"Finetune/Learning Rate": 3.474568166538694e-07, "Finetune/Loss": 0.5887717008590698, "Finetune/Loss (Raw)": 0.587157666683197, "Finetune/Step": 17662, "Finetune/Step Time": 10.706668600440025}
+{"Finetune/Learning Rate": 3.4701691454733567e-07, "Finetune/Loss": 0.5890680551528931, "Finetune/Loss (Raw)": 0.5601490139961243, "Finetune/Step": 17663, "Finetune/Step Time": 10.684986282140017}
+{"Finetune/Learning Rate": 3.4657728617195295e-07, "Finetune/Loss": 0.5896055698394775, "Finetune/Loss (Raw)": 0.5964968204498291, "Finetune/Step": 17664, "Finetune/Step Time": 10.690382177010179}
+{"Finetune/Learning Rate": 3.461379315401869e-07, "Finetune/Loss": 0.5880308747291565, "Finetune/Loss (Raw)": 0.5893622636795044, "Finetune/Step": 17665, "Finetune/Step Time": 10.692088961601257}
+{"Finetune/Learning Rate": 3.456988506644987e-07, "Finetune/Loss": 0.5873855948448181, "Finetune/Loss (Raw)": 0.5403960347175598, "Finetune/Step": 17666, "Finetune/Step Time": 10.693878337740898}
+{"Finetune/Learning Rate": 3.452600435573361e-07, "Finetune/Loss": 0.588045597076416, "Finetune/Loss (Raw)": 0.5977075099945068, "Finetune/Step": 17667, "Finetune/Step Time": 10.690026465803385}
+{"Finetune/Learning Rate": 3.4482151023114583e-07, "Finetune/Loss": 0.5874032378196716, "Finetune/Loss (Raw)": 0.5406618714332581, "Finetune/Step": 17668, "Finetune/Step Time": 10.685869319364429}
+{"Finetune/Learning Rate": 3.443832506983613e-07, "Finetune/Loss": 0.5851497650146484, "Finetune/Loss (Raw)": 0.46522998809814453, "Finetune/Step": 17669, "Finetune/Step Time": 10.701921263709664}
+{"Finetune/Learning Rate": 3.4394526497141034e-07, "Finetune/Loss": 0.5849752426147461, "Finetune/Loss (Raw)": 0.5692801475524902, "Finetune/Step": 17670, "Finetune/Step Time": 10.700970126315951}
+{"Finetune/Learning Rate": 3.435075530627141e-07, "Finetune/Loss": 0.5842262506484985, "Finetune/Loss (Raw)": 0.4747834801673889, "Finetune/Step": 17671, "Finetune/Step Time": 10.6909115370363}
+{"Finetune/Learning Rate": 3.430701149846849e-07, "Finetune/Loss": 0.5853023529052734, "Finetune/Loss (Raw)": 0.6057866215705872, "Finetune/Step": 17672, "Finetune/Step Time": 10.699624413624406}
+{"Finetune/Learning Rate": 3.42632950749725e-07, "Finetune/Loss": 0.5850545763969421, "Finetune/Loss (Raw)": 0.5867304801940918, "Finetune/Step": 17673, "Finetune/Step Time": 10.697883965447545}
+{"Finetune/Learning Rate": 3.4219606037023454e-07, "Finetune/Loss": 0.584219753742218, "Finetune/Loss (Raw)": 0.5756807327270508, "Finetune/Step": 17674, "Finetune/Step Time": 10.692859951406717}
+{"Finetune/Learning Rate": 3.417594438586003e-07, "Finetune/Loss": 0.5829440355300903, "Finetune/Loss (Raw)": 0.46298155188560486, "Finetune/Step": 17675, "Finetune/Step Time": 10.723453318700194}
+{"Finetune/Learning Rate": 3.4132310122720226e-07, "Finetune/Loss": 0.5817927122116089, "Finetune/Loss (Raw)": 0.5267524123191833, "Finetune/Step": 17676, "Finetune/Step Time": 10.715801689773798}
+{"Finetune/Learning Rate": 3.4088703248841726e-07, "Finetune/Loss": 0.581816554069519, "Finetune/Loss (Raw)": 0.6348375678062439, "Finetune/Step": 17677, "Finetune/Step Time": 10.713267765939236}
+{"Finetune/Learning Rate": 3.4045123765460765e-07, "Finetune/Loss": 0.5817626714706421, "Finetune/Loss (Raw)": 0.548607587814331, "Finetune/Step": 17678, "Finetune/Step Time": 10.714675514027476}
+{"Finetune/Learning Rate": 3.400157167381346e-07, "Finetune/Loss": 0.5819271802902222, "Finetune/Loss (Raw)": 0.5807977914810181, "Finetune/Step": 17679, "Finetune/Step Time": 10.718264741823077}
+{"Finetune/Learning Rate": 3.3958046975134494e-07, "Finetune/Loss": 0.5819251537322998, "Finetune/Loss (Raw)": 0.5720581412315369, "Finetune/Step": 17680, "Finetune/Step Time": 10.7227438185364}
+{"Finetune/Learning Rate": 3.391454967065844e-07, "Finetune/Loss": 0.5810188055038452, "Finetune/Loss (Raw)": 0.5927049517631531, "Finetune/Step": 17681, "Finetune/Step Time": 10.725434763357043}
+{"Finetune/Learning Rate": 3.387107976161852e-07, "Finetune/Loss": 0.5799494385719299, "Finetune/Loss (Raw)": 0.48784613609313965, "Finetune/Step": 17682, "Finetune/Step Time": 10.738320969045162}
+{"Finetune/Learning Rate": 3.382763724924742e-07, "Finetune/Loss": 0.5804364681243896, "Finetune/Loss (Raw)": 0.6608262062072754, "Finetune/Step": 17683, "Finetune/Step Time": 10.735554410144687}
+{"Finetune/Learning Rate": 3.3784222134776946e-07, "Finetune/Loss": 0.5791113972663879, "Finetune/Loss (Raw)": 0.464617520570755, "Finetune/Step": 17684, "Finetune/Step Time": 10.735957868397236}
+{"Finetune/Learning Rate": 3.374083441943854e-07, "Finetune/Loss": 0.5789586901664734, "Finetune/Loss (Raw)": 0.6369598507881165, "Finetune/Step": 17685, "Finetune/Step Time": 10.73494361154735}
+{"Finetune/Learning Rate": 3.3697474104462447e-07, "Finetune/Loss": 0.5776510238647461, "Finetune/Loss (Raw)": 0.3815270960330963, "Finetune/Step": 17686, "Finetune/Step Time": 10.713457910344005}
+{"Finetune/Learning Rate": 3.365414119107824e-07, "Finetune/Loss": 0.5783379673957825, "Finetune/Loss (Raw)": 0.5310459136962891, "Finetune/Step": 17687, "Finetune/Step Time": 10.676268622279167}
+{"Finetune/Learning Rate": 3.36108356805146e-07, "Finetune/Loss": 0.5788738131523132, "Finetune/Loss (Raw)": 0.6913499236106873, "Finetune/Step": 17688, "Finetune/Step Time": 10.670462891459465}
+{"Finetune/Learning Rate": 3.3567557573999545e-07, "Finetune/Loss": 0.5772966146469116, "Finetune/Loss (Raw)": 0.49088722467422485, "Finetune/Step": 17689, "Finetune/Step Time": 10.691803531721234}
+{"Finetune/Learning Rate": 3.3524306872760425e-07, "Finetune/Loss": 0.5767307281494141, "Finetune/Loss (Raw)": 0.5676466226577759, "Finetune/Step": 17690, "Finetune/Step Time": 10.68787888996303}
+{"Finetune/Learning Rate": 3.34810835780236e-07, "Finetune/Loss": 0.5766289830207825, "Finetune/Loss (Raw)": 0.6618560552597046, "Finetune/Step": 17691, "Finetune/Step Time": 10.682155355811119}
+{"Finetune/Learning Rate": 3.343788769101486e-07, "Finetune/Loss": 0.5765947103500366, "Finetune/Loss (Raw)": 0.6469399929046631, "Finetune/Step": 17692, "Finetune/Step Time": 10.673874596133828}
+{"Finetune/Learning Rate": 3.3394719212959337e-07, "Finetune/Loss": 0.5773789286613464, "Finetune/Loss (Raw)": 0.633735716342926, "Finetune/Step": 17693, "Finetune/Step Time": 10.694845348596573}
+{"Finetune/Learning Rate": 3.335157814508072e-07, "Finetune/Loss": 0.5792832374572754, "Finetune/Loss (Raw)": 0.6622820496559143, "Finetune/Step": 17694, "Finetune/Step Time": 10.656246272847056}
+{"Finetune/Learning Rate": 3.3308464488602587e-07, "Finetune/Loss": 0.5778489112854004, "Finetune/Loss (Raw)": 0.4227061867713928, "Finetune/Step": 17695, "Finetune/Step Time": 10.654909698292613}
+{"Finetune/Learning Rate": 3.32653782447474e-07, "Finetune/Loss": 0.5774324536323547, "Finetune/Loss (Raw)": 0.5157220363616943, "Finetune/Step": 17696, "Finetune/Step Time": 10.637226335704327}
+{"Finetune/Learning Rate": 3.322231941473719e-07, "Finetune/Loss": 0.5766499042510986, "Finetune/Loss (Raw)": 0.5206646919250488, "Finetune/Step": 17697, "Finetune/Step Time": 10.631203031167388}
+{"Finetune/Learning Rate": 3.317928799979275e-07, "Finetune/Loss": 0.5756641030311584, "Finetune/Loss (Raw)": 0.41841667890548706, "Finetune/Step": 17698, "Finetune/Step Time": 10.670416878536344}
+{"Finetune/Learning Rate": 3.3136284001134553e-07, "Finetune/Loss": 0.575329065322876, "Finetune/Loss (Raw)": 0.5005013346672058, "Finetune/Step": 17699, "Finetune/Step Time": 10.652642486616969}
+{"Finetune/Learning Rate": 3.3093307419981957e-07, "Finetune/Loss": 0.5758565664291382, "Finetune/Loss (Raw)": 0.5516297221183777, "Finetune/Step": 17700, "Finetune/Step Time": 10.64718160405755}
+{"Finetune/Learning Rate": 3.305035825755354e-07, "Finetune/Loss": 0.5750260353088379, "Finetune/Loss (Raw)": 0.5252584218978882, "Finetune/Step": 17701, "Finetune/Step Time": 10.642923472449183}
+{"Finetune/Learning Rate": 3.3007436515067323e-07, "Finetune/Loss": 0.5765566825866699, "Finetune/Loss (Raw)": 0.5914763808250427, "Finetune/Step": 17702, "Finetune/Step Time": 10.603190070018172}
+{"Finetune/Learning Rate": 3.2964542193740565e-07, "Finetune/Loss": 0.5753377676010132, "Finetune/Loss (Raw)": 0.6267735362052917, "Finetune/Step": 17703, "Finetune/Step Time": 10.59979704208672}
+{"Finetune/Learning Rate": 3.2921675294789403e-07, "Finetune/Loss": 0.5762447714805603, "Finetune/Loss (Raw)": 0.5798112154006958, "Finetune/Step": 17704, "Finetune/Step Time": 10.595809556543827}
+{"Finetune/Learning Rate": 3.2878835819429633e-07, "Finetune/Loss": 0.5772028565406799, "Finetune/Loss (Raw)": 0.6480518579483032, "Finetune/Step": 17705, "Finetune/Step Time": 10.599478943273425}
+{"Finetune/Learning Rate": 3.2836023768875846e-07, "Finetune/Loss": 0.5776236057281494, "Finetune/Loss (Raw)": 0.5941108465194702, "Finetune/Step": 17706, "Finetune/Step Time": 10.582439234480262}
+{"Finetune/Learning Rate": 3.279323914434218e-07, "Finetune/Loss": 0.5771752595901489, "Finetune/Loss (Raw)": 0.5679442286491394, "Finetune/Step": 17707, "Finetune/Step Time": 10.5663493424654}
+{"Finetune/Learning Rate": 3.2750481947042e-07, "Finetune/Loss": 0.5783869028091431, "Finetune/Loss (Raw)": 0.6452487707138062, "Finetune/Step": 17708, "Finetune/Step Time": 10.578022181987762}
+{"Finetune/Learning Rate": 3.2707752178187557e-07, "Finetune/Loss": 0.5778082609176636, "Finetune/Loss (Raw)": 0.5903366804122925, "Finetune/Step": 17709, "Finetune/Step Time": 10.580201279371977}
+{"Finetune/Learning Rate": 3.266504983899066e-07, "Finetune/Loss": 0.5771151185035706, "Finetune/Loss (Raw)": 0.5721704363822937, "Finetune/Step": 17710, "Finetune/Step Time": 10.562614023685455}
+{"Finetune/Learning Rate": 3.262237493066223e-07, "Finetune/Loss": 0.5777057409286499, "Finetune/Loss (Raw)": 0.6481824517250061, "Finetune/Step": 17711, "Finetune/Step Time": 10.54623443633318}
+{"Finetune/Learning Rate": 3.2579727454412404e-07, "Finetune/Loss": 0.5771274566650391, "Finetune/Loss (Raw)": 0.5476962327957153, "Finetune/Step": 17712, "Finetune/Step Time": 10.550124118104577}
+{"Finetune/Learning Rate": 3.253710741145055e-07, "Finetune/Loss": 0.5782762169837952, "Finetune/Loss (Raw)": 0.6678718328475952, "Finetune/Step": 17713, "Finetune/Step Time": 10.548661457374692}
+{"Finetune/Learning Rate": 3.2494514802985265e-07, "Finetune/Loss": 0.5787155628204346, "Finetune/Loss (Raw)": 0.67308509349823, "Finetune/Step": 17714, "Finetune/Step Time": 10.547526067122817}
+{"Finetune/Learning Rate": 3.2451949630224245e-07, "Finetune/Loss": 0.5789728164672852, "Finetune/Loss (Raw)": 0.7259211540222168, "Finetune/Step": 17715, "Finetune/Step Time": 10.544129990041256}
+{"Finetune/Learning Rate": 3.240941189437463e-07, "Finetune/Loss": 0.5789834856987, "Finetune/Loss (Raw)": 0.5637637972831726, "Finetune/Step": 17716, "Finetune/Step Time": 10.581681361421943}
+{"Finetune/Learning Rate": 3.2366901596642686e-07, "Finetune/Loss": 0.5780491232872009, "Finetune/Loss (Raw)": 0.5693559646606445, "Finetune/Step": 17717, "Finetune/Step Time": 10.61011984758079}
+{"Finetune/Learning Rate": 3.2324418738233667e-07, "Finetune/Loss": 0.5773570537567139, "Finetune/Loss (Raw)": 0.5288063883781433, "Finetune/Step": 17718, "Finetune/Step Time": 10.60266667790711}
+{"Finetune/Learning Rate": 3.2281963320352605e-07, "Finetune/Loss": 0.5775808095932007, "Finetune/Loss (Raw)": 0.5577811598777771, "Finetune/Step": 17719, "Finetune/Step Time": 10.598188800737262}
+{"Finetune/Learning Rate": 3.223953534420321e-07, "Finetune/Loss": 0.57783442735672, "Finetune/Loss (Raw)": 0.5897101163864136, "Finetune/Step": 17720, "Finetune/Step Time": 10.60262512601912}
+{"Finetune/Learning Rate": 3.219713481098852e-07, "Finetune/Loss": 0.5788464546203613, "Finetune/Loss (Raw)": 0.6682578325271606, "Finetune/Step": 17721, "Finetune/Step Time": 10.594683675095439}
+{"Finetune/Learning Rate": 3.215476172191112e-07, "Finetune/Loss": 0.5782138109207153, "Finetune/Loss (Raw)": 0.5645211338996887, "Finetune/Step": 17722, "Finetune/Step Time": 10.594781400635839}
+{"Finetune/Learning Rate": 3.2112416078172613e-07, "Finetune/Loss": 0.5783407688140869, "Finetune/Loss (Raw)": 0.6745452880859375, "Finetune/Step": 17723, "Finetune/Step Time": 10.59454015083611}
+{"Finetune/Learning Rate": 3.207009788097359e-07, "Finetune/Loss": 0.5798124074935913, "Finetune/Loss (Raw)": 0.6487830281257629, "Finetune/Step": 17724, "Finetune/Step Time": 10.559501187875867}
+{"Finetune/Learning Rate": 3.20278071315141e-07, "Finetune/Loss": 0.5796549320220947, "Finetune/Loss (Raw)": 0.6668599843978882, "Finetune/Step": 17725, "Finetune/Step Time": 10.561637433245778}
+{"Finetune/Learning Rate": 3.1985543830993505e-07, "Finetune/Loss": 0.578886091709137, "Finetune/Loss (Raw)": 0.5368494391441345, "Finetune/Step": 17726, "Finetune/Step Time": 10.556621575728059}
+{"Finetune/Learning Rate": 3.194330798061018e-07, "Finetune/Loss": 0.5774196982383728, "Finetune/Loss (Raw)": 0.4147469699382782, "Finetune/Step": 17727, "Finetune/Step Time": 10.588381342589855}
+{"Finetune/Learning Rate": 3.1901099581561846e-07, "Finetune/Loss": 0.5772350430488586, "Finetune/Loss (Raw)": 0.7278729677200317, "Finetune/Step": 17728, "Finetune/Step Time": 10.594563836231828}
+{"Finetune/Learning Rate": 3.1858918635045645e-07, "Finetune/Loss": 0.5774592161178589, "Finetune/Loss (Raw)": 0.5896633267402649, "Finetune/Step": 17729, "Finetune/Step Time": 10.583589717745781}
+{"Finetune/Learning Rate": 3.181676514225729e-07, "Finetune/Loss": 0.5771063566207886, "Finetune/Loss (Raw)": 0.5116801261901855, "Finetune/Step": 17730, "Finetune/Step Time": 10.656233578920364}
+{"Finetune/Learning Rate": 3.177463910439238e-07, "Finetune/Loss": 0.5778568983078003, "Finetune/Loss (Raw)": 0.6451862454414368, "Finetune/Step": 17731, "Finetune/Step Time": 10.650691071525216}
+{"Finetune/Learning Rate": 3.1732540522645294e-07, "Finetune/Loss": 0.5782516002655029, "Finetune/Loss (Raw)": 0.6100661754608154, "Finetune/Step": 17732, "Finetune/Step Time": 10.655495857819915}
+{"Finetune/Learning Rate": 3.169046939821008e-07, "Finetune/Loss": 0.5774674415588379, "Finetune/Loss (Raw)": 0.5125796794891357, "Finetune/Step": 17733, "Finetune/Step Time": 10.656033085659146}
+{"Finetune/Learning Rate": 3.1648425732279666e-07, "Finetune/Loss": 0.5767530202865601, "Finetune/Loss (Raw)": 0.458391934633255, "Finetune/Step": 17734, "Finetune/Step Time": 10.652097538113594}
+{"Finetune/Learning Rate": 3.160640952604621e-07, "Finetune/Loss": 0.5777255892753601, "Finetune/Loss (Raw)": 0.6024380326271057, "Finetune/Step": 17735, "Finetune/Step Time": 10.647197829559445}
+{"Finetune/Learning Rate": 3.1564420780701435e-07, "Finetune/Loss": 0.5786445736885071, "Finetune/Loss (Raw)": 0.7006127834320068, "Finetune/Step": 17736, "Finetune/Step Time": 10.644376046955585}
+{"Finetune/Learning Rate": 3.152245949743571e-07, "Finetune/Loss": 0.5785501003265381, "Finetune/Loss (Raw)": 0.6157230734825134, "Finetune/Step": 17737, "Finetune/Step Time": 10.639646021649241}
+{"Finetune/Learning Rate": 3.1480525677439087e-07, "Finetune/Loss": 0.5783860087394714, "Finetune/Loss (Raw)": 0.594283938407898, "Finetune/Step": 17738, "Finetune/Step Time": 10.658221093937755}
+{"Finetune/Learning Rate": 3.143861932190051e-07, "Finetune/Loss": 0.5787378549575806, "Finetune/Loss (Raw)": 0.5360725522041321, "Finetune/Step": 17739, "Finetune/Step Time": 10.651252491399646}
+{"Finetune/Learning Rate": 3.1396740432008465e-07, "Finetune/Loss": 0.5788437128067017, "Finetune/Loss (Raw)": 0.6679006814956665, "Finetune/Step": 17740, "Finetune/Step Time": 10.642615523189306}
+{"Finetune/Learning Rate": 3.135488900895067e-07, "Finetune/Loss": 0.576725959777832, "Finetune/Loss (Raw)": 0.4132241904735565, "Finetune/Step": 17741, "Finetune/Step Time": 10.680955475196242}
+{"Finetune/Learning Rate": 3.131306505391385e-07, "Finetune/Loss": 0.5762380957603455, "Finetune/Loss (Raw)": 0.5084383487701416, "Finetune/Step": 17742, "Finetune/Step Time": 10.678509820252657}
+{"Finetune/Learning Rate": 3.1271268568083714e-07, "Finetune/Loss": 0.5752596855163574, "Finetune/Loss (Raw)": 0.4802485704421997, "Finetune/Step": 17743, "Finetune/Step Time": 10.684649214148521}
+{"Finetune/Learning Rate": 3.122949955264587e-07, "Finetune/Loss": 0.5747969150543213, "Finetune/Loss (Raw)": 0.5139645934104919, "Finetune/Step": 17744, "Finetune/Step Time": 10.723947830498219}
+{"Finetune/Learning Rate": 3.1187758008784485e-07, "Finetune/Loss": 0.5749611854553223, "Finetune/Loss (Raw)": 0.6128278374671936, "Finetune/Step": 17745, "Finetune/Step Time": 10.722555615007877}
+{"Finetune/Learning Rate": 3.114604393768339e-07, "Finetune/Loss": 0.5753334760665894, "Finetune/Loss (Raw)": 0.5934752821922302, "Finetune/Step": 17746, "Finetune/Step Time": 10.717588750645518}
+{"Finetune/Learning Rate": 3.11043573405253e-07, "Finetune/Loss": 0.5750501155853271, "Finetune/Loss (Raw)": 0.5863942503929138, "Finetune/Step": 17747, "Finetune/Step Time": 10.736884608864784}
+{"Finetune/Learning Rate": 3.106269821849273e-07, "Finetune/Loss": 0.5748372077941895, "Finetune/Loss (Raw)": 0.49547770619392395, "Finetune/Step": 17748, "Finetune/Step Time": 10.765693124383688}
+{"Finetune/Learning Rate": 3.10210665727666e-07, "Finetune/Loss": 0.5743379592895508, "Finetune/Loss (Raw)": 0.5477280616760254, "Finetune/Step": 17749, "Finetune/Step Time": 10.767096953466535}
+{"Finetune/Learning Rate": 3.0979462404527647e-07, "Finetune/Loss": 0.5742239952087402, "Finetune/Loss (Raw)": 0.650988757610321, "Finetune/Step": 17750, "Finetune/Step Time": 10.772758048027754}
+{"Finetune/Learning Rate": 3.0937885714955597e-07, "Finetune/Loss": 0.5742409825325012, "Finetune/Loss (Raw)": 0.6208347082138062, "Finetune/Step": 17751, "Finetune/Step Time": 10.77547968365252}
+{"Finetune/Learning Rate": 3.08963365052295e-07, "Finetune/Loss": 0.5743502974510193, "Finetune/Loss (Raw)": 0.6070277690887451, "Finetune/Step": 17752, "Finetune/Step Time": 10.773778136819601}
+{"Finetune/Learning Rate": 3.085481477652752e-07, "Finetune/Loss": 0.5754475593566895, "Finetune/Loss (Raw)": 0.7351799011230469, "Finetune/Step": 17753, "Finetune/Step Time": 10.769332459196448}
+{"Finetune/Learning Rate": 3.0813320530027056e-07, "Finetune/Loss": 0.5749427080154419, "Finetune/Loss (Raw)": 0.47586923837661743, "Finetune/Step": 17754, "Finetune/Step Time": 10.77626415528357}
+{"Finetune/Learning Rate": 3.0771853766904834e-07, "Finetune/Loss": 0.5740076899528503, "Finetune/Loss (Raw)": 0.49460098147392273, "Finetune/Step": 17755, "Finetune/Step Time": 10.781273562461138}
+{"Finetune/Learning Rate": 3.07304144883368e-07, "Finetune/Loss": 0.5743243098258972, "Finetune/Loss (Raw)": 0.5586172342300415, "Finetune/Step": 17756, "Finetune/Step Time": 10.778786227107048}
+{"Finetune/Learning Rate": 3.0689002695497904e-07, "Finetune/Loss": 0.5745885372161865, "Finetune/Loss (Raw)": 0.6338504552841187, "Finetune/Step": 17757, "Finetune/Step Time": 10.777614390477538}
+{"Finetune/Learning Rate": 3.064761838956254e-07, "Finetune/Loss": 0.5741296410560608, "Finetune/Loss (Raw)": 0.5250133275985718, "Finetune/Step": 17758, "Finetune/Step Time": 10.782189946621656}
+{"Finetune/Learning Rate": 3.0606261571704323e-07, "Finetune/Loss": 0.5746203064918518, "Finetune/Loss (Raw)": 0.5664333701133728, "Finetune/Step": 17759, "Finetune/Step Time": 10.789215952157974}
+{"Finetune/Learning Rate": 3.056493224309587e-07, "Finetune/Loss": 0.5743435621261597, "Finetune/Loss (Raw)": 0.5322349667549133, "Finetune/Step": 17760, "Finetune/Step Time": 10.759755654260516}
+{"Finetune/Learning Rate": 3.0523630404909354e-07, "Finetune/Loss": 0.5742366313934326, "Finetune/Loss (Raw)": 0.6309698224067688, "Finetune/Step": 17761, "Finetune/Step Time": 10.812901642173529}
+{"Finetune/Learning Rate": 3.048235605831573e-07, "Finetune/Loss": 0.5732797384262085, "Finetune/Loss (Raw)": 0.547789454460144, "Finetune/Step": 17762, "Finetune/Step Time": 10.812216818332672}
+{"Finetune/Learning Rate": 3.044110920448562e-07, "Finetune/Loss": 0.5738921165466309, "Finetune/Loss (Raw)": 0.7079203128814697, "Finetune/Step": 17763, "Finetune/Step Time": 10.83336035348475}
+{"Finetune/Learning Rate": 3.039988984458853e-07, "Finetune/Loss": 0.5741221904754639, "Finetune/Loss (Raw)": 0.6039251089096069, "Finetune/Step": 17764, "Finetune/Step Time": 10.832787286490202}
+{"Finetune/Learning Rate": 3.035869797979341e-07, "Finetune/Loss": 0.5736949443817139, "Finetune/Loss (Raw)": 0.5398715734481812, "Finetune/Step": 17765, "Finetune/Step Time": 10.811143513768911}
+{"Finetune/Learning Rate": 3.0317533611268435e-07, "Finetune/Loss": 0.575873851776123, "Finetune/Loss (Raw)": 0.6708272695541382, "Finetune/Step": 17766, "Finetune/Step Time": 10.76674935221672}
+{"Finetune/Learning Rate": 3.027639674018057e-07, "Finetune/Loss": 0.5752121210098267, "Finetune/Loss (Raw)": 0.5801922678947449, "Finetune/Step": 17767, "Finetune/Step Time": 10.758516335859895}
+{"Finetune/Learning Rate": 3.0235287367696763e-07, "Finetune/Loss": 0.5751750469207764, "Finetune/Loss (Raw)": 0.6422334313392639, "Finetune/Step": 17768, "Finetune/Step Time": 10.769288873299956}
+{"Finetune/Learning Rate": 3.019420549498253e-07, "Finetune/Loss": 0.5756041407585144, "Finetune/Loss (Raw)": 0.6841027736663818, "Finetune/Step": 17769, "Finetune/Step Time": 10.76368766091764}
+{"Finetune/Learning Rate": 3.0153151123202827e-07, "Finetune/Loss": 0.5759859681129456, "Finetune/Loss (Raw)": 0.6207457780838013, "Finetune/Step": 17770, "Finetune/Step Time": 10.751445073634386}
+{"Finetune/Learning Rate": 3.0112124253521835e-07, "Finetune/Loss": 0.576339602470398, "Finetune/Loss (Raw)": 0.5717995762825012, "Finetune/Step": 17771, "Finetune/Step Time": 10.752957103773952}
+{"Finetune/Learning Rate": 3.0071124887103174e-07, "Finetune/Loss": 0.5771833658218384, "Finetune/Loss (Raw)": 0.5895684957504272, "Finetune/Step": 17772, "Finetune/Step Time": 10.733606105670333}
+{"Finetune/Learning Rate": 3.0030153025109254e-07, "Finetune/Loss": 0.5775486826896667, "Finetune/Loss (Raw)": 0.648754358291626, "Finetune/Step": 17773, "Finetune/Step Time": 10.71245607547462}
+{"Finetune/Learning Rate": 2.9989208668701806e-07, "Finetune/Loss": 0.5777461528778076, "Finetune/Loss (Raw)": 0.5229800343513489, "Finetune/Step": 17774, "Finetune/Step Time": 10.70278636738658}
+{"Finetune/Learning Rate": 2.994829181904213e-07, "Finetune/Loss": 0.57719486951828, "Finetune/Loss (Raw)": 0.514318585395813, "Finetune/Step": 17775, "Finetune/Step Time": 10.712317133322358}
+{"Finetune/Learning Rate": 2.9907402477290515e-07, "Finetune/Loss": 0.5778843760490417, "Finetune/Loss (Raw)": 0.6416503190994263, "Finetune/Step": 17776, "Finetune/Step Time": 10.721627304330468}
+{"Finetune/Learning Rate": 2.9866540644606367e-07, "Finetune/Loss": 0.5776970386505127, "Finetune/Loss (Raw)": 0.477230429649353, "Finetune/Step": 17777, "Finetune/Step Time": 10.737002827227116}
+{"Finetune/Learning Rate": 2.982570632214854e-07, "Finetune/Loss": 0.5779188871383667, "Finetune/Loss (Raw)": 0.5524267554283142, "Finetune/Step": 17778, "Finetune/Step Time": 10.730267176404595}
+{"Finetune/Learning Rate": 2.978489951107477e-07, "Finetune/Loss": 0.5771039724349976, "Finetune/Loss (Raw)": 0.4641796946525574, "Finetune/Step": 17779, "Finetune/Step Time": 10.741307167336345}
+{"Finetune/Learning Rate": 2.974412021254236e-07, "Finetune/Loss": 0.5763676166534424, "Finetune/Loss (Raw)": 0.5429714918136597, "Finetune/Step": 17780, "Finetune/Step Time": 10.744100131094456}
+{"Finetune/Learning Rate": 2.970336842770749e-07, "Finetune/Loss": 0.5773822069168091, "Finetune/Loss (Raw)": 0.6512741446495056, "Finetune/Step": 17781, "Finetune/Step Time": 10.735742567107081}
+{"Finetune/Learning Rate": 2.966264415772602e-07, "Finetune/Loss": 0.5769456624984741, "Finetune/Loss (Raw)": 0.5844130516052246, "Finetune/Step": 17782, "Finetune/Step Time": 10.767300087958574}
+{"Finetune/Learning Rate": 2.9621947403752794e-07, "Finetune/Loss": 0.5773099660873413, "Finetune/Loss (Raw)": 0.6131736040115356, "Finetune/Step": 17783, "Finetune/Step Time": 10.779681714251637}
+{"Finetune/Learning Rate": 2.9581278166941784e-07, "Finetune/Loss": 0.5776089429855347, "Finetune/Loss (Raw)": 0.6393824219703674, "Finetune/Step": 17784, "Finetune/Step Time": 10.77204505354166}
+{"Finetune/Learning Rate": 2.954063644844618e-07, "Finetune/Loss": 0.577489972114563, "Finetune/Loss (Raw)": 0.5141313076019287, "Finetune/Step": 17785, "Finetune/Step Time": 10.776647141203284}
+{"Finetune/Learning Rate": 2.95000222494185e-07, "Finetune/Loss": 0.5767828226089478, "Finetune/Loss (Raw)": 0.4917950928211212, "Finetune/Step": 17786, "Finetune/Step Time": 10.770586121827364}
+{"Finetune/Learning Rate": 2.9459435571010384e-07, "Finetune/Loss": 0.5788532495498657, "Finetune/Loss (Raw)": 0.8167667388916016, "Finetune/Step": 17787, "Finetune/Step Time": 10.778276478871703}
+{"Finetune/Learning Rate": 2.9418876414372797e-07, "Finetune/Loss": 0.5791634321212769, "Finetune/Loss (Raw)": 0.6468973159790039, "Finetune/Step": 17788, "Finetune/Step Time": 10.795977342873812}
+{"Finetune/Learning Rate": 2.937834478065593e-07, "Finetune/Loss": 0.5790247917175293, "Finetune/Loss (Raw)": 0.6347385048866272, "Finetune/Step": 17789, "Finetune/Step Time": 10.798833757638931}
+{"Finetune/Learning Rate": 2.933784067100931e-07, "Finetune/Loss": 0.5792183876037598, "Finetune/Loss (Raw)": 0.6119353175163269, "Finetune/Step": 17790, "Finetune/Step Time": 10.797708835452795}
+{"Finetune/Learning Rate": 2.929736408658124e-07, "Finetune/Loss": 0.5796830654144287, "Finetune/Loss (Raw)": 0.6196272373199463, "Finetune/Step": 17791, "Finetune/Step Time": 10.826992005109787}
+{"Finetune/Learning Rate": 2.9256915028519575e-07, "Finetune/Loss": 0.5798288583755493, "Finetune/Loss (Raw)": 0.6151665449142456, "Finetune/Step": 17792, "Finetune/Step Time": 10.811114022508264}
+{"Finetune/Learning Rate": 2.92164934979714e-07, "Finetune/Loss": 0.5791479349136353, "Finetune/Loss (Raw)": 0.5022011399269104, "Finetune/Step": 17793, "Finetune/Step Time": 10.810710299760103}
+{"Finetune/Learning Rate": 2.917609949608291e-07, "Finetune/Loss": 0.5797802209854126, "Finetune/Loss (Raw)": 0.6213268637657166, "Finetune/Step": 17794, "Finetune/Step Time": 10.824035372585058}
+{"Finetune/Learning Rate": 2.9135733023999634e-07, "Finetune/Loss": 0.5798287391662598, "Finetune/Loss (Raw)": 0.6039220690727234, "Finetune/Step": 17795, "Finetune/Step Time": 10.835507351905107}
+{"Finetune/Learning Rate": 2.90953940828661e-07, "Finetune/Loss": 0.5806164741516113, "Finetune/Loss (Raw)": 0.6414892077445984, "Finetune/Step": 17796, "Finetune/Step Time": 10.834065860137343}
+{"Finetune/Learning Rate": 2.9055082673826396e-07, "Finetune/Loss": 0.5823855400085449, "Finetune/Loss (Raw)": 0.6916706562042236, "Finetune/Step": 17797, "Finetune/Step Time": 10.832039099186659}
+{"Finetune/Learning Rate": 2.901479879802349e-07, "Finetune/Loss": 0.5809609889984131, "Finetune/Loss (Raw)": 0.38694068789482117, "Finetune/Step": 17798, "Finetune/Step Time": 10.866412965580821}
+{"Finetune/Learning Rate": 2.897454245659981e-07, "Finetune/Loss": 0.5823981761932373, "Finetune/Loss (Raw)": 0.6587360501289368, "Finetune/Step": 17799, "Finetune/Step Time": 10.872330753132701}
+{"Finetune/Learning Rate": 2.8934313650696877e-07, "Finetune/Loss": 0.581646203994751, "Finetune/Loss (Raw)": 0.5095292925834656, "Finetune/Step": 17800, "Finetune/Step Time": 10.886758744716644}
+{"Finetune/Learning Rate": 2.889411238145545e-07, "Finetune/Loss": 0.5824650526046753, "Finetune/Loss (Raw)": 0.6915436387062073, "Finetune/Step": 17801, "Finetune/Step Time": 10.886312421411276}
+{"Finetune/Learning Rate": 2.8853938650015624e-07, "Finetune/Loss": 0.5823697447776794, "Finetune/Loss (Raw)": 0.5634875893592834, "Finetune/Step": 17802, "Finetune/Step Time": 10.884762521833181}
+{"Finetune/Learning Rate": 2.881379245751648e-07, "Finetune/Loss": 0.5833364725112915, "Finetune/Loss (Raw)": 0.5867238640785217, "Finetune/Step": 17803, "Finetune/Step Time": 10.885846367105842}
+{"Finetune/Learning Rate": 2.8773673805096436e-07, "Finetune/Loss": 0.5824458599090576, "Finetune/Loss (Raw)": 0.41274961829185486, "Finetune/Step": 17804, "Finetune/Step Time": 10.916300974786282}
+{"Finetune/Learning Rate": 2.8733582693893256e-07, "Finetune/Loss": 0.5813477039337158, "Finetune/Loss (Raw)": 0.4942742586135864, "Finetune/Step": 17805, "Finetune/Step Time": 10.935441467911005}
+{"Finetune/Learning Rate": 2.8693519125043813e-07, "Finetune/Loss": 0.5808738470077515, "Finetune/Loss (Raw)": 0.4879509210586548, "Finetune/Step": 17806, "Finetune/Step Time": 10.93420891650021}
+{"Finetune/Learning Rate": 2.8653483099684074e-07, "Finetune/Loss": 0.5812109708786011, "Finetune/Loss (Raw)": 0.6239528059959412, "Finetune/Step": 17807, "Finetune/Step Time": 10.929750515148044}
+{"Finetune/Learning Rate": 2.8613474618949365e-07, "Finetune/Loss": 0.5807405710220337, "Finetune/Loss (Raw)": 0.5118549466133118, "Finetune/Step": 17808, "Finetune/Step Time": 10.949936378747225}
+{"Finetune/Learning Rate": 2.857349368397433e-07, "Finetune/Loss": 0.580206573009491, "Finetune/Loss (Raw)": 0.5243449211120605, "Finetune/Step": 17809, "Finetune/Step Time": 10.963265804573894}
+{"Finetune/Learning Rate": 2.8533540295892614e-07, "Finetune/Loss": 0.5813031792640686, "Finetune/Loss (Raw)": 0.6282141208648682, "Finetune/Step": 17810, "Finetune/Step Time": 10.960523201152682}
+{"Finetune/Learning Rate": 2.8493614455837317e-07, "Finetune/Loss": 0.5805991888046265, "Finetune/Loss (Raw)": 0.5707131028175354, "Finetune/Step": 17811, "Finetune/Step Time": 10.957736415788531}
+{"Finetune/Learning Rate": 2.845371616494041e-07, "Finetune/Loss": 0.581335723400116, "Finetune/Loss (Raw)": 0.558896005153656, "Finetune/Step": 17812, "Finetune/Step Time": 10.956643905490637}
+{"Finetune/Learning Rate": 2.841384542433345e-07, "Finetune/Loss": 0.5809144377708435, "Finetune/Loss (Raw)": 0.5830341577529907, "Finetune/Step": 17813, "Finetune/Step Time": 10.957241555675864}
+{"Finetune/Learning Rate": 2.837400223514708e-07, "Finetune/Loss": 0.5823465585708618, "Finetune/Loss (Raw)": 0.5648425221443176, "Finetune/Step": 17814, "Finetune/Step Time": 10.959748214110732}
+{"Finetune/Learning Rate": 2.8334186598510947e-07, "Finetune/Loss": 0.5825899243354797, "Finetune/Loss (Raw)": 0.562195360660553, "Finetune/Step": 17815, "Finetune/Step Time": 10.961457397788763}
+{"Finetune/Learning Rate": 2.829439851555427e-07, "Finetune/Loss": 0.5818392038345337, "Finetune/Loss (Raw)": 0.5952605605125427, "Finetune/Step": 17816, "Finetune/Step Time": 10.959113113582134}
+{"Finetune/Learning Rate": 2.8254637987405244e-07, "Finetune/Loss": 0.5821673274040222, "Finetune/Loss (Raw)": 0.5328792929649353, "Finetune/Step": 17817, "Finetune/Step Time": 10.946977203711867}
+{"Finetune/Learning Rate": 2.8214905015191527e-07, "Finetune/Loss": 0.5807429552078247, "Finetune/Loss (Raw)": 0.3853349983692169, "Finetune/Step": 17818, "Finetune/Step Time": 10.956887632608414}
+{"Finetune/Learning Rate": 2.817519960003967e-07, "Finetune/Loss": 0.580575704574585, "Finetune/Loss (Raw)": 0.6404446959495544, "Finetune/Step": 17819, "Finetune/Step Time": 10.963779225945473}
+{"Finetune/Learning Rate": 2.813552174307566e-07, "Finetune/Loss": 0.5800000429153442, "Finetune/Loss (Raw)": 0.573257327079773, "Finetune/Step": 17820, "Finetune/Step Time": 10.993895446881652}
+{"Finetune/Learning Rate": 2.809587144542469e-07, "Finetune/Loss": 0.5795949101448059, "Finetune/Loss (Raw)": 0.5818744897842407, "Finetune/Step": 17821, "Finetune/Step Time": 10.97601542249322}
+{"Finetune/Learning Rate": 2.8056248708211e-07, "Finetune/Loss": 0.5778858661651611, "Finetune/Loss (Raw)": 0.4435196816921234, "Finetune/Step": 17822, "Finetune/Step Time": 11.014420498162508}
+{"Finetune/Learning Rate": 2.8016653532558224e-07, "Finetune/Loss": 0.5797317028045654, "Finetune/Loss (Raw)": 0.658972978591919, "Finetune/Step": 17823, "Finetune/Step Time": 11.048431418836117}
+{"Finetune/Learning Rate": 2.7977085919589253e-07, "Finetune/Loss": 0.5804952383041382, "Finetune/Loss (Raw)": 0.6134668588638306, "Finetune/Step": 17824, "Finetune/Step Time": 11.049466671422124}
+{"Finetune/Learning Rate": 2.7937545870425966e-07, "Finetune/Loss": 0.5814435482025146, "Finetune/Loss (Raw)": 0.6420379877090454, "Finetune/Step": 17825, "Finetune/Step Time": 11.052764650434256}
+{"Finetune/Learning Rate": 2.789803338618979e-07, "Finetune/Loss": 0.5824294090270996, "Finetune/Loss (Raw)": 0.5446131825447083, "Finetune/Step": 17826, "Finetune/Step Time": 11.020163198933005}
+{"Finetune/Learning Rate": 2.785854846800129e-07, "Finetune/Loss": 0.5834060907363892, "Finetune/Loss (Raw)": 0.6255109310150146, "Finetune/Step": 17827, "Finetune/Step Time": 11.028728928416967}
+{"Finetune/Learning Rate": 2.781909111697978e-07, "Finetune/Loss": 0.5841236114501953, "Finetune/Loss (Raw)": 0.6434715390205383, "Finetune/Step": 17828, "Finetune/Step Time": 11.021565046161413}
+{"Finetune/Learning Rate": 2.7779661334244256e-07, "Finetune/Loss": 0.5843550562858582, "Finetune/Loss (Raw)": 0.5548896193504333, "Finetune/Step": 17829, "Finetune/Step Time": 11.01896975375712}
+{"Finetune/Learning Rate": 2.774025912091294e-07, "Finetune/Loss": 0.5841467380523682, "Finetune/Loss (Raw)": 0.5648127198219299, "Finetune/Step": 17830, "Finetune/Step Time": 11.027145711705089}
+{"Finetune/Learning Rate": 2.770088447810315e-07, "Finetune/Loss": 0.583652138710022, "Finetune/Loss (Raw)": 0.5634620189666748, "Finetune/Step": 17831, "Finetune/Step Time": 11.039884189143777}
+{"Finetune/Learning Rate": 2.766153740693145e-07, "Finetune/Loss": 0.5834764242172241, "Finetune/Loss (Raw)": 0.5573171973228455, "Finetune/Step": 17832, "Finetune/Step Time": 11.040921123698354}
+{"Finetune/Learning Rate": 2.7622217908513717e-07, "Finetune/Loss": 0.5829110145568848, "Finetune/Loss (Raw)": 0.5756797790527344, "Finetune/Step": 17833, "Finetune/Step Time": 11.039671959355474}
+{"Finetune/Learning Rate": 2.7582925983964726e-07, "Finetune/Loss": 0.582497239112854, "Finetune/Loss (Raw)": 0.5411521196365356, "Finetune/Step": 17834, "Finetune/Step Time": 11.038672521710396}
+{"Finetune/Learning Rate": 2.75436616343987e-07, "Finetune/Loss": 0.5825114250183105, "Finetune/Loss (Raw)": 0.5697590708732605, "Finetune/Step": 17835, "Finetune/Step Time": 11.04369300417602}
+{"Finetune/Learning Rate": 2.7504424860929193e-07, "Finetune/Loss": 0.5812742710113525, "Finetune/Loss (Raw)": 0.48688483238220215, "Finetune/Step": 17836, "Finetune/Step Time": 11.03857840038836}
+{"Finetune/Learning Rate": 2.7465215664668644e-07, "Finetune/Loss": 0.5811011791229248, "Finetune/Loss (Raw)": 0.5681834816932678, "Finetune/Step": 17837, "Finetune/Step Time": 11.046916840597987}
+{"Finetune/Learning Rate": 2.7426034046729165e-07, "Finetune/Loss": 0.5809874534606934, "Finetune/Loss (Raw)": 0.5576195120811462, "Finetune/Step": 17838, "Finetune/Step Time": 11.04827275685966}
+{"Finetune/Learning Rate": 2.7386880008221873e-07, "Finetune/Loss": 0.581039309501648, "Finetune/Loss (Raw)": 0.6548106670379639, "Finetune/Step": 17839, "Finetune/Step Time": 11.039235685020685}
+{"Finetune/Learning Rate": 2.734775355025687e-07, "Finetune/Loss": 0.5816397070884705, "Finetune/Loss (Raw)": 0.6245549321174622, "Finetune/Step": 17840, "Finetune/Step Time": 11.022394521161914}
+{"Finetune/Learning Rate": 2.7308654673943614e-07, "Finetune/Loss": 0.5804169178009033, "Finetune/Loss (Raw)": 0.5113529562950134, "Finetune/Step": 17841, "Finetune/Step Time": 11.028440609574318}
+{"Finetune/Learning Rate": 2.7269583380390984e-07, "Finetune/Loss": 0.57941734790802, "Finetune/Loss (Raw)": 0.54514479637146, "Finetune/Step": 17842, "Finetune/Step Time": 11.028641788288951}
+{"Finetune/Learning Rate": 2.723053967070688e-07, "Finetune/Loss": 0.577659010887146, "Finetune/Loss (Raw)": 0.5008544921875, "Finetune/Step": 17843, "Finetune/Step Time": 11.035512283444405}
+{"Finetune/Learning Rate": 2.719152354599841e-07, "Finetune/Loss": 0.5777724981307983, "Finetune/Loss (Raw)": 0.5782819986343384, "Finetune/Step": 17844, "Finetune/Step Time": 11.00261533819139}
+{"Finetune/Learning Rate": 2.715253500737225e-07, "Finetune/Loss": 0.577250063419342, "Finetune/Loss (Raw)": 0.5024898052215576, "Finetune/Step": 17845, "Finetune/Step Time": 10.994162488728762}
+{"Finetune/Learning Rate": 2.7113574055933734e-07, "Finetune/Loss": 0.5772311687469482, "Finetune/Loss (Raw)": 0.5263932347297668, "Finetune/Step": 17846, "Finetune/Step Time": 11.010568188503385}
+{"Finetune/Learning Rate": 2.7074640692787647e-07, "Finetune/Loss": 0.5776456594467163, "Finetune/Loss (Raw)": 0.6108250021934509, "Finetune/Step": 17847, "Finetune/Step Time": 11.013392802327871}
+{"Finetune/Learning Rate": 2.7035734919038104e-07, "Finetune/Loss": 0.5774872303009033, "Finetune/Loss (Raw)": 0.569431483745575, "Finetune/Step": 17848, "Finetune/Step Time": 11.005645412951708}
+{"Finetune/Learning Rate": 2.6996856735788446e-07, "Finetune/Loss": 0.5769448280334473, "Finetune/Loss (Raw)": 0.5988282561302185, "Finetune/Step": 17849, "Finetune/Step Time": 11.004687167704105}
+{"Finetune/Learning Rate": 2.6958006144141123e-07, "Finetune/Loss": 0.5768958330154419, "Finetune/Loss (Raw)": 0.5582549571990967, "Finetune/Step": 17850, "Finetune/Step Time": 11.009002227336168}
+{"Finetune/Learning Rate": 2.69191831451977e-07, "Finetune/Loss": 0.5760093927383423, "Finetune/Loss (Raw)": 0.5610791444778442, "Finetune/Step": 17851, "Finetune/Step Time": 11.030995627865195}
+{"Finetune/Learning Rate": 2.688038774005919e-07, "Finetune/Loss": 0.5755242109298706, "Finetune/Loss (Raw)": 0.5866841673851013, "Finetune/Step": 17852, "Finetune/Step Time": 11.031137973070145}
+{"Finetune/Learning Rate": 2.68416199298257e-07, "Finetune/Loss": 0.5744937658309937, "Finetune/Loss (Raw)": 0.5349626541137695, "Finetune/Step": 17853, "Finetune/Step Time": 11.051581978797913}
+{"Finetune/Learning Rate": 2.6802879715596585e-07, "Finetune/Loss": 0.5757073760032654, "Finetune/Loss (Raw)": 0.6921913027763367, "Finetune/Step": 17854, "Finetune/Step Time": 11.025343582034111}
+{"Finetune/Learning Rate": 2.676416709847041e-07, "Finetune/Loss": 0.5764864683151245, "Finetune/Loss (Raw)": 0.5144696235656738, "Finetune/Step": 17855, "Finetune/Step Time": 10.995187006890774}
+{"Finetune/Learning Rate": 2.672548207954495e-07, "Finetune/Loss": 0.5747065544128418, "Finetune/Loss (Raw)": 0.5000394582748413, "Finetune/Step": 17856, "Finetune/Step Time": 11.021430997177958}
+{"Finetune/Learning Rate": 2.668682465991712e-07, "Finetune/Loss": 0.5753825306892395, "Finetune/Loss (Raw)": 0.6761914491653442, "Finetune/Step": 17857, "Finetune/Step Time": 11.02256759442389}
+{"Finetune/Learning Rate": 2.6648194840683264e-07, "Finetune/Loss": 0.5752190351486206, "Finetune/Loss (Raw)": 0.4907543659210205, "Finetune/Step": 17858, "Finetune/Step Time": 10.945773156359792}
+{"Finetune/Learning Rate": 2.660959262293883e-07, "Finetune/Loss": 0.5748509168624878, "Finetune/Loss (Raw)": 0.5980700850486755, "Finetune/Step": 17859, "Finetune/Step Time": 10.950880620628595}
+{"Finetune/Learning Rate": 2.657101800777828e-07, "Finetune/Loss": 0.5748577117919922, "Finetune/Loss (Raw)": 0.6109250783920288, "Finetune/Step": 17860, "Finetune/Step Time": 10.958445778116584}
+{"Finetune/Learning Rate": 2.653247099629563e-07, "Finetune/Loss": 0.5751677751541138, "Finetune/Loss (Raw)": 0.5522762537002563, "Finetune/Step": 17861, "Finetune/Step Time": 10.95984878577292}
+{"Finetune/Learning Rate": 2.6493951589584013e-07, "Finetune/Loss": 0.5752151012420654, "Finetune/Loss (Raw)": 0.4644564390182495, "Finetune/Step": 17862, "Finetune/Step Time": 10.960689276456833}
+{"Finetune/Learning Rate": 2.645545978873565e-07, "Finetune/Loss": 0.5750433206558228, "Finetune/Loss (Raw)": 0.5804426670074463, "Finetune/Step": 17863, "Finetune/Step Time": 10.961541760712862}
+{"Finetune/Learning Rate": 2.64169955948419e-07, "Finetune/Loss": 0.5743948817253113, "Finetune/Loss (Raw)": 0.6176126599311829, "Finetune/Step": 17864, "Finetune/Step Time": 10.960312880575657}
+{"Finetune/Learning Rate": 2.6378559008993775e-07, "Finetune/Loss": 0.5743522644042969, "Finetune/Loss (Raw)": 0.610266387462616, "Finetune/Step": 17865, "Finetune/Step Time": 10.985283948481083}
+{"Finetune/Learning Rate": 2.6340150032281075e-07, "Finetune/Loss": 0.5749521255493164, "Finetune/Loss (Raw)": 0.6710661053657532, "Finetune/Step": 17866, "Finetune/Step Time": 10.997954301536083}
+{"Finetune/Learning Rate": 2.6301768665793036e-07, "Finetune/Loss": 0.5750579237937927, "Finetune/Loss (Raw)": 0.5496113896369934, "Finetune/Step": 17867, "Finetune/Step Time": 11.020022982731462}
+{"Finetune/Learning Rate": 2.626341491061801e-07, "Finetune/Loss": 0.57419753074646, "Finetune/Loss (Raw)": 0.5577741861343384, "Finetune/Step": 17868, "Finetune/Step Time": 11.03662608936429}
+{"Finetune/Learning Rate": 2.6225088767843575e-07, "Finetune/Loss": 0.576055645942688, "Finetune/Loss (Raw)": 0.6510654091835022, "Finetune/Step": 17869, "Finetune/Step Time": 11.025170914828777}
+{"Finetune/Learning Rate": 2.6186790238556634e-07, "Finetune/Loss": 0.5767654776573181, "Finetune/Loss (Raw)": 0.5992964506149292, "Finetune/Step": 17870, "Finetune/Step Time": 11.020998768508434}
+{"Finetune/Learning Rate": 2.614851932384299e-07, "Finetune/Loss": 0.5768065452575684, "Finetune/Loss (Raw)": 0.48551028966903687, "Finetune/Step": 17871, "Finetune/Step Time": 11.018814755603671}
+{"Finetune/Learning Rate": 2.6110276024788216e-07, "Finetune/Loss": 0.5773228406906128, "Finetune/Loss (Raw)": 0.5800396800041199, "Finetune/Step": 17872, "Finetune/Step Time": 10.980716791003942}
+{"Finetune/Learning Rate": 2.607206034247667e-07, "Finetune/Loss": 0.5773673057556152, "Finetune/Loss (Raw)": 0.6185298562049866, "Finetune/Step": 17873, "Finetune/Step Time": 10.989444192498922}
+{"Finetune/Learning Rate": 2.6033872277991923e-07, "Finetune/Loss": 0.5776641368865967, "Finetune/Loss (Raw)": 0.6314610838890076, "Finetune/Step": 17874, "Finetune/Step Time": 10.991416059434414}
+{"Finetune/Learning Rate": 2.5995711832417114e-07, "Finetune/Loss": 0.5783092975616455, "Finetune/Loss (Raw)": 0.6689739227294922, "Finetune/Step": 17875, "Finetune/Step Time": 10.967016166076064}
+{"Finetune/Learning Rate": 2.5957579006834156e-07, "Finetune/Loss": 0.5791481137275696, "Finetune/Loss (Raw)": 0.6028501987457275, "Finetune/Step": 17876, "Finetune/Step Time": 10.935807844623923}
+{"Finetune/Learning Rate": 2.5919473802324403e-07, "Finetune/Loss": 0.5792673826217651, "Finetune/Loss (Raw)": 0.5629934072494507, "Finetune/Step": 17877, "Finetune/Step Time": 10.935144072398543}
+{"Finetune/Learning Rate": 2.5881396219968436e-07, "Finetune/Loss": 0.5787097215652466, "Finetune/Loss (Raw)": 0.5796107053756714, "Finetune/Step": 17878, "Finetune/Step Time": 10.93481926806271}
+{"Finetune/Learning Rate": 2.584334626084606e-07, "Finetune/Loss": 0.5782049894332886, "Finetune/Loss (Raw)": 0.5562295913696289, "Finetune/Step": 17879, "Finetune/Step Time": 10.953998612239957}
+{"Finetune/Learning Rate": 2.5805323926036295e-07, "Finetune/Loss": 0.5770785212516785, "Finetune/Loss (Raw)": 0.46284133195877075, "Finetune/Step": 17880, "Finetune/Step Time": 10.966994447633624}
+{"Finetune/Learning Rate": 2.57673292166174e-07, "Finetune/Loss": 0.5757707357406616, "Finetune/Loss (Raw)": 0.5677883625030518, "Finetune/Step": 17881, "Finetune/Step Time": 10.968913143500686}
+{"Finetune/Learning Rate": 2.57293621336665e-07, "Finetune/Loss": 0.5771750211715698, "Finetune/Loss (Raw)": 0.6556086540222168, "Finetune/Step": 17882, "Finetune/Step Time": 10.979062519967556}
+{"Finetune/Learning Rate": 2.5691422678260526e-07, "Finetune/Loss": 0.5760119557380676, "Finetune/Loss (Raw)": 0.3457259237766266, "Finetune/Step": 17883, "Finetune/Step Time": 11.012397220358253}
+{"Finetune/Learning Rate": 2.565351085147527e-07, "Finetune/Loss": 0.5770512819290161, "Finetune/Loss (Raw)": 0.6916511058807373, "Finetune/Step": 17884, "Finetune/Step Time": 11.011978385969996}
+{"Finetune/Learning Rate": 2.561562665438577e-07, "Finetune/Loss": 0.5766379833221436, "Finetune/Loss (Raw)": 0.5809446573257446, "Finetune/Step": 17885, "Finetune/Step Time": 11.007376987487078}
+{"Finetune/Learning Rate": 2.557777008806617e-07, "Finetune/Loss": 0.5780425667762756, "Finetune/Loss (Raw)": 0.7048026323318481, "Finetune/Step": 17886, "Finetune/Step Time": 11.007165785878897}
+{"Finetune/Learning Rate": 2.553994115359038e-07, "Finetune/Loss": 0.5780255794525146, "Finetune/Loss (Raw)": 0.564266562461853, "Finetune/Step": 17887, "Finetune/Step Time": 11.017775105312467}
+{"Finetune/Learning Rate": 2.550213985203076e-07, "Finetune/Loss": 0.5787162780761719, "Finetune/Loss (Raw)": 0.6206433176994324, "Finetune/Step": 17888, "Finetune/Step Time": 11.013096161186695}
+{"Finetune/Learning Rate": 2.5464366184459355e-07, "Finetune/Loss": 0.5790236592292786, "Finetune/Loss (Raw)": 0.670315146446228, "Finetune/Step": 17889, "Finetune/Step Time": 10.973914245143533}
+{"Finetune/Learning Rate": 2.54266201519473e-07, "Finetune/Loss": 0.5793763995170593, "Finetune/Loss (Raw)": 0.5929363965988159, "Finetune/Step": 17890, "Finetune/Step Time": 10.98436245135963}
+{"Finetune/Learning Rate": 2.5388901755564963e-07, "Finetune/Loss": 0.5782545804977417, "Finetune/Loss (Raw)": 0.5643244385719299, "Finetune/Step": 17891, "Finetune/Step Time": 10.966697299852967}
+{"Finetune/Learning Rate": 2.535121099638194e-07, "Finetune/Loss": 0.578805685043335, "Finetune/Loss (Raw)": 0.6744656562805176, "Finetune/Step": 17892, "Finetune/Step Time": 10.971863141283393}
+{"Finetune/Learning Rate": 2.5313547875467026e-07, "Finetune/Loss": 0.5796001553535461, "Finetune/Loss (Raw)": 0.6415666937828064, "Finetune/Step": 17893, "Finetune/Step Time": 10.964860083535314}
+{"Finetune/Learning Rate": 2.527591239388838e-07, "Finetune/Loss": 0.5785003900527954, "Finetune/Loss (Raw)": 0.5300598740577698, "Finetune/Step": 17894, "Finetune/Step Time": 10.992952516302466}
+{"Finetune/Learning Rate": 2.5238304552713033e-07, "Finetune/Loss": 0.5787261724472046, "Finetune/Loss (Raw)": 0.6091002225875854, "Finetune/Step": 17895, "Finetune/Step Time": 11.002595560625196}
+{"Finetune/Learning Rate": 2.5200724353007464e-07, "Finetune/Loss": 0.5789952278137207, "Finetune/Loss (Raw)": 0.6766679883003235, "Finetune/Step": 17896, "Finetune/Step Time": 10.993423108011484}
+{"Finetune/Learning Rate": 2.516317179583749e-07, "Finetune/Loss": 0.5791073441505432, "Finetune/Loss (Raw)": 0.6984509825706482, "Finetune/Step": 17897, "Finetune/Step Time": 11.000880552455783}
+{"Finetune/Learning Rate": 2.512564688226782e-07, "Finetune/Loss": 0.5784264206886292, "Finetune/Loss (Raw)": 0.5335822105407715, "Finetune/Step": 17898, "Finetune/Step Time": 11.00251449458301}
+{"Finetune/Learning Rate": 2.50881496133627e-07, "Finetune/Loss": 0.579163670539856, "Finetune/Loss (Raw)": 0.6661702990531921, "Finetune/Step": 17899, "Finetune/Step Time": 10.997679578140378}
+{"Finetune/Learning Rate": 2.50506799901854e-07, "Finetune/Loss": 0.5788633227348328, "Finetune/Loss (Raw)": 0.5511239767074585, "Finetune/Step": 17900, "Finetune/Step Time": 11.00203393958509}
+{"Finetune/Learning Rate": 2.501323801379829e-07, "Finetune/Loss": 0.5777859687805176, "Finetune/Loss (Raw)": 0.510857105255127, "Finetune/Step": 17901, "Finetune/Step Time": 11.0319105386734}
+{"Finetune/Learning Rate": 2.497582368526341e-07, "Finetune/Loss": 0.5787823796272278, "Finetune/Loss (Raw)": 0.6505127549171448, "Finetune/Step": 17902, "Finetune/Step Time": 11.03052750788629}
+{"Finetune/Learning Rate": 2.4938437005641467e-07, "Finetune/Loss": 0.579779863357544, "Finetune/Loss (Raw)": 0.6419996619224548, "Finetune/Step": 17903, "Finetune/Step Time": 11.013087630271912}
+{"Finetune/Learning Rate": 2.4901077975992836e-07, "Finetune/Loss": 0.579962968826294, "Finetune/Loss (Raw)": 0.6650915145874023, "Finetune/Step": 17904, "Finetune/Step Time": 10.99752458371222}
+{"Finetune/Learning Rate": 2.486374659737678e-07, "Finetune/Loss": 0.5805089473724365, "Finetune/Loss (Raw)": 0.5471146106719971, "Finetune/Step": 17905, "Finetune/Step Time": 10.977684101089835}
+{"Finetune/Learning Rate": 2.482644287085201e-07, "Finetune/Loss": 0.58026123046875, "Finetune/Loss (Raw)": 0.5207092761993408, "Finetune/Step": 17906, "Finetune/Step Time": 10.981238136067986}
+{"Finetune/Learning Rate": 2.478916679747623e-07, "Finetune/Loss": 0.5810196399688721, "Finetune/Loss (Raw)": 0.5612700581550598, "Finetune/Step": 17907, "Finetune/Step Time": 10.96771233342588}
+{"Finetune/Learning Rate": 2.4751918378306484e-07, "Finetune/Loss": 0.5807406902313232, "Finetune/Loss (Raw)": 0.5072619318962097, "Finetune/Step": 17908, "Finetune/Step Time": 10.959300357848406}
+{"Finetune/Learning Rate": 2.471469761439926e-07, "Finetune/Loss": 0.5803200006484985, "Finetune/Loss (Raw)": 0.5974260568618774, "Finetune/Step": 17909, "Finetune/Step Time": 10.96575061045587}
+{"Finetune/Learning Rate": 2.4677504506809723e-07, "Finetune/Loss": 0.5807141065597534, "Finetune/Loss (Raw)": 0.6348557472229004, "Finetune/Step": 17910, "Finetune/Step Time": 10.930674577131867}
+{"Finetune/Learning Rate": 2.46403390565928e-07, "Finetune/Loss": 0.580207109451294, "Finetune/Loss (Raw)": 0.5482779145240784, "Finetune/Step": 17911, "Finetune/Step Time": 10.916294056922197}
+{"Finetune/Learning Rate": 2.4603201264802423e-07, "Finetune/Loss": 0.5792486667633057, "Finetune/Loss (Raw)": 0.5167095065116882, "Finetune/Step": 17912, "Finetune/Step Time": 10.905931040644646}
+{"Finetune/Learning Rate": 2.456609113249131e-07, "Finetune/Loss": 0.5804307460784912, "Finetune/Loss (Raw)": 0.6654334664344788, "Finetune/Step": 17913, "Finetune/Step Time": 10.907454498112202}
+{"Finetune/Learning Rate": 2.452900866071228e-07, "Finetune/Loss": 0.5814502239227295, "Finetune/Loss (Raw)": 0.6222836375236511, "Finetune/Step": 17914, "Finetune/Step Time": 10.913661818951368}
+{"Finetune/Learning Rate": 2.4491953850516724e-07, "Finetune/Loss": 0.5795496702194214, "Finetune/Loss (Raw)": 0.5735058188438416, "Finetune/Step": 17915, "Finetune/Step Time": 10.914749726653099}
+{"Finetune/Learning Rate": 2.445492670295524e-07, "Finetune/Loss": 0.5795192718505859, "Finetune/Loss (Raw)": 0.6429975628852844, "Finetune/Step": 17916, "Finetune/Step Time": 10.903818951919675}
+{"Finetune/Learning Rate": 2.4417927219078095e-07, "Finetune/Loss": 0.5793020725250244, "Finetune/Loss (Raw)": 0.6069408059120178, "Finetune/Step": 17917, "Finetune/Step Time": 10.900374239310622}
+{"Finetune/Learning Rate": 2.438095539993435e-07, "Finetune/Loss": 0.5777655243873596, "Finetune/Loss (Raw)": 0.4152521789073944, "Finetune/Step": 17918, "Finetune/Step Time": 10.931073743849993}
+{"Finetune/Learning Rate": 2.4344011246572375e-07, "Finetune/Loss": 0.5779954195022583, "Finetune/Loss (Raw)": 0.6490559577941895, "Finetune/Step": 17919, "Finetune/Step Time": 10.907103449106216}
+{"Finetune/Learning Rate": 2.430709476003978e-07, "Finetune/Loss": 0.5781470537185669, "Finetune/Loss (Raw)": 0.6345728635787964, "Finetune/Step": 17920, "Finetune/Step Time": 10.911568783223629}
+{"Finetune/Learning Rate": 2.427020594138352e-07, "Finetune/Loss": 0.5787920951843262, "Finetune/Loss (Raw)": 0.5847715735435486, "Finetune/Step": 17921, "Finetune/Step Time": 10.915711952373385}
+{"Finetune/Learning Rate": 2.4233344791649625e-07, "Finetune/Loss": 0.5789846181869507, "Finetune/Loss (Raw)": 0.6459581255912781, "Finetune/Step": 17922, "Finetune/Step Time": 10.905047899112105}
+{"Finetune/Learning Rate": 2.4196511311883385e-07, "Finetune/Loss": 0.5781986713409424, "Finetune/Loss (Raw)": 0.5033303499221802, "Finetune/Step": 17923, "Finetune/Step Time": 10.929459096863866}
+{"Finetune/Learning Rate": 2.4159705503129406e-07, "Finetune/Loss": 0.5775919556617737, "Finetune/Loss (Raw)": 0.5638269186019897, "Finetune/Step": 17924, "Finetune/Step Time": 10.941702764481306}
+{"Finetune/Learning Rate": 2.412292736643107e-07, "Finetune/Loss": 0.5773599147796631, "Finetune/Loss (Raw)": 0.6619768142700195, "Finetune/Step": 17925, "Finetune/Step Time": 10.930993603542447}
+{"Finetune/Learning Rate": 2.408617690283155e-07, "Finetune/Loss": 0.5788621306419373, "Finetune/Loss (Raw)": 0.5792149901390076, "Finetune/Step": 17926, "Finetune/Step Time": 10.897544749081135}
+{"Finetune/Learning Rate": 2.4049454113372783e-07, "Finetune/Loss": 0.5792537331581116, "Finetune/Loss (Raw)": 0.708864688873291, "Finetune/Step": 17927, "Finetune/Step Time": 10.929461793974042}
+{"Finetune/Learning Rate": 2.4012758999096387e-07, "Finetune/Loss": 0.581096887588501, "Finetune/Loss (Raw)": 0.7454527020454407, "Finetune/Step": 17928, "Finetune/Step Time": 10.907385103404522}
+{"Finetune/Learning Rate": 2.397609156104286e-07, "Finetune/Loss": 0.5805885195732117, "Finetune/Loss (Raw)": 0.6264702081680298, "Finetune/Step": 17929, "Finetune/Step Time": 10.904846822842956}
+{"Finetune/Learning Rate": 2.3939451800252035e-07, "Finetune/Loss": 0.5806377530097961, "Finetune/Loss (Raw)": 0.5697928071022034, "Finetune/Step": 17930, "Finetune/Step Time": 10.93230670131743}
+{"Finetune/Learning Rate": 2.3902839717762635e-07, "Finetune/Loss": 0.5811783671379089, "Finetune/Loss (Raw)": 0.6559261083602905, "Finetune/Step": 17931, "Finetune/Step Time": 10.89575581625104}
+{"Finetune/Learning Rate": 2.3866255314613064e-07, "Finetune/Loss": 0.5832412838935852, "Finetune/Loss (Raw)": 0.6767991185188293, "Finetune/Step": 17932, "Finetune/Step Time": 10.862195244058967}
+{"Finetune/Learning Rate": 2.382969859184081e-07, "Finetune/Loss": 0.5852206349372864, "Finetune/Loss (Raw)": 0.7476342916488647, "Finetune/Step": 17933, "Finetune/Step Time": 10.83832709863782}
+{"Finetune/Learning Rate": 2.3793169550482388e-07, "Finetune/Loss": 0.5862387418746948, "Finetune/Loss (Raw)": 0.6182675361633301, "Finetune/Step": 17934, "Finetune/Step Time": 10.83676745556295}
+{"Finetune/Learning Rate": 2.3756668191573627e-07, "Finetune/Loss": 0.5859361290931702, "Finetune/Loss (Raw)": 0.5852164030075073, "Finetune/Step": 17935, "Finetune/Step Time": 10.854524815455079}
+{"Finetune/Learning Rate": 2.3720194516149818e-07, "Finetune/Loss": 0.5860947370529175, "Finetune/Loss (Raw)": 0.5321542024612427, "Finetune/Step": 17936, "Finetune/Step Time": 10.82991829328239}
+{"Finetune/Learning Rate": 2.3683748525245132e-07, "Finetune/Loss": 0.5859447717666626, "Finetune/Loss (Raw)": 0.5051547884941101, "Finetune/Step": 17937, "Finetune/Step Time": 10.815908912569284}
+{"Finetune/Learning Rate": 2.3647330219893073e-07, "Finetune/Loss": 0.5843992233276367, "Finetune/Loss (Raw)": 0.43038058280944824, "Finetune/Step": 17938, "Finetune/Step Time": 10.811615208163857}
+{"Finetune/Learning Rate": 2.361093960112626e-07, "Finetune/Loss": 0.5852188467979431, "Finetune/Loss (Raw)": 0.675629198551178, "Finetune/Step": 17939, "Finetune/Step Time": 10.862739386036992}
+{"Finetune/Learning Rate": 2.3574576669976867e-07, "Finetune/Loss": 0.5855262279510498, "Finetune/Loss (Raw)": 0.5982414484024048, "Finetune/Step": 17940, "Finetune/Step Time": 10.871275763958693}
+{"Finetune/Learning Rate": 2.353824142747574e-07, "Finetune/Loss": 0.585721492767334, "Finetune/Loss (Raw)": 0.6080214977264404, "Finetune/Step": 17941, "Finetune/Step Time": 10.892244566231966}
+{"Finetune/Learning Rate": 2.3501933874653493e-07, "Finetune/Loss": 0.5862112641334534, "Finetune/Loss (Raw)": 0.6275362372398376, "Finetune/Step": 17942, "Finetune/Step Time": 10.89374808035791}
+{"Finetune/Learning Rate": 2.346565401253964e-07, "Finetune/Loss": 0.5868309736251831, "Finetune/Loss (Raw)": 0.6415197849273682, "Finetune/Step": 17943, "Finetune/Step Time": 10.895632794126868}
+{"Finetune/Learning Rate": 2.3429401842162802e-07, "Finetune/Loss": 0.5862839221954346, "Finetune/Loss (Raw)": 0.5252387523651123, "Finetune/Step": 17944, "Finetune/Step Time": 10.89438320696354}
+{"Finetune/Learning Rate": 2.3393177364551267e-07, "Finetune/Loss": 0.5861159563064575, "Finetune/Loss (Raw)": 0.5113709568977356, "Finetune/Step": 17945, "Finetune/Step Time": 10.890569351613522}
+{"Finetune/Learning Rate": 2.3356980580732103e-07, "Finetune/Loss": 0.5878944396972656, "Finetune/Loss (Raw)": 0.6129844188690186, "Finetune/Step": 17946, "Finetune/Step Time": 10.875568149611354}
+{"Finetune/Learning Rate": 2.332081149173171e-07, "Finetune/Loss": 0.5865703225135803, "Finetune/Loss (Raw)": 0.47095948457717896, "Finetune/Step": 17947, "Finetune/Step Time": 10.872012278065085}
+{"Finetune/Learning Rate": 2.3284670098575822e-07, "Finetune/Loss": 0.5868756175041199, "Finetune/Loss (Raw)": 0.6123366355895996, "Finetune/Step": 17948, "Finetune/Step Time": 10.834204144775867}
+{"Finetune/Learning Rate": 2.3248556402289402e-07, "Finetune/Loss": 0.5857069492340088, "Finetune/Loss (Raw)": 0.4322874844074249, "Finetune/Step": 17949, "Finetune/Step Time": 10.855388702824712}
+{"Finetune/Learning Rate": 2.3212470403896291e-07, "Finetune/Loss": 0.5868148803710938, "Finetune/Loss (Raw)": 0.5853365063667297, "Finetune/Step": 17950, "Finetune/Step Time": 10.838332703337073}
+{"Finetune/Learning Rate": 2.31764121044199e-07, "Finetune/Loss": 0.5855536460876465, "Finetune/Loss (Raw)": 0.49752527475357056, "Finetune/Step": 17951, "Finetune/Step Time": 10.807478848844767}
+{"Finetune/Learning Rate": 2.3140381504882736e-07, "Finetune/Loss": 0.5853666663169861, "Finetune/Loss (Raw)": 0.5895363688468933, "Finetune/Step": 17952, "Finetune/Step Time": 10.805147986859083}
+{"Finetune/Learning Rate": 2.3104378606306653e-07, "Finetune/Loss": 0.5855895280838013, "Finetune/Loss (Raw)": 0.6705692410469055, "Finetune/Step": 17953, "Finetune/Step Time": 10.801920626312494}
+{"Finetune/Learning Rate": 2.3068403409712392e-07, "Finetune/Loss": 0.5859147310256958, "Finetune/Loss (Raw)": 0.5862381458282471, "Finetune/Step": 17954, "Finetune/Step Time": 10.797722309827805}
+{"Finetune/Learning Rate": 2.3032455916120134e-07, "Finetune/Loss": 0.5861077308654785, "Finetune/Loss (Raw)": 0.6502113938331604, "Finetune/Step": 17955, "Finetune/Step Time": 10.788115236908197}
+{"Finetune/Learning Rate": 2.2996536126549395e-07, "Finetune/Loss": 0.5853546857833862, "Finetune/Loss (Raw)": 0.5470864176750183, "Finetune/Step": 17956, "Finetune/Step Time": 10.804674070328474}
+{"Finetune/Learning Rate": 2.2960644042018698e-07, "Finetune/Loss": 0.5869483947753906, "Finetune/Loss (Raw)": 0.7588874101638794, "Finetune/Step": 17957, "Finetune/Step Time": 10.801130736246705}
+{"Finetune/Learning Rate": 2.292477966354567e-07, "Finetune/Loss": 0.5872993469238281, "Finetune/Loss (Raw)": 0.6097266674041748, "Finetune/Step": 17958, "Finetune/Step Time": 10.797712927684188}
+{"Finetune/Learning Rate": 2.288894299214761e-07, "Finetune/Loss": 0.5866369009017944, "Finetune/Loss (Raw)": 0.4786680340766907, "Finetune/Step": 17959, "Finetune/Step Time": 10.795221760869026}
+{"Finetune/Learning Rate": 2.2853134028840594e-07, "Finetune/Loss": 0.5856961607933044, "Finetune/Loss (Raw)": 0.4369069039821625, "Finetune/Step": 17960, "Finetune/Step Time": 10.831770902499557}
+{"Finetune/Learning Rate": 2.2817352774639923e-07, "Finetune/Loss": 0.5862940549850464, "Finetune/Loss (Raw)": 0.6522038578987122, "Finetune/Step": 17961, "Finetune/Step Time": 10.833225606009364}
+{"Finetune/Learning Rate": 2.2781599230560446e-07, "Finetune/Loss": 0.5867186784744263, "Finetune/Loss (Raw)": 0.5955087542533875, "Finetune/Step": 17962, "Finetune/Step Time": 10.831639586016536}
+{"Finetune/Learning Rate": 2.2745873397615913e-07, "Finetune/Loss": 0.5875738263130188, "Finetune/Loss (Raw)": 0.6792153120040894, "Finetune/Step": 17963, "Finetune/Step Time": 10.836023800075054}
+{"Finetune/Learning Rate": 2.2710175276819625e-07, "Finetune/Loss": 0.5877951383590698, "Finetune/Loss (Raw)": 0.5152190923690796, "Finetune/Step": 17964, "Finetune/Step Time": 10.842343747615814}
+{"Finetune/Learning Rate": 2.2674504869183655e-07, "Finetune/Loss": 0.5884694457054138, "Finetune/Loss (Raw)": 0.654493510723114, "Finetune/Step": 17965, "Finetune/Step Time": 10.834079269319773}
+{"Finetune/Learning Rate": 2.2638862175719645e-07, "Finetune/Loss": 0.5871695876121521, "Finetune/Loss (Raw)": 0.39123430848121643, "Finetune/Step": 17966, "Finetune/Step Time": 10.824807593598962}
+{"Finetune/Learning Rate": 2.2603247197438227e-07, "Finetune/Loss": 0.5877261161804199, "Finetune/Loss (Raw)": 0.7260463237762451, "Finetune/Step": 17967, "Finetune/Step Time": 10.831171968951821}
+{"Finetune/Learning Rate": 2.2567659935349373e-07, "Finetune/Loss": 0.5880911946296692, "Finetune/Loss (Raw)": 0.6712862253189087, "Finetune/Step": 17968, "Finetune/Step Time": 10.833189956843853}
+{"Finetune/Learning Rate": 2.2532100390462054e-07, "Finetune/Loss": 0.5888810157775879, "Finetune/Loss (Raw)": 0.6124529242515564, "Finetune/Step": 17969, "Finetune/Step Time": 10.849513927474618}
+{"Finetune/Learning Rate": 2.2496568563785014e-07, "Finetune/Loss": 0.5890575051307678, "Finetune/Loss (Raw)": 0.5677313208580017, "Finetune/Step": 17970, "Finetune/Step Time": 10.852096896618605}
+{"Finetune/Learning Rate": 2.2461064456325566e-07, "Finetune/Loss": 0.5901356935501099, "Finetune/Loss (Raw)": 0.6388574838638306, "Finetune/Step": 17971, "Finetune/Step Time": 10.848126232624054}
+{"Finetune/Learning Rate": 2.2425588069090787e-07, "Finetune/Loss": 0.5897331833839417, "Finetune/Loss (Raw)": 0.526767373085022, "Finetune/Step": 17972, "Finetune/Step Time": 10.842191565781832}
+{"Finetune/Learning Rate": 2.239013940308632e-07, "Finetune/Loss": 0.5905847549438477, "Finetune/Loss (Raw)": 0.6114876866340637, "Finetune/Step": 17973, "Finetune/Step Time": 10.82175369746983}
+{"Finetune/Learning Rate": 2.235471845931747e-07, "Finetune/Loss": 0.5907028913497925, "Finetune/Loss (Raw)": 0.5415102243423462, "Finetune/Step": 17974, "Finetune/Step Time": 10.803963143378496}
+{"Finetune/Learning Rate": 2.231932523878888e-07, "Finetune/Loss": 0.5902673006057739, "Finetune/Loss (Raw)": 0.5550791621208191, "Finetune/Step": 17975, "Finetune/Step Time": 10.819877866655588}
+{"Finetune/Learning Rate": 2.228395974250386e-07, "Finetune/Loss": 0.5905483365058899, "Finetune/Loss (Raw)": 0.6054020524024963, "Finetune/Step": 17976, "Finetune/Step Time": 10.822249406948686}
+{"Finetune/Learning Rate": 2.2248621971465713e-07, "Finetune/Loss": 0.590822696685791, "Finetune/Loss (Raw)": 0.6339494585990906, "Finetune/Step": 17977, "Finetune/Step Time": 10.830561762675643}
+{"Finetune/Learning Rate": 2.2213311926676308e-07, "Finetune/Loss": 0.5912665724754333, "Finetune/Loss (Raw)": 0.6150676608085632, "Finetune/Step": 17978, "Finetune/Step Time": 10.825545126572251}
+{"Finetune/Learning Rate": 2.2178029609136842e-07, "Finetune/Loss": 0.5912447571754456, "Finetune/Loss (Raw)": 0.558285653591156, "Finetune/Step": 17979, "Finetune/Step Time": 10.799817513674498}
+{"Finetune/Learning Rate": 2.2142775019847963e-07, "Finetune/Loss": 0.5918233394622803, "Finetune/Loss (Raw)": 0.6607394814491272, "Finetune/Step": 17980, "Finetune/Step Time": 10.79846884869039}
+{"Finetune/Learning Rate": 2.2107548159809312e-07, "Finetune/Loss": 0.5917197465896606, "Finetune/Loss (Raw)": 0.5217092633247375, "Finetune/Step": 17981, "Finetune/Step Time": 10.774648305028677}
+{"Finetune/Learning Rate": 2.2072349030019757e-07, "Finetune/Loss": 0.5909661054611206, "Finetune/Loss (Raw)": 0.5957165360450745, "Finetune/Step": 17982, "Finetune/Step Time": 10.777706570923328}
+{"Finetune/Learning Rate": 2.20371776314775e-07, "Finetune/Loss": 0.5914784073829651, "Finetune/Loss (Raw)": 0.5800549387931824, "Finetune/Step": 17983, "Finetune/Step Time": 10.774192418903112}
+{"Finetune/Learning Rate": 2.200203396517997e-07, "Finetune/Loss": 0.5914962887763977, "Finetune/Loss (Raw)": 0.5023213028907776, "Finetune/Step": 17984, "Finetune/Step Time": 10.745377629995346}
+{"Finetune/Learning Rate": 2.1966918032123918e-07, "Finetune/Loss": 0.5909309387207031, "Finetune/Loss (Raw)": 0.6038255095481873, "Finetune/Step": 17985, "Finetune/Step Time": 10.762101517990232}
+{"Finetune/Learning Rate": 2.1931829833304663e-07, "Finetune/Loss": 0.5911353230476379, "Finetune/Loss (Raw)": 0.5169191360473633, "Finetune/Step": 17986, "Finetune/Step Time": 10.764901055023074}
+{"Finetune/Learning Rate": 2.189676936971763e-07, "Finetune/Loss": 0.5905208587646484, "Finetune/Loss (Raw)": 0.5194185972213745, "Finetune/Step": 17987, "Finetune/Step Time": 10.802758710458875}
+{"Finetune/Learning Rate": 2.186173664235669e-07, "Finetune/Loss": 0.5902222394943237, "Finetune/Loss (Raw)": 0.5726983547210693, "Finetune/Step": 17988, "Finetune/Step Time": 10.792678879573941}
+{"Finetune/Learning Rate": 2.1826731652215604e-07, "Finetune/Loss": 0.5898556113243103, "Finetune/Loss (Raw)": 0.5053507089614868, "Finetune/Step": 17989, "Finetune/Step Time": 10.796017294749618}
+{"Finetune/Learning Rate": 2.1791754400286802e-07, "Finetune/Loss": 0.5901387929916382, "Finetune/Loss (Raw)": 0.5007018446922302, "Finetune/Step": 17990, "Finetune/Step Time": 10.795610258355737}
+{"Finetune/Learning Rate": 2.1756804887562155e-07, "Finetune/Loss": 0.5906215906143188, "Finetune/Loss (Raw)": 0.6422462463378906, "Finetune/Step": 17991, "Finetune/Step Time": 10.801846699789166}
+{"Finetune/Learning Rate": 2.172188311503276e-07, "Finetune/Loss": 0.5906327962875366, "Finetune/Loss (Raw)": 0.6190394163131714, "Finetune/Step": 17992, "Finetune/Step Time": 10.806190622970462}
+{"Finetune/Learning Rate": 2.1686989083688936e-07, "Finetune/Loss": 0.590121328830719, "Finetune/Loss (Raw)": 0.544802725315094, "Finetune/Step": 17993, "Finetune/Step Time": 10.78254315815866}
+{"Finetune/Learning Rate": 2.1652122794520225e-07, "Finetune/Loss": 0.5890458226203918, "Finetune/Loss (Raw)": 0.533401370048523, "Finetune/Step": 17994, "Finetune/Step Time": 10.756329581141472}
+{"Finetune/Learning Rate": 2.161728424851517e-07, "Finetune/Loss": 0.5888627767562866, "Finetune/Loss (Raw)": 0.5261812806129456, "Finetune/Step": 17995, "Finetune/Step Time": 10.754706241190434}
+{"Finetune/Learning Rate": 2.1582473446661867e-07, "Finetune/Loss": 0.5892200469970703, "Finetune/Loss (Raw)": 0.6034989953041077, "Finetune/Step": 17996, "Finetune/Step Time": 10.736703835427761}
+{"Finetune/Learning Rate": 2.1547690389947306e-07, "Finetune/Loss": 0.5892321467399597, "Finetune/Loss (Raw)": 0.6526188254356384, "Finetune/Step": 17997, "Finetune/Step Time": 10.712123714387417}
+{"Finetune/Learning Rate": 2.151293507935792e-07, "Finetune/Loss": 0.5875908732414246, "Finetune/Loss (Raw)": 0.3892132043838501, "Finetune/Step": 17998, "Finetune/Step Time": 10.752357376739383}
+{"Finetune/Learning Rate": 2.1478207515879147e-07, "Finetune/Loss": 0.5873591899871826, "Finetune/Loss (Raw)": 0.4558534324169159, "Finetune/Step": 17999, "Finetune/Step Time": 10.78423859924078}
+{"Finetune/Learning Rate": 2.1443507700495968e-07, "Finetune/Loss": 0.5875250697135925, "Finetune/Loss (Raw)": 0.6012749075889587, "Finetune/Step": 18000, "Finetune/Step Time": 10.790676990523934}
+{"Finetune/Learning Rate": 2.1408835634192271e-07, "Finetune/Loss": 0.5875968337059021, "Finetune/Loss (Raw)": 0.6277173161506653, "Finetune/Step": 18001, "Finetune/Step Time": 10.782281642779708}
+{"Finetune/Learning Rate": 2.1374191317951266e-07, "Finetune/Loss": 0.5871852040290833, "Finetune/Loss (Raw)": 0.5787733793258667, "Finetune/Step": 18002, "Finetune/Step Time": 10.798221860080957}
+{"Finetune/Learning Rate": 2.1339574752755387e-07, "Finetune/Loss": 0.5864779353141785, "Finetune/Loss (Raw)": 0.5784397125244141, "Finetune/Step": 18003, "Finetune/Step Time": 10.800411893054843}
+{"Finetune/Learning Rate": 2.1304985939586186e-07, "Finetune/Loss": 0.586220383644104, "Finetune/Loss (Raw)": 0.569878876209259, "Finetune/Step": 18004, "Finetune/Step Time": 10.794240957126021}
+{"Finetune/Learning Rate": 2.1270424879424545e-07, "Finetune/Loss": 0.5855992436408997, "Finetune/Loss (Raw)": 0.4834946393966675, "Finetune/Step": 18005, "Finetune/Step Time": 10.800742398947477}
+{"Finetune/Learning Rate": 2.1235891573250455e-07, "Finetune/Loss": 0.5851197242736816, "Finetune/Loss (Raw)": 0.5182317495346069, "Finetune/Step": 18006, "Finetune/Step Time": 10.794475900009274}
+{"Finetune/Learning Rate": 2.1201386022043358e-07, "Finetune/Loss": 0.5848373174667358, "Finetune/Loss (Raw)": 0.5200791358947754, "Finetune/Step": 18007, "Finetune/Step Time": 10.77384783513844}
+{"Finetune/Learning Rate": 2.116690822678158e-07, "Finetune/Loss": 0.5857516527175903, "Finetune/Loss (Raw)": 0.579880952835083, "Finetune/Step": 18008, "Finetune/Step Time": 10.771089516580105}
+{"Finetune/Learning Rate": 2.1132458188442896e-07, "Finetune/Loss": 0.5862659215927124, "Finetune/Loss (Raw)": 0.6336146593093872, "Finetune/Step": 18009, "Finetune/Step Time": 10.770731888711452}
+{"Finetune/Learning Rate": 2.1098035908004078e-07, "Finetune/Loss": 0.5853759050369263, "Finetune/Loss (Raw)": 0.5416815876960754, "Finetune/Step": 18010, "Finetune/Step Time": 10.74702974781394}
+{"Finetune/Learning Rate": 2.1063641386441348e-07, "Finetune/Loss": 0.5871373414993286, "Finetune/Loss (Raw)": 0.5711949467658997, "Finetune/Step": 18011, "Finetune/Step Time": 10.709915611892939}
+{"Finetune/Learning Rate": 2.1029274624730034e-07, "Finetune/Loss": 0.5858259201049805, "Finetune/Loss (Raw)": 0.5237787961959839, "Finetune/Step": 18012, "Finetune/Step Time": 10.711745824664831}
+{"Finetune/Learning Rate": 2.099493562384469e-07, "Finetune/Loss": 0.5865523815155029, "Finetune/Loss (Raw)": 0.6739363670349121, "Finetune/Step": 18013, "Finetune/Step Time": 10.723540555685759}
+{"Finetune/Learning Rate": 2.09606243847591e-07, "Finetune/Loss": 0.5850968956947327, "Finetune/Loss (Raw)": 0.5185034275054932, "Finetune/Step": 18014, "Finetune/Step Time": 10.749253230169415}
+{"Finetune/Learning Rate": 2.092634090844625e-07, "Finetune/Loss": 0.5854595899581909, "Finetune/Loss (Raw)": 0.6106926798820496, "Finetune/Step": 18015, "Finetune/Step Time": 10.737584218382835}
+{"Finetune/Learning Rate": 2.0892085195878154e-07, "Finetune/Loss": 0.5847882032394409, "Finetune/Loss (Raw)": 0.5347021222114563, "Finetune/Step": 18016, "Finetune/Step Time": 10.737285394221544}
+{"Finetune/Learning Rate": 2.085785724802636e-07, "Finetune/Loss": 0.5838292837142944, "Finetune/Loss (Raw)": 0.5475764870643616, "Finetune/Step": 18017, "Finetune/Step Time": 10.773718636482954}
+{"Finetune/Learning Rate": 2.0823657065861313e-07, "Finetune/Loss": 0.5845241546630859, "Finetune/Loss (Raw)": 0.6818835735321045, "Finetune/Step": 18018, "Finetune/Step Time": 10.779017737135291}
+{"Finetune/Learning Rate": 2.078948465035302e-07, "Finetune/Loss": 0.5831413269042969, "Finetune/Loss (Raw)": 0.387322336435318, "Finetune/Step": 18019, "Finetune/Step Time": 10.809018110856414}
+{"Finetune/Learning Rate": 2.075534000247037e-07, "Finetune/Loss": 0.5816802978515625, "Finetune/Loss (Raw)": 0.4874524772167206, "Finetune/Step": 18020, "Finetune/Step Time": 10.805229783058167}
+{"Finetune/Learning Rate": 2.0721223123181921e-07, "Finetune/Loss": 0.5808311104774475, "Finetune/Loss (Raw)": 0.5328665971755981, "Finetune/Step": 18021, "Finetune/Step Time": 10.809780364856124}
+{"Finetune/Learning Rate": 2.068713401345468e-07, "Finetune/Loss": 0.5807219743728638, "Finetune/Loss (Raw)": 0.5160942673683167, "Finetune/Step": 18022, "Finetune/Step Time": 10.78635960072279}
+{"Finetune/Learning Rate": 2.0653072674255537e-07, "Finetune/Loss": 0.5799630880355835, "Finetune/Loss (Raw)": 0.5119603276252747, "Finetune/Step": 18023, "Finetune/Step Time": 10.782305995002389}
+{"Finetune/Learning Rate": 2.0619039106550387e-07, "Finetune/Loss": 0.5779119729995728, "Finetune/Loss (Raw)": 0.4141277074813843, "Finetune/Step": 18024, "Finetune/Step Time": 10.81837372109294}
+{"Finetune/Learning Rate": 2.0585033311304237e-07, "Finetune/Loss": 0.576448380947113, "Finetune/Loss (Raw)": 0.5111087560653687, "Finetune/Step": 18025, "Finetune/Step Time": 10.836811495944858}
+{"Finetune/Learning Rate": 2.0551055289481536e-07, "Finetune/Loss": 0.5769056081771851, "Finetune/Loss (Raw)": 0.5921019315719604, "Finetune/Step": 18026, "Finetune/Step Time": 10.835447425022721}
+{"Finetune/Learning Rate": 2.0517105042045847e-07, "Finetune/Loss": 0.5763052701950073, "Finetune/Loss (Raw)": 0.5893315076828003, "Finetune/Step": 18027, "Finetune/Step Time": 10.836458124220371}
+{"Finetune/Learning Rate": 2.0483182569959627e-07, "Finetune/Loss": 0.5768167972564697, "Finetune/Loss (Raw)": 0.616599977016449, "Finetune/Step": 18028, "Finetune/Step Time": 10.845690555870533}
+{"Finetune/Learning Rate": 2.0449287874184986e-07, "Finetune/Loss": 0.5773864984512329, "Finetune/Loss (Raw)": 0.5837818384170532, "Finetune/Step": 18029, "Finetune/Step Time": 10.818912582471967}
+{"Finetune/Learning Rate": 2.0415420955683052e-07, "Finetune/Loss": 0.576866865158081, "Finetune/Loss (Raw)": 0.5840015411376953, "Finetune/Step": 18030, "Finetune/Step Time": 10.840035190805793}
+{"Finetune/Learning Rate": 2.0381581815414274e-07, "Finetune/Loss": 0.577260434627533, "Finetune/Loss (Raw)": 0.6923702359199524, "Finetune/Step": 18031, "Finetune/Step Time": 10.84614666737616}
+{"Finetune/Learning Rate": 2.0347770454338111e-07, "Finetune/Loss": 0.5759066343307495, "Finetune/Loss (Raw)": 0.4918106198310852, "Finetune/Step": 18032, "Finetune/Step Time": 10.847546491771936}
+{"Finetune/Learning Rate": 2.031398687341357e-07, "Finetune/Loss": 0.5748805999755859, "Finetune/Loss (Raw)": 0.4157807528972626, "Finetune/Step": 18033, "Finetune/Step Time": 10.84048936329782}
+{"Finetune/Learning Rate": 2.0280231073598333e-07, "Finetune/Loss": 0.5756910443305969, "Finetune/Loss (Raw)": 0.6244457364082336, "Finetune/Step": 18034, "Finetune/Step Time": 10.825060991570354}
+{"Finetune/Learning Rate": 2.0246503055849854e-07, "Finetune/Loss": 0.5756390690803528, "Finetune/Loss (Raw)": 0.5546181201934814, "Finetune/Step": 18035, "Finetune/Step Time": 10.828429134562612}
+{"Finetune/Learning Rate": 2.0212802821124588e-07, "Finetune/Loss": 0.575752854347229, "Finetune/Loss (Raw)": 0.5218247771263123, "Finetune/Step": 18036, "Finetune/Step Time": 10.831486390903592}
+{"Finetune/Learning Rate": 2.0179130370377998e-07, "Finetune/Loss": 0.5754680633544922, "Finetune/Loss (Raw)": 0.560964822769165, "Finetune/Step": 18037, "Finetune/Step Time": 10.825543677434325}
+{"Finetune/Learning Rate": 2.0145485704564982e-07, "Finetune/Loss": 0.5746980309486389, "Finetune/Loss (Raw)": 0.5363024473190308, "Finetune/Step": 18038, "Finetune/Step Time": 10.828948548063636}
+{"Finetune/Learning Rate": 2.011186882463978e-07, "Finetune/Loss": 0.5746992230415344, "Finetune/Loss (Raw)": 0.5484269261360168, "Finetune/Step": 18039, "Finetune/Step Time": 10.850055433809757}
+{"Finetune/Learning Rate": 2.0078279731555517e-07, "Finetune/Loss": 0.575342059135437, "Finetune/Loss (Raw)": 0.5989944338798523, "Finetune/Step": 18040, "Finetune/Step Time": 10.8703374247998}
+{"Finetune/Learning Rate": 2.0044718426264652e-07, "Finetune/Loss": 0.5752964019775391, "Finetune/Loss (Raw)": 0.6595813035964966, "Finetune/Step": 18041, "Finetune/Step Time": 10.870074313133955}
+{"Finetune/Learning Rate": 2.0011184909718982e-07, "Finetune/Loss": 0.5750429630279541, "Finetune/Loss (Raw)": 0.5898459553718567, "Finetune/Step": 18042, "Finetune/Step Time": 10.888421030715108}
+{"Finetune/Learning Rate": 1.9977679182869414e-07, "Finetune/Loss": 0.5750895738601685, "Finetune/Loss (Raw)": 0.5794771313667297, "Finetune/Step": 18043, "Finetune/Step Time": 10.883480971679091}
+{"Finetune/Learning Rate": 1.9944201246666072e-07, "Finetune/Loss": 0.5741743445396423, "Finetune/Loss (Raw)": 0.5258528590202332, "Finetune/Step": 18044, "Finetune/Step Time": 10.877348009496927}
+{"Finetune/Learning Rate": 1.99107511020582e-07, "Finetune/Loss": 0.5735735893249512, "Finetune/Loss (Raw)": 0.5300422310829163, "Finetune/Step": 18045, "Finetune/Step Time": 10.883705019950867}
+{"Finetune/Learning Rate": 1.9877328749994485e-07, "Finetune/Loss": 0.5744809508323669, "Finetune/Loss (Raw)": 0.5313889980316162, "Finetune/Step": 18046, "Finetune/Step Time": 10.847413206472993}
+{"Finetune/Learning Rate": 1.984393419142261e-07, "Finetune/Loss": 0.5735271573066711, "Finetune/Loss (Raw)": 0.5269702076911926, "Finetune/Step": 18047, "Finetune/Step Time": 10.843287341296673}
+{"Finetune/Learning Rate": 1.9810567427289596e-07, "Finetune/Loss": 0.5722604990005493, "Finetune/Loss (Raw)": 0.47244516015052795, "Finetune/Step": 18048, "Finetune/Step Time": 10.84191376902163}
+{"Finetune/Learning Rate": 1.9777228458541576e-07, "Finetune/Loss": 0.5712167024612427, "Finetune/Loss (Raw)": 0.45115914940834045, "Finetune/Step": 18049, "Finetune/Step Time": 10.845065109431744}
+{"Finetune/Learning Rate": 1.9743917286124014e-07, "Finetune/Loss": 0.5713156461715698, "Finetune/Loss (Raw)": 0.6586275100708008, "Finetune/Step": 18050, "Finetune/Step Time": 10.84062035754323}
+{"Finetune/Learning Rate": 1.9710633910981603e-07, "Finetune/Loss": 0.5718175768852234, "Finetune/Loss (Raw)": 0.5675774216651917, "Finetune/Step": 18051, "Finetune/Step Time": 10.805492443963885}
+{"Finetune/Learning Rate": 1.9677378334057807e-07, "Finetune/Loss": 0.5724005103111267, "Finetune/Loss (Raw)": 0.638444185256958, "Finetune/Step": 18052, "Finetune/Step Time": 10.80337942391634}
+{"Finetune/Learning Rate": 1.964415055629598e-07, "Finetune/Loss": 0.572005033493042, "Finetune/Loss (Raw)": 0.6113491654396057, "Finetune/Step": 18053, "Finetune/Step Time": 10.804766405373812}
+{"Finetune/Learning Rate": 1.9610950578638267e-07, "Finetune/Loss": 0.572087824344635, "Finetune/Loss (Raw)": 0.5898157954216003, "Finetune/Step": 18054, "Finetune/Step Time": 10.803953064605594}
+{"Finetune/Learning Rate": 1.9577778402026238e-07, "Finetune/Loss": 0.5714008212089539, "Finetune/Loss (Raw)": 0.6209271550178528, "Finetune/Step": 18055, "Finetune/Step Time": 10.766575587913394}
+{"Finetune/Learning Rate": 1.9544634027400367e-07, "Finetune/Loss": 0.5696872472763062, "Finetune/Loss (Raw)": 0.5261194109916687, "Finetune/Step": 18056, "Finetune/Step Time": 10.762472605332732}
+{"Finetune/Learning Rate": 1.951151745570079e-07, "Finetune/Loss": 0.5687049627304077, "Finetune/Loss (Raw)": 0.5007331371307373, "Finetune/Step": 18057, "Finetune/Step Time": 10.757984053343534}
+{"Finetune/Learning Rate": 1.9478428687866313e-07, "Finetune/Loss": 0.5692338943481445, "Finetune/Loss (Raw)": 0.6374966502189636, "Finetune/Step": 18058, "Finetune/Step Time": 10.733156893402338}
+{"Finetune/Learning Rate": 1.9445367724835297e-07, "Finetune/Loss": 0.5683469772338867, "Finetune/Loss (Raw)": 0.5424094796180725, "Finetune/Step": 18059, "Finetune/Step Time": 10.751170603558421}
+{"Finetune/Learning Rate": 1.9412334567545433e-07, "Finetune/Loss": 0.5677768588066101, "Finetune/Loss (Raw)": 0.603820264339447, "Finetune/Step": 18060, "Finetune/Step Time": 10.751761863008142}
+{"Finetune/Learning Rate": 1.9379329216933308e-07, "Finetune/Loss": 0.5670115947723389, "Finetune/Loss (Raw)": 0.649671196937561, "Finetune/Step": 18061, "Finetune/Step Time": 10.754567684605718}
+{"Finetune/Learning Rate": 1.934635167393484e-07, "Finetune/Loss": 0.5674887895584106, "Finetune/Loss (Raw)": 0.6793569326400757, "Finetune/Step": 18062, "Finetune/Step Time": 10.788085797801614}
+{"Finetune/Learning Rate": 1.931340193948539e-07, "Finetune/Loss": 0.567733645439148, "Finetune/Loss (Raw)": 0.6165564656257629, "Finetune/Step": 18063, "Finetune/Step Time": 10.769685564562678}
+{"Finetune/Learning Rate": 1.9280480014519098e-07, "Finetune/Loss": 0.5682214498519897, "Finetune/Loss (Raw)": 0.5945919156074524, "Finetune/Step": 18064, "Finetune/Step Time": 10.769491527229548}
+{"Finetune/Learning Rate": 1.9247585899969557e-07, "Finetune/Loss": 0.5683248043060303, "Finetune/Loss (Raw)": 0.5183812379837036, "Finetune/Step": 18065, "Finetune/Step Time": 10.768331702798605}
+{"Finetune/Learning Rate": 1.921471959676957e-07, "Finetune/Loss": 0.5701721906661987, "Finetune/Loss (Raw)": 0.6668516397476196, "Finetune/Step": 18066, "Finetune/Step Time": 10.767050422728062}
+{"Finetune/Learning Rate": 1.9181881105851175e-07, "Finetune/Loss": 0.569707989692688, "Finetune/Loss (Raw)": 0.6162082552909851, "Finetune/Step": 18067, "Finetune/Step Time": 10.720399187877774}
+{"Finetune/Learning Rate": 1.9149070428145511e-07, "Finetune/Loss": 0.5695405006408691, "Finetune/Loss (Raw)": 0.576800525188446, "Finetune/Step": 18068, "Finetune/Step Time": 10.71162647753954}
+{"Finetune/Learning Rate": 1.9116287564583168e-07, "Finetune/Loss": 0.5690661668777466, "Finetune/Loss (Raw)": 0.5473099946975708, "Finetune/Step": 18069, "Finetune/Step Time": 10.690427171066403}
+{"Finetune/Learning Rate": 1.9083532516093628e-07, "Finetune/Loss": 0.5680753588676453, "Finetune/Loss (Raw)": 0.5007132887840271, "Finetune/Step": 18070, "Finetune/Step Time": 10.708590222522616}
+{"Finetune/Learning Rate": 1.905080528360581e-07, "Finetune/Loss": 0.5680442452430725, "Finetune/Loss (Raw)": 0.6375340223312378, "Finetune/Step": 18071, "Finetune/Step Time": 10.712438113987446}
+{"Finetune/Learning Rate": 1.9018105868047533e-07, "Finetune/Loss": 0.5680520534515381, "Finetune/Loss (Raw)": 0.5262416005134583, "Finetune/Step": 18072, "Finetune/Step Time": 10.712655656039715}
+{"Finetune/Learning Rate": 1.8985434270346382e-07, "Finetune/Loss": 0.5688109397888184, "Finetune/Loss (Raw)": 0.6085092425346375, "Finetune/Step": 18073, "Finetune/Step Time": 10.72315827012062}
+{"Finetune/Learning Rate": 1.8952790491428508e-07, "Finetune/Loss": 0.5678891539573669, "Finetune/Loss (Raw)": 0.4949929714202881, "Finetune/Step": 18074, "Finetune/Step Time": 10.743056496605277}
+{"Finetune/Learning Rate": 1.8920174532219837e-07, "Finetune/Loss": 0.568779468536377, "Finetune/Loss (Raw)": 0.5849267244338989, "Finetune/Step": 18075, "Finetune/Step Time": 10.750357449054718}
+{"Finetune/Learning Rate": 1.8887586393645407e-07, "Finetune/Loss": 0.5682342648506165, "Finetune/Loss (Raw)": 0.542542040348053, "Finetune/Step": 18076, "Finetune/Step Time": 10.752154655754566}
+{"Finetune/Learning Rate": 1.8855026076628923e-07, "Finetune/Loss": 0.5687207579612732, "Finetune/Loss (Raw)": 0.4945557713508606, "Finetune/Step": 18077, "Finetune/Step Time": 10.730657925829291}
+{"Finetune/Learning Rate": 1.8822493582093981e-07, "Finetune/Loss": 0.5691788792610168, "Finetune/Loss (Raw)": 0.6439829468727112, "Finetune/Step": 18078, "Finetune/Step Time": 10.716891644522548}
+{"Finetune/Learning Rate": 1.8789988910962952e-07, "Finetune/Loss": 0.570435106754303, "Finetune/Loss (Raw)": 0.6583178043365479, "Finetune/Step": 18079, "Finetune/Step Time": 10.711852699518204}
+{"Finetune/Learning Rate": 1.8757512064157658e-07, "Finetune/Loss": 0.5706661939620972, "Finetune/Loss (Raw)": 0.6191121935844421, "Finetune/Step": 18080, "Finetune/Step Time": 10.710827669128776}
+{"Finetune/Learning Rate": 1.8725063042598912e-07, "Finetune/Loss": 0.5703327655792236, "Finetune/Loss (Raw)": 0.627898097038269, "Finetune/Step": 18081, "Finetune/Step Time": 10.709407368674874}
+{"Finetune/Learning Rate": 1.8692641847207316e-07, "Finetune/Loss": 0.5705118179321289, "Finetune/Loss (Raw)": 0.6091581583023071, "Finetune/Step": 18082, "Finetune/Step Time": 10.71157238073647}
+{"Finetune/Learning Rate": 1.8660248478901688e-07, "Finetune/Loss": 0.5696257948875427, "Finetune/Loss (Raw)": 0.5367986559867859, "Finetune/Step": 18083, "Finetune/Step Time": 10.715137282386422}
+{"Finetune/Learning Rate": 1.862788293860096e-07, "Finetune/Loss": 0.5693341493606567, "Finetune/Loss (Raw)": 0.5097534656524658, "Finetune/Step": 18084, "Finetune/Step Time": 10.709222994744778}
+{"Finetune/Learning Rate": 1.8595545227222845e-07, "Finetune/Loss": 0.5682811737060547, "Finetune/Loss (Raw)": 0.6241099238395691, "Finetune/Step": 18085, "Finetune/Step Time": 10.713732892647386}
+{"Finetune/Learning Rate": 1.856323534568427e-07, "Finetune/Loss": 0.5687492489814758, "Finetune/Loss (Raw)": 0.6696425080299377, "Finetune/Step": 18086, "Finetune/Step Time": 10.724346373230219}
+{"Finetune/Learning Rate": 1.853095329490151e-07, "Finetune/Loss": 0.5696397423744202, "Finetune/Loss (Raw)": 0.5926447510719299, "Finetune/Step": 18087, "Finetune/Step Time": 10.718634380027652}
+{"Finetune/Learning Rate": 1.8498699075789938e-07, "Finetune/Loss": 0.5700767040252686, "Finetune/Loss (Raw)": 0.492838054895401, "Finetune/Step": 18088, "Finetune/Step Time": 10.701506674289703}
+{"Finetune/Learning Rate": 1.846647268926438e-07, "Finetune/Loss": 0.570104718208313, "Finetune/Loss (Raw)": 0.6557893753051758, "Finetune/Step": 18089, "Finetune/Step Time": 10.701216958463192}
+{"Finetune/Learning Rate": 1.843427413623844e-07, "Finetune/Loss": 0.5684822797775269, "Finetune/Loss (Raw)": 0.38783448934555054, "Finetune/Step": 18090, "Finetune/Step Time": 10.738017488270998}
+{"Finetune/Learning Rate": 1.8402103417625273e-07, "Finetune/Loss": 0.5677447319030762, "Finetune/Loss (Raw)": 0.5848131775856018, "Finetune/Step": 18091, "Finetune/Step Time": 10.767806522548199}
+{"Finetune/Learning Rate": 1.836996053433726e-07, "Finetune/Loss": 0.5666182041168213, "Finetune/Loss (Raw)": 0.3710183799266815, "Finetune/Step": 18092, "Finetune/Step Time": 10.811117244884372}
+{"Finetune/Learning Rate": 1.833784548728579e-07, "Finetune/Loss": 0.565575122833252, "Finetune/Loss (Raw)": 0.5209835767745972, "Finetune/Step": 18093, "Finetune/Step Time": 10.810357315465808}
+{"Finetune/Learning Rate": 1.830575827738146e-07, "Finetune/Loss": 0.567335844039917, "Finetune/Loss (Raw)": 0.6166124939918518, "Finetune/Step": 18094, "Finetune/Step Time": 10.815041419118643}
+{"Finetune/Learning Rate": 1.8273698905534322e-07, "Finetune/Loss": 0.5658838748931885, "Finetune/Loss (Raw)": 0.5401882529258728, "Finetune/Step": 18095, "Finetune/Step Time": 10.812369123101234}
+{"Finetune/Learning Rate": 1.8241667372653316e-07, "Finetune/Loss": 0.5659273862838745, "Finetune/Loss (Raw)": 0.6768577098846436, "Finetune/Step": 18096, "Finetune/Step Time": 10.814015651121736}
+{"Finetune/Learning Rate": 1.820966367964705e-07, "Finetune/Loss": 0.5662916898727417, "Finetune/Loss (Raw)": 0.6590815782546997, "Finetune/Step": 18097, "Finetune/Step Time": 10.801370291039348}
+{"Finetune/Learning Rate": 1.8177687827422796e-07, "Finetune/Loss": 0.5669063925743103, "Finetune/Loss (Raw)": 0.6464186310768127, "Finetune/Step": 18098, "Finetune/Step Time": 10.798830894753337}
+{"Finetune/Learning Rate": 1.8145739816887385e-07, "Finetune/Loss": 0.5662236213684082, "Finetune/Loss (Raw)": 0.5514602065086365, "Finetune/Step": 18099, "Finetune/Step Time": 10.795714270323515}
+{"Finetune/Learning Rate": 1.811381964894676e-07, "Finetune/Loss": 0.5663005113601685, "Finetune/Loss (Raw)": 0.5366058945655823, "Finetune/Step": 18100, "Finetune/Step Time": 10.802060006186366}
+{"Finetune/Learning Rate": 1.8081927324506088e-07, "Finetune/Loss": 0.5652875900268555, "Finetune/Loss (Raw)": 0.48183009028434753, "Finetune/Step": 18101, "Finetune/Step Time": 10.800174111500382}
+{"Finetune/Learning Rate": 1.8050062844469752e-07, "Finetune/Loss": 0.5660088658332825, "Finetune/Loss (Raw)": 0.6338412761688232, "Finetune/Step": 18102, "Finetune/Step Time": 10.822764730080962}
+{"Finetune/Learning Rate": 1.8018226209741362e-07, "Finetune/Loss": 0.5666766166687012, "Finetune/Loss (Raw)": 0.6405502557754517, "Finetune/Step": 18103, "Finetune/Step Time": 10.804263753816485}
+{"Finetune/Learning Rate": 1.7986417421223758e-07, "Finetune/Loss": 0.5677980184555054, "Finetune/Loss (Raw)": 0.7489420771598816, "Finetune/Step": 18104, "Finetune/Step Time": 10.800170108675957}
+{"Finetune/Learning Rate": 1.7954636479818766e-07, "Finetune/Loss": 0.5674930810928345, "Finetune/Loss (Raw)": 0.5949110984802246, "Finetune/Step": 18105, "Finetune/Step Time": 10.797034190967679}
+{"Finetune/Learning Rate": 1.792288338642789e-07, "Finetune/Loss": 0.5673315525054932, "Finetune/Loss (Raw)": 0.5944019556045532, "Finetune/Step": 18106, "Finetune/Step Time": 10.79808508977294}
+{"Finetune/Learning Rate": 1.7891158141951305e-07, "Finetune/Loss": 0.5673068165779114, "Finetune/Loss (Raw)": 0.555111289024353, "Finetune/Step": 18107, "Finetune/Step Time": 10.797043906524777}
+{"Finetune/Learning Rate": 1.7859460747288616e-07, "Finetune/Loss": 0.5662204623222351, "Finetune/Loss (Raw)": 0.5216862559318542, "Finetune/Step": 18108, "Finetune/Step Time": 10.800773553550243}
+{"Finetune/Learning Rate": 1.7827791203338885e-07, "Finetune/Loss": 0.5672937035560608, "Finetune/Loss (Raw)": 0.6590883135795593, "Finetune/Step": 18109, "Finetune/Step Time": 10.801302667707205}
+{"Finetune/Learning Rate": 1.779614951100006e-07, "Finetune/Loss": 0.5672302842140198, "Finetune/Loss (Raw)": 0.5875999927520752, "Finetune/Step": 18110, "Finetune/Step Time": 10.80222443304956}
+{"Finetune/Learning Rate": 1.7764535671169426e-07, "Finetune/Loss": 0.5664209127426147, "Finetune/Loss (Raw)": 0.4764561355113983, "Finetune/Step": 18111, "Finetune/Step Time": 10.801243335008621}
+{"Finetune/Learning Rate": 1.7732949684743593e-07, "Finetune/Loss": 0.5679701566696167, "Finetune/Loss (Raw)": 0.7006212472915649, "Finetune/Step": 18112, "Finetune/Step Time": 10.810983929783106}
+{"Finetune/Learning Rate": 1.7701391552617963e-07, "Finetune/Loss": 0.567697286605835, "Finetune/Loss (Raw)": 0.5688974857330322, "Finetune/Step": 18113, "Finetune/Step Time": 10.79622813500464}
+{"Finetune/Learning Rate": 1.7669861275687593e-07, "Finetune/Loss": 0.568458080291748, "Finetune/Loss (Raw)": 0.6143059134483337, "Finetune/Step": 18114, "Finetune/Step Time": 10.795787021517754}
+{"Finetune/Learning Rate": 1.763835885484655e-07, "Finetune/Loss": 0.5687665939331055, "Finetune/Loss (Raw)": 0.5589050650596619, "Finetune/Step": 18115, "Finetune/Step Time": 10.755934681743383}
+{"Finetune/Learning Rate": 1.7606884290988223e-07, "Finetune/Loss": 0.569198727607727, "Finetune/Loss (Raw)": 0.6280084848403931, "Finetune/Step": 18116, "Finetune/Step Time": 10.799232009798288}
+{"Finetune/Learning Rate": 1.7575437585005017e-07, "Finetune/Loss": 0.5693361759185791, "Finetune/Loss (Raw)": 0.5229463577270508, "Finetune/Step": 18117, "Finetune/Step Time": 10.79670786857605}
+{"Finetune/Learning Rate": 1.7544018737788994e-07, "Finetune/Loss": 0.5700427293777466, "Finetune/Loss (Raw)": 0.5911417603492737, "Finetune/Step": 18118, "Finetune/Step Time": 10.797009902074933}
+{"Finetune/Learning Rate": 1.7512627750230772e-07, "Finetune/Loss": 0.569503664970398, "Finetune/Loss (Raw)": 0.5732412338256836, "Finetune/Step": 18119, "Finetune/Step Time": 10.790867917239666}
+{"Finetune/Learning Rate": 1.7481264623220527e-07, "Finetune/Loss": 0.5690415501594543, "Finetune/Loss (Raw)": 0.5598924160003662, "Finetune/Step": 18120, "Finetune/Step Time": 10.784477012231946}
+{"Finetune/Learning Rate": 1.7449929357647777e-07, "Finetune/Loss": 0.5696021318435669, "Finetune/Loss (Raw)": 0.6165530681610107, "Finetune/Step": 18121, "Finetune/Step Time": 10.781946759670973}
+{"Finetune/Learning Rate": 1.7418621954400916e-07, "Finetune/Loss": 0.5704927444458008, "Finetune/Loss (Raw)": 0.6474061608314514, "Finetune/Step": 18122, "Finetune/Step Time": 10.778928929939866}
+{"Finetune/Learning Rate": 1.7387342414367904e-07, "Finetune/Loss": 0.5707805752754211, "Finetune/Loss (Raw)": 0.5630212426185608, "Finetune/Step": 18123, "Finetune/Step Time": 10.7573531139642}
+{"Finetune/Learning Rate": 1.7356090738435804e-07, "Finetune/Loss": 0.5702395439147949, "Finetune/Loss (Raw)": 0.5342459082603455, "Finetune/Step": 18124, "Finetune/Step Time": 10.83918852545321}
+{"Finetune/Learning Rate": 1.732486692749058e-07, "Finetune/Loss": 0.5692017674446106, "Finetune/Loss (Raw)": 0.519783616065979, "Finetune/Step": 18125, "Finetune/Step Time": 10.870152447372675}
+{"Finetune/Learning Rate": 1.7293670982417853e-07, "Finetune/Loss": 0.5705922245979309, "Finetune/Loss (Raw)": 0.5671882033348083, "Finetune/Step": 18126, "Finetune/Step Time": 10.832337560132146}
+{"Finetune/Learning Rate": 1.726250290410214e-07, "Finetune/Loss": 0.5716196298599243, "Finetune/Loss (Raw)": 0.587365448474884, "Finetune/Step": 18127, "Finetune/Step Time": 10.797561408951879}
+{"Finetune/Learning Rate": 1.723136269342729e-07, "Finetune/Loss": 0.5716274976730347, "Finetune/Loss (Raw)": 0.6022810339927673, "Finetune/Step": 18128, "Finetune/Step Time": 10.789641849696636}
+{"Finetune/Learning Rate": 1.720025035127637e-07, "Finetune/Loss": 0.5705780982971191, "Finetune/Loss (Raw)": 0.49339166283607483, "Finetune/Step": 18129, "Finetune/Step Time": 10.792642621323466}
+{"Finetune/Learning Rate": 1.716916587853168e-07, "Finetune/Loss": 0.5708821415901184, "Finetune/Loss (Raw)": 0.6176916360855103, "Finetune/Step": 18130, "Finetune/Step Time": 10.776503575965762}
+{"Finetune/Learning Rate": 1.713810927607462e-07, "Finetune/Loss": 0.5709697008132935, "Finetune/Loss (Raw)": 0.5896531939506531, "Finetune/Step": 18131, "Finetune/Step Time": 10.778637683019042}
+{"Finetune/Learning Rate": 1.7107080544785937e-07, "Finetune/Loss": 0.5711071491241455, "Finetune/Loss (Raw)": 0.587469220161438, "Finetune/Step": 18132, "Finetune/Step Time": 10.786741556599736}
+{"Finetune/Learning Rate": 1.7076079685545476e-07, "Finetune/Loss": 0.5713390111923218, "Finetune/Loss (Raw)": 0.5131680369377136, "Finetune/Step": 18133, "Finetune/Step Time": 10.784542301669717}
+{"Finetune/Learning Rate": 1.7045106699232316e-07, "Finetune/Loss": 0.5725624561309814, "Finetune/Loss (Raw)": 0.6748388409614563, "Finetune/Step": 18134, "Finetune/Step Time": 10.801413232460618}
+{"Finetune/Learning Rate": 1.7014161586724754e-07, "Finetune/Loss": 0.5730059146881104, "Finetune/Loss (Raw)": 0.5768358111381531, "Finetune/Step": 18135, "Finetune/Step Time": 10.80748294480145}
+{"Finetune/Learning Rate": 1.698324434890042e-07, "Finetune/Loss": 0.5716966986656189, "Finetune/Loss (Raw)": 0.4123060405254364, "Finetune/Step": 18136, "Finetune/Step Time": 10.803285425528884}
+{"Finetune/Learning Rate": 1.6952354986635833e-07, "Finetune/Loss": 0.5700383186340332, "Finetune/Loss (Raw)": 0.42133697867393494, "Finetune/Step": 18137, "Finetune/Step Time": 10.843679329380393}
+{"Finetune/Learning Rate": 1.6921493500807074e-07, "Finetune/Loss": 0.5698527097702026, "Finetune/Loss (Raw)": 0.517925500869751, "Finetune/Step": 18138, "Finetune/Step Time": 10.845952559262514}
+{"Finetune/Learning Rate": 1.6890659892289329e-07, "Finetune/Loss": 0.5700666308403015, "Finetune/Loss (Raw)": 0.5985790491104126, "Finetune/Step": 18139, "Finetune/Step Time": 10.845139812678099}
+{"Finetune/Learning Rate": 1.685985416195679e-07, "Finetune/Loss": 0.5705605745315552, "Finetune/Loss (Raw)": 0.5869991779327393, "Finetune/Step": 18140, "Finetune/Step Time": 10.848965600132942}
+{"Finetune/Learning Rate": 1.68290763106832e-07, "Finetune/Loss": 0.5702364444732666, "Finetune/Loss (Raw)": 0.6324521899223328, "Finetune/Step": 18141, "Finetune/Step Time": 10.845417756587267}
+{"Finetune/Learning Rate": 1.6798326339341197e-07, "Finetune/Loss": 0.5699716210365295, "Finetune/Loss (Raw)": 0.4846053421497345, "Finetune/Step": 18142, "Finetune/Step Time": 10.82393678277731}
+{"Finetune/Learning Rate": 1.676760424880275e-07, "Finetune/Loss": 0.5696761608123779, "Finetune/Loss (Raw)": 0.5728805065155029, "Finetune/Step": 18143, "Finetune/Step Time": 10.818845607340336}
+{"Finetune/Learning Rate": 1.6736910039939159e-07, "Finetune/Loss": 0.5701897144317627, "Finetune/Loss (Raw)": 0.6004287600517273, "Finetune/Step": 18144, "Finetune/Step Time": 10.821052869781852}
+{"Finetune/Learning Rate": 1.670624371362084e-07, "Finetune/Loss": 0.5711073279380798, "Finetune/Loss (Raw)": 0.6650366187095642, "Finetune/Step": 18145, "Finetune/Step Time": 10.77484624646604}
+{"Finetune/Learning Rate": 1.667560527071721e-07, "Finetune/Loss": 0.5703045129776001, "Finetune/Loss (Raw)": 0.5791149735450745, "Finetune/Step": 18146, "Finetune/Step Time": 10.767110109329224}
+{"Finetune/Learning Rate": 1.6644994712097351e-07, "Finetune/Loss": 0.57142174243927, "Finetune/Loss (Raw)": 0.5303341150283813, "Finetune/Step": 18147, "Finetune/Step Time": 10.734506202861667}
+{"Finetune/Learning Rate": 1.6614412038629125e-07, "Finetune/Loss": 0.5725628137588501, "Finetune/Loss (Raw)": 0.6335124373435974, "Finetune/Step": 18148, "Finetune/Step Time": 10.735975127667189}
+{"Finetune/Learning Rate": 1.6583857251179725e-07, "Finetune/Loss": 0.5731203556060791, "Finetune/Loss (Raw)": 0.6042299866676331, "Finetune/Step": 18149, "Finetune/Step Time": 10.73545453324914}
+{"Finetune/Learning Rate": 1.655333035061568e-07, "Finetune/Loss": 0.573691725730896, "Finetune/Loss (Raw)": 0.5892287492752075, "Finetune/Step": 18150, "Finetune/Step Time": 10.732458721846342}
+{"Finetune/Learning Rate": 1.6522831337802636e-07, "Finetune/Loss": 0.5735353827476501, "Finetune/Loss (Raw)": 0.49194666743278503, "Finetune/Step": 18151, "Finetune/Step Time": 10.776375817134976}
+{"Finetune/Learning Rate": 1.6492360213605563e-07, "Finetune/Loss": 0.5752802491188049, "Finetune/Loss (Raw)": 0.6374757885932922, "Finetune/Step": 18152, "Finetune/Step Time": 10.73636645078659}
+{"Finetune/Learning Rate": 1.6461916978888327e-07, "Finetune/Loss": 0.5761756896972656, "Finetune/Loss (Raw)": 0.6257298588752747, "Finetune/Step": 18153, "Finetune/Step Time": 10.715773351490498}
+{"Finetune/Learning Rate": 1.6431501634514346e-07, "Finetune/Loss": 0.5766528844833374, "Finetune/Loss (Raw)": 0.6531749367713928, "Finetune/Step": 18154, "Finetune/Step Time": 10.72103288769722}
+{"Finetune/Learning Rate": 1.6401114181346157e-07, "Finetune/Loss": 0.5761969089508057, "Finetune/Loss (Raw)": 0.5309692025184631, "Finetune/Step": 18155, "Finetune/Step Time": 10.718956409022212}
+{"Finetune/Learning Rate": 1.6370754620245289e-07, "Finetune/Loss": 0.5760183334350586, "Finetune/Loss (Raw)": 0.5937463641166687, "Finetune/Step": 18156, "Finetune/Step Time": 10.69972057081759}
+{"Finetune/Learning Rate": 1.634042295207272e-07, "Finetune/Loss": 0.5757231712341309, "Finetune/Loss (Raw)": 0.5459936261177063, "Finetune/Step": 18157, "Finetune/Step Time": 10.7084409147501}
+{"Finetune/Learning Rate": 1.6310119177688655e-07, "Finetune/Loss": 0.5760072469711304, "Finetune/Loss (Raw)": 0.6203664541244507, "Finetune/Step": 18158, "Finetune/Step Time": 10.703598015010357}
+{"Finetune/Learning Rate": 1.6279843297952402e-07, "Finetune/Loss": 0.5737102627754211, "Finetune/Loss (Raw)": 0.39835330843925476, "Finetune/Step": 18159, "Finetune/Step Time": 10.738252736628056}
+{"Finetune/Learning Rate": 1.62495953137225e-07, "Finetune/Loss": 0.5747085213661194, "Finetune/Loss (Raw)": 0.6195870637893677, "Finetune/Step": 18160, "Finetune/Step Time": 10.74058205075562}
+{"Finetune/Learning Rate": 1.6219375225856703e-07, "Finetune/Loss": 0.5761041641235352, "Finetune/Loss (Raw)": 0.5944231748580933, "Finetune/Step": 18161, "Finetune/Step Time": 10.746904967352748}
+{"Finetune/Learning Rate": 1.6189183035211776e-07, "Finetune/Loss": 0.5747656226158142, "Finetune/Loss (Raw)": 0.4531145691871643, "Finetune/Step": 18162, "Finetune/Step Time": 10.801297018304467}
+{"Finetune/Learning Rate": 1.6159018742644138e-07, "Finetune/Loss": 0.5750794410705566, "Finetune/Loss (Raw)": 0.5947810411453247, "Finetune/Step": 18163, "Finetune/Step Time": 10.8316520024091}
+{"Finetune/Learning Rate": 1.612888234900889e-07, "Finetune/Loss": 0.5754462480545044, "Finetune/Loss (Raw)": 0.568783700466156, "Finetune/Step": 18164, "Finetune/Step Time": 10.834099154919386}
+{"Finetune/Learning Rate": 1.60987738551609e-07, "Finetune/Loss": 0.5751788020133972, "Finetune/Loss (Raw)": 0.5267277359962463, "Finetune/Step": 18165, "Finetune/Step Time": 10.843222280964255}
+{"Finetune/Learning Rate": 1.6068693261953928e-07, "Finetune/Loss": 0.5749026536941528, "Finetune/Loss (Raw)": 0.5009595155715942, "Finetune/Step": 18166, "Finetune/Step Time": 10.88036902435124}
+{"Finetune/Learning Rate": 1.6038640570240848e-07, "Finetune/Loss": 0.5752665996551514, "Finetune/Loss (Raw)": 0.595001757144928, "Finetune/Step": 18167, "Finetune/Step Time": 10.875669663771987}
+{"Finetune/Learning Rate": 1.600861578087387e-07, "Finetune/Loss": 0.5756514072418213, "Finetune/Loss (Raw)": 0.6482624411582947, "Finetune/Step": 18168, "Finetune/Step Time": 10.853228747844696}
+{"Finetune/Learning Rate": 1.5978618894704535e-07, "Finetune/Loss": 0.5760617256164551, "Finetune/Loss (Raw)": 0.7121028304100037, "Finetune/Step": 18169, "Finetune/Step Time": 10.852252984419465}
+{"Finetune/Learning Rate": 1.5948649912583269e-07, "Finetune/Loss": 0.576667308807373, "Finetune/Loss (Raw)": 0.6673505306243896, "Finetune/Step": 18170, "Finetune/Step Time": 10.829671755433083}
+{"Finetune/Learning Rate": 1.5918708835359952e-07, "Finetune/Loss": 0.5762175917625427, "Finetune/Loss (Raw)": 0.5219185948371887, "Finetune/Step": 18171, "Finetune/Step Time": 10.828626576811075}
+{"Finetune/Learning Rate": 1.5888795663883904e-07, "Finetune/Loss": 0.5768535733222961, "Finetune/Loss (Raw)": 0.6072583794593811, "Finetune/Step": 18172, "Finetune/Step Time": 10.846985030919313}
+{"Finetune/Learning Rate": 1.5858910399003114e-07, "Finetune/Loss": 0.5774025917053223, "Finetune/Loss (Raw)": 0.6003141403198242, "Finetune/Step": 18173, "Finetune/Step Time": 10.845562933012843}
+{"Finetune/Learning Rate": 1.5829053041565123e-07, "Finetune/Loss": 0.5780566930770874, "Finetune/Loss (Raw)": 0.6151174902915955, "Finetune/Step": 18174, "Finetune/Step Time": 10.843135744333267}
+{"Finetune/Learning Rate": 1.5799223592416478e-07, "Finetune/Loss": 0.5779969692230225, "Finetune/Loss (Raw)": 0.5193249583244324, "Finetune/Step": 18175, "Finetune/Step Time": 10.877032270655036}
+{"Finetune/Learning Rate": 1.5769422052403172e-07, "Finetune/Loss": 0.5800399780273438, "Finetune/Loss (Raw)": 0.7339428067207336, "Finetune/Step": 18176, "Finetune/Step Time": 10.932544644922018}
+{"Finetune/Learning Rate": 1.5739648422370413e-07, "Finetune/Loss": 0.580120325088501, "Finetune/Loss (Raw)": 0.4614441692829132, "Finetune/Step": 18177, "Finetune/Step Time": 10.964392308145761}
+{"Finetune/Learning Rate": 1.5709902703162195e-07, "Finetune/Loss": 0.5789899826049805, "Finetune/Loss (Raw)": 0.513945460319519, "Finetune/Step": 18178, "Finetune/Step Time": 10.974723545834422}
+{"Finetune/Learning Rate": 1.5680184895622286e-07, "Finetune/Loss": 0.5789527893066406, "Finetune/Loss (Raw)": 0.5628129243850708, "Finetune/Step": 18179, "Finetune/Step Time": 10.97206325083971}
+{"Finetune/Learning Rate": 1.5650495000593345e-07, "Finetune/Loss": 0.5777137279510498, "Finetune/Loss (Raw)": 0.4798515737056732, "Finetune/Step": 18180, "Finetune/Step Time": 10.966428624466062}
+{"Finetune/Learning Rate": 1.5620833018917147e-07, "Finetune/Loss": 0.5783964395523071, "Finetune/Loss (Raw)": 0.6987307071685791, "Finetune/Step": 18181, "Finetune/Step Time": 10.966427246108651}
+{"Finetune/Learning Rate": 1.5591198951435016e-07, "Finetune/Loss": 0.5790009498596191, "Finetune/Loss (Raw)": 0.6671951413154602, "Finetune/Step": 18182, "Finetune/Step Time": 10.967107592150569}
+{"Finetune/Learning Rate": 1.5561592798987058e-07, "Finetune/Loss": 0.5782067775726318, "Finetune/Loss (Raw)": 0.5192707777023315, "Finetune/Step": 18183, "Finetune/Step Time": 10.976359268650413}
+{"Finetune/Learning Rate": 1.5532014562413044e-07, "Finetune/Loss": 0.5782123804092407, "Finetune/Loss (Raw)": 0.5268397331237793, "Finetune/Step": 18184, "Finetune/Step Time": 10.986910281702876}
+{"Finetune/Learning Rate": 1.550246424255175e-07, "Finetune/Loss": 0.5785101056098938, "Finetune/Loss (Raw)": 0.5388408303260803, "Finetune/Step": 18185, "Finetune/Step Time": 10.995211757719517}
+{"Finetune/Learning Rate": 1.5472941840240951e-07, "Finetune/Loss": 0.5776715278625488, "Finetune/Loss (Raw)": 0.5301568508148193, "Finetune/Step": 18186, "Finetune/Step Time": 10.995231579989195}
+{"Finetune/Learning Rate": 1.5443447356317864e-07, "Finetune/Loss": 0.5768731832504272, "Finetune/Loss (Raw)": 0.44021931290626526, "Finetune/Step": 18187, "Finetune/Step Time": 11.020366575568914}
+{"Finetune/Learning Rate": 1.5413980791618931e-07, "Finetune/Loss": 0.5766912698745728, "Finetune/Loss (Raw)": 0.580540120601654, "Finetune/Step": 18188, "Finetune/Step Time": 11.022240163758397}
+{"Finetune/Learning Rate": 1.538454214697971e-07, "Finetune/Loss": 0.5760132670402527, "Finetune/Loss (Raw)": 0.5628875494003296, "Finetune/Step": 18189, "Finetune/Step Time": 11.025455238297582}
+{"Finetune/Learning Rate": 1.535513142323497e-07, "Finetune/Loss": 0.576045036315918, "Finetune/Loss (Raw)": 0.6834227442741394, "Finetune/Step": 18190, "Finetune/Step Time": 10.99184488877654}
+{"Finetune/Learning Rate": 1.532574862121883e-07, "Finetune/Loss": 0.576391339302063, "Finetune/Loss (Raw)": 0.6608822345733643, "Finetune/Step": 18191, "Finetune/Step Time": 11.002006899565458}
+{"Finetune/Learning Rate": 1.5296393741764392e-07, "Finetune/Loss": 0.576520562171936, "Finetune/Loss (Raw)": 0.6111346483230591, "Finetune/Step": 18192, "Finetune/Step Time": 10.99631930142641}
+{"Finetune/Learning Rate": 1.5267066785704e-07, "Finetune/Loss": 0.5777482986450195, "Finetune/Loss (Raw)": 0.6755337715148926, "Finetune/Step": 18193, "Finetune/Step Time": 11.001960230991244}
+{"Finetune/Learning Rate": 1.5237767753869536e-07, "Finetune/Loss": 0.5767645835876465, "Finetune/Loss (Raw)": 0.5409339666366577, "Finetune/Step": 18194, "Finetune/Step Time": 11.012426989153028}
+{"Finetune/Learning Rate": 1.5208496647091674e-07, "Finetune/Loss": 0.5768283009529114, "Finetune/Loss (Raw)": 0.6243642568588257, "Finetune/Step": 18195, "Finetune/Step Time": 11.008140496909618}
+{"Finetune/Learning Rate": 1.5179253466200418e-07, "Finetune/Loss": 0.5763691663742065, "Finetune/Loss (Raw)": 0.5180321335792542, "Finetune/Step": 18196, "Finetune/Step Time": 11.025946415960789}
+{"Finetune/Learning Rate": 1.5150038212025097e-07, "Finetune/Loss": 0.5780456066131592, "Finetune/Loss (Raw)": 0.761885941028595, "Finetune/Step": 18197, "Finetune/Step Time": 11.044577900320292}
+{"Finetune/Learning Rate": 1.5120850885394056e-07, "Finetune/Loss": 0.5803309679031372, "Finetune/Loss (Raw)": 0.7932518720626831, "Finetune/Step": 18198, "Finetune/Step Time": 11.026964088901877}
+{"Finetune/Learning Rate": 1.5091691487135185e-07, "Finetune/Loss": 0.5804954171180725, "Finetune/Loss (Raw)": 0.6585791707038879, "Finetune/Step": 18199, "Finetune/Step Time": 11.020537992939353}
+{"Finetune/Learning Rate": 1.5062560018075267e-07, "Finetune/Loss": 0.5794492959976196, "Finetune/Loss (Raw)": 0.39233362674713135, "Finetune/Step": 18200, "Finetune/Step Time": 11.061744034290314}
+{"Finetune/Learning Rate": 1.5033456479040309e-07, "Finetune/Loss": 0.5789386034011841, "Finetune/Loss (Raw)": 0.5431405901908875, "Finetune/Step": 18201, "Finetune/Step Time": 11.06078121624887}
+{"Finetune/Learning Rate": 1.5004380870855652e-07, "Finetune/Loss": 0.5799659490585327, "Finetune/Loss (Raw)": 0.6264973878860474, "Finetune/Step": 18202, "Finetune/Step Time": 11.05103401094675}
+{"Finetune/Learning Rate": 1.4975333194345853e-07, "Finetune/Loss": 0.579656720161438, "Finetune/Loss (Raw)": 0.5453426837921143, "Finetune/Step": 18203, "Finetune/Step Time": 11.041812039911747}
+{"Finetune/Learning Rate": 1.4946313450334483e-07, "Finetune/Loss": 0.580093502998352, "Finetune/Loss (Raw)": 0.5984532833099365, "Finetune/Step": 18204, "Finetune/Step Time": 11.041959634050727}
+{"Finetune/Learning Rate": 1.4917321639644654e-07, "Finetune/Loss": 0.5791205167770386, "Finetune/Loss (Raw)": 0.37001171708106995, "Finetune/Step": 18205, "Finetune/Step Time": 11.081719471141696}
+{"Finetune/Learning Rate": 1.488835776309816e-07, "Finetune/Loss": 0.5786426067352295, "Finetune/Loss (Raw)": 0.5828118920326233, "Finetune/Step": 18206, "Finetune/Step Time": 11.109833089634776}
+{"Finetune/Learning Rate": 1.4859421821516785e-07, "Finetune/Loss": 0.5777623653411865, "Finetune/Loss (Raw)": 0.545649528503418, "Finetune/Step": 18207, "Finetune/Step Time": 11.110877020284534}
+{"Finetune/Learning Rate": 1.483051381572076e-07, "Finetune/Loss": 0.5780566930770874, "Finetune/Loss (Raw)": 0.6567873954772949, "Finetune/Step": 18208, "Finetune/Step Time": 11.12023526057601}
+{"Finetune/Learning Rate": 1.4801633746529987e-07, "Finetune/Loss": 0.5777038335800171, "Finetune/Loss (Raw)": 0.582723081111908, "Finetune/Step": 18209, "Finetune/Step Time": 11.117380732670426}
+{"Finetune/Learning Rate": 1.4772781614763255e-07, "Finetune/Loss": 0.5771188735961914, "Finetune/Loss (Raw)": 0.5342807769775391, "Finetune/Step": 18210, "Finetune/Step Time": 11.111612992361188}
+{"Finetune/Learning Rate": 1.4743957421238908e-07, "Finetune/Loss": 0.5774734616279602, "Finetune/Loss (Raw)": 0.5821975469589233, "Finetune/Step": 18211, "Finetune/Step Time": 11.114954635500908}
+{"Finetune/Learning Rate": 1.4715161166774184e-07, "Finetune/Loss": 0.578150749206543, "Finetune/Loss (Raw)": 0.5964325070381165, "Finetune/Step": 18212, "Finetune/Step Time": 11.10274769552052}
+{"Finetune/Learning Rate": 1.4686392852185648e-07, "Finetune/Loss": 0.5782576203346252, "Finetune/Loss (Raw)": 0.6378006339073181, "Finetune/Step": 18213, "Finetune/Step Time": 11.114691825583577}
+{"Finetune/Learning Rate": 1.465765247828921e-07, "Finetune/Loss": 0.577721118927002, "Finetune/Loss (Raw)": 0.6009683609008789, "Finetune/Step": 18214, "Finetune/Step Time": 11.101387804374099}
+{"Finetune/Learning Rate": 1.4628940045899875e-07, "Finetune/Loss": 0.5773177146911621, "Finetune/Loss (Raw)": 0.5410162806510925, "Finetune/Step": 18215, "Finetune/Step Time": 11.106292033568025}
+{"Finetune/Learning Rate": 1.4600255555831667e-07, "Finetune/Loss": 0.5782831311225891, "Finetune/Loss (Raw)": 0.6164029240608215, "Finetune/Step": 18216, "Finetune/Step Time": 11.084640430286527}
+{"Finetune/Learning Rate": 1.4571599008898263e-07, "Finetune/Loss": 0.57821124792099, "Finetune/Loss (Raw)": 0.6465914249420166, "Finetune/Step": 18217, "Finetune/Step Time": 11.085411570966244}
+{"Finetune/Learning Rate": 1.4542970405912016e-07, "Finetune/Loss": 0.5789947509765625, "Finetune/Loss (Raw)": 0.48811376094818115, "Finetune/Step": 18218, "Finetune/Step Time": 11.04761135391891}
+{"Finetune/Learning Rate": 1.4514369747684832e-07, "Finetune/Loss": 0.5787019729614258, "Finetune/Loss (Raw)": 0.5473488569259644, "Finetune/Step": 18219, "Finetune/Step Time": 11.022006135433912}
+{"Finetune/Learning Rate": 1.4485797035027728e-07, "Finetune/Loss": 0.5804060101509094, "Finetune/Loss (Raw)": 0.5891281366348267, "Finetune/Step": 18220, "Finetune/Step Time": 10.971083879470825}
+{"Finetune/Learning Rate": 1.4457252268751165e-07, "Finetune/Loss": 0.5804811716079712, "Finetune/Loss (Raw)": 0.5306046605110168, "Finetune/Step": 18221, "Finetune/Step Time": 10.969274131581187}
+{"Finetune/Learning Rate": 1.4428735449664389e-07, "Finetune/Loss": 0.5793867111206055, "Finetune/Loss (Raw)": 0.4765264689922333, "Finetune/Step": 18222, "Finetune/Step Time": 10.96634279191494}
+{"Finetune/Learning Rate": 1.4400246578576082e-07, "Finetune/Loss": 0.5803570747375488, "Finetune/Loss (Raw)": 0.6643958687782288, "Finetune/Step": 18223, "Finetune/Step Time": 10.968248926103115}
+{"Finetune/Learning Rate": 1.4371785656294045e-07, "Finetune/Loss": 0.5802264213562012, "Finetune/Loss (Raw)": 0.6601240038871765, "Finetune/Step": 18224, "Finetune/Step Time": 10.972906783223152}
+{"Finetune/Learning Rate": 1.4343352683625412e-07, "Finetune/Loss": 0.5794987082481384, "Finetune/Loss (Raw)": 0.5659431219100952, "Finetune/Step": 18225, "Finetune/Step Time": 10.962314749136567}
+{"Finetune/Learning Rate": 1.4314947661376533e-07, "Finetune/Loss": 0.5777297019958496, "Finetune/Loss (Raw)": 0.4199782907962799, "Finetune/Step": 18226, "Finetune/Step Time": 10.99683416262269}
+{"Finetune/Learning Rate": 1.4286570590352765e-07, "Finetune/Loss": 0.5778062343597412, "Finetune/Loss (Raw)": 0.56126868724823, "Finetune/Step": 18227, "Finetune/Step Time": 11.021450569853187}
+{"Finetune/Learning Rate": 1.4258221471358913e-07, "Finetune/Loss": 0.5779315233230591, "Finetune/Loss (Raw)": 0.55263751745224, "Finetune/Step": 18228, "Finetune/Step Time": 11.019117219373584}
+{"Finetune/Learning Rate": 1.4229900305198774e-07, "Finetune/Loss": 0.5784198045730591, "Finetune/Loss (Raw)": 0.5443272590637207, "Finetune/Step": 18229, "Finetune/Step Time": 11.021684505045414}
+{"Finetune/Learning Rate": 1.4201607092675596e-07, "Finetune/Loss": 0.577994167804718, "Finetune/Loss (Raw)": 0.5793601870536804, "Finetune/Step": 18230, "Finetune/Step Time": 11.031631706282496}
+{"Finetune/Learning Rate": 1.4173341834591515e-07, "Finetune/Loss": 0.578144907951355, "Finetune/Loss (Raw)": 0.6598389744758606, "Finetune/Step": 18231, "Finetune/Step Time": 11.037193285301328}
+{"Finetune/Learning Rate": 1.414510453174811e-07, "Finetune/Loss": 0.5776270031929016, "Finetune/Loss (Raw)": 0.6826552748680115, "Finetune/Step": 18232, "Finetune/Step Time": 11.04774971306324}
+{"Finetune/Learning Rate": 1.41168951849463e-07, "Finetune/Loss": 0.5767523646354675, "Finetune/Loss (Raw)": 0.482961505651474, "Finetune/Step": 18233, "Finetune/Step Time": 11.079816110432148}
+{"Finetune/Learning Rate": 1.4088713794985775e-07, "Finetune/Loss": 0.5769404172897339, "Finetune/Loss (Raw)": 0.6184715628623962, "Finetune/Step": 18234, "Finetune/Step Time": 11.082463497295976}
+{"Finetune/Learning Rate": 1.4060560362665676e-07, "Finetune/Loss": 0.577018141746521, "Finetune/Loss (Raw)": 0.5650624632835388, "Finetune/Step": 18235, "Finetune/Step Time": 11.086615854874253}
+{"Finetune/Learning Rate": 1.4032434888784585e-07, "Finetune/Loss": 0.5774062871932983, "Finetune/Loss (Raw)": 0.5713589191436768, "Finetune/Step": 18236, "Finetune/Step Time": 11.079877078533173}
+{"Finetune/Learning Rate": 1.4004337374139866e-07, "Finetune/Loss": 0.5766112804412842, "Finetune/Loss (Raw)": 0.5573306083679199, "Finetune/Step": 18237, "Finetune/Step Time": 11.091171763837337}
+{"Finetune/Learning Rate": 1.3976267819528432e-07, "Finetune/Loss": 0.5761129856109619, "Finetune/Loss (Raw)": 0.5238228440284729, "Finetune/Step": 18238, "Finetune/Step Time": 11.09044274687767}
+{"Finetune/Learning Rate": 1.3948226225746099e-07, "Finetune/Loss": 0.5763965845108032, "Finetune/Loss (Raw)": 0.5127475261688232, "Finetune/Step": 18239, "Finetune/Step Time": 11.08900516666472}
+{"Finetune/Learning Rate": 1.3920212593588113e-07, "Finetune/Loss": 0.5756852626800537, "Finetune/Loss (Raw)": 0.6095805168151855, "Finetune/Step": 18240, "Finetune/Step Time": 11.09573669359088}
+{"Finetune/Learning Rate": 1.389222692384884e-07, "Finetune/Loss": 0.5753204226493835, "Finetune/Loss (Raw)": 0.5222031474113464, "Finetune/Step": 18241, "Finetune/Step Time": 11.11444254592061}
+{"Finetune/Learning Rate": 1.386426921732187e-07, "Finetune/Loss": 0.575063943862915, "Finetune/Loss (Raw)": 0.5814717411994934, "Finetune/Step": 18242, "Finetune/Step Time": 11.103779438883066}
+{"Finetune/Learning Rate": 1.383633947480012e-07, "Finetune/Loss": 0.5746810436248779, "Finetune/Loss (Raw)": 0.509891152381897, "Finetune/Step": 18243, "Finetune/Step Time": 11.098077708855271}
+{"Finetune/Learning Rate": 1.3808437697075404e-07, "Finetune/Loss": 0.5745590925216675, "Finetune/Loss (Raw)": 0.6124046444892883, "Finetune/Step": 18244, "Finetune/Step Time": 11.05211030319333}
+{"Finetune/Learning Rate": 1.3780563884939092e-07, "Finetune/Loss": 0.5758715271949768, "Finetune/Loss (Raw)": 0.690937340259552, "Finetune/Step": 18245, "Finetune/Step Time": 11.053126471117139}
+{"Finetune/Learning Rate": 1.3752718039181656e-07, "Finetune/Loss": 0.5755612850189209, "Finetune/Loss (Raw)": 0.5514312386512756, "Finetune/Step": 18246, "Finetune/Step Time": 11.065450437366962}
+{"Finetune/Learning Rate": 1.372490016059247e-07, "Finetune/Loss": 0.5759307146072388, "Finetune/Loss (Raw)": 0.6205254197120667, "Finetune/Step": 18247, "Finetune/Step Time": 11.065639866515994}
+{"Finetune/Learning Rate": 1.3697110249960564e-07, "Finetune/Loss": 0.5762050151824951, "Finetune/Loss (Raw)": 0.5950050354003906, "Finetune/Step": 18248, "Finetune/Step Time": 11.069762142375112}
+{"Finetune/Learning Rate": 1.366934830807398e-07, "Finetune/Loss": 0.5760183334350586, "Finetune/Loss (Raw)": 0.592652440071106, "Finetune/Step": 18249, "Finetune/Step Time": 11.07611925713718}
+{"Finetune/Learning Rate": 1.3641614335719976e-07, "Finetune/Loss": 0.5751765370368958, "Finetune/Loss (Raw)": 0.5396631956100464, "Finetune/Step": 18250, "Finetune/Step Time": 11.078057007864118}
+{"Finetune/Learning Rate": 1.361390833368492e-07, "Finetune/Loss": 0.5759674310684204, "Finetune/Loss (Raw)": 0.6642534136772156, "Finetune/Step": 18251, "Finetune/Step Time": 11.098619531840086}
+{"Finetune/Learning Rate": 1.358623030275452e-07, "Finetune/Loss": 0.5753787755966187, "Finetune/Loss (Raw)": 0.45890045166015625, "Finetune/Step": 18252, "Finetune/Step Time": 11.019433112815022}
+{"Finetune/Learning Rate": 1.3558580243713592e-07, "Finetune/Loss": 0.5759569406509399, "Finetune/Loss (Raw)": 0.593788743019104, "Finetune/Step": 18253, "Finetune/Step Time": 10.986879993230104}
+{"Finetune/Learning Rate": 1.3530958157346285e-07, "Finetune/Loss": 0.5763447880744934, "Finetune/Loss (Raw)": 0.6168273091316223, "Finetune/Step": 18254, "Finetune/Step Time": 10.985032668337226}
+{"Finetune/Learning Rate": 1.3503364044435863e-07, "Finetune/Loss": 0.5753247737884521, "Finetune/Loss (Raw)": 0.45680880546569824, "Finetune/Step": 18255, "Finetune/Step Time": 10.984351279214025}
+{"Finetune/Learning Rate": 1.3475797905764808e-07, "Finetune/Loss": 0.5746777057647705, "Finetune/Loss (Raw)": 0.5194514393806458, "Finetune/Step": 18256, "Finetune/Step Time": 10.986679976806045}
+{"Finetune/Learning Rate": 1.3448259742114832e-07, "Finetune/Loss": 0.574857234954834, "Finetune/Loss (Raw)": 0.5163710713386536, "Finetune/Step": 18257, "Finetune/Step Time": 10.990033624693751}
+{"Finetune/Learning Rate": 1.3420749554266976e-07, "Finetune/Loss": 0.5736445188522339, "Finetune/Loss (Raw)": 0.46246394515037537, "Finetune/Step": 18258, "Finetune/Step Time": 11.018589919432998}
+{"Finetune/Learning Rate": 1.3393267343001059e-07, "Finetune/Loss": 0.5742815136909485, "Finetune/Loss (Raw)": 0.6711909770965576, "Finetune/Step": 18259, "Finetune/Step Time": 11.015684746205807}
+{"Finetune/Learning Rate": 1.336581310909657e-07, "Finetune/Loss": 0.5743439793586731, "Finetune/Loss (Raw)": 0.5954699516296387, "Finetune/Step": 18260, "Finetune/Step Time": 11.019127206876874}
+{"Finetune/Learning Rate": 1.3338386853331997e-07, "Finetune/Loss": 0.5747989416122437, "Finetune/Loss (Raw)": 0.5714000463485718, "Finetune/Step": 18261, "Finetune/Step Time": 11.017769483849406}
+{"Finetune/Learning Rate": 1.331098857648494e-07, "Finetune/Loss": 0.5739892721176147, "Finetune/Loss (Raw)": 0.5712031126022339, "Finetune/Step": 18262, "Finetune/Step Time": 11.000017011538148}
+{"Finetune/Learning Rate": 1.3283618279332668e-07, "Finetune/Loss": 0.5750000476837158, "Finetune/Loss (Raw)": 0.7062066197395325, "Finetune/Step": 18263, "Finetune/Step Time": 10.996515611186624}
+{"Finetune/Learning Rate": 1.3256275962651223e-07, "Finetune/Loss": 0.5747905969619751, "Finetune/Loss (Raw)": 0.3855012059211731, "Finetune/Step": 18264, "Finetune/Step Time": 11.025260344147682}
+{"Finetune/Learning Rate": 1.3228961627215654e-07, "Finetune/Loss": 0.5766352415084839, "Finetune/Loss (Raw)": 0.6574551463127136, "Finetune/Step": 18265, "Finetune/Step Time": 10.986932730302215}
+{"Finetune/Learning Rate": 1.3201675273800896e-07, "Finetune/Loss": 0.5776300430297852, "Finetune/Loss (Raw)": 0.6452575325965881, "Finetune/Step": 18266, "Finetune/Step Time": 10.986187784001231}
+{"Finetune/Learning Rate": 1.3174416903180442e-07, "Finetune/Loss": 0.5780104398727417, "Finetune/Loss (Raw)": 0.6472728252410889, "Finetune/Step": 18267, "Finetune/Step Time": 10.992210714146495}
+{"Finetune/Learning Rate": 1.3147186516127453e-07, "Finetune/Loss": 0.5777392387390137, "Finetune/Loss (Raw)": 0.5522767901420593, "Finetune/Step": 18268, "Finetune/Step Time": 10.983909294009209}
+{"Finetune/Learning Rate": 1.3119984113413864e-07, "Finetune/Loss": 0.5773605704307556, "Finetune/Loss (Raw)": 0.5839849710464478, "Finetune/Step": 18269, "Finetune/Step Time": 10.976689713075757}
+{"Finetune/Learning Rate": 1.3092809695811393e-07, "Finetune/Loss": 0.5777673721313477, "Finetune/Loss (Raw)": 0.5366807579994202, "Finetune/Step": 18270, "Finetune/Step Time": 10.973533306270838}
+{"Finetune/Learning Rate": 1.306566326409031e-07, "Finetune/Loss": 0.5783559083938599, "Finetune/Loss (Raw)": 0.6482150554656982, "Finetune/Step": 18271, "Finetune/Step Time": 10.975391637533903}
+{"Finetune/Learning Rate": 1.303854481902067e-07, "Finetune/Loss": 0.5778230428695679, "Finetune/Loss (Raw)": 0.5322123765945435, "Finetune/Step": 18272, "Finetune/Step Time": 10.972785046324134}
+{"Finetune/Learning Rate": 1.3011454361371302e-07, "Finetune/Loss": 0.578087568283081, "Finetune/Loss (Raw)": 0.6989032626152039, "Finetune/Step": 18273, "Finetune/Step Time": 10.965634603053331}
+{"Finetune/Learning Rate": 1.2984391891910476e-07, "Finetune/Loss": 0.5779975056648254, "Finetune/Loss (Raw)": 0.5675865411758423, "Finetune/Step": 18274, "Finetune/Step Time": 10.957441803067923}
+{"Finetune/Learning Rate": 1.295735741140558e-07, "Finetune/Loss": 0.578664243221283, "Finetune/Loss (Raw)": 0.6156734228134155, "Finetune/Step": 18275, "Finetune/Step Time": 10.957216959446669}
+{"Finetune/Learning Rate": 1.2930350920623224e-07, "Finetune/Loss": 0.5782404541969299, "Finetune/Loss (Raw)": 0.579271674156189, "Finetune/Step": 18276, "Finetune/Step Time": 10.952724548056722}
+{"Finetune/Learning Rate": 1.290337242032935e-07, "Finetune/Loss": 0.578079104423523, "Finetune/Loss (Raw)": 0.5835697054862976, "Finetune/Step": 18277, "Finetune/Step Time": 10.950334528461099}
+{"Finetune/Learning Rate": 1.2876421911288906e-07, "Finetune/Loss": 0.5775421857833862, "Finetune/Loss (Raw)": 0.5205066204071045, "Finetune/Step": 18278, "Finetune/Step Time": 10.952180698513985}
+{"Finetune/Learning Rate": 1.2849499394266052e-07, "Finetune/Loss": 0.5793701410293579, "Finetune/Loss (Raw)": 0.7259263396263123, "Finetune/Step": 18279, "Finetune/Step Time": 10.929047646000981}
+{"Finetune/Learning Rate": 1.2822604870024403e-07, "Finetune/Loss": 0.5781636834144592, "Finetune/Loss (Raw)": 0.48304590582847595, "Finetune/Step": 18280, "Finetune/Step Time": 10.957120191305876}
+{"Finetune/Learning Rate": 1.2795738339326458e-07, "Finetune/Loss": 0.5783757567405701, "Finetune/Loss (Raw)": 0.6528733372688293, "Finetune/Step": 18281, "Finetune/Step Time": 10.952017437666655}
+{"Finetune/Learning Rate": 1.2768899802934164e-07, "Finetune/Loss": 0.578234076499939, "Finetune/Loss (Raw)": 0.6350424289703369, "Finetune/Step": 18282, "Finetune/Step Time": 10.971742877736688}
+{"Finetune/Learning Rate": 1.274208926160858e-07, "Finetune/Loss": 0.5787224769592285, "Finetune/Loss (Raw)": 0.5934932827949524, "Finetune/Step": 18283, "Finetune/Step Time": 10.99474717862904}
+{"Finetune/Learning Rate": 1.2715306716109876e-07, "Finetune/Loss": 0.5781097412109375, "Finetune/Loss (Raw)": 0.5153111219406128, "Finetune/Step": 18284, "Finetune/Step Time": 11.002676220610738}
+{"Finetune/Learning Rate": 1.2688552167197665e-07, "Finetune/Loss": 0.5777640342712402, "Finetune/Loss (Raw)": 0.5017383098602295, "Finetune/Step": 18285, "Finetune/Step Time": 10.985286898911}
+{"Finetune/Learning Rate": 1.2661825615630675e-07, "Finetune/Loss": 0.5781017541885376, "Finetune/Loss (Raw)": 0.6635975241661072, "Finetune/Step": 18286, "Finetune/Step Time": 10.96498155593872}
+{"Finetune/Learning Rate": 1.2635127062166518e-07, "Finetune/Loss": 0.5794581174850464, "Finetune/Loss (Raw)": 0.5719668865203857, "Finetune/Step": 18287, "Finetune/Step Time": 10.933738823980093}
+{"Finetune/Learning Rate": 1.2608456507562706e-07, "Finetune/Loss": 0.579268753528595, "Finetune/Loss (Raw)": 0.5953468084335327, "Finetune/Step": 18288, "Finetune/Step Time": 10.937539994716644}
+{"Finetune/Learning Rate": 1.2581813952575073e-07, "Finetune/Loss": 0.5787712335586548, "Finetune/Loss (Raw)": 0.5307410359382629, "Finetune/Step": 18289, "Finetune/Step Time": 10.939038088545203}
+{"Finetune/Learning Rate": 1.2555199397959462e-07, "Finetune/Loss": 0.5800412893295288, "Finetune/Loss (Raw)": 0.6156819462776184, "Finetune/Step": 18290, "Finetune/Step Time": 10.887330278754234}
+{"Finetune/Learning Rate": 1.2528612844470377e-07, "Finetune/Loss": 0.5796478986740112, "Finetune/Loss (Raw)": 0.5444298982620239, "Finetune/Step": 18291, "Finetune/Step Time": 10.851887444034219}
+{"Finetune/Learning Rate": 1.2502054292861998e-07, "Finetune/Loss": 0.5790952444076538, "Finetune/Loss (Raw)": 0.49804073572158813, "Finetune/Step": 18292, "Finetune/Step Time": 10.851364569738507}
+{"Finetune/Learning Rate": 1.2475523743887164e-07, "Finetune/Loss": 0.5795333385467529, "Finetune/Loss (Raw)": 0.5828085541725159, "Finetune/Step": 18293, "Finetune/Step Time": 10.846310695633292}
+{"Finetune/Learning Rate": 1.2449021198298493e-07, "Finetune/Loss": 0.5792307257652283, "Finetune/Loss (Raw)": 0.46222472190856934, "Finetune/Step": 18294, "Finetune/Step Time": 10.814691234380007}
+{"Finetune/Learning Rate": 1.2422546656847167e-07, "Finetune/Loss": 0.5783238410949707, "Finetune/Loss (Raw)": 0.4789195954799652, "Finetune/Step": 18295, "Finetune/Step Time": 10.799990482628345}
+{"Finetune/Learning Rate": 1.2396100120284137e-07, "Finetune/Loss": 0.5783478617668152, "Finetune/Loss (Raw)": 0.6513333320617676, "Finetune/Step": 18296, "Finetune/Step Time": 10.820528604090214}
+{"Finetune/Learning Rate": 1.2369681589359474e-07, "Finetune/Loss": 0.5774440765380859, "Finetune/Loss (Raw)": 0.5964182615280151, "Finetune/Step": 18297, "Finetune/Step Time": 10.813328558579087}
+{"Finetune/Learning Rate": 1.2343291064822127e-07, "Finetune/Loss": 0.5763343572616577, "Finetune/Loss (Raw)": 0.5253132581710815, "Finetune/Step": 18298, "Finetune/Step Time": 10.815120805054903}
+{"Finetune/Learning Rate": 1.2316928547420503e-07, "Finetune/Loss": 0.5767362117767334, "Finetune/Loss (Raw)": 0.5733558535575867, "Finetune/Step": 18299, "Finetune/Step Time": 10.817805618047714}
+{"Finetune/Learning Rate": 1.2290594037902225e-07, "Finetune/Loss": 0.5766222476959229, "Finetune/Loss (Raw)": 0.5926634073257446, "Finetune/Step": 18300, "Finetune/Step Time": 10.817614667117596}
+{"Finetune/Learning Rate": 1.2264287537014031e-07, "Finetune/Loss": 0.5761745572090149, "Finetune/Loss (Raw)": 0.543010413646698, "Finetune/Step": 18301, "Finetune/Step Time": 10.81370864994824}
+{"Finetune/Learning Rate": 1.2238009045501985e-07, "Finetune/Loss": 0.5770587921142578, "Finetune/Loss (Raw)": 0.728300154209137, "Finetune/Step": 18302, "Finetune/Step Time": 10.830443616956472}
+{"Finetune/Learning Rate": 1.2211758564110943e-07, "Finetune/Loss": 0.577822208404541, "Finetune/Loss (Raw)": 0.6170417070388794, "Finetune/Step": 18303, "Finetune/Step Time": 10.797307854518294}
+{"Finetune/Learning Rate": 1.218553609358575e-07, "Finetune/Loss": 0.5763178467750549, "Finetune/Loss (Raw)": 0.5413869023323059, "Finetune/Step": 18304, "Finetune/Step Time": 10.74745324999094}
+{"Finetune/Learning Rate": 1.2159341634669696e-07, "Finetune/Loss": 0.5770309567451477, "Finetune/Loss (Raw)": 0.5527222156524658, "Finetune/Step": 18305, "Finetune/Step Time": 10.714713912457228}
+{"Finetune/Learning Rate": 1.213317518810575e-07, "Finetune/Loss": 0.5771820545196533, "Finetune/Loss (Raw)": 0.5332861542701721, "Finetune/Step": 18306, "Finetune/Step Time": 10.706501483917236}
+{"Finetune/Learning Rate": 1.210703675463576e-07, "Finetune/Loss": 0.577467679977417, "Finetune/Loss (Raw)": 0.5993742346763611, "Finetune/Step": 18307, "Finetune/Step Time": 10.720245683565736}
+{"Finetune/Learning Rate": 1.208092633500102e-07, "Finetune/Loss": 0.5781058073043823, "Finetune/Loss (Raw)": 0.5615267157554626, "Finetune/Step": 18308, "Finetune/Step Time": 10.71442011371255}
+{"Finetune/Learning Rate": 1.205484392994194e-07, "Finetune/Loss": 0.5767797231674194, "Finetune/Loss (Raw)": 0.5289934277534485, "Finetune/Step": 18309, "Finetune/Step Time": 10.70864588022232}
+{"Finetune/Learning Rate": 1.202878954019815e-07, "Finetune/Loss": 0.5764544010162354, "Finetune/Loss (Raw)": 0.6255634427070618, "Finetune/Step": 18310, "Finetune/Step Time": 10.708899796009064}
+{"Finetune/Learning Rate": 1.20027631665085e-07, "Finetune/Loss": 0.576448917388916, "Finetune/Loss (Raw)": 0.5185605883598328, "Finetune/Step": 18311, "Finetune/Step Time": 10.719163121655583}
+{"Finetune/Learning Rate": 1.1976764809611075e-07, "Finetune/Loss": 0.5767325758934021, "Finetune/Loss (Raw)": 0.563145101070404, "Finetune/Step": 18312, "Finetune/Step Time": 10.712920561432838}
+{"Finetune/Learning Rate": 1.1950794470242944e-07, "Finetune/Loss": 0.5768934488296509, "Finetune/Loss (Raw)": 0.5594346523284912, "Finetune/Step": 18313, "Finetune/Step Time": 10.71481947414577}
+{"Finetune/Learning Rate": 1.1924852149140632e-07, "Finetune/Loss": 0.576677680015564, "Finetune/Loss (Raw)": 0.5025457143783569, "Finetune/Step": 18314, "Finetune/Step Time": 10.750041540712118}
+{"Finetune/Learning Rate": 1.1898937847039771e-07, "Finetune/Loss": 0.5774009227752686, "Finetune/Loss (Raw)": 0.5327866077423096, "Finetune/Step": 18315, "Finetune/Step Time": 10.745822858065367}
+{"Finetune/Learning Rate": 1.1873051564675331e-07, "Finetune/Loss": 0.5771287679672241, "Finetune/Loss (Raw)": 0.5457069277763367, "Finetune/Step": 18316, "Finetune/Step Time": 10.759266324341297}
+{"Finetune/Learning Rate": 1.1847193302781279e-07, "Finetune/Loss": 0.5773630142211914, "Finetune/Loss (Raw)": 0.5928747057914734, "Finetune/Step": 18317, "Finetune/Step Time": 10.751292997971177}
+{"Finetune/Learning Rate": 1.1821363062090808e-07, "Finetune/Loss": 0.5755181908607483, "Finetune/Loss (Raw)": 0.44728508591651917, "Finetune/Step": 18318, "Finetune/Step Time": 10.752815183252096}
+{"Finetune/Learning Rate": 1.1795560843336661e-07, "Finetune/Loss": 0.576420783996582, "Finetune/Loss (Raw)": 0.7764142751693726, "Finetune/Step": 18319, "Finetune/Step Time": 10.746458888053894}
+{"Finetune/Learning Rate": 1.1769786647250148e-07, "Finetune/Loss": 0.5764138102531433, "Finetune/Loss (Raw)": 0.6102386713027954, "Finetune/Step": 18320, "Finetune/Step Time": 10.753325687721372}
+{"Finetune/Learning Rate": 1.1744040474562457e-07, "Finetune/Loss": 0.5755458474159241, "Finetune/Loss (Raw)": 0.5644322633743286, "Finetune/Step": 18321, "Finetune/Step Time": 10.746825117617846}
+{"Finetune/Learning Rate": 1.1718322326003451e-07, "Finetune/Loss": 0.5759464502334595, "Finetune/Loss (Raw)": 0.5922119617462158, "Finetune/Step": 18322, "Finetune/Step Time": 10.755127159878612}
+{"Finetune/Learning Rate": 1.1692632202302657e-07, "Finetune/Loss": 0.5751873254776001, "Finetune/Loss (Raw)": 0.5272009372711182, "Finetune/Step": 18323, "Finetune/Step Time": 10.760140577331185}
+{"Finetune/Learning Rate": 1.1666970104188379e-07, "Finetune/Loss": 0.5751882195472717, "Finetune/Loss (Raw)": 0.5181371569633484, "Finetune/Step": 18324, "Finetune/Step Time": 10.743672486394644}
+{"Finetune/Learning Rate": 1.1641336032388373e-07, "Finetune/Loss": 0.5733105540275574, "Finetune/Loss (Raw)": 0.5215505361557007, "Finetune/Step": 18325, "Finetune/Step Time": 10.764066949486732}
+{"Finetune/Learning Rate": 1.1615729987629498e-07, "Finetune/Loss": 0.571416974067688, "Finetune/Loss (Raw)": 0.5508716106414795, "Finetune/Step": 18326, "Finetune/Step Time": 10.766803082078695}
+{"Finetune/Learning Rate": 1.1590151970638064e-07, "Finetune/Loss": 0.5712169408798218, "Finetune/Loss (Raw)": 0.6329761743545532, "Finetune/Step": 18327, "Finetune/Step Time": 10.768061289563775}
+{"Finetune/Learning Rate": 1.1564601982139157e-07, "Finetune/Loss": 0.571801483631134, "Finetune/Loss (Raw)": 0.4671526551246643, "Finetune/Step": 18328, "Finetune/Step Time": 10.723854495212436}
+{"Finetune/Learning Rate": 1.1539080022857419e-07, "Finetune/Loss": 0.5729433298110962, "Finetune/Loss (Raw)": 0.6892902255058289, "Finetune/Step": 18329, "Finetune/Step Time": 10.722901238128543}
+{"Finetune/Learning Rate": 1.1513586093516604e-07, "Finetune/Loss": 0.5719223022460938, "Finetune/Loss (Raw)": 0.4958218038082123, "Finetune/Step": 18330, "Finetune/Step Time": 10.712802216410637}
+{"Finetune/Learning Rate": 1.148812019483958e-07, "Finetune/Loss": 0.5723147392272949, "Finetune/Loss (Raw)": 0.5955684781074524, "Finetune/Step": 18331, "Finetune/Step Time": 10.718594085425138}
+{"Finetune/Learning Rate": 1.1462682327548547e-07, "Finetune/Loss": 0.5723414421081543, "Finetune/Loss (Raw)": 0.6018701195716858, "Finetune/Step": 18332, "Finetune/Step Time": 10.723178710788488}
+{"Finetune/Learning Rate": 1.1437272492364814e-07, "Finetune/Loss": 0.5739628076553345, "Finetune/Loss (Raw)": 0.5775439143180847, "Finetune/Step": 18333, "Finetune/Step Time": 10.680943725630641}
+{"Finetune/Learning Rate": 1.1411890690008919e-07, "Finetune/Loss": 0.5737990140914917, "Finetune/Loss (Raw)": 0.5618532299995422, "Finetune/Step": 18334, "Finetune/Step Time": 10.64821327663958}
+{"Finetune/Learning Rate": 1.1386536921200619e-07, "Finetune/Loss": 0.5736336708068848, "Finetune/Loss (Raw)": 0.5244783759117126, "Finetune/Step": 18335, "Finetune/Step Time": 10.644699608907104}
+{"Finetune/Learning Rate": 1.1361211186658893e-07, "Finetune/Loss": 0.5733386874198914, "Finetune/Loss (Raw)": 0.6190330982208252, "Finetune/Step": 18336, "Finetune/Step Time": 10.636963196098804}
+{"Finetune/Learning Rate": 1.1335913487101946e-07, "Finetune/Loss": 0.5727762579917908, "Finetune/Loss (Raw)": 0.510730504989624, "Finetune/Step": 18337, "Finetune/Step Time": 10.668128862977028}
+{"Finetune/Learning Rate": 1.1310643823247091e-07, "Finetune/Loss": 0.5738087296485901, "Finetune/Loss (Raw)": 0.6664361357688904, "Finetune/Step": 18338, "Finetune/Step Time": 10.676150437444448}
+{"Finetune/Learning Rate": 1.128540219581098e-07, "Finetune/Loss": 0.572675347328186, "Finetune/Loss (Raw)": 0.4371231198310852, "Finetune/Step": 18339, "Finetune/Step Time": 10.671740723773837}
+{"Finetune/Learning Rate": 1.1260188605509259e-07, "Finetune/Loss": 0.5725656747817993, "Finetune/Loss (Raw)": 0.5823982357978821, "Finetune/Step": 18340, "Finetune/Step Time": 10.673687107861042}
+{"Finetune/Learning Rate": 1.1235003053057025e-07, "Finetune/Loss": 0.5723406672477722, "Finetune/Loss (Raw)": 0.6089992523193359, "Finetune/Step": 18341, "Finetune/Step Time": 10.663062697276473}
+{"Finetune/Learning Rate": 1.1209845539168373e-07, "Finetune/Loss": 0.5720460414886475, "Finetune/Loss (Raw)": 0.5632548928260803, "Finetune/Step": 18342, "Finetune/Step Time": 10.661966005340219}
+{"Finetune/Learning Rate": 1.1184716064556844e-07, "Finetune/Loss": 0.5726265907287598, "Finetune/Loss (Raw)": 0.6153319478034973, "Finetune/Step": 18343, "Finetune/Step Time": 10.6545115634799}
+{"Finetune/Learning Rate": 1.1159614629934867e-07, "Finetune/Loss": 0.5720857381820679, "Finetune/Loss (Raw)": 0.5471740365028381, "Finetune/Step": 18344, "Finetune/Step Time": 10.653822826221585}
+{"Finetune/Learning Rate": 1.1134541236014318e-07, "Finetune/Loss": 0.5717650651931763, "Finetune/Loss (Raw)": 0.605539858341217, "Finetune/Step": 18345, "Finetune/Step Time": 10.651655044406652}
+{"Finetune/Learning Rate": 1.1109495883506294e-07, "Finetune/Loss": 0.5723849534988403, "Finetune/Loss (Raw)": 0.5674630999565125, "Finetune/Step": 18346, "Finetune/Step Time": 10.658148735761642}
+{"Finetune/Learning Rate": 1.1084478573121004e-07, "Finetune/Loss": 0.5730463266372681, "Finetune/Loss (Raw)": 0.6319989562034607, "Finetune/Step": 18347, "Finetune/Step Time": 10.665195906534791}
+{"Finetune/Learning Rate": 1.1059489305567661e-07, "Finetune/Loss": 0.5724782943725586, "Finetune/Loss (Raw)": 0.516422688961029, "Finetune/Step": 18348, "Finetune/Step Time": 10.655268864706159}
+{"Finetune/Learning Rate": 1.103452808155514e-07, "Finetune/Loss": 0.5716685056686401, "Finetune/Loss (Raw)": 0.4269484877586365, "Finetune/Step": 18349, "Finetune/Step Time": 10.655399553477764}
+{"Finetune/Learning Rate": 1.1009594901791098e-07, "Finetune/Loss": 0.5726600885391235, "Finetune/Loss (Raw)": 0.6034465432167053, "Finetune/Step": 18350, "Finetune/Step Time": 10.65761013329029}
+{"Finetune/Learning Rate": 1.0984689766982748e-07, "Finetune/Loss": 0.5715153217315674, "Finetune/Loss (Raw)": 0.5178695917129517, "Finetune/Step": 18351, "Finetune/Step Time": 10.659363457933068}
+{"Finetune/Learning Rate": 1.0959812677835968e-07, "Finetune/Loss": 0.5701632499694824, "Finetune/Loss (Raw)": 0.48705825209617615, "Finetune/Step": 18352, "Finetune/Step Time": 10.660600369796157}
+{"Finetune/Learning Rate": 1.093496363505664e-07, "Finetune/Loss": 0.5700329542160034, "Finetune/Loss (Raw)": 0.5492692589759827, "Finetune/Step": 18353, "Finetune/Step Time": 10.665859937667847}
+{"Finetune/Learning Rate": 1.0910142639349198e-07, "Finetune/Loss": 0.5707924365997314, "Finetune/Loss (Raw)": 0.5171938538551331, "Finetune/Step": 18354, "Finetune/Step Time": 10.632405046373606}
+{"Finetune/Learning Rate": 1.0885349691417524e-07, "Finetune/Loss": 0.5717371702194214, "Finetune/Loss (Raw)": 0.6821871995925903, "Finetune/Step": 18355, "Finetune/Step Time": 10.608621859923005}
+{"Finetune/Learning Rate": 1.0860584791964612e-07, "Finetune/Loss": 0.5709075927734375, "Finetune/Loss (Raw)": 0.4464527368545532, "Finetune/Step": 18356, "Finetune/Step Time": 10.621287111192942}
+{"Finetune/Learning Rate": 1.083584794169279e-07, "Finetune/Loss": 0.5709031820297241, "Finetune/Loss (Raw)": 0.5437683463096619, "Finetune/Step": 18357, "Finetune/Step Time": 10.652166213840246}
+{"Finetune/Learning Rate": 1.0811139141303607e-07, "Finetune/Loss": 0.571169912815094, "Finetune/Loss (Raw)": 0.6135039925575256, "Finetune/Step": 18358, "Finetune/Step Time": 10.625670026987791}
+{"Finetune/Learning Rate": 1.0786458391497501e-07, "Finetune/Loss": 0.5705540180206299, "Finetune/Loss (Raw)": 0.580999493598938, "Finetune/Step": 18359, "Finetune/Step Time": 10.621818210929632}
+{"Finetune/Learning Rate": 1.0761805692974469e-07, "Finetune/Loss": 0.5692212581634521, "Finetune/Loss (Raw)": 0.5120631456375122, "Finetune/Step": 18360, "Finetune/Step Time": 10.617999356240034}
+{"Finetune/Learning Rate": 1.0737181046433842e-07, "Finetune/Loss": 0.5686376094818115, "Finetune/Loss (Raw)": 0.4082532227039337, "Finetune/Step": 18361, "Finetune/Step Time": 10.620494827628136}
+{"Finetune/Learning Rate": 1.0712584452573504e-07, "Finetune/Loss": 0.5679320096969604, "Finetune/Loss (Raw)": 0.5281546115875244, "Finetune/Step": 18362, "Finetune/Step Time": 10.618541192263365}
+{"Finetune/Learning Rate": 1.0688015912091121e-07, "Finetune/Loss": 0.5675778388977051, "Finetune/Loss (Raw)": 0.5197244882583618, "Finetune/Step": 18363, "Finetune/Step Time": 10.612565748393536}
+{"Finetune/Learning Rate": 1.0663475425683357e-07, "Finetune/Loss": 0.5679030418395996, "Finetune/Loss (Raw)": 0.6129944920539856, "Finetune/Step": 18364, "Finetune/Step Time": 10.621168706566095}
+{"Finetune/Learning Rate": 1.0638962994046209e-07, "Finetune/Loss": 0.567551851272583, "Finetune/Loss (Raw)": 0.5123693943023682, "Finetune/Step": 18365, "Finetune/Step Time": 10.642962884157896}
+{"Finetune/Learning Rate": 1.0614478617874569e-07, "Finetune/Loss": 0.5677255392074585, "Finetune/Loss (Raw)": 0.546055018901825, "Finetune/Step": 18366, "Finetune/Step Time": 10.646178973838687}
+{"Finetune/Learning Rate": 1.05900222978631e-07, "Finetune/Loss": 0.5689886212348938, "Finetune/Loss (Raw)": 0.6744252443313599, "Finetune/Step": 18367, "Finetune/Step Time": 10.64668632298708}
+{"Finetune/Learning Rate": 1.0565594034704918e-07, "Finetune/Loss": 0.5693597197532654, "Finetune/Loss (Raw)": 0.6570825576782227, "Finetune/Step": 18368, "Finetune/Step Time": 10.627345457673073}
+{"Finetune/Learning Rate": 1.0541193829093021e-07, "Finetune/Loss": 0.5690364837646484, "Finetune/Loss (Raw)": 0.480834037065506, "Finetune/Step": 18369, "Finetune/Step Time": 10.6086780205369}
+{"Finetune/Learning Rate": 1.0516821681719081e-07, "Finetune/Loss": 0.5681241750717163, "Finetune/Loss (Raw)": 0.46469056606292725, "Finetune/Step": 18370, "Finetune/Step Time": 10.614202512428164}
+{"Finetune/Learning Rate": 1.0492477593274541e-07, "Finetune/Loss": 0.568184494972229, "Finetune/Loss (Raw)": 0.5176120400428772, "Finetune/Step": 18371, "Finetune/Step Time": 10.62686120532453}
+{"Finetune/Learning Rate": 1.0468161564449409e-07, "Finetune/Loss": 0.5684634447097778, "Finetune/Loss (Raw)": 0.6481074094772339, "Finetune/Step": 18372, "Finetune/Step Time": 10.633428066968918}
+{"Finetune/Learning Rate": 1.0443873595933463e-07, "Finetune/Loss": 0.5673128366470337, "Finetune/Loss (Raw)": 0.5436619520187378, "Finetune/Step": 18373, "Finetune/Step Time": 10.625809459015727}
+{"Finetune/Learning Rate": 1.0419613688415265e-07, "Finetune/Loss": 0.5675280690193176, "Finetune/Loss (Raw)": 0.5789831876754761, "Finetune/Step": 18374, "Finetune/Step Time": 10.611764227971435}
+{"Finetune/Learning Rate": 1.0395381842582819e-07, "Finetune/Loss": 0.567426323890686, "Finetune/Loss (Raw)": 0.6075015068054199, "Finetune/Step": 18375, "Finetune/Step Time": 10.618718661367893}
+{"Finetune/Learning Rate": 1.0371178059123354e-07, "Finetune/Loss": 0.5668903589248657, "Finetune/Loss (Raw)": 0.5264032483100891, "Finetune/Step": 18376, "Finetune/Step Time": 10.620813293382525}
+{"Finetune/Learning Rate": 1.0347002338723211e-07, "Finetune/Loss": 0.5664005279541016, "Finetune/Loss (Raw)": 0.5299525856971741, "Finetune/Step": 18377, "Finetune/Step Time": 10.618144903331995}
+{"Finetune/Learning Rate": 1.0322854682067729e-07, "Finetune/Loss": 0.5672359466552734, "Finetune/Loss (Raw)": 0.6465936303138733, "Finetune/Step": 18378, "Finetune/Step Time": 10.640009125694633}
+{"Finetune/Learning Rate": 1.0298735089841916e-07, "Finetune/Loss": 0.5664783716201782, "Finetune/Loss (Raw)": 0.5672836303710938, "Finetune/Step": 18379, "Finetune/Step Time": 10.617613533511758}
+{"Finetune/Learning Rate": 1.027464356272967e-07, "Finetune/Loss": 0.5673458576202393, "Finetune/Loss (Raw)": 0.5699366927146912, "Finetune/Step": 18380, "Finetune/Step Time": 10.616578740999103}
+{"Finetune/Learning Rate": 1.0250580101413998e-07, "Finetune/Loss": 0.5670688152313232, "Finetune/Loss (Raw)": 0.5583349466323853, "Finetune/Step": 18381, "Finetune/Step Time": 10.641010278835893}
+{"Finetune/Learning Rate": 1.0226544706577579e-07, "Finetune/Loss": 0.5667158365249634, "Finetune/Loss (Raw)": 0.5716385245323181, "Finetune/Step": 18382, "Finetune/Step Time": 10.646400805562735}
+{"Finetune/Learning Rate": 1.0202537378901645e-07, "Finetune/Loss": 0.5677974224090576, "Finetune/Loss (Raw)": 0.5952587723731995, "Finetune/Step": 18383, "Finetune/Step Time": 10.650701036676764}
+{"Finetune/Learning Rate": 1.0178558119067316e-07, "Finetune/Loss": 0.5682183504104614, "Finetune/Loss (Raw)": 0.5733259320259094, "Finetune/Step": 18384, "Finetune/Step Time": 10.655552089214325}
+{"Finetune/Learning Rate": 1.0154606927754385e-07, "Finetune/Loss": 0.5679093599319458, "Finetune/Loss (Raw)": 0.4768218696117401, "Finetune/Step": 18385, "Finetune/Step Time": 10.717623583972454}
+{"Finetune/Learning Rate": 1.013068380564186e-07, "Finetune/Loss": 0.5700922012329102, "Finetune/Loss (Raw)": 0.7418653964996338, "Finetune/Step": 18386, "Finetune/Step Time": 10.686837047338486}
+{"Finetune/Learning Rate": 1.0106788753408425e-07, "Finetune/Loss": 0.5693802833557129, "Finetune/Loss (Raw)": 0.5800635814666748, "Finetune/Step": 18387, "Finetune/Step Time": 10.69483657553792}
+{"Finetune/Learning Rate": 1.0082921771731646e-07, "Finetune/Loss": 0.5684370994567871, "Finetune/Loss (Raw)": 0.4747398793697357, "Finetune/Step": 18388, "Finetune/Step Time": 10.708078484982252}
+{"Finetune/Learning Rate": 1.0059082861288205e-07, "Finetune/Loss": 0.568809986114502, "Finetune/Loss (Raw)": 0.6191393733024597, "Finetune/Step": 18389, "Finetune/Step Time": 10.727040754631162}
+{"Finetune/Learning Rate": 1.0035272022754227e-07, "Finetune/Loss": 0.5689464807510376, "Finetune/Loss (Raw)": 0.588674783706665, "Finetune/Step": 18390, "Finetune/Step Time": 10.722254378721118}
+{"Finetune/Learning Rate": 1.001148925680484e-07, "Finetune/Loss": 0.5677911043167114, "Finetune/Loss (Raw)": 0.5583110451698303, "Finetune/Step": 18391, "Finetune/Step Time": 10.720170916989446}
+{"Finetune/Learning Rate": 9.987734564114504e-08, "Finetune/Loss": 0.5696495175361633, "Finetune/Loss (Raw)": 0.6233798861503601, "Finetune/Step": 18392, "Finetune/Step Time": 10.686754457652569}
+{"Finetune/Learning Rate": 9.964007945356569e-08, "Finetune/Loss": 0.5696180462837219, "Finetune/Loss (Raw)": 0.6534255743026733, "Finetune/Step": 18393, "Finetune/Step Time": 10.683167630806565}
+{"Finetune/Learning Rate": 9.940309401204273e-08, "Finetune/Loss": 0.5698413848876953, "Finetune/Loss (Raw)": 0.673851728439331, "Finetune/Step": 18394, "Finetune/Step Time": 10.684044323861599}
+{"Finetune/Learning Rate": 9.916638932329414e-08, "Finetune/Loss": 0.5692228078842163, "Finetune/Loss (Raw)": 0.5680887699127197, "Finetune/Step": 18395, "Finetune/Step Time": 10.698608392849565}
+{"Finetune/Learning Rate": 9.892996539403232e-08, "Finetune/Loss": 0.5688021779060364, "Finetune/Loss (Raw)": 0.4984394609928131, "Finetune/Step": 18396, "Finetune/Step Time": 10.697027128189802}
+{"Finetune/Learning Rate": 9.869382223096303e-08, "Finetune/Loss": 0.568828821182251, "Finetune/Loss (Raw)": 0.5873932242393494, "Finetune/Step": 18397, "Finetune/Step Time": 10.701459703966975}
+{"Finetune/Learning Rate": 9.845795984078088e-08, "Finetune/Loss": 0.5682897567749023, "Finetune/Loss (Raw)": 0.4676752984523773, "Finetune/Step": 18398, "Finetune/Step Time": 10.699421513825655}
+{"Finetune/Learning Rate": 9.822237823017388e-08, "Finetune/Loss": 0.5673584938049316, "Finetune/Loss (Raw)": 0.5290195345878601, "Finetune/Step": 18399, "Finetune/Step Time": 10.703368496149778}
+{"Finetune/Learning Rate": 9.798707740582447e-08, "Finetune/Loss": 0.5679671168327332, "Finetune/Loss (Raw)": 0.6101135611534119, "Finetune/Step": 18400, "Finetune/Step Time": 10.705243038013577}
+{"Finetune/Learning Rate": 9.775205737440285e-08, "Finetune/Loss": 0.566585123538971, "Finetune/Loss (Raw)": 0.5220082402229309, "Finetune/Step": 18401, "Finetune/Step Time": 10.710307221859694}
+{"Finetune/Learning Rate": 9.751731814257481e-08, "Finetune/Loss": 0.5667136907577515, "Finetune/Loss (Raw)": 0.5840458869934082, "Finetune/Step": 18402, "Finetune/Step Time": 10.71343246102333}
+{"Finetune/Learning Rate": 9.728285971699725e-08, "Finetune/Loss": 0.566782534122467, "Finetune/Loss (Raw)": 0.6244865655899048, "Finetune/Step": 18403, "Finetune/Step Time": 10.714744480326772}
+{"Finetune/Learning Rate": 9.704868210431816e-08, "Finetune/Loss": 0.5667577385902405, "Finetune/Loss (Raw)": 0.5760917663574219, "Finetune/Step": 18404, "Finetune/Step Time": 10.721814751625061}
+{"Finetune/Learning Rate": 9.681478531117894e-08, "Finetune/Loss": 0.5667452812194824, "Finetune/Loss (Raw)": 0.5819816589355469, "Finetune/Step": 18405, "Finetune/Step Time": 10.738964881747961}
+{"Finetune/Learning Rate": 9.65811693442098e-08, "Finetune/Loss": 0.5673232674598694, "Finetune/Loss (Raw)": 0.5944879651069641, "Finetune/Step": 18406, "Finetune/Step Time": 10.755834698677063}
+{"Finetune/Learning Rate": 9.634783421003879e-08, "Finetune/Loss": 0.566030740737915, "Finetune/Loss (Raw)": 0.560482919216156, "Finetune/Step": 18407, "Finetune/Step Time": 10.74218750745058}
+{"Finetune/Learning Rate": 9.61147799152795e-08, "Finetune/Loss": 0.5665522813796997, "Finetune/Loss (Raw)": 0.5497968196868896, "Finetune/Step": 18408, "Finetune/Step Time": 10.719403576105833}
+{"Finetune/Learning Rate": 9.588200646654222e-08, "Finetune/Loss": 0.5659679174423218, "Finetune/Loss (Raw)": 0.5780801177024841, "Finetune/Step": 18409, "Finetune/Step Time": 10.721171574667096}
+{"Finetune/Learning Rate": 9.564951387042942e-08, "Finetune/Loss": 0.5656052827835083, "Finetune/Loss (Raw)": 0.588624119758606, "Finetune/Step": 18410, "Finetune/Step Time": 10.691060788929462}
+{"Finetune/Learning Rate": 9.541730213353139e-08, "Finetune/Loss": 0.5657541751861572, "Finetune/Loss (Raw)": 0.612548291683197, "Finetune/Step": 18411, "Finetune/Step Time": 10.67317913286388}
+{"Finetune/Learning Rate": 9.518537126243399e-08, "Finetune/Loss": 0.56595778465271, "Finetune/Loss (Raw)": 0.5413747429847717, "Finetune/Step": 18412, "Finetune/Step Time": 10.678688541054726}
+{"Finetune/Learning Rate": 9.495372126371305e-08, "Finetune/Loss": 0.5673361420631409, "Finetune/Loss (Raw)": 0.6781768202781677, "Finetune/Step": 18413, "Finetune/Step Time": 10.681183906272054}
+{"Finetune/Learning Rate": 9.472235214393888e-08, "Finetune/Loss": 0.5670381784439087, "Finetune/Loss (Raw)": 0.6254521608352661, "Finetune/Step": 18414, "Finetune/Step Time": 10.712969025596976}
+{"Finetune/Learning Rate": 9.449126390967178e-08, "Finetune/Loss": 0.5670915246009827, "Finetune/Loss (Raw)": 0.5787933468818665, "Finetune/Step": 18415, "Finetune/Step Time": 10.708472086116672}
+{"Finetune/Learning Rate": 9.42604565674654e-08, "Finetune/Loss": 0.5676429271697998, "Finetune/Loss (Raw)": 0.6659302711486816, "Finetune/Step": 18416, "Finetune/Step Time": 10.699874687939882}
+{"Finetune/Learning Rate": 9.402993012386453e-08, "Finetune/Loss": 0.5677943229675293, "Finetune/Loss (Raw)": 0.5501229166984558, "Finetune/Step": 18417, "Finetune/Step Time": 10.692517627030611}
+{"Finetune/Learning Rate": 9.379968458540501e-08, "Finetune/Loss": 0.5683869123458862, "Finetune/Loss (Raw)": 0.6915279626846313, "Finetune/Step": 18418, "Finetune/Step Time": 10.693181114271283}
+{"Finetune/Learning Rate": 9.35697199586183e-08, "Finetune/Loss": 0.5679799318313599, "Finetune/Loss (Raw)": 0.4923338294029236, "Finetune/Step": 18419, "Finetune/Step Time": 10.700545268133283}
+{"Finetune/Learning Rate": 9.334003625002253e-08, "Finetune/Loss": 0.5683987140655518, "Finetune/Loss (Raw)": 0.5516496896743774, "Finetune/Step": 18420, "Finetune/Step Time": 10.707212610170245}
+{"Finetune/Learning Rate": 9.311063346613358e-08, "Finetune/Loss": 0.5689326524734497, "Finetune/Loss (Raw)": 0.6511484980583191, "Finetune/Step": 18421, "Finetune/Step Time": 10.697141231968999}
+{"Finetune/Learning Rate": 9.288151161345626e-08, "Finetune/Loss": 0.5696437358856201, "Finetune/Loss (Raw)": 0.5532482266426086, "Finetune/Step": 18422, "Finetune/Step Time": 10.690155474469066}
+{"Finetune/Learning Rate": 9.265267069848649e-08, "Finetune/Loss": 0.5689858198165894, "Finetune/Loss (Raw)": 0.3947003483772278, "Finetune/Step": 18423, "Finetune/Step Time": 10.723801340907812}
+{"Finetune/Learning Rate": 9.242411072771463e-08, "Finetune/Loss": 0.5681900978088379, "Finetune/Loss (Raw)": 0.549483597278595, "Finetune/Step": 18424, "Finetune/Step Time": 10.705858960747719}
+{"Finetune/Learning Rate": 9.219583170762103e-08, "Finetune/Loss": 0.5683948397636414, "Finetune/Loss (Raw)": 0.6226314902305603, "Finetune/Step": 18425, "Finetune/Step Time": 10.709150150418282}
+{"Finetune/Learning Rate": 9.196783364467943e-08, "Finetune/Loss": 0.5678369998931885, "Finetune/Loss (Raw)": 0.45390740036964417, "Finetune/Step": 18426, "Finetune/Step Time": 10.704338520765305}
+{"Finetune/Learning Rate": 9.174011654535575e-08, "Finetune/Loss": 0.5680322051048279, "Finetune/Loss (Raw)": 0.598336935043335, "Finetune/Step": 18427, "Finetune/Step Time": 10.701106432825327}
+{"Finetune/Learning Rate": 9.151268041610706e-08, "Finetune/Loss": 0.567499041557312, "Finetune/Loss (Raw)": 0.5244142413139343, "Finetune/Step": 18428, "Finetune/Step Time": 10.715040853247046}
+{"Finetune/Learning Rate": 9.128552526338374e-08, "Finetune/Loss": 0.5684323310852051, "Finetune/Loss (Raw)": 0.6624759435653687, "Finetune/Step": 18429, "Finetune/Step Time": 10.719768619164824}
+{"Finetune/Learning Rate": 9.10586510936251e-08, "Finetune/Loss": 0.5671566128730774, "Finetune/Loss (Raw)": 0.56501305103302, "Finetune/Step": 18430, "Finetune/Step Time": 10.705056184902787}
+{"Finetune/Learning Rate": 9.0832057913266e-08, "Finetune/Loss": 0.566411018371582, "Finetune/Loss (Raw)": 0.5216026306152344, "Finetune/Step": 18431, "Finetune/Step Time": 10.708495408296585}
+{"Finetune/Learning Rate": 9.060574572873238e-08, "Finetune/Loss": 0.5668620467185974, "Finetune/Loss (Raw)": 0.599117636680603, "Finetune/Step": 18432, "Finetune/Step Time": 10.709687944501638}
+{"Finetune/Learning Rate": 9.037971454644024e-08, "Finetune/Loss": 0.5678120851516724, "Finetune/Loss (Raw)": 0.6743360161781311, "Finetune/Step": 18433, "Finetune/Step Time": 10.704977272078395}
+{"Finetune/Learning Rate": 9.015396437280222e-08, "Finetune/Loss": 0.5673848986625671, "Finetune/Loss (Raw)": 0.47859784960746765, "Finetune/Step": 18434, "Finetune/Step Time": 10.710905222222209}
+{"Finetune/Learning Rate": 8.992849521421543e-08, "Finetune/Loss": 0.5671991109848022, "Finetune/Loss (Raw)": 0.5755966901779175, "Finetune/Step": 18435, "Finetune/Step Time": 10.698867438361049}
+{"Finetune/Learning Rate": 8.970330707707809e-08, "Finetune/Loss": 0.5673331618309021, "Finetune/Loss (Raw)": 0.5786799788475037, "Finetune/Step": 18436, "Finetune/Step Time": 10.701800346374512}
+{"Finetune/Learning Rate": 8.947839996777286e-08, "Finetune/Loss": 0.5673582553863525, "Finetune/Loss (Raw)": 0.5322063565254211, "Finetune/Step": 18437, "Finetune/Step Time": 10.706960959360003}
+{"Finetune/Learning Rate": 8.925377389267797e-08, "Finetune/Loss": 0.5675232410430908, "Finetune/Loss (Raw)": 0.6466805338859558, "Finetune/Step": 18438, "Finetune/Step Time": 10.70500965975225}
+{"Finetune/Learning Rate": 8.902942885816501e-08, "Finetune/Loss": 0.5678694844245911, "Finetune/Loss (Raw)": 0.5628812313079834, "Finetune/Step": 18439, "Finetune/Step Time": 10.686654204502702}
+{"Finetune/Learning Rate": 8.880536487059333e-08, "Finetune/Loss": 0.5678741931915283, "Finetune/Loss (Raw)": 0.563747763633728, "Finetune/Step": 18440, "Finetune/Step Time": 10.680737800896168}
+{"Finetune/Learning Rate": 8.858158193631894e-08, "Finetune/Loss": 0.5680622458457947, "Finetune/Loss (Raw)": 0.5835090279579163, "Finetune/Step": 18441, "Finetune/Step Time": 10.675693977624178}
+{"Finetune/Learning Rate": 8.835808006168455e-08, "Finetune/Loss": 0.5675685405731201, "Finetune/Loss (Raw)": 0.4393475651741028, "Finetune/Step": 18442, "Finetune/Step Time": 10.677791642025113}
+{"Finetune/Learning Rate": 8.813485925303178e-08, "Finetune/Loss": 0.5686866044998169, "Finetune/Loss (Raw)": 0.6759008765220642, "Finetune/Step": 18443, "Finetune/Step Time": 10.640225449576974}
+{"Finetune/Learning Rate": 8.791191951668886e-08, "Finetune/Loss": 0.5694386959075928, "Finetune/Loss (Raw)": 0.641966700553894, "Finetune/Step": 18444, "Finetune/Step Time": 10.623937580734491}
+{"Finetune/Learning Rate": 8.768926085897744e-08, "Finetune/Loss": 0.5698627233505249, "Finetune/Loss (Raw)": 0.647159218788147, "Finetune/Step": 18445, "Finetune/Step Time": 10.62256877683103}
+{"Finetune/Learning Rate": 8.746688328621133e-08, "Finetune/Loss": 0.5707682967185974, "Finetune/Loss (Raw)": 0.5631937384605408, "Finetune/Step": 18446, "Finetune/Step Time": 10.622226521372795}
+{"Finetune/Learning Rate": 8.724478680469773e-08, "Finetune/Loss": 0.5695406198501587, "Finetune/Loss (Raw)": 0.6192707419395447, "Finetune/Step": 18447, "Finetune/Step Time": 10.627534851431847}
+{"Finetune/Learning Rate": 8.70229714207338e-08, "Finetune/Loss": 0.5699453949928284, "Finetune/Loss (Raw)": 0.6620520353317261, "Finetune/Step": 18448, "Finetune/Step Time": 10.620103497058153}
+{"Finetune/Learning Rate": 8.680143714060785e-08, "Finetune/Loss": 0.5703614950180054, "Finetune/Loss (Raw)": 0.6176965236663818, "Finetune/Step": 18449, "Finetune/Step Time": 10.618458326905966}
+{"Finetune/Learning Rate": 8.658018397060486e-08, "Finetune/Loss": 0.5695102214813232, "Finetune/Loss (Raw)": 0.4832407832145691, "Finetune/Step": 18450, "Finetune/Step Time": 10.596699129790068}
+{"Finetune/Learning Rate": 8.63592119169987e-08, "Finetune/Loss": 0.5706337690353394, "Finetune/Loss (Raw)": 0.6710192561149597, "Finetune/Step": 18451, "Finetune/Step Time": 10.599239371716976}
+{"Finetune/Learning Rate": 8.613852098605435e-08, "Finetune/Loss": 0.5712936520576477, "Finetune/Loss (Raw)": 0.6026018261909485, "Finetune/Step": 18452, "Finetune/Step Time": 10.595499524846673}
+{"Finetune/Learning Rate": 8.591811118403014e-08, "Finetune/Loss": 0.571897566318512, "Finetune/Loss (Raw)": 0.5988541841506958, "Finetune/Step": 18453, "Finetune/Step Time": 10.555574305355549}
+{"Finetune/Learning Rate": 8.569798251717664e-08, "Finetune/Loss": 0.572504997253418, "Finetune/Loss (Raw)": 0.6286212205886841, "Finetune/Step": 18454, "Finetune/Step Time": 10.549994688481092}
+{"Finetune/Learning Rate": 8.547813499173552e-08, "Finetune/Loss": 0.572691798210144, "Finetune/Loss (Raw)": 0.6568828821182251, "Finetune/Step": 18455, "Finetune/Step Time": 10.551044700667262}
+{"Finetune/Learning Rate": 8.525856861394177e-08, "Finetune/Loss": 0.5741589069366455, "Finetune/Loss (Raw)": 0.6549478769302368, "Finetune/Step": 18456, "Finetune/Step Time": 10.56316883303225}
+{"Finetune/Learning Rate": 8.503928339002043e-08, "Finetune/Loss": 0.5738276243209839, "Finetune/Loss (Raw)": 0.6468831896781921, "Finetune/Step": 18457, "Finetune/Step Time": 10.544751597568393}
+{"Finetune/Learning Rate": 8.482027932619097e-08, "Finetune/Loss": 0.5745407342910767, "Finetune/Loss (Raw)": 0.5870954990386963, "Finetune/Step": 18458, "Finetune/Step Time": 10.544482335448265}
+{"Finetune/Learning Rate": 8.460155642866397e-08, "Finetune/Loss": 0.5739443302154541, "Finetune/Loss (Raw)": 0.519233226776123, "Finetune/Step": 18459, "Finetune/Step Time": 10.538356879726052}
+{"Finetune/Learning Rate": 8.438311470364113e-08, "Finetune/Loss": 0.573565661907196, "Finetune/Loss (Raw)": 0.5534017086029053, "Finetune/Step": 18460, "Finetune/Step Time": 10.564898891374469}
+{"Finetune/Learning Rate": 8.41649541573164e-08, "Finetune/Loss": 0.5748293399810791, "Finetune/Loss (Raw)": 0.7392964363098145, "Finetune/Step": 18461, "Finetune/Step Time": 10.56729743629694}
+{"Finetune/Learning Rate": 8.394707479587705e-08, "Finetune/Loss": 0.5751523375511169, "Finetune/Loss (Raw)": 0.6031935214996338, "Finetune/Step": 18462, "Finetune/Step Time": 10.568625831976533}
+{"Finetune/Learning Rate": 8.372947662550035e-08, "Finetune/Loss": 0.5754364728927612, "Finetune/Loss (Raw)": 0.5608506202697754, "Finetune/Step": 18463, "Finetune/Step Time": 10.588040815666318}
+{"Finetune/Learning Rate": 8.351215965235915e-08, "Finetune/Loss": 0.574841320514679, "Finetune/Loss (Raw)": 0.5428520441055298, "Finetune/Step": 18464, "Finetune/Step Time": 10.606341997161508}
+{"Finetune/Learning Rate": 8.329512388261297e-08, "Finetune/Loss": 0.5743447542190552, "Finetune/Loss (Raw)": 0.4471789598464966, "Finetune/Step": 18465, "Finetune/Step Time": 10.613559322431684}
+{"Finetune/Learning Rate": 8.307836932241797e-08, "Finetune/Loss": 0.5727077126502991, "Finetune/Loss (Raw)": 0.45688527822494507, "Finetune/Step": 18466, "Finetune/Step Time": 10.62940739095211}
+{"Finetune/Learning Rate": 8.286189597792149e-08, "Finetune/Loss": 0.574408233165741, "Finetune/Loss (Raw)": 0.6547906994819641, "Finetune/Step": 18467, "Finetune/Step Time": 10.631200477480888}
+{"Finetune/Learning Rate": 8.264570385525972e-08, "Finetune/Loss": 0.5744789838790894, "Finetune/Loss (Raw)": 0.5914542078971863, "Finetune/Step": 18468, "Finetune/Step Time": 10.654559180140495}
+{"Finetune/Learning Rate": 8.242979296056553e-08, "Finetune/Loss": 0.5744576454162598, "Finetune/Loss (Raw)": 0.6062645316123962, "Finetune/Step": 18469, "Finetune/Step Time": 10.656760996207595}
+{"Finetune/Learning Rate": 8.221416329996068e-08, "Finetune/Loss": 0.574614942073822, "Finetune/Loss (Raw)": 0.5833974480628967, "Finetune/Step": 18470, "Finetune/Step Time": 10.660895612090826}
+{"Finetune/Learning Rate": 8.199881487955919e-08, "Finetune/Loss": 0.5744621157646179, "Finetune/Loss (Raw)": 0.59576815366745, "Finetune/Step": 18471, "Finetune/Step Time": 10.66097654029727}
+{"Finetune/Learning Rate": 8.178374770546838e-08, "Finetune/Loss": 0.574385941028595, "Finetune/Loss (Raw)": 0.5374190211296082, "Finetune/Step": 18472, "Finetune/Step Time": 10.664860311895609}
+{"Finetune/Learning Rate": 8.156896178378781e-08, "Finetune/Loss": 0.5744074583053589, "Finetune/Loss (Raw)": 0.6082950234413147, "Finetune/Step": 18473, "Finetune/Step Time": 10.669751845300198}
+{"Finetune/Learning Rate": 8.135445712060597e-08, "Finetune/Loss": 0.5748000741004944, "Finetune/Loss (Raw)": 0.617720365524292, "Finetune/Step": 18474, "Finetune/Step Time": 10.71865070797503}
+{"Finetune/Learning Rate": 8.114023372200797e-08, "Finetune/Loss": 0.5746471881866455, "Finetune/Loss (Raw)": 0.6124241948127747, "Finetune/Step": 18475, "Finetune/Step Time": 10.714575564488769}
+{"Finetune/Learning Rate": 8.092629159406673e-08, "Finetune/Loss": 0.5744112133979797, "Finetune/Loss (Raw)": 0.48622244596481323, "Finetune/Step": 18476, "Finetune/Step Time": 10.717406872659922}
+{"Finetune/Learning Rate": 8.071263074284963e-08, "Finetune/Loss": 0.5752706527709961, "Finetune/Loss (Raw)": 0.5369538068771362, "Finetune/Step": 18477, "Finetune/Step Time": 10.729273553937674}
+{"Finetune/Learning Rate": 8.049925117441626e-08, "Finetune/Loss": 0.5751606225967407, "Finetune/Loss (Raw)": 0.5893705487251282, "Finetune/Step": 18478, "Finetune/Step Time": 10.728940991684794}
+{"Finetune/Learning Rate": 8.028615289481622e-08, "Finetune/Loss": 0.5745905637741089, "Finetune/Loss (Raw)": 0.4448910057544708, "Finetune/Step": 18479, "Finetune/Step Time": 10.733510734513402}
+{"Finetune/Learning Rate": 8.007333591009359e-08, "Finetune/Loss": 0.5742367506027222, "Finetune/Loss (Raw)": 0.4417688846588135, "Finetune/Step": 18480, "Finetune/Step Time": 10.770499505102634}
+{"Finetune/Learning Rate": 7.98608002262824e-08, "Finetune/Loss": 0.5744839906692505, "Finetune/Loss (Raw)": 0.5809299349784851, "Finetune/Step": 18481, "Finetune/Step Time": 10.764949822798371}
+{"Finetune/Learning Rate": 7.964854584941007e-08, "Finetune/Loss": 0.5749090909957886, "Finetune/Loss (Raw)": 0.5716038346290588, "Finetune/Step": 18482, "Finetune/Step Time": 10.772002996876836}
+{"Finetune/Learning Rate": 7.94365727854951e-08, "Finetune/Loss": 0.5747864246368408, "Finetune/Loss (Raw)": 0.6664780974388123, "Finetune/Step": 18483, "Finetune/Step Time": 10.776346677914262}
+{"Finetune/Learning Rate": 7.922488104054826e-08, "Finetune/Loss": 0.5761423110961914, "Finetune/Loss (Raw)": 0.6200087666511536, "Finetune/Step": 18484, "Finetune/Step Time": 10.763550503179431}
+{"Finetune/Learning Rate": 7.901347062057251e-08, "Finetune/Loss": 0.5766950845718384, "Finetune/Loss (Raw)": 0.6145312786102295, "Finetune/Step": 18485, "Finetune/Step Time": 10.740555850788951}
+{"Finetune/Learning Rate": 7.880234153156418e-08, "Finetune/Loss": 0.5764304399490356, "Finetune/Loss (Raw)": 0.5796297192573547, "Finetune/Step": 18486, "Finetune/Step Time": 10.73677266575396}
+{"Finetune/Learning Rate": 7.859149377950959e-08, "Finetune/Loss": 0.5763193368911743, "Finetune/Loss (Raw)": 0.5667708516120911, "Finetune/Step": 18487, "Finetune/Step Time": 10.745292102918029}
+{"Finetune/Learning Rate": 7.838092737038617e-08, "Finetune/Loss": 0.5762026309967041, "Finetune/Loss (Raw)": 0.4971245229244232, "Finetune/Step": 18488, "Finetune/Step Time": 10.734263055026531}
+{"Finetune/Learning Rate": 7.817064231016802e-08, "Finetune/Loss": 0.5775594711303711, "Finetune/Loss (Raw)": 0.5819332599639893, "Finetune/Step": 18489, "Finetune/Step Time": 10.70723370462656}
+{"Finetune/Learning Rate": 7.796063860481595e-08, "Finetune/Loss": 0.5772323608398438, "Finetune/Loss (Raw)": 0.48628339171409607, "Finetune/Step": 18490, "Finetune/Step Time": 10.725809022784233}
+{"Finetune/Learning Rate": 7.775091626028408e-08, "Finetune/Loss": 0.5778312683105469, "Finetune/Loss (Raw)": 0.5963817834854126, "Finetune/Step": 18491, "Finetune/Step Time": 10.726227769628167}
+{"Finetune/Learning Rate": 7.75414752825232e-08, "Finetune/Loss": 0.5769325494766235, "Finetune/Loss (Raw)": 0.4979638457298279, "Finetune/Step": 18492, "Finetune/Step Time": 10.719262113794684}
+{"Finetune/Learning Rate": 7.733231567746968e-08, "Finetune/Loss": 0.5777316093444824, "Finetune/Loss (Raw)": 0.6146488785743713, "Finetune/Step": 18493, "Finetune/Step Time": 10.688203267753124}
+{"Finetune/Learning Rate": 7.712343745105544e-08, "Finetune/Loss": 0.5784575939178467, "Finetune/Loss (Raw)": 0.6389750242233276, "Finetune/Step": 18494, "Finetune/Step Time": 10.690005999058485}
+{"Finetune/Learning Rate": 7.691484060920351e-08, "Finetune/Loss": 0.5781016945838928, "Finetune/Loss (Raw)": 0.6288684606552124, "Finetune/Step": 18495, "Finetune/Step Time": 10.712491381913424}
+{"Finetune/Learning Rate": 7.670652515782917e-08, "Finetune/Loss": 0.578453540802002, "Finetune/Loss (Raw)": 0.7021176218986511, "Finetune/Step": 18496, "Finetune/Step Time": 10.718084743246436}
+{"Finetune/Learning Rate": 7.649849110283991e-08, "Finetune/Loss": 0.578905463218689, "Finetune/Loss (Raw)": 0.5386832356452942, "Finetune/Step": 18497, "Finetune/Step Time": 10.721060814335942}
+{"Finetune/Learning Rate": 7.629073845013435e-08, "Finetune/Loss": 0.5797539949417114, "Finetune/Loss (Raw)": 0.5733045339584351, "Finetune/Step": 18498, "Finetune/Step Time": 10.71580633893609}
+{"Finetune/Learning Rate": 7.608326720560443e-08, "Finetune/Loss": 0.580787181854248, "Finetune/Loss (Raw)": 0.6498581171035767, "Finetune/Step": 18499, "Finetune/Step Time": 10.707053504884243}
+{"Finetune/Learning Rate": 7.587607737513325e-08, "Finetune/Loss": 0.5802580118179321, "Finetune/Loss (Raw)": 0.5803796052932739, "Finetune/Step": 18500, "Finetune/Step Time": 10.699780371040106}
+{"Finetune/Learning Rate": 7.566916896459719e-08, "Finetune/Loss": 0.5806946754455566, "Finetune/Loss (Raw)": 0.5995572209358215, "Finetune/Step": 18501, "Finetune/Step Time": 10.714407686144114}
+{"Finetune/Learning Rate": 7.546254197986158e-08, "Finetune/Loss": 0.5806733965873718, "Finetune/Loss (Raw)": 0.5762544870376587, "Finetune/Step": 18502, "Finetune/Step Time": 10.747395629063249}
+{"Finetune/Learning Rate": 7.525619642678617e-08, "Finetune/Loss": 0.5800706148147583, "Finetune/Loss (Raw)": 0.530340313911438, "Finetune/Step": 18503, "Finetune/Step Time": 10.748391484841704}
+{"Finetune/Learning Rate": 7.505013231122294e-08, "Finetune/Loss": 0.5795422792434692, "Finetune/Loss (Raw)": 0.4587762951850891, "Finetune/Step": 18504, "Finetune/Step Time": 10.75316564552486}
+{"Finetune/Learning Rate": 7.4844349639015e-08, "Finetune/Loss": 0.5798629522323608, "Finetune/Loss (Raw)": 0.5709963440895081, "Finetune/Step": 18505, "Finetune/Step Time": 10.751108568161726}
+{"Finetune/Learning Rate": 7.463884841599878e-08, "Finetune/Loss": 0.5793640613555908, "Finetune/Loss (Raw)": 0.5827362537384033, "Finetune/Step": 18506, "Finetune/Step Time": 10.731793826445937}
+{"Finetune/Learning Rate": 7.443362864800075e-08, "Finetune/Loss": 0.578123927116394, "Finetune/Loss (Raw)": 0.40855327248573303, "Finetune/Step": 18507, "Finetune/Step Time": 10.743341647088528}
+{"Finetune/Learning Rate": 7.422869034084068e-08, "Finetune/Loss": 0.5777665376663208, "Finetune/Loss (Raw)": 0.5241864919662476, "Finetune/Step": 18508, "Finetune/Step Time": 10.74079748429358}
+{"Finetune/Learning Rate": 7.40240335003295e-08, "Finetune/Loss": 0.5770958662033081, "Finetune/Loss (Raw)": 0.47249019145965576, "Finetune/Step": 18509, "Finetune/Step Time": 10.719489654526114}
+{"Finetune/Learning Rate": 7.381965813227032e-08, "Finetune/Loss": 0.5770599246025085, "Finetune/Loss (Raw)": 0.5670391321182251, "Finetune/Step": 18510, "Finetune/Step Time": 10.71745035611093}
+{"Finetune/Learning Rate": 7.361556424245963e-08, "Finetune/Loss": 0.5770220160484314, "Finetune/Loss (Raw)": 0.5904101133346558, "Finetune/Step": 18511, "Finetune/Step Time": 10.713258219882846}
+{"Finetune/Learning Rate": 7.341175183668503e-08, "Finetune/Loss": 0.5777412056922913, "Finetune/Loss (Raw)": 0.6653826832771301, "Finetune/Step": 18512, "Finetune/Step Time": 10.722685666754842}
+{"Finetune/Learning Rate": 7.320822092072633e-08, "Finetune/Loss": 0.5791493654251099, "Finetune/Loss (Raw)": 0.6570667028427124, "Finetune/Step": 18513, "Finetune/Step Time": 10.65564063936472}
+{"Finetune/Learning Rate": 7.300497150035335e-08, "Finetune/Loss": 0.5773298740386963, "Finetune/Loss (Raw)": 0.5089653134346008, "Finetune/Step": 18514, "Finetune/Step Time": 10.657189445570111}
+{"Finetune/Learning Rate": 7.280200358133149e-08, "Finetune/Loss": 0.5764532089233398, "Finetune/Loss (Raw)": 0.4678541123867035, "Finetune/Step": 18515, "Finetune/Step Time": 10.649404836818576}
+{"Finetune/Learning Rate": 7.259931716941505e-08, "Finetune/Loss": 0.5784598588943481, "Finetune/Loss (Raw)": 0.7315831780433655, "Finetune/Step": 18516, "Finetune/Step Time": 10.622899128124118}
+{"Finetune/Learning Rate": 7.239691227035273e-08, "Finetune/Loss": 0.5781717300415039, "Finetune/Loss (Raw)": 0.5822662115097046, "Finetune/Step": 18517, "Finetune/Step Time": 10.601676683872938}
+{"Finetune/Learning Rate": 7.21947888898844e-08, "Finetune/Loss": 0.5778506398200989, "Finetune/Loss (Raw)": 0.5475707054138184, "Finetune/Step": 18518, "Finetune/Step Time": 10.609290823340416}
+{"Finetune/Learning Rate": 7.199294703373994e-08, "Finetune/Loss": 0.5777992606163025, "Finetune/Loss (Raw)": 0.5517348051071167, "Finetune/Step": 18519, "Finetune/Step Time": 10.614763736724854}
+{"Finetune/Learning Rate": 7.179138670764363e-08, "Finetune/Loss": 0.5775148868560791, "Finetune/Loss (Raw)": 0.5869820713996887, "Finetune/Step": 18520, "Finetune/Step Time": 10.617591788992286}
+{"Finetune/Learning Rate": 7.159010791731202e-08, "Finetune/Loss": 0.5775250792503357, "Finetune/Loss (Raw)": 0.6547314524650574, "Finetune/Step": 18521, "Finetune/Step Time": 10.619298405945301}
+{"Finetune/Learning Rate": 7.138911066845277e-08, "Finetune/Loss": 0.5773100852966309, "Finetune/Loss (Raw)": 0.6463270783424377, "Finetune/Step": 18522, "Finetune/Step Time": 10.616351863369346}
+{"Finetune/Learning Rate": 7.118839496676466e-08, "Finetune/Loss": 0.5766112804412842, "Finetune/Loss (Raw)": 0.47865378856658936, "Finetune/Step": 18523, "Finetune/Step Time": 10.602268561720848}
+{"Finetune/Learning Rate": 7.098796081793979e-08, "Finetune/Loss": 0.5771616697311401, "Finetune/Loss (Raw)": 0.5688825845718384, "Finetune/Step": 18524, "Finetune/Step Time": 10.608635848388076}
+{"Finetune/Learning Rate": 7.078780822766251e-08, "Finetune/Loss": 0.5774341821670532, "Finetune/Loss (Raw)": 0.6222687363624573, "Finetune/Step": 18525, "Finetune/Step Time": 10.605115761980414}
+{"Finetune/Learning Rate": 7.058793720160829e-08, "Finetune/Loss": 0.5783172845840454, "Finetune/Loss (Raw)": 0.580720841884613, "Finetune/Step": 18526, "Finetune/Step Time": 10.611576620489359}
+{"Finetune/Learning Rate": 7.038834774544368e-08, "Finetune/Loss": 0.5782949328422546, "Finetune/Loss (Raw)": 0.5261582732200623, "Finetune/Step": 18527, "Finetune/Step Time": 10.611710024997592}
+{"Finetune/Learning Rate": 7.018903986483083e-08, "Finetune/Loss": 0.5777519941329956, "Finetune/Loss (Raw)": 0.5406189560890198, "Finetune/Step": 18528, "Finetune/Step Time": 10.61430674791336}
+{"Finetune/Learning Rate": 6.999001356541857e-08, "Finetune/Loss": 0.5779656767845154, "Finetune/Loss (Raw)": 0.5493592023849487, "Finetune/Step": 18529, "Finetune/Step Time": 10.619482200592756}
+{"Finetune/Learning Rate": 6.979126885285348e-08, "Finetune/Loss": 0.5778093338012695, "Finetune/Loss (Raw)": 0.5640287399291992, "Finetune/Step": 18530, "Finetune/Step Time": 10.634215764701366}
+{"Finetune/Learning Rate": 6.959280573277105e-08, "Finetune/Loss": 0.5776009559631348, "Finetune/Loss (Raw)": 0.597817599773407, "Finetune/Step": 18531, "Finetune/Step Time": 10.637906976044178}
+{"Finetune/Learning Rate": 6.93946242107968e-08, "Finetune/Loss": 0.577678382396698, "Finetune/Loss (Raw)": 0.5860003232955933, "Finetune/Step": 18532, "Finetune/Step Time": 10.644842207431793}
+{"Finetune/Learning Rate": 6.919672429255286e-08, "Finetune/Loss": 0.577415943145752, "Finetune/Loss (Raw)": 0.5483880043029785, "Finetune/Step": 18533, "Finetune/Step Time": 10.633693674579263}
+{"Finetune/Learning Rate": 6.899910598365034e-08, "Finetune/Loss": 0.5766535401344299, "Finetune/Loss (Raw)": 0.4968981146812439, "Finetune/Step": 18534, "Finetune/Step Time": 10.63956544548273}
+{"Finetune/Learning Rate": 6.880176928969251e-08, "Finetune/Loss": 0.5771932601928711, "Finetune/Loss (Raw)": 0.6295651197433472, "Finetune/Step": 18535, "Finetune/Step Time": 10.633035123348236}
+{"Finetune/Learning Rate": 6.860471421627712e-08, "Finetune/Loss": 0.5769610404968262, "Finetune/Loss (Raw)": 0.5200828313827515, "Finetune/Step": 18536, "Finetune/Step Time": 10.66823353804648}
+{"Finetune/Learning Rate": 6.840794076899082e-08, "Finetune/Loss": 0.5773663520812988, "Finetune/Loss (Raw)": 0.6299557089805603, "Finetune/Step": 18537, "Finetune/Step Time": 10.686331840232015}
+{"Finetune/Learning Rate": 6.821144895341248e-08, "Finetune/Loss": 0.5767903327941895, "Finetune/Loss (Raw)": 0.5148934125900269, "Finetune/Step": 18538, "Finetune/Step Time": 10.710080662742257}
+{"Finetune/Learning Rate": 6.801523877511651e-08, "Finetune/Loss": 0.5757385492324829, "Finetune/Loss (Raw)": 0.47791820764541626, "Finetune/Step": 18539, "Finetune/Step Time": 10.710349917411804}
+{"Finetune/Learning Rate": 6.781931023966403e-08, "Finetune/Loss": 0.575718343257904, "Finetune/Loss (Raw)": 0.5387985706329346, "Finetune/Step": 18540, "Finetune/Step Time": 10.715924860909581}
+{"Finetune/Learning Rate": 6.762366335261395e-08, "Finetune/Loss": 0.5750449895858765, "Finetune/Loss (Raw)": 0.5919836759567261, "Finetune/Step": 18541, "Finetune/Step Time": 10.721054187044501}
+{"Finetune/Learning Rate": 6.74282981195129e-08, "Finetune/Loss": 0.5748184323310852, "Finetune/Loss (Raw)": 0.5964508652687073, "Finetune/Step": 18542, "Finetune/Step Time": 10.69102149643004}
+{"Finetune/Learning Rate": 6.723321454590093e-08, "Finetune/Loss": 0.5756044983863831, "Finetune/Loss (Raw)": 0.6794050335884094, "Finetune/Step": 18543, "Finetune/Step Time": 10.704457646235824}
+{"Finetune/Learning Rate": 6.703841263730914e-08, "Finetune/Loss": 0.574608325958252, "Finetune/Loss (Raw)": 0.5384229421615601, "Finetune/Step": 18544, "Finetune/Step Time": 10.71173526905477}
+{"Finetune/Learning Rate": 6.684389239926315e-08, "Finetune/Loss": 0.5749028325080872, "Finetune/Loss (Raw)": 0.5878254771232605, "Finetune/Step": 18545, "Finetune/Step Time": 10.715309591963887}
+{"Finetune/Learning Rate": 6.66496538372774e-08, "Finetune/Loss": 0.5745172500610352, "Finetune/Loss (Raw)": 0.6421682238578796, "Finetune/Step": 18546, "Finetune/Step Time": 10.740066472440958}
+{"Finetune/Learning Rate": 6.645569695686083e-08, "Finetune/Loss": 0.5756747722625732, "Finetune/Loss (Raw)": 0.6404878497123718, "Finetune/Step": 18547, "Finetune/Step Time": 10.75647115148604}
+{"Finetune/Learning Rate": 6.626202176351349e-08, "Finetune/Loss": 0.5741941928863525, "Finetune/Loss (Raw)": 0.3621496558189392, "Finetune/Step": 18548, "Finetune/Step Time": 10.80238226801157}
+{"Finetune/Learning Rate": 6.606862826272876e-08, "Finetune/Loss": 0.5732908248901367, "Finetune/Loss (Raw)": 0.5355113744735718, "Finetune/Step": 18549, "Finetune/Step Time": 10.814977757632732}
+{"Finetune/Learning Rate": 6.587551645998891e-08, "Finetune/Loss": 0.5739240050315857, "Finetune/Loss (Raw)": 0.634296178817749, "Finetune/Step": 18550, "Finetune/Step Time": 10.812294285744429}
+{"Finetune/Learning Rate": 6.568268636076958e-08, "Finetune/Loss": 0.575752854347229, "Finetune/Loss (Raw)": 0.6287844181060791, "Finetune/Step": 18551, "Finetune/Step Time": 10.773812264204025}
+{"Finetune/Learning Rate": 6.549013797054083e-08, "Finetune/Loss": 0.5764389038085938, "Finetune/Loss (Raw)": 0.6373077034950256, "Finetune/Step": 18552, "Finetune/Step Time": 10.771494515240192}
+{"Finetune/Learning Rate": 6.529787129476162e-08, "Finetune/Loss": 0.5760542154312134, "Finetune/Loss (Raw)": 0.573397696018219, "Finetune/Step": 18553, "Finetune/Step Time": 10.782473780214787}
+{"Finetune/Learning Rate": 6.510588633888315e-08, "Finetune/Loss": 0.5778547525405884, "Finetune/Loss (Raw)": 0.6843669414520264, "Finetune/Step": 18554, "Finetune/Step Time": 10.784511357545853}
+{"Finetune/Learning Rate": 6.491418310835217e-08, "Finetune/Loss": 0.5779188871383667, "Finetune/Loss (Raw)": 0.6065467000007629, "Finetune/Step": 18555, "Finetune/Step Time": 10.783103300258517}
+{"Finetune/Learning Rate": 6.472276160860324e-08, "Finetune/Loss": 0.5782122611999512, "Finetune/Loss (Raw)": 0.5619664788246155, "Finetune/Step": 18556, "Finetune/Step Time": 10.755300605669618}
+{"Finetune/Learning Rate": 6.453162184506423e-08, "Finetune/Loss": 0.5770797729492188, "Finetune/Loss (Raw)": 0.5175132751464844, "Finetune/Step": 18557, "Finetune/Step Time": 10.758551709353924}
+{"Finetune/Learning Rate": 6.434076382315524e-08, "Finetune/Loss": 0.5774457454681396, "Finetune/Loss (Raw)": 0.6118572950363159, "Finetune/Step": 18558, "Finetune/Step Time": 10.762351864948869}
+{"Finetune/Learning Rate": 6.415018754828973e-08, "Finetune/Loss": 0.5778930187225342, "Finetune/Loss (Raw)": 0.5788570046424866, "Finetune/Step": 18559, "Finetune/Step Time": 10.77370609715581}
+{"Finetune/Learning Rate": 6.395989302587113e-08, "Finetune/Loss": 0.5778042674064636, "Finetune/Loss (Raw)": 0.5877586603164673, "Finetune/Step": 18560, "Finetune/Step Time": 10.768806241452694}
+{"Finetune/Learning Rate": 6.376988026129515e-08, "Finetune/Loss": 0.5764297842979431, "Finetune/Loss (Raw)": 0.4984077513217926, "Finetune/Step": 18561, "Finetune/Step Time": 10.769337555393577}
+{"Finetune/Learning Rate": 6.358014925995081e-08, "Finetune/Loss": 0.5756933093070984, "Finetune/Loss (Raw)": 0.38432493805885315, "Finetune/Step": 18562, "Finetune/Step Time": 10.800064168870449}
+{"Finetune/Learning Rate": 6.339070002721825e-08, "Finetune/Loss": 0.575703501701355, "Finetune/Loss (Raw)": 0.5768954157829285, "Finetune/Step": 18563, "Finetune/Step Time": 10.796022314578295}
+{"Finetune/Learning Rate": 6.320153256846873e-08, "Finetune/Loss": 0.5754586458206177, "Finetune/Loss (Raw)": 0.5473434329032898, "Finetune/Step": 18564, "Finetune/Step Time": 10.791657004505396}
+{"Finetune/Learning Rate": 6.301264688906795e-08, "Finetune/Loss": 0.5754624605178833, "Finetune/Loss (Raw)": 0.5326970219612122, "Finetune/Step": 18565, "Finetune/Step Time": 10.795684473589063}
+{"Finetune/Learning Rate": 6.282404299437162e-08, "Finetune/Loss": 0.574804425239563, "Finetune/Loss (Raw)": 0.5624521970748901, "Finetune/Step": 18566, "Finetune/Step Time": 10.801920641213655}
+{"Finetune/Learning Rate": 6.263572088972769e-08, "Finetune/Loss": 0.5750383138656616, "Finetune/Loss (Raw)": 0.5928106904029846, "Finetune/Step": 18567, "Finetune/Step Time": 10.806340042501688}
+{"Finetune/Learning Rate": 6.244768058047635e-08, "Finetune/Loss": 0.5748956799507141, "Finetune/Loss (Raw)": 0.5454936623573303, "Finetune/Step": 18568, "Finetune/Step Time": 10.814636118710041}
+{"Finetune/Learning Rate": 6.225992207194997e-08, "Finetune/Loss": 0.5753161311149597, "Finetune/Loss (Raw)": 0.6373327374458313, "Finetune/Step": 18569, "Finetune/Step Time": 10.814489902928472}
+{"Finetune/Learning Rate": 6.20724453694732e-08, "Finetune/Loss": 0.5766689777374268, "Finetune/Loss (Raw)": 0.6125046610832214, "Finetune/Step": 18570, "Finetune/Step Time": 10.783703070133924}
+{"Finetune/Learning Rate": 6.188525047836291e-08, "Finetune/Loss": 0.5760490894317627, "Finetune/Loss (Raw)": 0.5965567827224731, "Finetune/Step": 18571, "Finetune/Step Time": 10.787262747064233}
+{"Finetune/Learning Rate": 6.169833740392594e-08, "Finetune/Loss": 0.5751618146896362, "Finetune/Loss (Raw)": 0.5283933281898499, "Finetune/Step": 18572, "Finetune/Step Time": 10.78826860524714}
+{"Finetune/Learning Rate": 6.151170615146362e-08, "Finetune/Loss": 0.5743926763534546, "Finetune/Loss (Raw)": 0.5487183332443237, "Finetune/Step": 18573, "Finetune/Step Time": 10.788481371477246}
+{"Finetune/Learning Rate": 6.132535672626839e-08, "Finetune/Loss": 0.574560284614563, "Finetune/Loss (Raw)": 0.5846384763717651, "Finetune/Step": 18574, "Finetune/Step Time": 10.792459135875106}
+{"Finetune/Learning Rate": 6.113928913362377e-08, "Finetune/Loss": 0.5747397541999817, "Finetune/Loss (Raw)": 0.6422425508499146, "Finetune/Step": 18575, "Finetune/Step Time": 10.784587254747748}
+{"Finetune/Learning Rate": 6.095350337880667e-08, "Finetune/Loss": 0.5731184482574463, "Finetune/Loss (Raw)": 0.45452240109443665, "Finetune/Step": 18576, "Finetune/Step Time": 10.796273874118924}
+{"Finetune/Learning Rate": 6.076799946708622e-08, "Finetune/Loss": 0.5732039213180542, "Finetune/Loss (Raw)": 0.6286457180976868, "Finetune/Step": 18577, "Finetune/Step Time": 10.80283846333623}
+{"Finetune/Learning Rate": 6.058277740372043e-08, "Finetune/Loss": 0.5737217664718628, "Finetune/Loss (Raw)": 0.5495190024375916, "Finetune/Step": 18578, "Finetune/Step Time": 10.801182683557272}
+{"Finetune/Learning Rate": 6.039783719396397e-08, "Finetune/Loss": 0.5719820261001587, "Finetune/Loss (Raw)": 0.4483371078968048, "Finetune/Step": 18579, "Finetune/Step Time": 10.795360306277871}
+{"Finetune/Learning Rate": 6.021317884306044e-08, "Finetune/Loss": 0.5717107653617859, "Finetune/Loss (Raw)": 0.5678785443305969, "Finetune/Step": 18580, "Finetune/Step Time": 10.797602204605937}
+{"Finetune/Learning Rate": 6.002880235624564e-08, "Finetune/Loss": 0.5709046125411987, "Finetune/Loss (Raw)": 0.49566641449928284, "Finetune/Step": 18581, "Finetune/Step Time": 10.797822661697865}
+{"Finetune/Learning Rate": 5.984470773874984e-08, "Finetune/Loss": 0.5700157880783081, "Finetune/Loss (Raw)": 0.5148543119430542, "Finetune/Step": 18582, "Finetune/Step Time": 10.800773356109858}
+{"Finetune/Learning Rate": 5.966089499579109e-08, "Finetune/Loss": 0.5689715147018433, "Finetune/Loss (Raw)": 0.5232130289077759, "Finetune/Step": 18583, "Finetune/Step Time": 10.797448210418224}
+{"Finetune/Learning Rate": 5.9477364132582984e-08, "Finetune/Loss": 0.5681372880935669, "Finetune/Loss (Raw)": 0.5481693148612976, "Finetune/Step": 18584, "Finetune/Step Time": 10.791059661656618}
+{"Finetune/Learning Rate": 5.9294115154329147e-08, "Finetune/Loss": 0.5675352811813354, "Finetune/Loss (Raw)": 0.5698307752609253, "Finetune/Step": 18585, "Finetune/Step Time": 10.796115623787045}
+{"Finetune/Learning Rate": 5.911114806622764e-08, "Finetune/Loss": 0.5672526359558105, "Finetune/Loss (Raw)": 0.550915002822876, "Finetune/Step": 18586, "Finetune/Step Time": 10.792956955730915}
+{"Finetune/Learning Rate": 5.892846287346543e-08, "Finetune/Loss": 0.5677664279937744, "Finetune/Loss (Raw)": 0.5849900841712952, "Finetune/Step": 18587, "Finetune/Step Time": 10.802091147750616}
+{"Finetune/Learning Rate": 5.874605958122392e-08, "Finetune/Loss": 0.5674934387207031, "Finetune/Loss (Raw)": 0.5184671878814697, "Finetune/Step": 18588, "Finetune/Step Time": 10.76881375350058}
+{"Finetune/Learning Rate": 5.856393819467343e-08, "Finetune/Loss": 0.5668426752090454, "Finetune/Loss (Raw)": 0.6559931635856628, "Finetune/Step": 18589, "Finetune/Step Time": 10.76496689580381}
+{"Finetune/Learning Rate": 5.8382098718980926e-08, "Finetune/Loss": 0.5668306946754456, "Finetune/Loss (Raw)": 0.6016573309898376, "Finetune/Step": 18590, "Finetune/Step Time": 10.765675453469157}
+{"Finetune/Learning Rate": 5.8200541159302296e-08, "Finetune/Loss": 0.5656243562698364, "Finetune/Loss (Raw)": 0.4064427316188812, "Finetune/Step": 18591, "Finetune/Step Time": 10.782750427722931}
+{"Finetune/Learning Rate": 5.801926552078563e-08, "Finetune/Loss": 0.5665623545646667, "Finetune/Loss (Raw)": 0.6629174947738647, "Finetune/Step": 18592, "Finetune/Step Time": 10.767072958871722}
+{"Finetune/Learning Rate": 5.783827180857127e-08, "Finetune/Loss": 0.5672569274902344, "Finetune/Loss (Raw)": 0.5360887050628662, "Finetune/Step": 18593, "Finetune/Step Time": 10.732981944456697}
+{"Finetune/Learning Rate": 5.765756002779177e-08, "Finetune/Loss": 0.5668761730194092, "Finetune/Loss (Raw)": 0.4081501364707947, "Finetune/Step": 18594, "Finetune/Step Time": 10.748874068260193}
+{"Finetune/Learning Rate": 5.7477130183571926e-08, "Finetune/Loss": 0.5658236145973206, "Finetune/Loss (Raw)": 0.5200619697570801, "Finetune/Step": 18595, "Finetune/Step Time": 10.744870368391275}
+{"Finetune/Learning Rate": 5.7296982281026534e-08, "Finetune/Loss": 0.5657850503921509, "Finetune/Loss (Raw)": 0.5865169763565063, "Finetune/Step": 18596, "Finetune/Step Time": 10.72111707367003}
+{"Finetune/Learning Rate": 5.711711632526706e-08, "Finetune/Loss": 0.5654851794242859, "Finetune/Loss (Raw)": 0.5678770542144775, "Finetune/Step": 18597, "Finetune/Step Time": 10.718500968068838}
+{"Finetune/Learning Rate": 5.693753232139165e-08, "Finetune/Loss": 0.5656661987304688, "Finetune/Loss (Raw)": 0.6065718531608582, "Finetune/Step": 18598, "Finetune/Step Time": 10.722320228815079}
+{"Finetune/Learning Rate": 5.675823027449401e-08, "Finetune/Loss": 0.5654454231262207, "Finetune/Loss (Raw)": 0.567501962184906, "Finetune/Step": 18599, "Finetune/Step Time": 10.720217432826757}
+{"Finetune/Learning Rate": 5.657921018965784e-08, "Finetune/Loss": 0.565514862537384, "Finetune/Loss (Raw)": 0.5463110208511353, "Finetune/Step": 18600, "Finetune/Step Time": 10.714213162660599}
+{"Finetune/Learning Rate": 5.64004720719602e-08, "Finetune/Loss": 0.5650193691253662, "Finetune/Loss (Raw)": 0.5448701977729797, "Finetune/Step": 18601, "Finetune/Step Time": 10.705231601372361}
+{"Finetune/Learning Rate": 5.622201592646925e-08, "Finetune/Loss": 0.5649322867393494, "Finetune/Loss (Raw)": 0.6065776944160461, "Finetune/Step": 18602, "Finetune/Step Time": 10.65196985565126}
+{"Finetune/Learning Rate": 5.604384175824429e-08, "Finetune/Loss": 0.5647129416465759, "Finetune/Loss (Raw)": 0.5843454003334045, "Finetune/Step": 18603, "Finetune/Step Time": 10.645243361592293}
+{"Finetune/Learning Rate": 5.586594957234126e-08, "Finetune/Loss": 0.5653500556945801, "Finetune/Loss (Raw)": 0.5677726864814758, "Finetune/Step": 18604, "Finetune/Step Time": 10.660511244088411}
+{"Finetune/Learning Rate": 5.568833937380169e-08, "Finetune/Loss": 0.5646193027496338, "Finetune/Loss (Raw)": 0.44341692328453064, "Finetune/Step": 18605, "Finetune/Step Time": 10.651851492002606}
+{"Finetune/Learning Rate": 5.551101116766267e-08, "Finetune/Loss": 0.5642465353012085, "Finetune/Loss (Raw)": 0.541655957698822, "Finetune/Step": 18606, "Finetune/Step Time": 10.662150224670768}
+{"Finetune/Learning Rate": 5.533396495895349e-08, "Finetune/Loss": 0.5644735097885132, "Finetune/Loss (Raw)": 0.473938912153244, "Finetune/Step": 18607, "Finetune/Step Time": 10.65068700350821}
+{"Finetune/Learning Rate": 5.515720075269349e-08, "Finetune/Loss": 0.5667955875396729, "Finetune/Loss (Raw)": 0.7390043139457703, "Finetune/Step": 18608, "Finetune/Step Time": 10.648712316527963}
+{"Finetune/Learning Rate": 5.4980718553896414e-08, "Finetune/Loss": 0.5668083429336548, "Finetune/Loss (Raw)": 0.5825616121292114, "Finetune/Step": 18609, "Finetune/Step Time": 10.647952675819397}
+{"Finetune/Learning Rate": 5.4804518367567173e-08, "Finetune/Loss": 0.5674095153808594, "Finetune/Loss (Raw)": 0.6485527157783508, "Finetune/Step": 18610, "Finetune/Step Time": 10.642037782818079}
+{"Finetune/Learning Rate": 5.4628600198700645e-08, "Finetune/Loss": 0.5671511888504028, "Finetune/Loss (Raw)": 0.6334117650985718, "Finetune/Step": 18611, "Finetune/Step Time": 10.64316587895155}
+{"Finetune/Learning Rate": 5.445296405228617e-08, "Finetune/Loss": 0.5675539374351501, "Finetune/Loss (Raw)": 0.6715565323829651, "Finetune/Step": 18612, "Finetune/Step Time": 10.643157374113798}
+{"Finetune/Learning Rate": 5.427760993330422e-08, "Finetune/Loss": 0.5669792294502258, "Finetune/Loss (Raw)": 0.5409682393074036, "Finetune/Step": 18613, "Finetune/Step Time": 10.643965369090438}
+{"Finetune/Learning Rate": 5.410253784672748e-08, "Finetune/Loss": 0.5673751831054688, "Finetune/Loss (Raw)": 0.6303132176399231, "Finetune/Step": 18614, "Finetune/Step Time": 10.643497329205275}
+{"Finetune/Learning Rate": 5.3927747797520854e-08, "Finetune/Loss": 0.5686426758766174, "Finetune/Loss (Raw)": 0.7290075421333313, "Finetune/Step": 18615, "Finetune/Step Time": 10.64650745689869}
+{"Finetune/Learning Rate": 5.375323979063929e-08, "Finetune/Loss": 0.5691156387329102, "Finetune/Loss (Raw)": 0.5576701760292053, "Finetune/Step": 18616, "Finetune/Step Time": 10.672369988635182}
+{"Finetune/Learning Rate": 5.3579013831033256e-08, "Finetune/Loss": 0.5686292052268982, "Finetune/Loss (Raw)": 0.5196727514266968, "Finetune/Step": 18617, "Finetune/Step Time": 10.66525773704052}
+{"Finetune/Learning Rate": 5.340506992364325e-08, "Finetune/Loss": 0.5696475505828857, "Finetune/Loss (Raw)": 0.6166248321533203, "Finetune/Step": 18618, "Finetune/Step Time": 10.670464370399714}
+{"Finetune/Learning Rate": 5.323140807339977e-08, "Finetune/Loss": 0.5701713562011719, "Finetune/Loss (Raw)": 0.6634379029273987, "Finetune/Step": 18619, "Finetune/Step Time": 10.674788545817137}
+{"Finetune/Learning Rate": 5.305802828522999e-08, "Finetune/Loss": 0.5719069242477417, "Finetune/Loss (Raw)": 0.7201015949249268, "Finetune/Step": 18620, "Finetune/Step Time": 10.679603356868029}
+{"Finetune/Learning Rate": 5.2884930564048866e-08, "Finetune/Loss": 0.5701345205307007, "Finetune/Loss (Raw)": 0.387795627117157, "Finetune/Step": 18621, "Finetune/Step Time": 10.711642069742084}
+{"Finetune/Learning Rate": 5.271211491476469e-08, "Finetune/Loss": 0.5681881904602051, "Finetune/Loss (Raw)": 0.38984444737434387, "Finetune/Step": 18622, "Finetune/Step Time": 10.74881481193006}
+{"Finetune/Learning Rate": 5.25395813422791e-08, "Finetune/Loss": 0.5674318075180054, "Finetune/Loss (Raw)": 0.5320441722869873, "Finetune/Step": 18623, "Finetune/Step Time": 10.728507414460182}
+{"Finetune/Learning Rate": 5.236732985148374e-08, "Finetune/Loss": 0.5663535594940186, "Finetune/Loss (Raw)": 0.5640971064567566, "Finetune/Step": 18624, "Finetune/Step Time": 10.726801624521613}
+{"Finetune/Learning Rate": 5.21953604472647e-08, "Finetune/Loss": 0.5658977031707764, "Finetune/Loss (Raw)": 0.4803347587585449, "Finetune/Step": 18625, "Finetune/Step Time": 10.720644779503345}
+{"Finetune/Learning Rate": 5.202367313449586e-08, "Finetune/Loss": 0.5653755068778992, "Finetune/Loss (Raw)": 0.5064679980278015, "Finetune/Step": 18626, "Finetune/Step Time": 10.725671431049705}
+{"Finetune/Learning Rate": 5.1852267918048874e-08, "Finetune/Loss": 0.5647222399711609, "Finetune/Loss (Raw)": 0.5662376880645752, "Finetune/Step": 18627, "Finetune/Step Time": 10.728315088897943}
+{"Finetune/Learning Rate": 5.168114480278319e-08, "Finetune/Loss": 0.5647428035736084, "Finetune/Loss (Raw)": 0.5830076932907104, "Finetune/Step": 18628, "Finetune/Step Time": 10.730428274720907}
+{"Finetune/Learning Rate": 5.151030379354938e-08, "Finetune/Loss": 0.5640490651130676, "Finetune/Loss (Raw)": 0.5107635855674744, "Finetune/Step": 18629, "Finetune/Step Time": 10.741664722561836}
+{"Finetune/Learning Rate": 5.133974489519355e-08, "Finetune/Loss": 0.5628634691238403, "Finetune/Loss (Raw)": 0.424506276845932, "Finetune/Step": 18630, "Finetune/Step Time": 10.746753871440887}
+{"Finetune/Learning Rate": 5.116946811255408e-08, "Finetune/Loss": 0.562860906124115, "Finetune/Loss (Raw)": 0.5300014019012451, "Finetune/Step": 18631, "Finetune/Step Time": 10.738419318571687}
+{"Finetune/Learning Rate": 5.0999473450455974e-08, "Finetune/Loss": 0.563267707824707, "Finetune/Loss (Raw)": 0.5108467936515808, "Finetune/Step": 18632, "Finetune/Step Time": 10.728837655857205}
+{"Finetune/Learning Rate": 5.0829760913723155e-08, "Finetune/Loss": 0.5638872385025024, "Finetune/Loss (Raw)": 0.6503065228462219, "Finetune/Step": 18633, "Finetune/Step Time": 10.726879514753819}
+{"Finetune/Learning Rate": 5.0660330507166236e-08, "Finetune/Loss": 0.562825083732605, "Finetune/Loss (Raw)": 0.44677087664604187, "Finetune/Step": 18634, "Finetune/Step Time": 10.723747471347451}
+{"Finetune/Learning Rate": 5.049118223559024e-08, "Finetune/Loss": 0.5644149780273438, "Finetune/Loss (Raw)": 0.6120646595954895, "Finetune/Step": 18635, "Finetune/Step Time": 10.728809794411063}
+{"Finetune/Learning Rate": 5.032231610379135e-08, "Finetune/Loss": 0.5655336380004883, "Finetune/Loss (Raw)": 0.667367160320282, "Finetune/Step": 18636, "Finetune/Step Time": 10.75249102525413}
+{"Finetune/Learning Rate": 5.015373211655794e-08, "Finetune/Loss": 0.5670496821403503, "Finetune/Loss (Raw)": 0.6665526032447815, "Finetune/Step": 18637, "Finetune/Step Time": 10.754458826035261}
+{"Finetune/Learning Rate": 4.9985430278671754e-08, "Finetune/Loss": 0.5664511919021606, "Finetune/Loss (Raw)": 0.49043339490890503, "Finetune/Step": 18638, "Finetune/Step Time": 10.75713800266385}
+{"Finetune/Learning Rate": 4.9817410594905637e-08, "Finetune/Loss": 0.5661660432815552, "Finetune/Loss (Raw)": 0.5539109110832214, "Finetune/Step": 18639, "Finetune/Step Time": 10.75817939825356}
+{"Finetune/Learning Rate": 4.964967307002244e-08, "Finetune/Loss": 0.565339207649231, "Finetune/Loss (Raw)": 0.5595446825027466, "Finetune/Step": 18640, "Finetune/Step Time": 10.760662510991096}
+{"Finetune/Learning Rate": 4.948221770877948e-08, "Finetune/Loss": 0.5642850399017334, "Finetune/Loss (Raw)": 0.5221282243728638, "Finetune/Step": 18641, "Finetune/Step Time": 10.796904580667615}
+{"Finetune/Learning Rate": 4.931504451592517e-08, "Finetune/Loss": 0.5645583868026733, "Finetune/Loss (Raw)": 0.5439637899398804, "Finetune/Step": 18642, "Finetune/Step Time": 10.794866543263197}
+{"Finetune/Learning Rate": 4.914815349620017e-08, "Finetune/Loss": 0.5647563934326172, "Finetune/Loss (Raw)": 0.4931904077529907, "Finetune/Step": 18643, "Finetune/Step Time": 10.806370716542006}
+{"Finetune/Learning Rate": 4.8981544654337354e-08, "Finetune/Loss": 0.5639914274215698, "Finetune/Loss (Raw)": 0.6336772441864014, "Finetune/Step": 18644, "Finetune/Step Time": 10.807398363947868}
+{"Finetune/Learning Rate": 4.8815217995060727e-08, "Finetune/Loss": 0.564274787902832, "Finetune/Loss (Raw)": 0.618532121181488, "Finetune/Step": 18645, "Finetune/Step Time": 10.811264492571354}
+{"Finetune/Learning Rate": 4.8649173523087625e-08, "Finetune/Loss": 0.5639980435371399, "Finetune/Loss (Raw)": 0.5121476054191589, "Finetune/Step": 18646, "Finetune/Step Time": 10.812351908534765}
+{"Finetune/Learning Rate": 4.848341124312539e-08, "Finetune/Loss": 0.5644791722297668, "Finetune/Loss (Raw)": 0.6133138537406921, "Finetune/Step": 18647, "Finetune/Step Time": 10.8078056499362}
+{"Finetune/Learning Rate": 4.831793115987582e-08, "Finetune/Loss": 0.5649131536483765, "Finetune/Loss (Raw)": 0.6425309777259827, "Finetune/Step": 18648, "Finetune/Step Time": 10.816164802759886}
+{"Finetune/Learning Rate": 4.815273327803183e-08, "Finetune/Loss": 0.564153254032135, "Finetune/Loss (Raw)": 0.5574690699577332, "Finetune/Step": 18649, "Finetune/Step Time": 10.813061716035008}
+{"Finetune/Learning Rate": 4.7987817602275224e-08, "Finetune/Loss": 0.5636634826660156, "Finetune/Loss (Raw)": 0.5836372375488281, "Finetune/Step": 18650, "Finetune/Step Time": 10.810789907351136}
+{"Finetune/Learning Rate": 4.7823184137285595e-08, "Finetune/Loss": 0.5645419359207153, "Finetune/Loss (Raw)": 0.5910916924476624, "Finetune/Step": 18651, "Finetune/Step Time": 10.810331843793392}
+{"Finetune/Learning Rate": 4.765883288772921e-08, "Finetune/Loss": 0.5657427310943604, "Finetune/Loss (Raw)": 0.7225884795188904, "Finetune/Step": 18652, "Finetune/Step Time": 10.814526256173849}
+{"Finetune/Learning Rate": 4.749476385826901e-08, "Finetune/Loss": 0.5651465058326721, "Finetune/Loss (Raw)": 0.5459553003311157, "Finetune/Step": 18653, "Finetune/Step Time": 10.813193624839187}
+{"Finetune/Learning Rate": 4.7330977053555714e-08, "Finetune/Loss": 0.5646649599075317, "Finetune/Loss (Raw)": 0.519083559513092, "Finetune/Step": 18654, "Finetune/Step Time": 10.820596562698483}
+{"Finetune/Learning Rate": 4.71674724782345e-08, "Finetune/Loss": 0.5653420686721802, "Finetune/Loss (Raw)": 0.6128276586532593, "Finetune/Step": 18655, "Finetune/Step Time": 10.809914948418736}
+{"Finetune/Learning Rate": 4.7004250136940547e-08, "Finetune/Loss": 0.566241443157196, "Finetune/Loss (Raw)": 0.6557314395904541, "Finetune/Step": 18656, "Finetune/Step Time": 10.802959773689508}
+{"Finetune/Learning Rate": 4.6841310034304585e-08, "Finetune/Loss": 0.5666632652282715, "Finetune/Loss (Raw)": 0.6033545136451721, "Finetune/Step": 18657, "Finetune/Step Time": 10.802954018115997}
+{"Finetune/Learning Rate": 4.667865217494627e-08, "Finetune/Loss": 0.5679612159729004, "Finetune/Loss (Raw)": 0.730164110660553, "Finetune/Step": 18658, "Finetune/Step Time": 10.78372204862535}
+{"Finetune/Learning Rate": 4.651627656347746e-08, "Finetune/Loss": 0.5682950019836426, "Finetune/Loss (Raw)": 0.6405479907989502, "Finetune/Step": 18659, "Finetune/Step Time": 10.79024988040328}
+{"Finetune/Learning Rate": 4.6354183204503355e-08, "Finetune/Loss": 0.5685886144638062, "Finetune/Loss (Raw)": 0.623584508895874, "Finetune/Step": 18660, "Finetune/Step Time": 10.773887546733022}
+{"Finetune/Learning Rate": 4.6192372102619174e-08, "Finetune/Loss": 0.5683932900428772, "Finetune/Loss (Raw)": 0.5233835577964783, "Finetune/Step": 18661, "Finetune/Step Time": 10.772464457899332}
+{"Finetune/Learning Rate": 4.6030843262415694e-08, "Finetune/Loss": 0.5686384439468384, "Finetune/Loss (Raw)": 0.5282801985740662, "Finetune/Step": 18662, "Finetune/Step Time": 10.749775784090161}
+{"Finetune/Learning Rate": 4.586959668847146e-08, "Finetune/Loss": 0.567657470703125, "Finetune/Loss (Raw)": 0.5039978623390198, "Finetune/Step": 18663, "Finetune/Step Time": 10.744967563077807}
+{"Finetune/Learning Rate": 4.570863238536061e-08, "Finetune/Loss": 0.5677204728126526, "Finetune/Loss (Raw)": 0.5281422138214111, "Finetune/Step": 18664, "Finetune/Step Time": 10.721634464338422}
+{"Finetune/Learning Rate": 4.5547950357646145e-08, "Finetune/Loss": 0.5675932168960571, "Finetune/Loss (Raw)": 0.6136727333068848, "Finetune/Step": 18665, "Finetune/Step Time": 10.708694824948907}
+{"Finetune/Learning Rate": 4.538755060988553e-08, "Finetune/Loss": 0.5681214928627014, "Finetune/Loss (Raw)": 0.5825096964836121, "Finetune/Step": 18666, "Finetune/Step Time": 10.68816070444882}
+{"Finetune/Learning Rate": 4.5227433146626255e-08, "Finetune/Loss": 0.569052517414093, "Finetune/Loss (Raw)": 0.5970882773399353, "Finetune/Step": 18667, "Finetune/Step Time": 10.68326647207141}
+{"Finetune/Learning Rate": 4.5067597972409114e-08, "Finetune/Loss": 0.5698683261871338, "Finetune/Loss (Raw)": 0.6432189345359802, "Finetune/Step": 18668, "Finetune/Step Time": 10.667777149006724}
+{"Finetune/Learning Rate": 4.490804509176827e-08, "Finetune/Loss": 0.5685633420944214, "Finetune/Loss (Raw)": 0.424954891204834, "Finetune/Step": 18669, "Finetune/Step Time": 10.658372648060322}
+{"Finetune/Learning Rate": 4.474877450922566e-08, "Finetune/Loss": 0.5685567855834961, "Finetune/Loss (Raw)": 0.5956094264984131, "Finetune/Step": 18670, "Finetune/Step Time": 10.653108067810535}
+{"Finetune/Learning Rate": 4.458978622929988e-08, "Finetune/Loss": 0.5681241750717163, "Finetune/Loss (Raw)": 0.6240242719650269, "Finetune/Step": 18671, "Finetune/Step Time": 10.645882004871964}
+{"Finetune/Learning Rate": 4.443108025649623e-08, "Finetune/Loss": 0.5690754055976868, "Finetune/Loss (Raw)": 0.6601813435554504, "Finetune/Step": 18672, "Finetune/Step Time": 10.646572770550847}
+{"Finetune/Learning Rate": 4.4272656595318874e-08, "Finetune/Loss": 0.5691283941268921, "Finetune/Loss (Raw)": 0.594612717628479, "Finetune/Step": 18673, "Finetune/Step Time": 10.65126165188849}
+{"Finetune/Learning Rate": 4.411451525025867e-08, "Finetune/Loss": 0.5682094097137451, "Finetune/Loss (Raw)": 0.524533748626709, "Finetune/Step": 18674, "Finetune/Step Time": 10.627920422703028}
+{"Finetune/Learning Rate": 4.395665622579981e-08, "Finetune/Loss": 0.5676596164703369, "Finetune/Loss (Raw)": 0.5701183676719666, "Finetune/Step": 18675, "Finetune/Step Time": 10.613397262990475}
+{"Finetune/Learning Rate": 4.379907952641871e-08, "Finetune/Loss": 0.5694539546966553, "Finetune/Loss (Raw)": 0.5918214917182922, "Finetune/Step": 18676, "Finetune/Step Time": 10.562485694885254}
+{"Finetune/Learning Rate": 4.364178515658513e-08, "Finetune/Loss": 0.5698875188827515, "Finetune/Loss (Raw)": 0.5910044312477112, "Finetune/Step": 18677, "Finetune/Step Time": 10.549451068043709}
+{"Finetune/Learning Rate": 4.3484773120757714e-08, "Finetune/Loss": 0.5699623227119446, "Finetune/Loss (Raw)": 0.6438722610473633, "Finetune/Step": 18678, "Finetune/Step Time": 10.554702335968614}
+{"Finetune/Learning Rate": 4.332804342338959e-08, "Finetune/Loss": 0.5699936151504517, "Finetune/Loss (Raw)": 0.6327899098396301, "Finetune/Step": 18679, "Finetune/Step Time": 10.559605283662677}
+{"Finetune/Learning Rate": 4.317159606892496e-08, "Finetune/Loss": 0.5687742829322815, "Finetune/Loss (Raw)": 0.4812344014644623, "Finetune/Step": 18680, "Finetune/Step Time": 10.554649846628308}
+{"Finetune/Learning Rate": 4.3015431061800285e-08, "Finetune/Loss": 0.5686571002006531, "Finetune/Loss (Raw)": 0.5584002733230591, "Finetune/Step": 18681, "Finetune/Step Time": 10.544306619092822}
+{"Finetune/Learning Rate": 4.285954840644535e-08, "Finetune/Loss": 0.568252444267273, "Finetune/Loss (Raw)": 0.6325640678405762, "Finetune/Step": 18682, "Finetune/Step Time": 10.550964027643204}
+{"Finetune/Learning Rate": 4.270394810727885e-08, "Finetune/Loss": 0.5684753656387329, "Finetune/Loss (Raw)": 0.6350831985473633, "Finetune/Step": 18683, "Finetune/Step Time": 10.56854161247611}
+{"Finetune/Learning Rate": 4.2548630168712804e-08, "Finetune/Loss": 0.5686992406845093, "Finetune/Loss (Raw)": 0.5906322002410889, "Finetune/Step": 18684, "Finetune/Step Time": 10.569134660065174}
+{"Finetune/Learning Rate": 4.239359459515258e-08, "Finetune/Loss": 0.5684425830841064, "Finetune/Loss (Raw)": 0.48465248942375183, "Finetune/Step": 18685, "Finetune/Step Time": 10.581408085301518}
+{"Finetune/Learning Rate": 4.2238841390994654e-08, "Finetune/Loss": 0.5683040618896484, "Finetune/Loss (Raw)": 0.5941355228424072, "Finetune/Step": 18686, "Finetune/Step Time": 10.602192524820566}
+{"Finetune/Learning Rate": 4.2084370560626643e-08, "Finetune/Loss": 0.5687057971954346, "Finetune/Loss (Raw)": 0.6302780508995056, "Finetune/Step": 18687, "Finetune/Step Time": 10.605906406417489}
+{"Finetune/Learning Rate": 4.1930182108430584e-08, "Finetune/Loss": 0.5697091221809387, "Finetune/Loss (Raw)": 0.7161785364151001, "Finetune/Step": 18688, "Finetune/Step Time": 10.597056103870273}
+{"Finetune/Learning Rate": 4.177627603877632e-08, "Finetune/Loss": 0.5704502463340759, "Finetune/Loss (Raw)": 0.5932751893997192, "Finetune/Step": 18689, "Finetune/Step Time": 10.593614365905523}
+{"Finetune/Learning Rate": 4.162265235603036e-08, "Finetune/Loss": 0.5720610618591309, "Finetune/Loss (Raw)": 0.590501070022583, "Finetune/Step": 18690, "Finetune/Step Time": 10.560010608285666}
+{"Finetune/Learning Rate": 4.14693110645481e-08, "Finetune/Loss": 0.5720353126525879, "Finetune/Loss (Raw)": 0.5736055970191956, "Finetune/Step": 18691, "Finetune/Step Time": 10.572833994403481}
+{"Finetune/Learning Rate": 4.1316252168677187e-08, "Finetune/Loss": 0.5719804763793945, "Finetune/Loss (Raw)": 0.540328860282898, "Finetune/Step": 18692, "Finetune/Step Time": 10.571822494268417}
+{"Finetune/Learning Rate": 4.116347567275858e-08, "Finetune/Loss": 0.5717551708221436, "Finetune/Loss (Raw)": 0.5038555860519409, "Finetune/Step": 18693, "Finetune/Step Time": 10.561403959989548}
+{"Finetune/Learning Rate": 4.101098158112549e-08, "Finetune/Loss": 0.5715488195419312, "Finetune/Loss (Raw)": 0.5360342860221863, "Finetune/Step": 18694, "Finetune/Step Time": 10.555645998567343}
+{"Finetune/Learning Rate": 4.085876989810111e-08, "Finetune/Loss": 0.5711063146591187, "Finetune/Loss (Raw)": 0.5361739993095398, "Finetune/Step": 18695, "Finetune/Step Time": 10.556210711598396}
+{"Finetune/Learning Rate": 4.070684062800201e-08, "Finetune/Loss": 0.5714955925941467, "Finetune/Loss (Raw)": 0.5953208208084106, "Finetune/Step": 18696, "Finetune/Step Time": 10.55127639323473}
+{"Finetune/Learning Rate": 4.055519377513695e-08, "Finetune/Loss": 0.5719811320304871, "Finetune/Loss (Raw)": 0.6994813680648804, "Finetune/Step": 18697, "Finetune/Step Time": 10.571038266643882}
+{"Finetune/Learning Rate": 4.0403829343804715e-08, "Finetune/Loss": 0.5713443160057068, "Finetune/Loss (Raw)": 0.530988335609436, "Finetune/Step": 18698, "Finetune/Step Time": 10.567437723279}
+{"Finetune/Learning Rate": 4.025274733829854e-08, "Finetune/Loss": 0.571001410484314, "Finetune/Loss (Raw)": 0.5526595711708069, "Finetune/Step": 18699, "Finetune/Step Time": 10.56018128618598}
+{"Finetune/Learning Rate": 4.010194776290388e-08, "Finetune/Loss": 0.5717553496360779, "Finetune/Loss (Raw)": 0.6249076724052429, "Finetune/Step": 18700, "Finetune/Step Time": 10.555261163040996}
+{"Finetune/Learning Rate": 3.9951430621895107e-08, "Finetune/Loss": 0.5716056227684021, "Finetune/Loss (Raw)": 0.5295514464378357, "Finetune/Step": 18701, "Finetune/Step Time": 10.585160927847028}
+{"Finetune/Learning Rate": 3.980119591954101e-08, "Finetune/Loss": 0.5719828605651855, "Finetune/Loss (Raw)": 0.6329253911972046, "Finetune/Step": 18702, "Finetune/Step Time": 10.574804922565818}
+{"Finetune/Learning Rate": 3.9651243660102646e-08, "Finetune/Loss": 0.5702676773071289, "Finetune/Loss (Raw)": 0.42270419001579285, "Finetune/Step": 18703, "Finetune/Step Time": 10.5846884585917}
+{"Finetune/Learning Rate": 3.950157384783104e-08, "Finetune/Loss": 0.5714435577392578, "Finetune/Loss (Raw)": 0.605033278465271, "Finetune/Step": 18704, "Finetune/Step Time": 10.58190705999732}
+{"Finetune/Learning Rate": 3.935218648697059e-08, "Finetune/Loss": 0.5717936754226685, "Finetune/Loss (Raw)": 0.6734565496444702, "Finetune/Step": 18705, "Finetune/Step Time": 10.571593763306737}
+{"Finetune/Learning Rate": 3.9203081581759e-08, "Finetune/Loss": 0.5717945694923401, "Finetune/Loss (Raw)": 0.549634575843811, "Finetune/Step": 18706, "Finetune/Step Time": 10.578892348334193}
+{"Finetune/Learning Rate": 3.90542591364218e-08, "Finetune/Loss": 0.5725721120834351, "Finetune/Loss (Raw)": 0.5478565096855164, "Finetune/Step": 18707, "Finetune/Step Time": 10.584353754296899}
+{"Finetune/Learning Rate": 3.8905719155182263e-08, "Finetune/Loss": 0.5730059742927551, "Finetune/Loss (Raw)": 0.6234212517738342, "Finetune/Step": 18708, "Finetune/Step Time": 10.584577502682805}
+{"Finetune/Learning Rate": 3.875746164225036e-08, "Finetune/Loss": 0.5739231109619141, "Finetune/Loss (Raw)": 0.6130561232566833, "Finetune/Step": 18709, "Finetune/Step Time": 10.58389781229198}
+{"Finetune/Learning Rate": 3.86094866018305e-08, "Finetune/Loss": 0.5750695466995239, "Finetune/Loss (Raw)": 0.6615981459617615, "Finetune/Step": 18710, "Finetune/Step Time": 10.581983646377921}
+{"Finetune/Learning Rate": 3.846179403811934e-08, "Finetune/Loss": 0.5752854347229004, "Finetune/Loss (Raw)": 0.550845742225647, "Finetune/Step": 18711, "Finetune/Step Time": 10.586870446801186}
+{"Finetune/Learning Rate": 3.8314383955304624e-08, "Finetune/Loss": 0.5752319097518921, "Finetune/Loss (Raw)": 0.5413237810134888, "Finetune/Step": 18712, "Finetune/Step Time": 10.611503954976797}
+{"Finetune/Learning Rate": 3.8167256357567464e-08, "Finetune/Loss": 0.5735342502593994, "Finetune/Loss (Raw)": 0.3525259494781494, "Finetune/Step": 18713, "Finetune/Step Time": 10.625370448455215}
+{"Finetune/Learning Rate": 3.802041124907896e-08, "Finetune/Loss": 0.5741254091262817, "Finetune/Loss (Raw)": 0.6265873908996582, "Finetune/Step": 18714, "Finetune/Step Time": 10.646809009835124}
+{"Finetune/Learning Rate": 3.787384863400245e-08, "Finetune/Loss": 0.5743899941444397, "Finetune/Loss (Raw)": 0.6188501119613647, "Finetune/Step": 18715, "Finetune/Step Time": 10.637536738067865}
+{"Finetune/Learning Rate": 3.7727568516496835e-08, "Finetune/Loss": 0.5740346908569336, "Finetune/Loss (Raw)": 0.4729982912540436, "Finetune/Step": 18716, "Finetune/Step Time": 10.661428393796086}
+{"Finetune/Learning Rate": 3.7581570900707685e-08, "Finetune/Loss": 0.5735465884208679, "Finetune/Loss (Raw)": 0.5935165882110596, "Finetune/Step": 18717, "Finetune/Step Time": 10.67794943228364}
+{"Finetune/Learning Rate": 3.743585579077502e-08, "Finetune/Loss": 0.5729782581329346, "Finetune/Loss (Raw)": 0.5289025902748108, "Finetune/Step": 18718, "Finetune/Step Time": 10.6993842497468}
+{"Finetune/Learning Rate": 3.729042319083331e-08, "Finetune/Loss": 0.573675274848938, "Finetune/Loss (Raw)": 0.49566924571990967, "Finetune/Step": 18719, "Finetune/Step Time": 10.679426319897175}
+{"Finetune/Learning Rate": 3.714527310500371e-08, "Finetune/Loss": 0.5727935433387756, "Finetune/Loss (Raw)": 0.5500506162643433, "Finetune/Step": 18720, "Finetune/Step Time": 10.677820459008217}
+{"Finetune/Learning Rate": 3.7000405537405136e-08, "Finetune/Loss": 0.5734530687332153, "Finetune/Loss (Raw)": 0.6205030083656311, "Finetune/Step": 18721, "Finetune/Step Time": 10.706464815884829}
+{"Finetune/Learning Rate": 3.68558204921432e-08, "Finetune/Loss": 0.5754573345184326, "Finetune/Loss (Raw)": 0.66469806432724, "Finetune/Step": 18722, "Finetune/Step Time": 10.675687093287706}
+{"Finetune/Learning Rate": 3.6711517973317956e-08, "Finetune/Loss": 0.5759360194206238, "Finetune/Loss (Raw)": 0.5813360810279846, "Finetune/Step": 18723, "Finetune/Step Time": 10.680213458836079}
+{"Finetune/Learning Rate": 3.65674979850239e-08, "Finetune/Loss": 0.5760225057601929, "Finetune/Loss (Raw)": 0.597591757774353, "Finetune/Step": 18724, "Finetune/Step Time": 10.689536420628428}
+{"Finetune/Learning Rate": 3.6423760531342225e-08, "Finetune/Loss": 0.5763108730316162, "Finetune/Loss (Raw)": 0.6047859191894531, "Finetune/Step": 18725, "Finetune/Step Time": 10.681103605777025}
+{"Finetune/Learning Rate": 3.628030561635076e-08, "Finetune/Loss": 0.5762262940406799, "Finetune/Loss (Raw)": 0.5957421064376831, "Finetune/Step": 18726, "Finetune/Step Time": 10.675429923459888}
+{"Finetune/Learning Rate": 3.613713324411627e-08, "Finetune/Loss": 0.5759494304656982, "Finetune/Loss (Raw)": 0.532060444355011, "Finetune/Step": 18727, "Finetune/Step Time": 10.682342924177647}
+{"Finetune/Learning Rate": 3.599424341869884e-08, "Finetune/Loss": 0.5759552717208862, "Finetune/Loss (Raw)": 0.5470675826072693, "Finetune/Step": 18728, "Finetune/Step Time": 10.684990789741278}
+{"Finetune/Learning Rate": 3.585163614415188e-08, "Finetune/Loss": 0.5766106843948364, "Finetune/Loss (Raw)": 0.628760814666748, "Finetune/Step": 18729, "Finetune/Step Time": 10.689623372629285}
+{"Finetune/Learning Rate": 3.570931142451772e-08, "Finetune/Loss": 0.5769820213317871, "Finetune/Loss (Raw)": 0.654105544090271, "Finetune/Step": 18730, "Finetune/Step Time": 10.684141714125872}
+{"Finetune/Learning Rate": 3.556726926383314e-08, "Finetune/Loss": 0.5774749517440796, "Finetune/Loss (Raw)": 0.6474411487579346, "Finetune/Step": 18731, "Finetune/Step Time": 10.676872048527002}
+{"Finetune/Learning Rate": 3.5425509666126014e-08, "Finetune/Loss": 0.5772549510002136, "Finetune/Loss (Raw)": 0.5396153330802917, "Finetune/Step": 18732, "Finetune/Step Time": 10.667958250269294}
+{"Finetune/Learning Rate": 3.5284032635415355e-08, "Finetune/Loss": 0.5790717005729675, "Finetune/Loss (Raw)": 0.6759621500968933, "Finetune/Step": 18733, "Finetune/Step Time": 10.664580358192325}
+{"Finetune/Learning Rate": 3.514283817571351e-08, "Finetune/Loss": 0.5790773034095764, "Finetune/Loss (Raw)": 0.5423707365989685, "Finetune/Step": 18734, "Finetune/Step Time": 10.668765788897872}
+{"Finetune/Learning Rate": 3.5001926291025057e-08, "Finetune/Loss": 0.5795897841453552, "Finetune/Loss (Raw)": 0.539534866809845, "Finetune/Step": 18735, "Finetune/Step Time": 10.680840378627181}
+{"Finetune/Learning Rate": 3.486129698534457e-08, "Finetune/Loss": 0.5783098936080933, "Finetune/Loss (Raw)": 0.5751801133155823, "Finetune/Step": 18736, "Finetune/Step Time": 10.637177299708128}
+{"Finetune/Learning Rate": 3.47209502626622e-08, "Finetune/Loss": 0.5777596831321716, "Finetune/Loss (Raw)": 0.5121346116065979, "Finetune/Step": 18737, "Finetune/Step Time": 10.636014992371202}
+{"Finetune/Learning Rate": 3.458088612695476e-08, "Finetune/Loss": 0.5768730640411377, "Finetune/Loss (Raw)": 0.5350655913352966, "Finetune/Step": 18738, "Finetune/Step Time": 10.626746982336044}
+{"Finetune/Learning Rate": 3.444110458219685e-08, "Finetune/Loss": 0.5763095617294312, "Finetune/Loss (Raw)": 0.5612749457359314, "Finetune/Step": 18739, "Finetune/Step Time": 10.62352834828198}
+{"Finetune/Learning Rate": 3.430160563234974e-08, "Finetune/Loss": 0.5755277872085571, "Finetune/Loss (Raw)": 0.5714930295944214, "Finetune/Step": 18740, "Finetune/Step Time": 10.62070464156568}
+{"Finetune/Learning Rate": 3.4162389281370276e-08, "Finetune/Loss": 0.5758979320526123, "Finetune/Loss (Raw)": 0.5883467197418213, "Finetune/Step": 18741, "Finetune/Step Time": 10.612761409953237}
+{"Finetune/Learning Rate": 3.4023455533207514e-08, "Finetune/Loss": 0.5764013528823853, "Finetune/Loss (Raw)": 0.6947543025016785, "Finetune/Step": 18742, "Finetune/Step Time": 10.615401390939951}
+{"Finetune/Learning Rate": 3.3884804391799417e-08, "Finetune/Loss": 0.575320839881897, "Finetune/Loss (Raw)": 0.5906997323036194, "Finetune/Step": 18743, "Finetune/Step Time": 10.60560818016529}
+{"Finetune/Learning Rate": 3.3746435861078394e-08, "Finetune/Loss": 0.5747580528259277, "Finetune/Loss (Raw)": 0.48563697934150696, "Finetune/Step": 18744, "Finetune/Step Time": 10.596080237999558}
+{"Finetune/Learning Rate": 3.360834994496909e-08, "Finetune/Loss": 0.5748294591903687, "Finetune/Loss (Raw)": 0.5288147926330566, "Finetune/Step": 18745, "Finetune/Step Time": 10.593402311205864}
+{"Finetune/Learning Rate": 3.347054664738503e-08, "Finetune/Loss": 0.5744528770446777, "Finetune/Loss (Raw)": 0.5684205293655396, "Finetune/Step": 18746, "Finetune/Step Time": 10.570247665047646}
+{"Finetune/Learning Rate": 3.3333025972236424e-08, "Finetune/Loss": 0.5740289688110352, "Finetune/Loss (Raw)": 0.6091742515563965, "Finetune/Step": 18747, "Finetune/Step Time": 10.565118446946144}
+{"Finetune/Learning Rate": 3.319578792342126e-08, "Finetune/Loss": 0.5736477971076965, "Finetune/Loss (Raw)": 0.671310544013977, "Finetune/Step": 18748, "Finetune/Step Time": 10.562890013679862}
+{"Finetune/Learning Rate": 3.3058832504830887e-08, "Finetune/Loss": 0.5752747654914856, "Finetune/Loss (Raw)": 0.5960501432418823, "Finetune/Step": 18749, "Finetune/Step Time": 10.527149287983775}
+{"Finetune/Learning Rate": 3.2922159720351067e-08, "Finetune/Loss": 0.5770854353904724, "Finetune/Loss (Raw)": 0.6216109991073608, "Finetune/Step": 18750, "Finetune/Step Time": 10.485536709427834}
+{"Finetune/Learning Rate": 3.2785769573856486e-08, "Finetune/Loss": 0.5785926580429077, "Finetune/Loss (Raw)": 0.724960446357727, "Finetune/Step": 18751, "Finetune/Step Time": 10.486255122348666}
+{"Finetune/Learning Rate": 3.264966206921294e-08, "Finetune/Loss": 0.5787078142166138, "Finetune/Loss (Raw)": 0.5788492560386658, "Finetune/Step": 18752, "Finetune/Step Time": 10.485194342210889}
+{"Finetune/Learning Rate": 3.25138372102829e-08, "Finetune/Loss": 0.5798574090003967, "Finetune/Loss (Raw)": 0.6274816393852234, "Finetune/Step": 18753, "Finetune/Step Time": 10.496526887640357}
+{"Finetune/Learning Rate": 3.237829500091661e-08, "Finetune/Loss": 0.5801098346710205, "Finetune/Loss (Raw)": 0.5387784242630005, "Finetune/Step": 18754, "Finetune/Step Time": 10.501680051907897}
+{"Finetune/Learning Rate": 3.224303544495766e-08, "Finetune/Loss": 0.5794597864151001, "Finetune/Loss (Raw)": 0.48302680253982544, "Finetune/Step": 18755, "Finetune/Step Time": 10.506740726530552}
+{"Finetune/Learning Rate": 3.2108058546241884e-08, "Finetune/Loss": 0.579200804233551, "Finetune/Loss (Raw)": 0.5498580932617188, "Finetune/Step": 18756, "Finetune/Step Time": 10.513047518208623}
+{"Finetune/Learning Rate": 3.197336430859621e-08, "Finetune/Loss": 0.579642653465271, "Finetune/Loss (Raw)": 0.5673204660415649, "Finetune/Step": 18757, "Finetune/Step Time": 10.51875352859497}
+{"Finetune/Learning Rate": 3.183895273584092e-08, "Finetune/Loss": 0.5804085731506348, "Finetune/Loss (Raw)": 0.5225467085838318, "Finetune/Step": 18758, "Finetune/Step Time": 10.48491775803268}
+{"Finetune/Learning Rate": 3.17048238317863e-08, "Finetune/Loss": 0.5801727771759033, "Finetune/Loss (Raw)": 0.49981924891471863, "Finetune/Step": 18759, "Finetune/Step Time": 10.496320506557822}
+{"Finetune/Learning Rate": 3.157097760023819e-08, "Finetune/Loss": 0.5813083648681641, "Finetune/Loss (Raw)": 0.6561935544013977, "Finetune/Step": 18760, "Finetune/Step Time": 10.516741773113608}
+{"Finetune/Learning Rate": 3.143741404499023e-08, "Finetune/Loss": 0.581065833568573, "Finetune/Loss (Raw)": 0.6192706823348999, "Finetune/Step": 18761, "Finetune/Step Time": 10.529721185564995}
+{"Finetune/Learning Rate": 3.1304133169830496e-08, "Finetune/Loss": 0.5818196535110474, "Finetune/Loss (Raw)": 0.5432625412940979, "Finetune/Step": 18762, "Finetune/Step Time": 10.536595156416297}
+{"Finetune/Learning Rate": 3.1171134978538185e-08, "Finetune/Loss": 0.5814599990844727, "Finetune/Loss (Raw)": 0.5660184025764465, "Finetune/Step": 18763, "Finetune/Step Time": 10.520931730046868}
+{"Finetune/Learning Rate": 3.103841947488584e-08, "Finetune/Loss": 0.580197274684906, "Finetune/Loss (Raw)": 0.5057409405708313, "Finetune/Step": 18764, "Finetune/Step Time": 10.502263529226184}
+{"Finetune/Learning Rate": 3.090598666263489e-08, "Finetune/Loss": 0.5795870423316956, "Finetune/Loss (Raw)": 0.5884472131729126, "Finetune/Step": 18765, "Finetune/Step Time": 10.498967388644814}
+{"Finetune/Learning Rate": 3.077383654554233e-08, "Finetune/Loss": 0.5803362131118774, "Finetune/Loss (Raw)": 0.5863214731216431, "Finetune/Step": 18766, "Finetune/Step Time": 10.49241972528398}
+{"Finetune/Learning Rate": 3.064196912735517e-08, "Finetune/Loss": 0.5812565088272095, "Finetune/Loss (Raw)": 0.6717095971107483, "Finetune/Step": 18767, "Finetune/Step Time": 10.495668083429337}
+{"Finetune/Learning Rate": 3.0510384411812645e-08, "Finetune/Loss": 0.5812772512435913, "Finetune/Loss (Raw)": 0.5622001886367798, "Finetune/Step": 18768, "Finetune/Step Time": 10.492975553497672}
+{"Finetune/Learning Rate": 3.037908240264509e-08, "Finetune/Loss": 0.5816426277160645, "Finetune/Loss (Raw)": 0.5689015984535217, "Finetune/Step": 18769, "Finetune/Step Time": 10.50282010063529}
+{"Finetune/Learning Rate": 3.0248063103578416e-08, "Finetune/Loss": 0.5815218687057495, "Finetune/Loss (Raw)": 0.5285029411315918, "Finetune/Step": 18770, "Finetune/Step Time": 10.510160025209188}
+{"Finetune/Learning Rate": 3.011732651832633e-08, "Finetune/Loss": 0.5819352865219116, "Finetune/Loss (Raw)": 0.546113908290863, "Finetune/Step": 18771, "Finetune/Step Time": 10.51577377319336}
+{"Finetune/Learning Rate": 2.998687265059586e-08, "Finetune/Loss": 0.5818120241165161, "Finetune/Loss (Raw)": 0.6178884506225586, "Finetune/Step": 18772, "Finetune/Step Time": 10.522240489721298}
+{"Finetune/Learning Rate": 2.985670150408626e-08, "Finetune/Loss": 0.5811680555343628, "Finetune/Loss (Raw)": 0.5361154079437256, "Finetune/Step": 18773, "Finetune/Step Time": 10.525863774120808}
+{"Finetune/Learning Rate": 2.9726813082490145e-08, "Finetune/Loss": 0.5823871493339539, "Finetune/Loss (Raw)": 0.6681919097900391, "Finetune/Step": 18774, "Finetune/Step Time": 10.52668341062963}
+{"Finetune/Learning Rate": 2.9597207389490125e-08, "Finetune/Loss": 0.5829213857650757, "Finetune/Loss (Raw)": 0.6816904544830322, "Finetune/Step": 18775, "Finetune/Step Time": 10.524708865210414}
+{"Finetune/Learning Rate": 2.946788442876103e-08, "Finetune/Loss": 0.5823482871055603, "Finetune/Loss (Raw)": 0.5691738128662109, "Finetune/Step": 18776, "Finetune/Step Time": 10.509708445519209}
+{"Finetune/Learning Rate": 2.933884420396993e-08, "Finetune/Loss": 0.5825448036193848, "Finetune/Loss (Raw)": 0.5826267600059509, "Finetune/Step": 18777, "Finetune/Step Time": 10.511293409392238}
+{"Finetune/Learning Rate": 2.921008671877612e-08, "Finetune/Loss": 0.580898106098175, "Finetune/Loss (Raw)": 0.37285974621772766, "Finetune/Step": 18778, "Finetune/Step Time": 10.546336829662323}
+{"Finetune/Learning Rate": 2.9081611976832237e-08, "Finetune/Loss": 0.582183837890625, "Finetune/Loss (Raw)": 0.7556685209274292, "Finetune/Step": 18779, "Finetune/Step Time": 10.55478966422379}
+{"Finetune/Learning Rate": 2.8953419981779808e-08, "Finetune/Loss": 0.5804028511047363, "Finetune/Loss (Raw)": 0.4946170449256897, "Finetune/Step": 18780, "Finetune/Step Time": 10.544544214382768}
+{"Finetune/Learning Rate": 2.8825510737254813e-08, "Finetune/Loss": 0.581177830696106, "Finetune/Loss (Raw)": 0.6451574563980103, "Finetune/Step": 18781, "Finetune/Step Time": 10.551719227805734}
+{"Finetune/Learning Rate": 2.8697884246884355e-08, "Finetune/Loss": 0.5813043117523193, "Finetune/Loss (Raw)": 0.535264253616333, "Finetune/Step": 18782, "Finetune/Step Time": 10.537811325863004}
+{"Finetune/Learning Rate": 2.857054051428665e-08, "Finetune/Loss": 0.5817711353302002, "Finetune/Loss (Raw)": 0.6725858449935913, "Finetune/Step": 18783, "Finetune/Step Time": 10.541431298479438}
+{"Finetune/Learning Rate": 2.8443479543073248e-08, "Finetune/Loss": 0.5812298059463501, "Finetune/Loss (Raw)": 0.5864354968070984, "Finetune/Step": 18784, "Finetune/Step Time": 10.544843882322311}
+{"Finetune/Learning Rate": 2.8316701336847942e-08, "Finetune/Loss": 0.5812773704528809, "Finetune/Loss (Raw)": 0.609446108341217, "Finetune/Step": 18785, "Finetune/Step Time": 10.550293125212193}
+{"Finetune/Learning Rate": 2.8190205899205626e-08, "Finetune/Loss": 0.5797641277313232, "Finetune/Loss (Raw)": 0.5364746451377869, "Finetune/Step": 18786, "Finetune/Step Time": 10.569786347448826}
+{"Finetune/Learning Rate": 2.8063993233732323e-08, "Finetune/Loss": 0.5801552534103394, "Finetune/Loss (Raw)": 0.6906089186668396, "Finetune/Step": 18787, "Finetune/Step Time": 10.563144044950604}
+{"Finetune/Learning Rate": 2.7938063344008504e-08, "Finetune/Loss": 0.5797579288482666, "Finetune/Loss (Raw)": 0.5727248787879944, "Finetune/Step": 18788, "Finetune/Step Time": 10.585186440497637}
+{"Finetune/Learning Rate": 2.7812416233603536e-08, "Finetune/Loss": 0.5799434185028076, "Finetune/Loss (Raw)": 0.5471264719963074, "Finetune/Step": 18789, "Finetune/Step Time": 10.5859394967556}
+{"Finetune/Learning Rate": 2.7687051906082342e-08, "Finetune/Loss": 0.5805152058601379, "Finetune/Loss (Raw)": 0.601474404335022, "Finetune/Step": 18790, "Finetune/Step Time": 10.604435810819268}
+{"Finetune/Learning Rate": 2.7561970364997637e-08, "Finetune/Loss": 0.5815832614898682, "Finetune/Loss (Raw)": 0.6407083868980408, "Finetune/Step": 18791, "Finetune/Step Time": 10.613893212750554}
+{"Finetune/Learning Rate": 2.7437171613898806e-08, "Finetune/Loss": 0.5812476873397827, "Finetune/Loss (Raw)": 0.48519065976142883, "Finetune/Step": 18792, "Finetune/Step Time": 10.603710880503058}
+{"Finetune/Learning Rate": 2.7312655656323016e-08, "Finetune/Loss": 0.581684947013855, "Finetune/Loss (Raw)": 0.6696414947509766, "Finetune/Step": 18793, "Finetune/Step Time": 10.596552282571793}
+{"Finetune/Learning Rate": 2.7188422495801892e-08, "Finetune/Loss": 0.5824986100196838, "Finetune/Loss (Raw)": 0.6866552233695984, "Finetune/Step": 18794, "Finetune/Step Time": 10.592979369685054}
+{"Finetune/Learning Rate": 2.7064472135858167e-08, "Finetune/Loss": 0.5820188522338867, "Finetune/Loss (Raw)": 0.5356824994087219, "Finetune/Step": 18795, "Finetune/Step Time": 10.601809306070209}
+{"Finetune/Learning Rate": 2.6940804580007918e-08, "Finetune/Loss": 0.5805842280387878, "Finetune/Loss (Raw)": 0.4595814645290375, "Finetune/Step": 18796, "Finetune/Step Time": 10.611927025020123}
+{"Finetune/Learning Rate": 2.681741983175501e-08, "Finetune/Loss": 0.5815600156784058, "Finetune/Loss (Raw)": 0.5498636960983276, "Finetune/Step": 18797, "Finetune/Step Time": 10.615797666832805}
+{"Finetune/Learning Rate": 2.6694317894601086e-08, "Finetune/Loss": 0.5814108848571777, "Finetune/Loss (Raw)": 0.5765104293823242, "Finetune/Step": 18798, "Finetune/Step Time": 10.625167904421687}
+{"Finetune/Learning Rate": 2.6571498772036687e-08, "Finetune/Loss": 0.5815404653549194, "Finetune/Loss (Raw)": 0.640618622303009, "Finetune/Step": 18799, "Finetune/Step Time": 10.615782964974642}
+{"Finetune/Learning Rate": 2.644896246754236e-08, "Finetune/Loss": 0.5803903341293335, "Finetune/Loss (Raw)": 0.512961208820343, "Finetune/Step": 18800, "Finetune/Step Time": 10.629492327570915}
+{"Finetune/Learning Rate": 2.6326708984595327e-08, "Finetune/Loss": 0.5804875493049622, "Finetune/Loss (Raw)": 0.607053816318512, "Finetune/Step": 18801, "Finetune/Step Time": 10.624300951138139}
+{"Finetune/Learning Rate": 2.6204738326661705e-08, "Finetune/Loss": 0.5810351967811584, "Finetune/Loss (Raw)": 0.5946372747421265, "Finetune/Step": 18802, "Finetune/Step Time": 10.624813944101334}
+{"Finetune/Learning Rate": 2.6083050497199835e-08, "Finetune/Loss": 0.5815027356147766, "Finetune/Loss (Raw)": 0.6299566626548767, "Finetune/Step": 18803, "Finetune/Step Time": 10.624201213940978}
+{"Finetune/Learning Rate": 2.5961645499661404e-08, "Finetune/Loss": 0.5813536643981934, "Finetune/Loss (Raw)": 0.5727435350418091, "Finetune/Step": 18804, "Finetune/Step Time": 10.622885264456272}
+{"Finetune/Learning Rate": 2.584052333748699e-08, "Finetune/Loss": 0.5812088847160339, "Finetune/Loss (Raw)": 0.572475790977478, "Finetune/Step": 18805, "Finetune/Step Time": 10.628647826611996}
+{"Finetune/Learning Rate": 2.5719684014113845e-08, "Finetune/Loss": 0.5810421109199524, "Finetune/Loss (Raw)": 0.6225215792655945, "Finetune/Step": 18806, "Finetune/Step Time": 10.633207399398088}
+{"Finetune/Learning Rate": 2.5599127532965896e-08, "Finetune/Loss": 0.5817378759384155, "Finetune/Loss (Raw)": 0.7218480706214905, "Finetune/Step": 18807, "Finetune/Step Time": 10.644105525687337}
+{"Finetune/Learning Rate": 2.547885389746485e-08, "Finetune/Loss": 0.5831913948059082, "Finetune/Loss (Raw)": 0.6672829985618591, "Finetune/Step": 18808, "Finetune/Step Time": 10.645942626520991}
+{"Finetune/Learning Rate": 2.5358863111019095e-08, "Finetune/Loss": 0.5831903219223022, "Finetune/Loss (Raw)": 0.5582677721977234, "Finetune/Step": 18809, "Finetune/Step Time": 10.643853913992643}
+{"Finetune/Learning Rate": 2.523915517703257e-08, "Finetune/Loss": 0.5827202796936035, "Finetune/Loss (Raw)": 0.5723916888237, "Finetune/Step": 18810, "Finetune/Step Time": 10.641486123204231}
+{"Finetune/Learning Rate": 2.511973009889812e-08, "Finetune/Loss": 0.5822298526763916, "Finetune/Loss (Raw)": 0.5723169445991516, "Finetune/Step": 18811, "Finetune/Step Time": 10.626159355044365}
+{"Finetune/Learning Rate": 2.5000587880003037e-08, "Finetune/Loss": 0.5832505226135254, "Finetune/Loss (Raw)": 0.7212715744972229, "Finetune/Step": 18812, "Finetune/Step Time": 10.628411464393139}
+{"Finetune/Learning Rate": 2.4881728523726834e-08, "Finetune/Loss": 0.5844776630401611, "Finetune/Loss (Raw)": 0.6417309045791626, "Finetune/Step": 18813, "Finetune/Step Time": 10.610336581245065}
+{"Finetune/Learning Rate": 2.4763152033440153e-08, "Finetune/Loss": 0.584158182144165, "Finetune/Loss (Raw)": 0.5532339215278625, "Finetune/Step": 18814, "Finetune/Step Time": 10.597235256806016}
+{"Finetune/Learning Rate": 2.4644858412503637e-08, "Finetune/Loss": 0.5838121175765991, "Finetune/Loss (Raw)": 0.5859837532043457, "Finetune/Step": 18815, "Finetune/Step Time": 10.584559723734856}
+{"Finetune/Learning Rate": 2.4526847664273488e-08, "Finetune/Loss": 0.5829786062240601, "Finetune/Loss (Raw)": 0.6094948053359985, "Finetune/Step": 18816, "Finetune/Step Time": 10.588564120233059}
+{"Finetune/Learning Rate": 2.4409119792094816e-08, "Finetune/Loss": 0.5828317403793335, "Finetune/Loss (Raw)": 0.5744789838790894, "Finetune/Step": 18817, "Finetune/Step Time": 10.587088860571384}
+{"Finetune/Learning Rate": 2.4291674799307162e-08, "Finetune/Loss": 0.5832024216651917, "Finetune/Loss (Raw)": 0.6379465460777283, "Finetune/Step": 18818, "Finetune/Step Time": 10.585201386362314}
+{"Finetune/Learning Rate": 2.4174512689240092e-08, "Finetune/Loss": 0.5832878351211548, "Finetune/Loss (Raw)": 0.5845339894294739, "Finetune/Step": 18819, "Finetune/Step Time": 10.57426505535841}
+{"Finetune/Learning Rate": 2.405763346521761e-08, "Finetune/Loss": 0.5832376480102539, "Finetune/Loss (Raw)": 0.5339053869247437, "Finetune/Step": 18820, "Finetune/Step Time": 10.581301171332598}
+{"Finetune/Learning Rate": 2.3941037130551515e-08, "Finetune/Loss": 0.584312915802002, "Finetune/Loss (Raw)": 0.6414956450462341, "Finetune/Step": 18821, "Finetune/Step Time": 10.589982749894261}
+{"Finetune/Learning Rate": 2.3824723688550265e-08, "Finetune/Loss": 0.5848087072372437, "Finetune/Loss (Raw)": 0.5994918346405029, "Finetune/Step": 18822, "Finetune/Step Time": 10.587927050888538}
+{"Finetune/Learning Rate": 2.370869314251123e-08, "Finetune/Loss": 0.5853899717330933, "Finetune/Loss (Raw)": 0.6105740070343018, "Finetune/Step": 18823, "Finetune/Step Time": 10.587174052372575}
+{"Finetune/Learning Rate": 2.3592945495725107e-08, "Finetune/Loss": 0.5851290822029114, "Finetune/Loss (Raw)": 0.5619297623634338, "Finetune/Step": 18824, "Finetune/Step Time": 10.586446886882186}
+{"Finetune/Learning Rate": 2.3477480751472602e-08, "Finetune/Loss": 0.5837458372116089, "Finetune/Loss (Raw)": 0.5224274396896362, "Finetune/Step": 18825, "Finetune/Step Time": 10.573759159073234}
+{"Finetune/Learning Rate": 2.33622989130311e-08, "Finetune/Loss": 0.584104061126709, "Finetune/Loss (Raw)": 0.5768356919288635, "Finetune/Step": 18826, "Finetune/Step Time": 10.57147977501154}
+{"Finetune/Learning Rate": 2.3247399983663545e-08, "Finetune/Loss": 0.5844746232032776, "Finetune/Loss (Raw)": 0.6000953316688538, "Finetune/Step": 18827, "Finetune/Step Time": 10.594430573284626}
+{"Finetune/Learning Rate": 2.3132783966630657e-08, "Finetune/Loss": 0.5846418142318726, "Finetune/Loss (Raw)": 0.646309494972229, "Finetune/Step": 18828, "Finetune/Step Time": 10.596176477149129}
+{"Finetune/Learning Rate": 2.3018450865182063e-08, "Finetune/Loss": 0.584458589553833, "Finetune/Loss (Raw)": 0.5061004161834717, "Finetune/Step": 18829, "Finetune/Step Time": 10.565399078652263}
+{"Finetune/Learning Rate": 2.2904400682558505e-08, "Finetune/Loss": 0.5835378170013428, "Finetune/Loss (Raw)": 0.5150595903396606, "Finetune/Step": 18830, "Finetune/Step Time": 10.57396494038403}
+{"Finetune/Learning Rate": 2.2790633421995167e-08, "Finetune/Loss": 0.5848954319953918, "Finetune/Loss (Raw)": 0.5964829325675964, "Finetune/Step": 18831, "Finetune/Step Time": 10.600887263193727}
+{"Finetune/Learning Rate": 2.2677149086718363e-08, "Finetune/Loss": 0.5848840475082397, "Finetune/Loss (Raw)": 0.6035736203193665, "Finetune/Step": 18832, "Finetune/Step Time": 10.599104898050427}
+{"Finetune/Learning Rate": 2.256394767994552e-08, "Finetune/Loss": 0.5841593742370605, "Finetune/Loss (Raw)": 0.5806993842124939, "Finetune/Step": 18833, "Finetune/Step Time": 10.60584363155067}
+{"Finetune/Learning Rate": 2.2451029204887396e-08, "Finetune/Loss": 0.5842663049697876, "Finetune/Loss (Raw)": 0.5633248090744019, "Finetune/Step": 18834, "Finetune/Step Time": 10.60268229059875}
+{"Finetune/Learning Rate": 2.2338393664745883e-08, "Finetune/Loss": 0.5839956998825073, "Finetune/Loss (Raw)": 0.5132111310958862, "Finetune/Step": 18835, "Finetune/Step Time": 10.641010329127312}
+{"Finetune/Learning Rate": 2.2226041062715087e-08, "Finetune/Loss": 0.5833820104598999, "Finetune/Loss (Raw)": 0.5448669195175171, "Finetune/Step": 18836, "Finetune/Step Time": 10.637331696227193}
+{"Finetune/Learning Rate": 2.211397140198024e-08, "Finetune/Loss": 0.5836173892021179, "Finetune/Loss (Raw)": 0.643193244934082, "Finetune/Step": 18837, "Finetune/Step Time": 10.636015290394425}
+{"Finetune/Learning Rate": 2.2002184685719906e-08, "Finetune/Loss": 0.5836437344551086, "Finetune/Loss (Raw)": 0.664969801902771, "Finetune/Step": 18838, "Finetune/Step Time": 10.643346440047026}
+{"Finetune/Learning Rate": 2.189068091710378e-08, "Finetune/Loss": 0.58382648229599, "Finetune/Loss (Raw)": 0.5742374062538147, "Finetune/Step": 18839, "Finetune/Step Time": 10.639537895098329}
+{"Finetune/Learning Rate": 2.177946009929377e-08, "Finetune/Loss": 0.5846835374832153, "Finetune/Loss (Raw)": 0.651024580001831, "Finetune/Step": 18840, "Finetune/Step Time": 10.614581756293774}
+{"Finetune/Learning Rate": 2.1668522235445133e-08, "Finetune/Loss": 0.5863492488861084, "Finetune/Loss (Raw)": 0.5657405257225037, "Finetune/Step": 18841, "Finetune/Step Time": 10.62013259343803}
+{"Finetune/Learning Rate": 2.1557867328702022e-08, "Finetune/Loss": 0.5868257880210876, "Finetune/Loss (Raw)": 0.6875824928283691, "Finetune/Step": 18842, "Finetune/Step Time": 10.605941677466035}
+{"Finetune/Learning Rate": 2.1447495382203033e-08, "Finetune/Loss": 0.5862557888031006, "Finetune/Loss (Raw)": 0.5458873510360718, "Finetune/Step": 18843, "Finetune/Step Time": 10.617002354934812}
+{"Finetune/Learning Rate": 2.1337406399077887e-08, "Finetune/Loss": 0.5877653360366821, "Finetune/Loss (Raw)": 0.6662228107452393, "Finetune/Step": 18844, "Finetune/Step Time": 10.59953168220818}
+{"Finetune/Learning Rate": 2.122760038244742e-08, "Finetune/Loss": 0.5870935916900635, "Finetune/Loss (Raw)": 0.5075287222862244, "Finetune/Step": 18845, "Finetune/Step Time": 10.587877843528986}
+{"Finetune/Learning Rate": 2.1118077335428034e-08, "Finetune/Loss": 0.5875977277755737, "Finetune/Loss (Raw)": 0.5934374928474426, "Finetune/Step": 18846, "Finetune/Step Time": 10.584651365876198}
+{"Finetune/Learning Rate": 2.1008837261122795e-08, "Finetune/Loss": 0.5885276198387146, "Finetune/Loss (Raw)": 0.614694356918335, "Finetune/Step": 18847, "Finetune/Step Time": 10.573687145486474}
+{"Finetune/Learning Rate": 2.0899880162630336e-08, "Finetune/Loss": 0.589445173740387, "Finetune/Loss (Raw)": 0.6674976944923401, "Finetune/Step": 18848, "Finetune/Step Time": 10.574650702998042}
+{"Finetune/Learning Rate": 2.0791206043040414e-08, "Finetune/Loss": 0.589188814163208, "Finetune/Loss (Raw)": 0.5876911878585815, "Finetune/Step": 18849, "Finetune/Step Time": 10.54635758511722}
+{"Finetune/Learning Rate": 2.068281490543611e-08, "Finetune/Loss": 0.5885331034660339, "Finetune/Loss (Raw)": 0.5807703137397766, "Finetune/Step": 18850, "Finetune/Step Time": 10.548741089180112}
+{"Finetune/Learning Rate": 2.057470675288831e-08, "Finetune/Loss": 0.5884495973587036, "Finetune/Loss (Raw)": 0.5706453323364258, "Finetune/Step": 18851, "Finetune/Step Time": 10.554062362760305}
+{"Finetune/Learning Rate": 2.046688158846455e-08, "Finetune/Loss": 0.5871788859367371, "Finetune/Loss (Raw)": 0.4349345266819, "Finetune/Step": 18852, "Finetune/Step Time": 10.581696800887585}
+{"Finetune/Learning Rate": 2.035933941522239e-08, "Finetune/Loss": 0.587268590927124, "Finetune/Loss (Raw)": 0.6162656545639038, "Finetune/Step": 18853, "Finetune/Step Time": 10.589596588164568}
+{"Finetune/Learning Rate": 2.0252080236211612e-08, "Finetune/Loss": 0.5876023769378662, "Finetune/Loss (Raw)": 0.6384726166725159, "Finetune/Step": 18854, "Finetune/Step Time": 10.604906914755702}
+{"Finetune/Learning Rate": 2.014510405447201e-08, "Finetune/Loss": 0.5878593325614929, "Finetune/Loss (Raw)": 0.5649478435516357, "Finetune/Step": 18855, "Finetune/Step Time": 10.601066270843148}
+{"Finetune/Learning Rate": 2.0038410873038926e-08, "Finetune/Loss": 0.5883101224899292, "Finetune/Loss (Raw)": 0.6047724485397339, "Finetune/Step": 18856, "Finetune/Step Time": 10.602275608107448}
+{"Finetune/Learning Rate": 1.9932000694937725e-08, "Finetune/Loss": 0.587560772895813, "Finetune/Loss (Raw)": 0.5328364372253418, "Finetune/Step": 18857, "Finetune/Step Time": 10.596753273159266}
+{"Finetune/Learning Rate": 1.982587352318488e-08, "Finetune/Loss": 0.5867472887039185, "Finetune/Loss (Raw)": 0.5499913096427917, "Finetune/Step": 18858, "Finetune/Step Time": 10.604730397462845}
+{"Finetune/Learning Rate": 1.9720029360790206e-08, "Finetune/Loss": 0.5851690769195557, "Finetune/Loss (Raw)": 0.4454314410686493, "Finetune/Step": 18859, "Finetune/Step Time": 10.603754905983806}
+{"Finetune/Learning Rate": 1.9614468210755743e-08, "Finetune/Loss": 0.5845239162445068, "Finetune/Loss (Raw)": 0.45702511072158813, "Finetune/Step": 18860, "Finetune/Step Time": 10.599789774045348}
+{"Finetune/Learning Rate": 1.9509190076074657e-08, "Finetune/Loss": 0.5838791131973267, "Finetune/Loss (Raw)": 0.5934235453605652, "Finetune/Step": 18861, "Finetune/Step Time": 10.601747186854482}
+{"Finetune/Learning Rate": 1.9404194959732337e-08, "Finetune/Loss": 0.5848537087440491, "Finetune/Loss (Raw)": 0.6671267151832581, "Finetune/Step": 18862, "Finetune/Step Time": 10.587337223812938}
+{"Finetune/Learning Rate": 1.9299482864706397e-08, "Finetune/Loss": 0.584996223449707, "Finetune/Loss (Raw)": 0.5577716827392578, "Finetune/Step": 18863, "Finetune/Step Time": 10.578632574528456}
+{"Finetune/Learning Rate": 1.9195053793964468e-08, "Finetune/Loss": 0.5866658687591553, "Finetune/Loss (Raw)": 0.7889004349708557, "Finetune/Step": 18864, "Finetune/Step Time": 10.578943721950054}
+{"Finetune/Learning Rate": 1.9090907750470843e-08, "Finetune/Loss": 0.5865041017532349, "Finetune/Loss (Raw)": 0.49142545461654663, "Finetune/Step": 18865, "Finetune/Step Time": 10.577996581792831}
+{"Finetune/Learning Rate": 1.8987044737176497e-08, "Finetune/Loss": 0.5865112543106079, "Finetune/Loss (Raw)": 0.5359879732131958, "Finetune/Step": 18866, "Finetune/Step Time": 10.57807769998908}
+{"Finetune/Learning Rate": 1.888346475702685e-08, "Finetune/Loss": 0.5863078832626343, "Finetune/Loss (Raw)": 0.535239040851593, "Finetune/Step": 18867, "Finetune/Step Time": 10.579594163224101}
+{"Finetune/Learning Rate": 1.878016781295955e-08, "Finetune/Loss": 0.5862925052642822, "Finetune/Loss (Raw)": 0.5695273280143738, "Finetune/Step": 18868, "Finetune/Step Time": 10.596185194328427}
+{"Finetune/Learning Rate": 1.867715390790448e-08, "Finetune/Loss": 0.5866165161132812, "Finetune/Loss (Raw)": 0.6298184990882874, "Finetune/Step": 18869, "Finetune/Step Time": 10.594256410375237}
+{"Finetune/Learning Rate": 1.857442304478263e-08, "Finetune/Loss": 0.5857433676719666, "Finetune/Loss (Raw)": 0.5829927325248718, "Finetune/Step": 18870, "Finetune/Step Time": 10.59749398753047}
+{"Finetune/Learning Rate": 1.8471975226506123e-08, "Finetune/Loss": 0.5861157178878784, "Finetune/Loss (Raw)": 0.6383605599403381, "Finetune/Step": 18871, "Finetune/Step Time": 10.606527775526047}
+{"Finetune/Learning Rate": 1.8369810455981517e-08, "Finetune/Loss": 0.5872023701667786, "Finetune/Loss (Raw)": 0.6247273683547974, "Finetune/Step": 18872, "Finetune/Step Time": 10.59320199675858}
+{"Finetune/Learning Rate": 1.826792873610428e-08, "Finetune/Loss": 0.5868412256240845, "Finetune/Loss (Raw)": 0.48257723450660706, "Finetune/Step": 18873, "Finetune/Step Time": 10.632755305618048}
+{"Finetune/Learning Rate": 1.8166330069764315e-08, "Finetune/Loss": 0.5874042510986328, "Finetune/Loss (Raw)": 0.6404966115951538, "Finetune/Step": 18874, "Finetune/Step Time": 10.635415190830827}
+{"Finetune/Learning Rate": 1.8065014459842657e-08, "Finetune/Loss": 0.5875623226165771, "Finetune/Loss (Raw)": 0.6294097900390625, "Finetune/Step": 18875, "Finetune/Step Time": 10.636159615591168}
+{"Finetune/Learning Rate": 1.796398190921256e-08, "Finetune/Loss": 0.5869398713111877, "Finetune/Loss (Raw)": 0.591637909412384, "Finetune/Step": 18876, "Finetune/Step Time": 10.637298971414566}
+{"Finetune/Learning Rate": 1.7863232420739506e-08, "Finetune/Loss": 0.5869609117507935, "Finetune/Loss (Raw)": 0.5987439751625061, "Finetune/Step": 18877, "Finetune/Step Time": 10.637375514954329}
+{"Finetune/Learning Rate": 1.7762765997278996e-08, "Finetune/Loss": 0.5869985222816467, "Finetune/Loss (Raw)": 0.626423180103302, "Finetune/Step": 18878, "Finetune/Step Time": 10.633742457255721}
+{"Finetune/Learning Rate": 1.766258264168097e-08, "Finetune/Loss": 0.5850269794464111, "Finetune/Loss (Raw)": 0.47260114550590515, "Finetune/Step": 18879, "Finetune/Step Time": 10.632529748603702}
+{"Finetune/Learning Rate": 1.7562682356786488e-08, "Finetune/Loss": 0.5853593349456787, "Finetune/Loss (Raw)": 0.621392548084259, "Finetune/Step": 18880, "Finetune/Step Time": 10.651884250342846}
+{"Finetune/Learning Rate": 1.7463065145426617e-08, "Finetune/Loss": 0.5848124027252197, "Finetune/Loss (Raw)": 0.5574699640274048, "Finetune/Step": 18881, "Finetune/Step Time": 10.641942013055086}
+{"Finetune/Learning Rate": 1.7363731010429096e-08, "Finetune/Loss": 0.5848724842071533, "Finetune/Loss (Raw)": 0.546474277973175, "Finetune/Step": 18882, "Finetune/Step Time": 10.636608254164457}
+{"Finetune/Learning Rate": 1.7264679954609453e-08, "Finetune/Loss": 0.5857571959495544, "Finetune/Loss (Raw)": 0.5962675213813782, "Finetune/Step": 18883, "Finetune/Step Time": 10.6283218562603}
+{"Finetune/Learning Rate": 1.716591198077544e-08, "Finetune/Loss": 0.5865670442581177, "Finetune/Loss (Raw)": 0.6535239815711975, "Finetune/Step": 18884, "Finetune/Step Time": 10.631552275270224}
+{"Finetune/Learning Rate": 1.706742709173037e-08, "Finetune/Loss": 0.5869538187980652, "Finetune/Loss (Raw)": 0.6168222427368164, "Finetune/Step": 18885, "Finetune/Step Time": 10.607883224263787}
+{"Finetune/Learning Rate": 1.6969225290264235e-08, "Finetune/Loss": 0.5868930220603943, "Finetune/Loss (Raw)": 0.5147634744644165, "Finetune/Step": 18886, "Finetune/Step Time": 10.604496443644166}
+{"Finetune/Learning Rate": 1.6871306579162584e-08, "Finetune/Loss": 0.5873033404350281, "Finetune/Loss (Raw)": 0.5523404479026794, "Finetune/Step": 18887, "Finetune/Step Time": 10.603876864537597}
+{"Finetune/Learning Rate": 1.677367096120319e-08, "Finetune/Loss": 0.5876240730285645, "Finetune/Loss (Raw)": 0.697245180606842, "Finetune/Step": 18888, "Finetune/Step Time": 10.588046282529831}
+{"Finetune/Learning Rate": 1.667631843915385e-08, "Finetune/Loss": 0.5878164768218994, "Finetune/Loss (Raw)": 0.6438958644866943, "Finetune/Step": 18889, "Finetune/Step Time": 10.586347736418247}
+{"Finetune/Learning Rate": 1.6579249015774568e-08, "Finetune/Loss": 0.5878462791442871, "Finetune/Loss (Raw)": 0.5470747351646423, "Finetune/Step": 18890, "Finetune/Step Time": 10.58509324118495}
+{"Finetune/Learning Rate": 1.648246269381981e-08, "Finetune/Loss": 0.5878938436508179, "Finetune/Loss (Raw)": 0.5721121430397034, "Finetune/Step": 18891, "Finetune/Step Time": 10.596126729622483}
+{"Finetune/Learning Rate": 1.6385959476032942e-08, "Finetune/Loss": 0.5874357223510742, "Finetune/Loss (Raw)": 0.4471037685871124, "Finetune/Step": 18892, "Finetune/Step Time": 10.589941823855042}
+{"Finetune/Learning Rate": 1.6289739365150658e-08, "Finetune/Loss": 0.5877783894538879, "Finetune/Loss (Raw)": 0.6323097348213196, "Finetune/Step": 18893, "Finetune/Step Time": 10.590799866244197}
+{"Finetune/Learning Rate": 1.619380236390078e-08, "Finetune/Loss": 0.5880020260810852, "Finetune/Loss (Raw)": 0.6149466037750244, "Finetune/Step": 18894, "Finetune/Step Time": 10.612259451299906}
+{"Finetune/Learning Rate": 1.6098148475005572e-08, "Finetune/Loss": 0.5870729684829712, "Finetune/Loss (Raw)": 0.5527892112731934, "Finetune/Step": 18895, "Finetune/Step Time": 10.605490308254957}
+{"Finetune/Learning Rate": 1.6002777701175088e-08, "Finetune/Loss": 0.5874000787734985, "Finetune/Loss (Raw)": 0.6040673851966858, "Finetune/Step": 18896, "Finetune/Step Time": 10.586227061226964}
+{"Finetune/Learning Rate": 1.590769004511605e-08, "Finetune/Loss": 0.5874770879745483, "Finetune/Loss (Raw)": 0.5787626504898071, "Finetune/Step": 18897, "Finetune/Step Time": 10.538106428459287}
+{"Finetune/Learning Rate": 1.581288550952409e-08, "Finetune/Loss": 0.587752640247345, "Finetune/Loss (Raw)": 0.5637705326080322, "Finetune/Step": 18898, "Finetune/Step Time": 10.53021895699203}
+{"Finetune/Learning Rate": 1.5718364097087048e-08, "Finetune/Loss": 0.5880444049835205, "Finetune/Loss (Raw)": 0.5834635496139526, "Finetune/Step": 18899, "Finetune/Step Time": 10.51165870577097}
+{"Finetune/Learning Rate": 1.5624125810486114e-08, "Finetune/Loss": 0.5864431858062744, "Finetune/Loss (Raw)": 0.41293126344680786, "Finetune/Step": 18900, "Finetune/Step Time": 10.544761655852199}
+{"Finetune/Learning Rate": 1.5530170652393596e-08, "Finetune/Loss": 0.5874284505844116, "Finetune/Loss (Raw)": 0.6622307896614075, "Finetune/Step": 18901, "Finetune/Step Time": 10.5500392280519}
+{"Finetune/Learning Rate": 1.5436498625471806e-08, "Finetune/Loss": 0.5865986943244934, "Finetune/Loss (Raw)": 0.5619805455207825, "Finetune/Step": 18902, "Finetune/Step Time": 10.550769181922078}
+{"Finetune/Learning Rate": 1.5343109732379734e-08, "Finetune/Loss": 0.5862756967544556, "Finetune/Loss (Raw)": 0.6403449773788452, "Finetune/Step": 18903, "Finetune/Step Time": 10.552960112690926}
+{"Finetune/Learning Rate": 1.5250003975765258e-08, "Finetune/Loss": 0.5865420699119568, "Finetune/Loss (Raw)": 0.6032736897468567, "Finetune/Step": 18904, "Finetune/Step Time": 10.562136387452483}
+{"Finetune/Learning Rate": 1.515718135826627e-08, "Finetune/Loss": 0.5865793228149414, "Finetune/Loss (Raw)": 0.5874001383781433, "Finetune/Step": 18905, "Finetune/Step Time": 10.576290616765618}
+{"Finetune/Learning Rate": 1.506464188251733e-08, "Finetune/Loss": 0.5884027481079102, "Finetune/Loss (Raw)": 0.6062493920326233, "Finetune/Step": 18906, "Finetune/Step Time": 10.557664219290018}
+{"Finetune/Learning Rate": 1.497238555114189e-08, "Finetune/Loss": 0.5872631072998047, "Finetune/Loss (Raw)": 0.609795093536377, "Finetune/Step": 18907, "Finetune/Step Time": 10.556402621790767}
+{"Finetune/Learning Rate": 1.4880412366755637e-08, "Finetune/Loss": 0.587709367275238, "Finetune/Loss (Raw)": 0.5517396926879883, "Finetune/Step": 18908, "Finetune/Step Time": 10.564460193738341}
+{"Finetune/Learning Rate": 1.4788722331967598e-08, "Finetune/Loss": 0.5857999324798584, "Finetune/Loss (Raw)": 0.4007466733455658, "Finetune/Step": 18909, "Finetune/Step Time": 10.612089144065976}
+{"Finetune/Learning Rate": 1.4697315449376803e-08, "Finetune/Loss": 0.5860095024108887, "Finetune/Loss (Raw)": 0.56208735704422, "Finetune/Step": 18910, "Finetune/Step Time": 10.637375755235553}
+{"Finetune/Learning Rate": 1.4606191721575625e-08, "Finetune/Loss": 0.5848554968833923, "Finetune/Loss (Raw)": 0.5248755812644958, "Finetune/Step": 18911, "Finetune/Step Time": 10.641745558008552}
+{"Finetune/Learning Rate": 1.451535115114866e-08, "Finetune/Loss": 0.5844112634658813, "Finetune/Loss (Raw)": 0.5295793414115906, "Finetune/Step": 18912, "Finetune/Step Time": 10.65164915844798}
+{"Finetune/Learning Rate": 1.4424793740670517e-08, "Finetune/Loss": 0.583591103553772, "Finetune/Loss (Raw)": 0.5044612288475037, "Finetune/Step": 18913, "Finetune/Step Time": 10.644133554771543}
+{"Finetune/Learning Rate": 1.4334519492711362e-08, "Finetune/Loss": 0.5836377143859863, "Finetune/Loss (Raw)": 0.5424396991729736, "Finetune/Step": 18914, "Finetune/Step Time": 10.636187709867954}
+{"Finetune/Learning Rate": 1.424452840982915e-08, "Finetune/Loss": 0.5831035375595093, "Finetune/Loss (Raw)": 0.6222348809242249, "Finetune/Step": 18915, "Finetune/Step Time": 10.641424477100372}
+{"Finetune/Learning Rate": 1.4154820494576282e-08, "Finetune/Loss": 0.5835339426994324, "Finetune/Loss (Raw)": 0.6278193593025208, "Finetune/Step": 18916, "Finetune/Step Time": 10.630372809246182}
+{"Finetune/Learning Rate": 1.406539574949628e-08, "Finetune/Loss": 0.5846967697143555, "Finetune/Loss (Raw)": 0.6959688663482666, "Finetune/Step": 18917, "Finetune/Step Time": 10.626408910378814}
+{"Finetune/Learning Rate": 1.3976254177126003e-08, "Finetune/Loss": 0.5839663743972778, "Finetune/Loss (Raw)": 0.5079829096794128, "Finetune/Step": 18918, "Finetune/Step Time": 10.61281893029809}
+{"Finetune/Learning Rate": 1.3887395779993429e-08, "Finetune/Loss": 0.5836369395256042, "Finetune/Loss (Raw)": 0.5985369086265564, "Finetune/Step": 18919, "Finetune/Step Time": 10.619099162518978}
+{"Finetune/Learning Rate": 1.3798820560616544e-08, "Finetune/Loss": 0.5849670171737671, "Finetune/Loss (Raw)": 0.6554425954818726, "Finetune/Step": 18920, "Finetune/Step Time": 10.645632173866034}
+{"Finetune/Learning Rate": 1.3710528521508893e-08, "Finetune/Loss": 0.5836235880851746, "Finetune/Loss (Raw)": 0.4976870119571686, "Finetune/Step": 18921, "Finetune/Step Time": 10.659372560679913}
+{"Finetune/Learning Rate": 1.3622519665172918e-08, "Finetune/Loss": 0.5838273763656616, "Finetune/Loss (Raw)": 0.7127395868301392, "Finetune/Step": 18922, "Finetune/Step Time": 10.654092399403453}
+{"Finetune/Learning Rate": 1.35347939941044e-08, "Finetune/Loss": 0.5850636959075928, "Finetune/Loss (Raw)": 0.6939306259155273, "Finetune/Step": 18923, "Finetune/Step Time": 10.650389259681106}
+{"Finetune/Learning Rate": 1.3447351510792461e-08, "Finetune/Loss": 0.5852216482162476, "Finetune/Loss (Raw)": 0.47979962825775146, "Finetune/Step": 18924, "Finetune/Step Time": 10.639643466100097}
+{"Finetune/Learning Rate": 1.3360192217715117e-08, "Finetune/Loss": 0.5854674577713013, "Finetune/Loss (Raw)": 0.5813255310058594, "Finetune/Step": 18925, "Finetune/Step Time": 10.638861358165741}
+{"Finetune/Learning Rate": 1.3273316117344837e-08, "Finetune/Loss": 0.5854731798171997, "Finetune/Loss (Raw)": 0.5772395730018616, "Finetune/Step": 18926, "Finetune/Step Time": 10.638795305043459}
+{"Finetune/Learning Rate": 1.3186723212145202e-08, "Finetune/Loss": 0.5856221914291382, "Finetune/Loss (Raw)": 0.6596934795379639, "Finetune/Step": 18927, "Finetune/Step Time": 10.679305983707309}
+{"Finetune/Learning Rate": 1.3100413504570918e-08, "Finetune/Loss": 0.5865309238433838, "Finetune/Loss (Raw)": 0.6292787194252014, "Finetune/Step": 18928, "Finetune/Step Time": 10.666210696101189}
+{"Finetune/Learning Rate": 1.3014386997070028e-08, "Finetune/Loss": 0.5869321227073669, "Finetune/Loss (Raw)": 0.6584141850471497, "Finetune/Step": 18929, "Finetune/Step Time": 10.672838257625699}
+{"Finetune/Learning Rate": 1.2928643692081688e-08, "Finetune/Loss": 0.5869253277778625, "Finetune/Loss (Raw)": 0.5937665700912476, "Finetune/Step": 18930, "Finetune/Step Time": 10.67778480052948}
+{"Finetune/Learning Rate": 1.284318359203729e-08, "Finetune/Loss": 0.5863558053970337, "Finetune/Loss (Raw)": 0.5570458173751831, "Finetune/Step": 18931, "Finetune/Step Time": 10.672663047909737}
+{"Finetune/Learning Rate": 1.2758006699361558e-08, "Finetune/Loss": 0.5866976976394653, "Finetune/Loss (Raw)": 0.6165117025375366, "Finetune/Step": 18932, "Finetune/Step Time": 10.666762489825487}
+{"Finetune/Learning Rate": 1.2673113016468119e-08, "Finetune/Loss": 0.5869593024253845, "Finetune/Loss (Raw)": 0.6059643030166626, "Finetune/Step": 18933, "Finetune/Step Time": 10.666658867150545}
+{"Finetune/Learning Rate": 1.2588502545765048e-08, "Finetune/Loss": 0.5870664119720459, "Finetune/Loss (Raw)": 0.6362252831459045, "Finetune/Step": 18934, "Finetune/Step Time": 10.669328358024359}
+{"Finetune/Learning Rate": 1.2504175289651532e-08, "Finetune/Loss": 0.5856021046638489, "Finetune/Loss (Raw)": 0.534420907497406, "Finetune/Step": 18935, "Finetune/Step Time": 10.660273170098662}
+{"Finetune/Learning Rate": 1.2420131250520107e-08, "Finetune/Loss": 0.5847936868667603, "Finetune/Loss (Raw)": 0.56380695104599, "Finetune/Step": 18936, "Finetune/Step Time": 10.665256846696138}
+{"Finetune/Learning Rate": 1.2336370430751087e-08, "Finetune/Loss": 0.5853246450424194, "Finetune/Loss (Raw)": 0.626237154006958, "Finetune/Step": 18937, "Finetune/Step Time": 10.668194830417633}
+{"Finetune/Learning Rate": 1.2252892832722573e-08, "Finetune/Loss": 0.5866145491600037, "Finetune/Loss (Raw)": 0.73749178647995, "Finetune/Step": 18938, "Finetune/Step Time": 10.66111071407795}
+{"Finetune/Learning Rate": 1.216969845880045e-08, "Finetune/Loss": 0.586491048336029, "Finetune/Loss (Raw)": 0.5565091371536255, "Finetune/Step": 18939, "Finetune/Step Time": 10.665631515905261}
+{"Finetune/Learning Rate": 1.208678731134505e-08, "Finetune/Loss": 0.5851284265518188, "Finetune/Loss (Raw)": 0.5468528270721436, "Finetune/Step": 18940, "Finetune/Step Time": 10.67074471898377}
+{"Finetune/Learning Rate": 1.2004159392705606e-08, "Finetune/Loss": 0.5846377611160278, "Finetune/Loss (Raw)": 0.5789347290992737, "Finetune/Step": 18941, "Finetune/Step Time": 10.678473656997085}
+{"Finetune/Learning Rate": 1.1921814705225798e-08, "Finetune/Loss": 0.5849232077598572, "Finetune/Loss (Raw)": 0.5897690057754517, "Finetune/Step": 18942, "Finetune/Step Time": 10.701895870268345}
+{"Finetune/Learning Rate": 1.1839753251241537e-08, "Finetune/Loss": 0.5851091742515564, "Finetune/Loss (Raw)": 0.6097844839096069, "Finetune/Step": 18943, "Finetune/Step Time": 10.699542822316289}
+{"Finetune/Learning Rate": 1.175797503307874e-08, "Finetune/Loss": 0.5850734114646912, "Finetune/Loss (Raw)": 0.6049138903617859, "Finetune/Step": 18944, "Finetune/Step Time": 10.706298297271132}
+{"Finetune/Learning Rate": 1.167648005305777e-08, "Finetune/Loss": 0.5856563448905945, "Finetune/Loss (Raw)": 0.6490985155105591, "Finetune/Step": 18945, "Finetune/Step Time": 10.706767547875643}
+{"Finetune/Learning Rate": 1.1595268313489005e-08, "Finetune/Loss": 0.5855042934417725, "Finetune/Loss (Raw)": 0.6184871792793274, "Finetune/Step": 18946, "Finetune/Step Time": 10.703473316505551}
+{"Finetune/Learning Rate": 1.1514339816675047e-08, "Finetune/Loss": 0.5857305526733398, "Finetune/Loss (Raw)": 0.6134878396987915, "Finetune/Step": 18947, "Finetune/Step Time": 10.703826397657394}
+{"Finetune/Learning Rate": 1.1433694564910724e-08, "Finetune/Loss": 0.5865110158920288, "Finetune/Loss (Raw)": 0.6338039636611938, "Finetune/Step": 18948, "Finetune/Step Time": 10.702348593622446}
+{"Finetune/Learning Rate": 1.1353332560483098e-08, "Finetune/Loss": 0.5856271982192993, "Finetune/Loss (Raw)": 0.5283704400062561, "Finetune/Step": 18949, "Finetune/Step Time": 10.700825061649084}
+{"Finetune/Learning Rate": 1.1273253805670347e-08, "Finetune/Loss": 0.5857841968536377, "Finetune/Loss (Raw)": 0.6195937395095825, "Finetune/Step": 18950, "Finetune/Step Time": 10.701939841732383}
+{"Finetune/Learning Rate": 1.1193458302745097e-08, "Finetune/Loss": 0.5864846706390381, "Finetune/Loss (Raw)": 0.7002363801002502, "Finetune/Step": 18951, "Finetune/Step Time": 10.697148442268372}
+{"Finetune/Learning Rate": 1.1113946053968872e-08, "Finetune/Loss": 0.5863643288612366, "Finetune/Loss (Raw)": 0.5465179681777954, "Finetune/Step": 18952, "Finetune/Step Time": 10.698401080444455}
+{"Finetune/Learning Rate": 1.1034717061596534e-08, "Finetune/Loss": 0.5873256921768188, "Finetune/Loss (Raw)": 0.6454857587814331, "Finetune/Step": 18953, "Finetune/Step Time": 10.685711590573192}
+{"Finetune/Learning Rate": 1.0955771327874065e-08, "Finetune/Loss": 0.5866919755935669, "Finetune/Loss (Raw)": 0.4957104027271271, "Finetune/Step": 18954, "Finetune/Step Time": 10.682466305792332}
+{"Finetune/Learning Rate": 1.0877108855041895e-08, "Finetune/Loss": 0.5863987803459167, "Finetune/Loss (Raw)": 0.5625739693641663, "Finetune/Step": 18955, "Finetune/Step Time": 10.66611865721643}
+{"Finetune/Learning Rate": 1.0798729645329353e-08, "Finetune/Loss": 0.5866065621376038, "Finetune/Loss (Raw)": 0.6729058027267456, "Finetune/Step": 18956, "Finetune/Step Time": 10.671925587579608}
+{"Finetune/Learning Rate": 1.0720633700959104e-08, "Finetune/Loss": 0.587680995464325, "Finetune/Loss (Raw)": 0.6436316967010498, "Finetune/Step": 18957, "Finetune/Step Time": 10.709167571738362}
+{"Finetune/Learning Rate": 1.0642821024146045e-08, "Finetune/Loss": 0.5881893038749695, "Finetune/Loss (Raw)": 0.5801162719726562, "Finetune/Step": 18958, "Finetune/Step Time": 10.702081540599465}
+{"Finetune/Learning Rate": 1.0565291617096185e-08, "Finetune/Loss": 0.5880256295204163, "Finetune/Loss (Raw)": 0.5755383372306824, "Finetune/Step": 18959, "Finetune/Step Time": 10.676375856623054}
+{"Finetune/Learning Rate": 1.048804548200888e-08, "Finetune/Loss": 0.5878297090530396, "Finetune/Loss (Raw)": 0.5784893035888672, "Finetune/Step": 18960, "Finetune/Step Time": 10.671650806441903}
+{"Finetune/Learning Rate": 1.0411082621074598e-08, "Finetune/Loss": 0.5872650742530823, "Finetune/Loss (Raw)": 0.5084252953529358, "Finetune/Step": 18961, "Finetune/Step Time": 10.725259965285659}
+{"Finetune/Learning Rate": 1.0334403036474927e-08, "Finetune/Loss": 0.587421178817749, "Finetune/Loss (Raw)": 0.5833102464675903, "Finetune/Step": 18962, "Finetune/Step Time": 10.75488256290555}
+{"Finetune/Learning Rate": 1.0258006730385906e-08, "Finetune/Loss": 0.5889219045639038, "Finetune/Loss (Raw)": 0.7053005695343018, "Finetune/Step": 18963, "Finetune/Step Time": 10.717462422326207}
+{"Finetune/Learning Rate": 1.0181893704971358e-08, "Finetune/Loss": 0.5900566577911377, "Finetune/Loss (Raw)": 0.690115213394165, "Finetune/Step": 18964, "Finetune/Step Time": 10.717660190537572}
+{"Finetune/Learning Rate": 1.0106063962391777e-08, "Finetune/Loss": 0.5891883373260498, "Finetune/Loss (Raw)": 0.532054603099823, "Finetune/Step": 18965, "Finetune/Step Time": 10.72439006343484}
+{"Finetune/Learning Rate": 1.0030517504796555e-08, "Finetune/Loss": 0.588728129863739, "Finetune/Loss (Raw)": 0.606059193611145, "Finetune/Step": 18966, "Finetune/Step Time": 10.722417345270514}
+{"Finetune/Learning Rate": 9.955254334328424e-09, "Finetune/Loss": 0.5883941650390625, "Finetune/Loss (Raw)": 0.5314902663230896, "Finetune/Step": 18967, "Finetune/Step Time": 10.737912982702255}
+{"Finetune/Learning Rate": 9.88027445312123e-09, "Finetune/Loss": 0.5885235071182251, "Finetune/Loss (Raw)": 0.6675841808319092, "Finetune/Step": 18968, "Finetune/Step Time": 10.735648760572076}
+{"Finetune/Learning Rate": 9.805577863301052e-09, "Finetune/Loss": 0.5888281464576721, "Finetune/Loss (Raw)": 0.6047289967536926, "Finetune/Step": 18969, "Finetune/Step Time": 10.720430904999375}
+{"Finetune/Learning Rate": 9.731164566987305e-09, "Finetune/Loss": 0.5875515937805176, "Finetune/Loss (Raw)": 0.5241853594779968, "Finetune/Step": 18970, "Finetune/Step Time": 10.72348963841796}
+{"Finetune/Learning Rate": 9.657034566288303e-09, "Finetune/Loss": 0.5873979330062866, "Finetune/Loss (Raw)": 0.5262222290039062, "Finetune/Step": 18971, "Finetune/Step Time": 10.727329682558775}
+{"Finetune/Learning Rate": 9.583187863306808e-09, "Finetune/Loss": 0.5855226516723633, "Finetune/Loss (Raw)": 0.426191121339798, "Finetune/Step": 18972, "Finetune/Step Time": 10.718839572742581}
+{"Finetune/Learning Rate": 9.509624460137812e-09, "Finetune/Loss": 0.5858688354492188, "Finetune/Loss (Raw)": 0.5518361926078796, "Finetune/Step": 18973, "Finetune/Step Time": 10.717126043513417}
+{"Finetune/Learning Rate": 9.436344358867422e-09, "Finetune/Loss": 0.5854800343513489, "Finetune/Loss (Raw)": 0.5436617136001587, "Finetune/Step": 18974, "Finetune/Step Time": 10.704001773148775}
+{"Finetune/Learning Rate": 9.363347561571755e-09, "Finetune/Loss": 0.5855205059051514, "Finetune/Loss (Raw)": 0.6198781132698059, "Finetune/Step": 18975, "Finetune/Step Time": 10.705329338088632}
+{"Finetune/Learning Rate": 9.290634070322491e-09, "Finetune/Loss": 0.5853397250175476, "Finetune/Loss (Raw)": 0.644362211227417, "Finetune/Step": 18976, "Finetune/Step Time": 10.718175457790494}
+{"Finetune/Learning Rate": 9.21820388718131e-09, "Finetune/Loss": 0.5846684575080872, "Finetune/Loss (Raw)": 0.5017651319503784, "Finetune/Step": 18977, "Finetune/Step Time": 10.726307408884168}
+{"Finetune/Learning Rate": 9.146057014201015e-09, "Finetune/Loss": 0.584476888179779, "Finetune/Loss (Raw)": 0.5562493205070496, "Finetune/Step": 18978, "Finetune/Step Time": 10.719030482694507}
+{"Finetune/Learning Rate": 9.07419345342886e-09, "Finetune/Loss": 0.5847897529602051, "Finetune/Loss (Raw)": 0.6106966137886047, "Finetune/Step": 18979, "Finetune/Step Time": 10.726975349709392}
+{"Finetune/Learning Rate": 9.0026132069021e-09, "Finetune/Loss": 0.5855165719985962, "Finetune/Loss (Raw)": 0.5279694199562073, "Finetune/Step": 18980, "Finetune/Step Time": 10.709807477891445}
+{"Finetune/Learning Rate": 8.931316276651336e-09, "Finetune/Loss": 0.5855460166931152, "Finetune/Loss (Raw)": 0.620026171207428, "Finetune/Step": 18981, "Finetune/Step Time": 10.702560978010297}
+{"Finetune/Learning Rate": 8.860302664697174e-09, "Finetune/Loss": 0.5859070420265198, "Finetune/Loss (Raw)": 0.6846875548362732, "Finetune/Step": 18982, "Finetune/Step Time": 10.689499331638217}
+{"Finetune/Learning Rate": 8.789572373053557e-09, "Finetune/Loss": 0.5855482816696167, "Finetune/Loss (Raw)": 0.5190283060073853, "Finetune/Step": 18983, "Finetune/Step Time": 10.71019134297967}
+{"Finetune/Learning Rate": 8.719125403726658e-09, "Finetune/Loss": 0.5850389003753662, "Finetune/Loss (Raw)": 0.539574146270752, "Finetune/Step": 18984, "Finetune/Step Time": 10.737767677754164}
+{"Finetune/Learning Rate": 8.648961758713769e-09, "Finetune/Loss": 0.5865118503570557, "Finetune/Loss (Raw)": 0.7213646173477173, "Finetune/Step": 18985, "Finetune/Step Time": 10.758216628804803}
+{"Finetune/Learning Rate": 8.579081440004411e-09, "Finetune/Loss": 0.5873072147369385, "Finetune/Loss (Raw)": 0.6517978310585022, "Finetune/Step": 18986, "Finetune/Step Time": 10.758871216326952}
+{"Finetune/Learning Rate": 8.50948444958144e-09, "Finetune/Loss": 0.5883443355560303, "Finetune/Loss (Raw)": 0.5781877636909485, "Finetune/Step": 18987, "Finetune/Step Time": 10.777416914701462}
+{"Finetune/Learning Rate": 8.440170789417723e-09, "Finetune/Loss": 0.5897568464279175, "Finetune/Loss (Raw)": 0.6378323435783386, "Finetune/Step": 18988, "Finetune/Step Time": 10.781793870031834}
+{"Finetune/Learning Rate": 8.371140461477245e-09, "Finetune/Loss": 0.5892013311386108, "Finetune/Loss (Raw)": 0.5223114490509033, "Finetune/Step": 18989, "Finetune/Step Time": 10.795322921127081}
+{"Finetune/Learning Rate": 8.30239346771955e-09, "Finetune/Loss": 0.58903968334198, "Finetune/Loss (Raw)": 0.6464364528656006, "Finetune/Step": 18990, "Finetune/Step Time": 10.79117126017809}
+{"Finetune/Learning Rate": 8.233929810094188e-09, "Finetune/Loss": 0.5896310806274414, "Finetune/Loss (Raw)": 0.633465588092804, "Finetune/Step": 18991, "Finetune/Step Time": 10.793338689953089}
+{"Finetune/Learning Rate": 8.16574949054072e-09, "Finetune/Loss": 0.5881995558738708, "Finetune/Loss (Raw)": 0.6056694984436035, "Finetune/Step": 18992, "Finetune/Step Time": 10.794872207567096}
+{"Finetune/Learning Rate": 8.097852510993154e-09, "Finetune/Loss": 0.5887335538864136, "Finetune/Loss (Raw)": 0.5597822070121765, "Finetune/Step": 18993, "Finetune/Step Time": 10.816724359989166}
+{"Finetune/Learning Rate": 8.030238873378838e-09, "Finetune/Loss": 0.5894845128059387, "Finetune/Loss (Raw)": 0.6321054100990295, "Finetune/Step": 18994, "Finetune/Step Time": 10.839150512591004}
+{"Finetune/Learning Rate": 7.962908579612905e-09, "Finetune/Loss": 0.589795708656311, "Finetune/Loss (Raw)": 0.5750702023506165, "Finetune/Step": 18995, "Finetune/Step Time": 10.849164824932814}
+{"Finetune/Learning Rate": 7.895861631604939e-09, "Finetune/Loss": 0.5908463001251221, "Finetune/Loss (Raw)": 0.7040088772773743, "Finetune/Step": 18996, "Finetune/Step Time": 10.825963336974382}
+{"Finetune/Learning Rate": 7.829098031256755e-09, "Finetune/Loss": 0.5903257727622986, "Finetune/Loss (Raw)": 0.5631860494613647, "Finetune/Step": 18997, "Finetune/Step Time": 10.83652937784791}
+{"Finetune/Learning Rate": 7.76261778046128e-09, "Finetune/Loss": 0.5910932421684265, "Finetune/Loss (Raw)": 0.6812349557876587, "Finetune/Step": 18998, "Finetune/Step Time": 10.827642558142543}
+{"Finetune/Learning Rate": 7.696420881104783e-09, "Finetune/Loss": 0.5906150937080383, "Finetune/Loss (Raw)": 0.5771556496620178, "Finetune/Step": 18999, "Finetune/Step Time": 10.82193337380886}
+{"Finetune/Learning Rate": 7.630507335062432e-09, "Finetune/Loss": 0.5896871089935303, "Finetune/Loss (Raw)": 0.5059428215026855, "Finetune/Step": 19000, "Finetune/Step Time": 10.823339201509953}
+{"Finetune/Learning Rate": 7.564877144204951e-09, "Finetune/Loss": 0.5900125503540039, "Finetune/Loss (Raw)": 0.5242316722869873, "Finetune/Step": 19001, "Finetune/Step Time": 10.783193616196513}
+{"Finetune/Learning Rate": 7.499530310393078e-09, "Finetune/Loss": 0.5891749858856201, "Finetune/Loss (Raw)": 0.5332884192466736, "Finetune/Step": 19002, "Finetune/Step Time": 10.794210121035576}
+{"Finetune/Learning Rate": 7.4344668354786596e-09, "Finetune/Loss": 0.5894577503204346, "Finetune/Loss (Raw)": 0.6656092405319214, "Finetune/Step": 19003, "Finetune/Step Time": 10.80447038076818}
+{"Finetune/Learning Rate": 7.369686721309111e-09, "Finetune/Loss": 0.5890337228775024, "Finetune/Loss (Raw)": 0.5373556017875671, "Finetune/Step": 19004, "Finetune/Step Time": 10.808638159185648}
+{"Finetune/Learning Rate": 7.305189969718518e-09, "Finetune/Loss": 0.5889243483543396, "Finetune/Loss (Raw)": 0.5847468972206116, "Finetune/Step": 19005, "Finetune/Step Time": 10.812000887468457}
+{"Finetune/Learning Rate": 7.24097658253875e-09, "Finetune/Loss": 0.5879724025726318, "Finetune/Loss (Raw)": 0.5045779347419739, "Finetune/Step": 19006, "Finetune/Step Time": 10.822667561471462}
+{"Finetune/Learning Rate": 7.177046561588352e-09, "Finetune/Loss": 0.5887380838394165, "Finetune/Loss (Raw)": 0.5706080794334412, "Finetune/Step": 19007, "Finetune/Step Time": 10.829208167269826}
+{"Finetune/Learning Rate": 7.113399908681429e-09, "Finetune/Loss": 0.5886165499687195, "Finetune/Loss (Raw)": 0.6058309674263, "Finetune/Step": 19008, "Finetune/Step Time": 10.820094656199217}
+{"Finetune/Learning Rate": 7.050036625622092e-09, "Finetune/Loss": 0.5885608196258545, "Finetune/Loss (Raw)": 0.5503400564193726, "Finetune/Step": 19009, "Finetune/Step Time": 10.826656240969896}
+{"Finetune/Learning Rate": 6.986956714207793e-09, "Finetune/Loss": 0.5883957147598267, "Finetune/Loss (Raw)": 0.5253376960754395, "Finetune/Step": 19010, "Finetune/Step Time": 10.830955378711224}
+{"Finetune/Learning Rate": 6.924160176228212e-09, "Finetune/Loss": 0.5885630249977112, "Finetune/Loss (Raw)": 0.6176849007606506, "Finetune/Step": 19011, "Finetune/Step Time": 10.832673830911517}
+{"Finetune/Learning Rate": 6.861647013461925e-09, "Finetune/Loss": 0.588403582572937, "Finetune/Loss (Raw)": 0.633120059967041, "Finetune/Step": 19012, "Finetune/Step Time": 10.828167060390115}
+{"Finetune/Learning Rate": 6.799417227681959e-09, "Finetune/Loss": 0.5873327255249023, "Finetune/Loss (Raw)": 0.4797481298446655, "Finetune/Step": 19013, "Finetune/Step Time": 10.833620488643646}
+{"Finetune/Learning Rate": 6.737470820654679e-09, "Finetune/Loss": 0.587136447429657, "Finetune/Loss (Raw)": 0.48964375257492065, "Finetune/Step": 19014, "Finetune/Step Time": 10.837620807811618}
+{"Finetune/Learning Rate": 6.675807794135347e-09, "Finetune/Loss": 0.5866755843162537, "Finetune/Loss (Raw)": 0.49334716796875, "Finetune/Step": 19015, "Finetune/Step Time": 10.84675476886332}
+{"Finetune/Learning Rate": 6.614428149873675e-09, "Finetune/Loss": 0.5859923958778381, "Finetune/Loss (Raw)": 0.6097959280014038, "Finetune/Step": 19016, "Finetune/Step Time": 10.845340479165316}
+{"Finetune/Learning Rate": 6.553331889608272e-09, "Finetune/Loss": 0.5850741863250732, "Finetune/Loss (Raw)": 0.5263672471046448, "Finetune/Step": 19017, "Finetune/Step Time": 10.850436720997095}
+{"Finetune/Learning Rate": 6.4925190150733065e-09, "Finetune/Loss": 0.5859369039535522, "Finetune/Loss (Raw)": 0.6575045585632324, "Finetune/Step": 19018, "Finetune/Step Time": 10.842393182218075}
+{"Finetune/Learning Rate": 6.431989527992954e-09, "Finetune/Loss": 0.586142897605896, "Finetune/Loss (Raw)": 0.5984737873077393, "Finetune/Step": 19019, "Finetune/Step Time": 10.849151071161032}
+{"Finetune/Learning Rate": 6.371743430082511e-09, "Finetune/Loss": 0.5871456861495972, "Finetune/Loss (Raw)": 0.5754628777503967, "Finetune/Step": 19020, "Finetune/Step Time": 10.851319508627057}
+{"Finetune/Learning Rate": 6.31178072305283e-09, "Finetune/Loss": 0.5865269303321838, "Finetune/Loss (Raw)": 0.5531075596809387, "Finetune/Step": 19021, "Finetune/Step Time": 10.853382870554924}
+{"Finetune/Learning Rate": 6.2521014086014405e-09, "Finetune/Loss": 0.5866883397102356, "Finetune/Loss (Raw)": 0.6356082558631897, "Finetune/Step": 19022, "Finetune/Step Time": 10.839602250605822}
+{"Finetune/Learning Rate": 6.192705488423656e-09, "Finetune/Loss": 0.5863215923309326, "Finetune/Loss (Raw)": 0.5058457255363464, "Finetune/Step": 19023, "Finetune/Step Time": 10.842582073062658}
+{"Finetune/Learning Rate": 6.1335929642014626e-09, "Finetune/Loss": 0.5871834754943848, "Finetune/Loss (Raw)": 0.7143844962120056, "Finetune/Step": 19024, "Finetune/Step Time": 10.85177624411881}
+{"Finetune/Learning Rate": 6.0747638376112976e-09, "Finetune/Loss": 0.5876026153564453, "Finetune/Loss (Raw)": 0.6324142217636108, "Finetune/Step": 19025, "Finetune/Step Time": 10.853713884949684}
+{"Finetune/Learning Rate": 6.016218110321825e-09, "Finetune/Loss": 0.5880167484283447, "Finetune/Loss (Raw)": 0.6167814135551453, "Finetune/Step": 19026, "Finetune/Step Time": 10.85766663774848}
+{"Finetune/Learning Rate": 5.9579557839939405e-09, "Finetune/Loss": 0.5883769392967224, "Finetune/Loss (Raw)": 0.6295673847198486, "Finetune/Step": 19027, "Finetune/Step Time": 10.860662642866373}
+{"Finetune/Learning Rate": 5.899976860278545e-09, "Finetune/Loss": 0.5895339250564575, "Finetune/Loss (Raw)": 0.5610236525535583, "Finetune/Step": 19028, "Finetune/Step Time": 10.820749774575233}
+{"Finetune/Learning Rate": 5.8422813408209875e-09, "Finetune/Loss": 0.5890263319015503, "Finetune/Loss (Raw)": 0.5972586274147034, "Finetune/Step": 19029, "Finetune/Step Time": 10.811141639947891}
+{"Finetune/Learning Rate": 5.784869227256628e-09, "Finetune/Loss": 0.5905560255050659, "Finetune/Loss (Raw)": 0.757781445980072, "Finetune/Step": 19030, "Finetune/Step Time": 10.802247028797865}
+{"Finetune/Learning Rate": 5.727740521213054e-09, "Finetune/Loss": 0.5901128649711609, "Finetune/Loss (Raw)": 0.583624005317688, "Finetune/Step": 19031, "Finetune/Step Time": 10.80549567937851}
+{"Finetune/Learning Rate": 5.6708952243123e-09, "Finetune/Loss": 0.5894167423248291, "Finetune/Loss (Raw)": 0.5141652822494507, "Finetune/Step": 19032, "Finetune/Step Time": 10.801955599337816}
+{"Finetune/Learning Rate": 5.61433333816308e-09, "Finetune/Loss": 0.5895095467567444, "Finetune/Loss (Raw)": 0.5992851257324219, "Finetune/Step": 19033, "Finetune/Step Time": 10.792408932000399}
+{"Finetune/Learning Rate": 5.558054864371887e-09, "Finetune/Loss": 0.5893539190292358, "Finetune/Loss (Raw)": 0.5863243937492371, "Finetune/Step": 19034, "Finetune/Step Time": 10.78016178868711}
+{"Finetune/Learning Rate": 5.50205980453411e-09, "Finetune/Loss": 0.5877469182014465, "Finetune/Loss (Raw)": 0.4041033685207367, "Finetune/Step": 19035, "Finetune/Step Time": 10.80535664409399}
+{"Finetune/Learning Rate": 5.446348160237369e-09, "Finetune/Loss": 0.5882171392440796, "Finetune/Loss (Raw)": 0.6119247674942017, "Finetune/Step": 19036, "Finetune/Step Time": 10.81192889995873}
+{"Finetune/Learning Rate": 5.390919933061512e-09, "Finetune/Loss": 0.5903205871582031, "Finetune/Loss (Raw)": 0.669986367225647, "Finetune/Step": 19037, "Finetune/Step Time": 10.759961169213057}
+{"Finetune/Learning Rate": 5.335775124578612e-09, "Finetune/Loss": 0.5899713039398193, "Finetune/Loss (Raw)": 0.5173764824867249, "Finetune/Step": 19038, "Finetune/Step Time": 10.738595306873322}
+{"Finetune/Learning Rate": 5.280913736351867e-09, "Finetune/Loss": 0.5912630558013916, "Finetune/Loss (Raw)": 0.6902194023132324, "Finetune/Step": 19039, "Finetune/Step Time": 10.735913999378681}
+{"Finetune/Learning Rate": 5.226335769936697e-09, "Finetune/Loss": 0.5923136472702026, "Finetune/Loss (Raw)": 0.6640642285346985, "Finetune/Step": 19040, "Finetune/Step Time": 10.731906274333596}
+{"Finetune/Learning Rate": 5.1720412268818634e-09, "Finetune/Loss": 0.5921304225921631, "Finetune/Loss (Raw)": 0.4810079038143158, "Finetune/Step": 19041, "Finetune/Step Time": 10.746185110881925}
+{"Finetune/Learning Rate": 5.1180301087261355e-09, "Finetune/Loss": 0.5917431712150574, "Finetune/Loss (Raw)": 0.49287205934524536, "Finetune/Step": 19042, "Finetune/Step Time": 10.750735810026526}
+{"Finetune/Learning Rate": 5.064302417001621e-09, "Finetune/Loss": 0.5919893383979797, "Finetune/Loss (Raw)": 0.6537395119667053, "Finetune/Step": 19043, "Finetune/Step Time": 10.754242151975632}
+{"Finetune/Learning Rate": 5.010858153231546e-09, "Finetune/Loss": 0.5913825035095215, "Finetune/Loss (Raw)": 0.5501378774642944, "Finetune/Step": 19044, "Finetune/Step Time": 10.75407717563212}
+{"Finetune/Learning Rate": 4.957697318931365e-09, "Finetune/Loss": 0.590988039970398, "Finetune/Loss (Raw)": 0.6454812288284302, "Finetune/Step": 19045, "Finetune/Step Time": 10.763237530365586}
+{"Finetune/Learning Rate": 4.9048199156087604e-09, "Finetune/Loss": 0.5918569564819336, "Finetune/Loss (Raw)": 0.6192108988761902, "Finetune/Step": 19046, "Finetune/Step Time": 10.757641460746527}
+{"Finetune/Learning Rate": 4.852225944763644e-09, "Finetune/Loss": 0.5910852551460266, "Finetune/Loss (Raw)": 0.4997613728046417, "Finetune/Step": 19047, "Finetune/Step Time": 10.746890733018517}
+{"Finetune/Learning Rate": 4.799915407887046e-09, "Finetune/Loss": 0.5912221670150757, "Finetune/Loss (Raw)": 0.6729626059532166, "Finetune/Step": 19048, "Finetune/Step Time": 10.731423506513238}
+{"Finetune/Learning Rate": 4.7478883064622225e-09, "Finetune/Loss": 0.5927144289016724, "Finetune/Loss (Raw)": 0.6886993646621704, "Finetune/Step": 19049, "Finetune/Step Time": 10.71843596175313}
+{"Finetune/Learning Rate": 4.696144641964662e-09, "Finetune/Loss": 0.5927808284759521, "Finetune/Loss (Raw)": 0.7212297916412354, "Finetune/Step": 19050, "Finetune/Step Time": 10.739170650020242}
+{"Finetune/Learning Rate": 4.644684415862077e-09, "Finetune/Loss": 0.5923993587493896, "Finetune/Loss (Raw)": 0.6451143026351929, "Finetune/Step": 19051, "Finetune/Step Time": 10.739611202850938}
+{"Finetune/Learning Rate": 4.593507629612193e-09, "Finetune/Loss": 0.5932676196098328, "Finetune/Loss (Raw)": 0.5909313559532166, "Finetune/Step": 19052, "Finetune/Step Time": 10.746502976864576}
+{"Finetune/Learning Rate": 4.54261428466829e-09, "Finetune/Loss": 0.5926200151443481, "Finetune/Loss (Raw)": 0.49843519926071167, "Finetune/Step": 19053, "Finetune/Step Time": 10.76445003785193}
+{"Finetune/Learning Rate": 4.492004382471438e-09, "Finetune/Loss": 0.5930280089378357, "Finetune/Loss (Raw)": 0.6294605731964111, "Finetune/Step": 19054, "Finetune/Step Time": 10.812926514074206}
+{"Finetune/Learning Rate": 4.441677924459376e-09, "Finetune/Loss": 0.5927152037620544, "Finetune/Loss (Raw)": 0.6196497678756714, "Finetune/Step": 19055, "Finetune/Step Time": 10.772118365392089}
+{"Finetune/Learning Rate": 4.39163491205652e-09, "Finetune/Loss": 0.5923271775245667, "Finetune/Loss (Raw)": 0.5796129107475281, "Finetune/Step": 19056, "Finetune/Step Time": 10.767128970474005}
+{"Finetune/Learning Rate": 4.341875346683955e-09, "Finetune/Loss": 0.591478168964386, "Finetune/Loss (Raw)": 0.549746036529541, "Finetune/Step": 19057, "Finetune/Step Time": 10.766804181039333}
+{"Finetune/Learning Rate": 4.2923992297516645e-09, "Finetune/Loss": 0.5909032821655273, "Finetune/Loss (Raw)": 0.5201781392097473, "Finetune/Step": 19058, "Finetune/Step Time": 10.78369240090251}
+{"Finetune/Learning Rate": 4.243206562662971e-09, "Finetune/Loss": 0.5914822220802307, "Finetune/Loss (Raw)": 0.631152331829071, "Finetune/Step": 19059, "Finetune/Step Time": 10.784313591197133}
+{"Finetune/Learning Rate": 4.194297346812315e-09, "Finetune/Loss": 0.5910277366638184, "Finetune/Loss (Raw)": 0.5583268404006958, "Finetune/Step": 19060, "Finetune/Step Time": 10.785802325233817}
+{"Finetune/Learning Rate": 4.145671583587474e-09, "Finetune/Loss": 0.5904300212860107, "Finetune/Loss (Raw)": 0.5294603109359741, "Finetune/Step": 19061, "Finetune/Step Time": 10.795451385900378}
+{"Finetune/Learning Rate": 4.0973292743673455e-09, "Finetune/Loss": 0.5895552635192871, "Finetune/Loss (Raw)": 0.5242624282836914, "Finetune/Step": 19062, "Finetune/Step Time": 10.784074138849974}
+{"Finetune/Learning Rate": 4.0492704205219446e-09, "Finetune/Loss": 0.5902467966079712, "Finetune/Loss (Raw)": 0.6229351162910461, "Finetune/Step": 19063, "Finetune/Step Time": 10.779641276225448}
+{"Finetune/Learning Rate": 4.001495023414626e-09, "Finetune/Loss": 0.5906460881233215, "Finetune/Loss (Raw)": 0.6149147748947144, "Finetune/Step": 19064, "Finetune/Step Time": 10.79804576560855}
+{"Finetune/Learning Rate": 3.9540030844009705e-09, "Finetune/Loss": 0.590503454208374, "Finetune/Loss (Raw)": 0.607979953289032, "Finetune/Step": 19065, "Finetune/Step Time": 10.801941569894552}
+{"Finetune/Learning Rate": 3.906794604825459e-09, "Finetune/Loss": 0.5891811847686768, "Finetune/Loss (Raw)": 0.5682380795478821, "Finetune/Step": 19066, "Finetune/Step Time": 10.807050520554185}
+{"Finetune/Learning Rate": 3.859869586029241e-09, "Finetune/Loss": 0.5896646976470947, "Finetune/Loss (Raw)": 0.6184009909629822, "Finetune/Step": 19067, "Finetune/Step Time": 10.801001166924834}
+{"Finetune/Learning Rate": 3.813228029341253e-09, "Finetune/Loss": 0.5899124145507812, "Finetune/Loss (Raw)": 0.578560471534729, "Finetune/Step": 19068, "Finetune/Step Time": 10.793568901717663}
+{"Finetune/Learning Rate": 3.766869936084883e-09, "Finetune/Loss": 0.5912173986434937, "Finetune/Loss (Raw)": 0.7459762692451477, "Finetune/Step": 19069, "Finetune/Step Time": 10.782219469547272}
+{"Finetune/Learning Rate": 3.720795307574632e-09, "Finetune/Loss": 0.5914159417152405, "Finetune/Loss (Raw)": 0.6151835322380066, "Finetune/Step": 19070, "Finetune/Step Time": 10.749849069863558}
+{"Finetune/Learning Rate": 3.6750041451172334e-09, "Finetune/Loss": 0.5908927321434021, "Finetune/Loss (Raw)": 0.5428085923194885, "Finetune/Step": 19071, "Finetune/Step Time": 10.744702709838748}
+{"Finetune/Learning Rate": 3.6294964500116492e-09, "Finetune/Loss": 0.5911028981208801, "Finetune/Loss (Raw)": 0.6318197250366211, "Finetune/Step": 19072, "Finetune/Step Time": 10.740776520222425}
+{"Finetune/Learning Rate": 3.5842722235468475e-09, "Finetune/Loss": 0.5899972319602966, "Finetune/Loss (Raw)": 0.5075690746307373, "Finetune/Step": 19073, "Finetune/Step Time": 10.750315770506859}
+{"Finetune/Learning Rate": 3.539331467006246e-09, "Finetune/Loss": 0.5892078876495361, "Finetune/Loss (Raw)": 0.5174547433853149, "Finetune/Step": 19074, "Finetune/Step Time": 10.767351681366563}
+{"Finetune/Learning Rate": 3.494674181663271e-09, "Finetune/Loss": 0.5886918902397156, "Finetune/Loss (Raw)": 0.5474435091018677, "Finetune/Step": 19075, "Finetune/Step Time": 10.771853370591998}
+{"Finetune/Learning Rate": 3.450300368785797e-09, "Finetune/Loss": 0.5884485244750977, "Finetune/Loss (Raw)": 0.6026456356048584, "Finetune/Step": 19076, "Finetune/Step Time": 10.775861853733659}
+{"Finetune/Learning Rate": 3.406210029631707e-09, "Finetune/Loss": 0.5889625549316406, "Finetune/Loss (Raw)": 0.5941656231880188, "Finetune/Step": 19077, "Finetune/Step Time": 10.772207105532289}
+{"Finetune/Learning Rate": 3.3624031654511115e-09, "Finetune/Loss": 0.5892184972763062, "Finetune/Loss (Raw)": 0.6523616313934326, "Finetune/Step": 19078, "Finetune/Step Time": 10.77788444980979}
+{"Finetune/Learning Rate": 3.31887977748524e-09, "Finetune/Loss": 0.5883923768997192, "Finetune/Loss (Raw)": 0.5944846868515015, "Finetune/Step": 19079, "Finetune/Step Time": 10.776832548901439}
+{"Finetune/Learning Rate": 3.2756398669697708e-09, "Finetune/Loss": 0.588223397731781, "Finetune/Loss (Raw)": 0.5248947143554688, "Finetune/Step": 19080, "Finetune/Step Time": 10.785359842702746}
+{"Finetune/Learning Rate": 3.2326834351303903e-09, "Finetune/Loss": 0.5877014398574829, "Finetune/Loss (Raw)": 0.5786718726158142, "Finetune/Step": 19081, "Finetune/Step Time": 10.797759715467691}
+{"Finetune/Learning Rate": 3.1900104831850133e-09, "Finetune/Loss": 0.5879580974578857, "Finetune/Loss (Raw)": 0.5285665392875671, "Finetune/Step": 19082, "Finetune/Step Time": 10.805950287729502}
+{"Finetune/Learning Rate": 3.147621012342672e-09, "Finetune/Loss": 0.5874840021133423, "Finetune/Loss (Raw)": 0.5018836259841919, "Finetune/Step": 19083, "Finetune/Step Time": 10.808397129178047}
+{"Finetune/Learning Rate": 3.105515023807959e-09, "Finetune/Loss": 0.5875651836395264, "Finetune/Loss (Raw)": 0.6833004355430603, "Finetune/Step": 19084, "Finetune/Step Time": 10.817482931539416}
+{"Finetune/Learning Rate": 3.0636925187732538e-09, "Finetune/Loss": 0.5863866209983826, "Finetune/Loss (Raw)": 0.49277228116989136, "Finetune/Step": 19085, "Finetune/Step Time": 10.784606797620654}
+{"Finetune/Learning Rate": 3.022153498424274e-09, "Finetune/Loss": 0.585874080657959, "Finetune/Loss (Raw)": 0.5145156979560852, "Finetune/Step": 19086, "Finetune/Step Time": 10.781292848289013}
+{"Finetune/Learning Rate": 2.980897963940077e-09, "Finetune/Loss": 0.585745096206665, "Finetune/Loss (Raw)": 0.5590240359306335, "Finetune/Step": 19087, "Finetune/Step Time": 10.781673336401582}
+{"Finetune/Learning Rate": 2.9399259164897278e-09, "Finetune/Loss": 0.5860342383384705, "Finetune/Loss (Raw)": 0.6155059933662415, "Finetune/Step": 19088, "Finetune/Step Time": 10.782371580600739}
+{"Finetune/Learning Rate": 2.8992373572345187e-09, "Finetune/Loss": 0.5877573490142822, "Finetune/Loss (Raw)": 0.7289751172065735, "Finetune/Step": 19089, "Finetune/Step Time": 10.732705876231194}
+{"Finetune/Learning Rate": 2.8588322873301933e-09, "Finetune/Loss": 0.5880637168884277, "Finetune/Loss (Raw)": 0.6225358247756958, "Finetune/Step": 19090, "Finetune/Step Time": 10.710383597761393}
+{"Finetune/Learning Rate": 2.8187107079202803e-09, "Finetune/Loss": 0.5866954326629639, "Finetune/Loss (Raw)": 0.5301620364189148, "Finetune/Step": 19091, "Finetune/Step Time": 10.707849627360702}
+{"Finetune/Learning Rate": 2.7788726201438687e-09, "Finetune/Loss": 0.5860993266105652, "Finetune/Loss (Raw)": 0.6138100624084473, "Finetune/Step": 19092, "Finetune/Step Time": 10.71350198239088}
+{"Finetune/Learning Rate": 2.739318025131166e-09, "Finetune/Loss": 0.5847333669662476, "Finetune/Loss (Raw)": 0.3572086691856384, "Finetune/Step": 19093, "Finetune/Step Time": 10.755145829170942}
+{"Finetune/Learning Rate": 2.7000469240023865e-09, "Finetune/Loss": 0.5832091569900513, "Finetune/Loss (Raw)": 0.4109650254249573, "Finetune/Step": 19094, "Finetune/Step Time": 10.773324871435761}
+{"Finetune/Learning Rate": 2.661059317871084e-09, "Finetune/Loss": 0.5839799046516418, "Finetune/Loss (Raw)": 0.6301413774490356, "Finetune/Step": 19095, "Finetune/Step Time": 10.758095810189843}
+{"Finetune/Learning Rate": 2.622355207844152e-09, "Finetune/Loss": 0.5819526314735413, "Finetune/Loss (Raw)": 0.4080953001976013, "Finetune/Step": 19096, "Finetune/Step Time": 10.798310907557607}
+{"Finetune/Learning Rate": 2.5839345950184892e-09, "Finetune/Loss": 0.5828276872634888, "Finetune/Loss (Raw)": 0.716733455657959, "Finetune/Step": 19097, "Finetune/Step Time": 10.799745611846447}
+{"Finetune/Learning Rate": 2.5457974804832252e-09, "Finetune/Loss": 0.5834054946899414, "Finetune/Loss (Raw)": 0.5981481075286865, "Finetune/Step": 19098, "Finetune/Step Time": 10.79942855425179}
+{"Finetune/Learning Rate": 2.507943865320828e-09, "Finetune/Loss": 0.5836687684059143, "Finetune/Loss (Raw)": 0.5599192380905151, "Finetune/Step": 19099, "Finetune/Step Time": 10.790788128972054}
+{"Finetune/Learning Rate": 2.4703737506037715e-09, "Finetune/Loss": 0.5852522850036621, "Finetune/Loss (Raw)": 0.6288849711418152, "Finetune/Step": 19100, "Finetune/Step Time": 10.796816511079669}
+{"Finetune/Learning Rate": 2.4330871373978714e-09, "Finetune/Loss": 0.58495032787323, "Finetune/Loss (Raw)": 0.5131805539131165, "Finetune/Step": 19101, "Finetune/Step Time": 10.797795740887523}
+{"Finetune/Learning Rate": 2.3960840267600595e-09, "Finetune/Loss": 0.585881233215332, "Finetune/Loss (Raw)": 0.6628198623657227, "Finetune/Step": 19102, "Finetune/Step Time": 10.81779832392931}
+{"Finetune/Learning Rate": 2.359364419739496e-09, "Finetune/Loss": 0.5856356620788574, "Finetune/Loss (Raw)": 0.588445782661438, "Finetune/Step": 19103, "Finetune/Step Time": 10.81817021034658}
+{"Finetune/Learning Rate": 2.322928317378681e-09, "Finetune/Loss": 0.5857725143432617, "Finetune/Loss (Raw)": 0.6618734002113342, "Finetune/Step": 19104, "Finetune/Step Time": 10.818055804818869}
+{"Finetune/Learning Rate": 2.2867757207101215e-09, "Finetune/Loss": 0.5861959457397461, "Finetune/Loss (Raw)": 0.5559631586074829, "Finetune/Step": 19105, "Finetune/Step Time": 10.815249187871814}
+{"Finetune/Learning Rate": 2.2509066307585537e-09, "Finetune/Loss": 0.5860755443572998, "Finetune/Loss (Raw)": 0.5408459901809692, "Finetune/Step": 19106, "Finetune/Step Time": 10.812117977067828}
+{"Finetune/Learning Rate": 2.2153210485420517e-09, "Finetune/Loss": 0.5854698419570923, "Finetune/Loss (Raw)": 0.5331652164459229, "Finetune/Step": 19107, "Finetune/Step Time": 10.831707721576095}
+{"Finetune/Learning Rate": 2.1800189750686984e-09, "Finetune/Loss": 0.585052490234375, "Finetune/Loss (Raw)": 0.47454747557640076, "Finetune/Step": 19108, "Finetune/Step Time": 10.812138494104147}
+{"Finetune/Learning Rate": 2.1450004113399146e-09, "Finetune/Loss": 0.5851280093193054, "Finetune/Loss (Raw)": 0.6296904683113098, "Finetune/Step": 19109, "Finetune/Step Time": 10.817465614527464}
+{"Finetune/Learning Rate": 2.1102653583482403e-09, "Finetune/Loss": 0.5848773121833801, "Finetune/Loss (Raw)": 0.6526051759719849, "Finetune/Step": 19110, "Finetune/Step Time": 10.812422912567854}
+{"Finetune/Learning Rate": 2.0758138170795526e-09, "Finetune/Loss": 0.5860344767570496, "Finetune/Loss (Raw)": 0.6671395897865295, "Finetune/Step": 19111, "Finetune/Step Time": 10.79295376688242}
+{"Finetune/Learning Rate": 2.0416457885108486e-09, "Finetune/Loss": 0.5867441296577454, "Finetune/Loss (Raw)": 0.6304108500480652, "Finetune/Step": 19112, "Finetune/Step Time": 10.765435269102454}
+{"Finetune/Learning Rate": 2.007761273611353e-09, "Finetune/Loss": 0.586065411567688, "Finetune/Loss (Raw)": 0.6344829797744751, "Finetune/Step": 19113, "Finetune/Step Time": 10.74802016466856}
+{"Finetune/Learning Rate": 1.9741602733402975e-09, "Finetune/Loss": 0.5848795175552368, "Finetune/Loss (Raw)": 0.500007152557373, "Finetune/Step": 19114, "Finetune/Step Time": 10.741905001923442}
+{"Finetune/Learning Rate": 1.940842788652475e-09, "Finetune/Loss": 0.5842189788818359, "Finetune/Loss (Raw)": 0.49364033341407776, "Finetune/Step": 19115, "Finetune/Step Time": 10.731807619333267}
+{"Finetune/Learning Rate": 1.9078088204904643e-09, "Finetune/Loss": 0.5842794179916382, "Finetune/Loss (Raw)": 0.6455659866333008, "Finetune/Step": 19116, "Finetune/Step Time": 10.738307904452085}
+{"Finetune/Learning Rate": 1.875058369792404e-09, "Finetune/Loss": 0.5849416255950928, "Finetune/Loss (Raw)": 0.6070745587348938, "Finetune/Step": 19117, "Finetune/Step Time": 10.728198317810893}
+{"Finetune/Learning Rate": 1.842591437487551e-09, "Finetune/Loss": 0.584203839302063, "Finetune/Loss (Raw)": 0.5520085096359253, "Finetune/Step": 19118, "Finetune/Step Time": 10.747274275869131}
+{"Finetune/Learning Rate": 1.8104080244951693e-09, "Finetune/Loss": 0.5844343900680542, "Finetune/Loss (Raw)": 0.6629683375358582, "Finetune/Step": 19119, "Finetune/Step Time": 10.75538999773562}
+{"Finetune/Learning Rate": 1.7785081317289732e-09, "Finetune/Loss": 0.5851152539253235, "Finetune/Loss (Raw)": 0.6928202509880066, "Finetune/Step": 19120, "Finetune/Step Time": 10.75780138373375}
+{"Finetune/Learning Rate": 1.7468917600926839e-09, "Finetune/Loss": 0.5851535797119141, "Finetune/Loss (Raw)": 0.5646918416023254, "Finetune/Step": 19121, "Finetune/Step Time": 10.744942924007773}
+{"Finetune/Learning Rate": 1.7155589104844717e-09, "Finetune/Loss": 0.5831883549690247, "Finetune/Loss (Raw)": 0.38055235147476196, "Finetune/Step": 19122, "Finetune/Step Time": 10.746775841340423}
+{"Finetune/Learning Rate": 1.6845095837902948e-09, "Finetune/Loss": 0.5813980102539062, "Finetune/Loss (Raw)": 0.34590399265289307, "Finetune/Step": 19123, "Finetune/Step Time": 10.773411748930812}
+{"Finetune/Learning Rate": 1.6537437808927804e-09, "Finetune/Loss": 0.5804729461669922, "Finetune/Loss (Raw)": 0.5856033563613892, "Finetune/Step": 19124, "Finetune/Step Time": 10.78884051926434}
+{"Finetune/Learning Rate": 1.6232615026634534e-09, "Finetune/Loss": 0.5805227160453796, "Finetune/Loss (Raw)": 0.5695561766624451, "Finetune/Step": 19125, "Finetune/Step Time": 10.784112691879272}
+{"Finetune/Learning Rate": 1.593062749967178e-09, "Finetune/Loss": 0.5792713165283203, "Finetune/Loss (Raw)": 0.5210607051849365, "Finetune/Step": 19126, "Finetune/Step Time": 10.787854792550206}
+{"Finetune/Learning Rate": 1.5631475236599357e-09, "Finetune/Loss": 0.5795834064483643, "Finetune/Loss (Raw)": 0.6171019673347473, "Finetune/Step": 19127, "Finetune/Step Time": 10.784305714070797}
+{"Finetune/Learning Rate": 1.5335158245899372e-09, "Finetune/Loss": 0.5788280963897705, "Finetune/Loss (Raw)": 0.4092561602592468, "Finetune/Step": 19128, "Finetune/Step Time": 10.820146653801203}
+{"Finetune/Learning Rate": 1.504167653596511e-09, "Finetune/Loss": 0.5787773132324219, "Finetune/Loss (Raw)": 0.5177358388900757, "Finetune/Step": 19129, "Finetune/Step Time": 10.838087467476726}
+{"Finetune/Learning Rate": 1.475103011514545e-09, "Finetune/Loss": 0.5790421962738037, "Finetune/Loss (Raw)": 0.567190408706665, "Finetune/Step": 19130, "Finetune/Step Time": 10.821068353950977}
+{"Finetune/Learning Rate": 1.4463218991656037e-09, "Finetune/Loss": 0.5784459114074707, "Finetune/Loss (Raw)": 0.589290201663971, "Finetune/Step": 19131, "Finetune/Step Time": 10.816531041637063}
+{"Finetune/Learning Rate": 1.4178243173679218e-09, "Finetune/Loss": 0.5787248611450195, "Finetune/Loss (Raw)": 0.573056161403656, "Finetune/Step": 19132, "Finetune/Step Time": 10.82591151446104}
+{"Finetune/Learning Rate": 1.3896102669275212e-09, "Finetune/Loss": 0.5779628157615662, "Finetune/Loss (Raw)": 0.48720356822013855, "Finetune/Step": 19133, "Finetune/Step Time": 10.841785361990333}
+{"Finetune/Learning Rate": 1.3616797486459832e-09, "Finetune/Loss": 0.5772945880889893, "Finetune/Loss (Raw)": 0.41904836893081665, "Finetune/Step": 19134, "Finetune/Step Time": 10.86880156211555}
+{"Finetune/Learning Rate": 1.3340327633148964e-09, "Finetune/Loss": 0.5766131281852722, "Finetune/Loss (Raw)": 0.4833831489086151, "Finetune/Step": 19135, "Finetune/Step Time": 10.868721244856715}
+{"Finetune/Learning Rate": 1.3066693117191886e-09, "Finetune/Loss": 0.5766879320144653, "Finetune/Loss (Raw)": 0.6154099106788635, "Finetune/Step": 19136, "Finetune/Step Time": 10.85919926315546}
+{"Finetune/Learning Rate": 1.2795893946326853e-09, "Finetune/Loss": 0.5773413181304932, "Finetune/Loss (Raw)": 0.6339626312255859, "Finetune/Step": 19137, "Finetune/Step Time": 10.850885897874832}
+{"Finetune/Learning Rate": 1.2527930128247713e-09, "Finetune/Loss": 0.5780093669891357, "Finetune/Loss (Raw)": 0.6108536124229431, "Finetune/Step": 19138, "Finetune/Step Time": 10.851348586380482}
+{"Finetune/Learning Rate": 1.2262801670548385e-09, "Finetune/Loss": 0.5780102610588074, "Finetune/Loss (Raw)": 0.6177974939346313, "Finetune/Step": 19139, "Finetune/Step Time": 10.860011368989944}
+{"Finetune/Learning Rate": 1.2000508580745085e-09, "Finetune/Loss": 0.5778774619102478, "Finetune/Loss (Raw)": 0.6161221265792847, "Finetune/Step": 19140, "Finetune/Step Time": 10.855571305379272}
+{"Finetune/Learning Rate": 1.1741050866287407e-09, "Finetune/Loss": 0.5775129795074463, "Finetune/Loss (Raw)": 0.43309131264686584, "Finetune/Step": 19141, "Finetune/Step Time": 10.893761152401567}
+{"Finetune/Learning Rate": 1.1484428534525027e-09, "Finetune/Loss": 0.5780863761901855, "Finetune/Loss (Raw)": 0.5630415081977844, "Finetune/Step": 19142, "Finetune/Step Time": 10.898477207869291}
+{"Finetune/Learning Rate": 1.1230641592729907e-09, "Finetune/Loss": 0.5788891315460205, "Finetune/Loss (Raw)": 0.5961032509803772, "Finetune/Step": 19143, "Finetune/Step Time": 10.900922887027264}
+{"Finetune/Learning Rate": 1.0979690048107395e-09, "Finetune/Loss": 0.578049898147583, "Finetune/Loss (Raw)": 0.5023709535598755, "Finetune/Step": 19144, "Finetune/Step Time": 10.907850263640285}
+{"Finetune/Learning Rate": 1.0731573907774017e-09, "Finetune/Loss": 0.5789040327072144, "Finetune/Loss (Raw)": 0.6356975436210632, "Finetune/Step": 19145, "Finetune/Step Time": 10.900317780673504}
+{"Finetune/Learning Rate": 1.048629317875749e-09, "Finetune/Loss": 0.5777533054351807, "Finetune/Loss (Raw)": 0.5102118849754333, "Finetune/Step": 19146, "Finetune/Step Time": 10.903608763590455}
+{"Finetune/Learning Rate": 1.0243847868018908e-09, "Finetune/Loss": 0.5776408910751343, "Finetune/Loss (Raw)": 0.5840821266174316, "Finetune/Step": 19147, "Finetune/Step Time": 10.89078095369041}
+{"Finetune/Learning Rate": 1.0004237982430553e-09, "Finetune/Loss": 0.5773041844367981, "Finetune/Loss (Raw)": 0.532365620136261, "Finetune/Step": 19148, "Finetune/Step Time": 10.889150911942124}
+{"Finetune/Learning Rate": 9.767463528786992e-10, "Finetune/Loss": 0.5777603387832642, "Finetune/Loss (Raw)": 0.6114888787269592, "Finetune/Step": 19149, "Finetune/Step Time": 10.893003368750215}
+{"Finetune/Learning Rate": 9.53352451380507e-10, "Finetune/Loss": 0.5776796340942383, "Finetune/Loss (Raw)": 0.6252846717834473, "Finetune/Step": 19150, "Finetune/Step Time": 10.892444366589189}
+{"Finetune/Learning Rate": 9.302420944112822e-10, "Finetune/Loss": 0.5777308344841003, "Finetune/Loss (Raw)": 0.5124001502990723, "Finetune/Step": 19151, "Finetune/Step Time": 10.887331636622548}
+{"Finetune/Learning Rate": 9.074152826271665e-10, "Finetune/Loss": 0.5768904685974121, "Finetune/Loss (Raw)": 0.6068188548088074, "Finetune/Step": 19152, "Finetune/Step Time": 10.886484244838357}
+{"Finetune/Learning Rate": 8.848720166754198e-10, "Finetune/Loss": 0.5761146545410156, "Finetune/Loss (Raw)": 0.5331098437309265, "Finetune/Step": 19153, "Finetune/Step Time": 10.892989221960306}
+{"Finetune/Learning Rate": 8.626122971955309e-10, "Finetune/Loss": 0.5750409364700317, "Finetune/Loss (Raw)": 0.47934800386428833, "Finetune/Step": 19154, "Finetune/Step Time": 10.889151157811284}
+{"Finetune/Learning Rate": 8.406361248169958e-10, "Finetune/Loss": 0.5745248198509216, "Finetune/Loss (Raw)": 0.5635011792182922, "Finetune/Step": 19155, "Finetune/Step Time": 10.886715741828084}
+{"Finetune/Learning Rate": 8.189435001648705e-10, "Finetune/Loss": 0.575503945350647, "Finetune/Loss (Raw)": 0.686346709728241, "Finetune/Step": 19156, "Finetune/Step Time": 10.885949362069368}
+{"Finetune/Learning Rate": 7.975344238542182e-10, "Finetune/Loss": 0.5746667385101318, "Finetune/Loss (Raw)": 0.49009817838668823, "Finetune/Step": 19157, "Finetune/Step Time": 10.880216136574745}
+{"Finetune/Learning Rate": 7.764088964912209e-10, "Finetune/Loss": 0.573480486869812, "Finetune/Loss (Raw)": 0.6059460639953613, "Finetune/Step": 19158, "Finetune/Step Time": 10.883425297215581}
+{"Finetune/Learning Rate": 7.555669186742886e-10, "Finetune/Loss": 0.5734076499938965, "Finetune/Loss (Raw)": 0.5743006467819214, "Finetune/Step": 19159, "Finetune/Step Time": 10.901031836867332}
+{"Finetune/Learning Rate": 7.350084909962807e-10, "Finetune/Loss": 0.5743677616119385, "Finetune/Loss (Raw)": 0.6370534896850586, "Finetune/Step": 19160, "Finetune/Step Time": 10.899102088063955}
+{"Finetune/Learning Rate": 7.147336140389538e-10, "Finetune/Loss": 0.5738552808761597, "Finetune/Loss (Raw)": 0.5336953997612, "Finetune/Step": 19161, "Finetune/Step Time": 10.908603033050895}
+{"Finetune/Learning Rate": 6.947422883785137e-10, "Finetune/Loss": 0.5737740993499756, "Finetune/Loss (Raw)": 0.5759279131889343, "Finetune/Step": 19162, "Finetune/Step Time": 10.904523881152272}
+{"Finetune/Learning Rate": 6.750345145800641e-10, "Finetune/Loss": 0.5748859643936157, "Finetune/Loss (Raw)": 0.5464183688163757, "Finetune/Step": 19163, "Finetune/Step Time": 10.880203133448958}
+{"Finetune/Learning Rate": 6.556102932042673e-10, "Finetune/Loss": 0.574723482131958, "Finetune/Loss (Raw)": 0.5911316275596619, "Finetune/Step": 19164, "Finetune/Step Time": 10.868249056860805}
+{"Finetune/Learning Rate": 6.364696247995739e-10, "Finetune/Loss": 0.5742393136024475, "Finetune/Loss (Raw)": 0.6080119609832764, "Finetune/Step": 19165, "Finetune/Step Time": 10.86711815930903}
+{"Finetune/Learning Rate": 6.17612509911103e-10, "Finetune/Loss": 0.5745968818664551, "Finetune/Loss (Raw)": 0.5631455183029175, "Finetune/Step": 19166, "Finetune/Step Time": 10.870883213356137}
+{"Finetune/Learning Rate": 5.990389490728721e-10, "Finetune/Loss": 0.5738131999969482, "Finetune/Loss (Raw)": 0.5899079442024231, "Finetune/Step": 19167, "Finetune/Step Time": 10.86497338861227}
+{"Finetune/Learning Rate": 5.807489428111268e-10, "Finetune/Loss": 0.5729873180389404, "Finetune/Loss (Raw)": 0.5583524107933044, "Finetune/Step": 19168, "Finetune/Step Time": 10.869972066953778}
+{"Finetune/Learning Rate": 5.627424916454515e-10, "Finetune/Loss": 0.574042558670044, "Finetune/Loss (Raw)": 0.6160784363746643, "Finetune/Step": 19169, "Finetune/Step Time": 10.854166334494948}
+{"Finetune/Learning Rate": 5.450195960854387e-10, "Finetune/Loss": 0.5737861394882202, "Finetune/Loss (Raw)": 0.4600565433502197, "Finetune/Step": 19170, "Finetune/Step Time": 10.877604078501463}
+{"Finetune/Learning Rate": 5.275802566340194e-10, "Finetune/Loss": 0.5733901262283325, "Finetune/Loss (Raw)": 0.6030418276786804, "Finetune/Step": 19171, "Finetune/Step Time": 10.870215089991689}
+{"Finetune/Learning Rate": 5.104244737852426e-10, "Finetune/Loss": 0.5736645460128784, "Finetune/Loss (Raw)": 0.5852627158164978, "Finetune/Step": 19172, "Finetune/Step Time": 10.875410094857216}
+{"Finetune/Learning Rate": 4.935522480264965e-10, "Finetune/Loss": 0.5729837417602539, "Finetune/Loss (Raw)": 0.5583369135856628, "Finetune/Step": 19173, "Finetune/Step Time": 10.874337052926421}
+{"Finetune/Learning Rate": 4.769635798351768e-10, "Finetune/Loss": 0.5727952718734741, "Finetune/Loss (Raw)": 0.5950941443443298, "Finetune/Step": 19174, "Finetune/Step Time": 10.876192951574922}
+{"Finetune/Learning Rate": 4.6065846968312846e-10, "Finetune/Loss": 0.5736374258995056, "Finetune/Loss (Raw)": 0.6075542569160461, "Finetune/Step": 19175, "Finetune/Step Time": 10.88148433715105}
+{"Finetune/Learning Rate": 4.446369180322041e-10, "Finetune/Loss": 0.5730544328689575, "Finetune/Loss (Raw)": 0.5983414649963379, "Finetune/Step": 19176, "Finetune/Step Time": 10.866148630157113}
+{"Finetune/Learning Rate": 4.288989253353748e-10, "Finetune/Loss": 0.5723121166229248, "Finetune/Loss (Raw)": 0.5936800241470337, "Finetune/Step": 19177, "Finetune/Step Time": 10.865247318521142}
+{"Finetune/Learning Rate": 4.1344449204117064e-10, "Finetune/Loss": 0.5703253746032715, "Finetune/Loss (Raw)": 0.4669269621372223, "Finetune/Step": 19178, "Finetune/Step Time": 10.847168654203415}
+{"Finetune/Learning Rate": 3.982736185859093e-10, "Finetune/Loss": 0.5694999694824219, "Finetune/Loss (Raw)": 0.5394687056541443, "Finetune/Step": 19179, "Finetune/Step Time": 10.857189677655697}
+{"Finetune/Learning Rate": 3.8338630540035726e-10, "Finetune/Loss": 0.569760799407959, "Finetune/Loss (Raw)": 0.6243142485618591, "Finetune/Step": 19180, "Finetune/Step Time": 10.8548346105963}
+{"Finetune/Learning Rate": 3.6878255290750954e-10, "Finetune/Loss": 0.5694189071655273, "Finetune/Loss (Raw)": 0.45466697216033936, "Finetune/Step": 19181, "Finetune/Step Time": 10.851337749511003}
+{"Finetune/Learning Rate": 3.544623615203691e-10, "Finetune/Loss": 0.5695738792419434, "Finetune/Loss (Raw)": 0.6493005752563477, "Finetune/Step": 19182, "Finetune/Step Time": 10.80006573908031}
+{"Finetune/Learning Rate": 3.404257316452775e-10, "Finetune/Loss": 0.5693711638450623, "Finetune/Loss (Raw)": 0.5936987996101379, "Finetune/Step": 19183, "Finetune/Step Time": 10.804525922983885}
+{"Finetune/Learning Rate": 3.2667266368080486e-10, "Finetune/Loss": 0.5697423219680786, "Finetune/Loss (Raw)": 0.627129852771759, "Finetune/Step": 19184, "Finetune/Step Time": 10.808368653059006}
+{"Finetune/Learning Rate": 3.1320315801663945e-10, "Finetune/Loss": 0.569693386554718, "Finetune/Loss (Raw)": 0.5434752702713013, "Finetune/Step": 19185, "Finetune/Step Time": 10.796237023547292}
+{"Finetune/Learning Rate": 3.0001721503469807e-10, "Finetune/Loss": 0.5705013275146484, "Finetune/Loss (Raw)": 0.6235945820808411, "Finetune/Step": 19186, "Finetune/Step Time": 10.7692536637187}
+{"Finetune/Learning Rate": 2.8711483510912573e-10, "Finetune/Loss": 0.570135235786438, "Finetune/Loss (Raw)": 0.5842946171760559, "Finetune/Step": 19187, "Finetune/Step Time": 10.76793323084712}
+{"Finetune/Learning Rate": 2.7449601860629614e-10, "Finetune/Loss": 0.5711742639541626, "Finetune/Loss (Raw)": 0.6913193464279175, "Finetune/Step": 19188, "Finetune/Step Time": 10.770416950806975}
+{"Finetune/Learning Rate": 2.6216076588259086e-10, "Finetune/Loss": 0.5709347724914551, "Finetune/Loss (Raw)": 0.49881258606910706, "Finetune/Step": 19189, "Finetune/Step Time": 10.76970635727048}
+{"Finetune/Learning Rate": 2.5010907728773016e-10, "Finetune/Loss": 0.5709718465805054, "Finetune/Loss (Raw)": 0.5290067791938782, "Finetune/Step": 19190, "Finetune/Step Time": 10.775692297145724}
+{"Finetune/Learning Rate": 2.383409531658831e-10, "Finetune/Loss": 0.5704784393310547, "Finetune/Loss (Raw)": 0.5597698092460632, "Finetune/Step": 19191, "Finetune/Step Time": 10.782566672191024}
+{"Finetune/Learning Rate": 2.2685639384789625e-10, "Finetune/Loss": 0.5695605278015137, "Finetune/Loss (Raw)": 0.49742043018341064, "Finetune/Step": 19192, "Finetune/Step Time": 10.767146794125438}
+{"Finetune/Learning Rate": 2.1565539966128535e-10, "Finetune/Loss": 0.568670392036438, "Finetune/Loss (Raw)": 0.4940485954284668, "Finetune/Step": 19193, "Finetune/Step Time": 10.764595292508602}
+{"Finetune/Learning Rate": 2.0473797092357418e-10, "Finetune/Loss": 0.5677230954170227, "Finetune/Loss (Raw)": 0.44698673486709595, "Finetune/Step": 19194, "Finetune/Step Time": 10.759727457538247}
+{"Finetune/Learning Rate": 1.9410410794340474e-10, "Finetune/Loss": 0.5665687918663025, "Finetune/Loss (Raw)": 0.4706486165523529, "Finetune/Step": 19195, "Finetune/Step Time": 10.75959349796176}
+{"Finetune/Learning Rate": 1.837538110227577e-10, "Finetune/Loss": 0.5680018663406372, "Finetune/Loss (Raw)": 0.7619933485984802, "Finetune/Step": 19196, "Finetune/Step Time": 10.761378118768334}
+{"Finetune/Learning Rate": 1.7368708045473193e-10, "Finetune/Loss": 0.5664771199226379, "Finetune/Loss (Raw)": 0.5508092045783997, "Finetune/Step": 19197, "Finetune/Step Time": 10.768442945554852}
+{"Finetune/Learning Rate": 1.6390391652576498e-10, "Finetune/Loss": 0.5655469298362732, "Finetune/Loss (Raw)": 0.49612170457839966, "Finetune/Step": 19198, "Finetune/Step Time": 10.770269678905606}
+{"Finetune/Learning Rate": 1.544043195123024e-10, "Finetune/Loss": 0.5657740235328674, "Finetune/Loss (Raw)": 0.5718719363212585, "Finetune/Step": 19199, "Finetune/Step Time": 10.773647014051676}
+{"Finetune/Learning Rate": 1.4518828968523857e-10, "Finetune/Loss": 0.5657832622528076, "Finetune/Loss (Raw)": 0.6330065727233887, "Finetune/Step": 19200, "Finetune/Step Time": 10.776204161345959}
+{"Finetune/Learning Rate": 1.3625582730325548e-10, "Finetune/Loss": 0.5661293268203735, "Finetune/Loss (Raw)": 0.5518587827682495, "Finetune/Step": 19201, "Finetune/Step Time": 10.768414709717035}
+{"Finetune/Learning Rate": 1.2760693262281466e-10, "Finetune/Loss": 0.5670557618141174, "Finetune/Loss (Raw)": 0.636043906211853, "Finetune/Step": 19202, "Finetune/Step Time": 10.756051624193788}
+{"Finetune/Learning Rate": 1.192416058870549e-10, "Finetune/Loss": 0.5674221515655518, "Finetune/Loss (Raw)": 0.5943406820297241, "Finetune/Step": 19203, "Finetune/Step Time": 10.768389316275716}
+{"Finetune/Learning Rate": 1.11159847333564e-10, "Finetune/Loss": 0.5674763917922974, "Finetune/Loss (Raw)": 0.6095842123031616, "Finetune/Step": 19204, "Finetune/Step Time": 10.760788682848215}
+{"Finetune/Learning Rate": 1.0336165719215807e-10, "Finetune/Loss": 0.5677226781845093, "Finetune/Loss (Raw)": 0.6256964206695557, "Finetune/Step": 19205, "Finetune/Step Time": 10.763708215206861}
+{"Finetune/Learning Rate": 9.584703568266129e-11, "Finetune/Loss": 0.5670261383056641, "Finetune/Loss (Raw)": 0.5632083415985107, "Finetune/Step": 19206, "Finetune/Step Time": 10.775103963911533}
+{"Finetune/Learning Rate": 8.861598301934671e-11, "Finetune/Loss": 0.5665830969810486, "Finetune/Loss (Raw)": 0.5377670526504517, "Finetune/Step": 19207, "Finetune/Step Time": 10.793849237263203}
+{"Finetune/Learning Rate": 8.166849940760557e-11, "Finetune/Loss": 0.5666384100914001, "Finetune/Loss (Raw)": 0.5319775938987732, "Finetune/Step": 19208, "Finetune/Step Time": 10.788063628599048}
+{"Finetune/Learning Rate": 7.500458504283714e-11, "Finetune/Loss": 0.5671281814575195, "Finetune/Loss (Raw)": 0.6413654088973999, "Finetune/Step": 19209, "Finetune/Step Time": 10.7892534583807}
+{"Finetune/Learning Rate": 6.862424011599977e-11, "Finetune/Loss": 0.5684076547622681, "Finetune/Loss (Raw)": 0.6923405528068542, "Finetune/Step": 19210, "Finetune/Step Time": 10.783041436225176}
+{"Finetune/Learning Rate": 6.252746480583938e-11, "Finetune/Loss": 0.5692456960678101, "Finetune/Loss (Raw)": 0.6091515421867371, "Finetune/Step": 19211, "Finetune/Step Time": 10.806308474391699}
+{"Finetune/Learning Rate": 5.671425928777119e-11, "Finetune/Loss": 0.5684047937393188, "Finetune/Loss (Raw)": 0.5756641030311584, "Finetune/Step": 19212, "Finetune/Step Time": 10.803710758686066}
+{"Finetune/Learning Rate": 5.118462372388777e-11, "Finetune/Loss": 0.5695189833641052, "Finetune/Loss (Raw)": 0.6353856325149536, "Finetune/Step": 19213, "Finetune/Step Time": 10.807187912985682}
+{"Finetune/Learning Rate": 4.5938558272951016e-11, "Finetune/Loss": 0.570133626461029, "Finetune/Loss (Raw)": 0.5931931138038635, "Finetune/Step": 19214, "Finetune/Step Time": 10.810226021334529}
+{"Finetune/Learning Rate": 4.097606308373081e-11, "Finetune/Loss": 0.5705815553665161, "Finetune/Loss (Raw)": 0.6163576245307922, "Finetune/Step": 19215, "Finetune/Step Time": 10.800964439287782}
+{"Finetune/Learning Rate": 3.629713829500503e-11, "Finetune/Loss": 0.5704843401908875, "Finetune/Loss (Raw)": 0.6030595898628235, "Finetune/Step": 19216, "Finetune/Step Time": 10.80334347859025}
+{"Finetune/Learning Rate": 3.1901784042220885e-11, "Finetune/Loss": 0.5693490505218506, "Finetune/Loss (Raw)": 0.5836598873138428, "Finetune/Step": 19217, "Finetune/Step Time": 10.831235080957413}
+{"Finetune/Learning Rate": 2.7790000447502907e-11, "Finetune/Loss": 0.5689677000045776, "Finetune/Loss (Raw)": 0.5737202167510986, "Finetune/Step": 19218, "Finetune/Step Time": 10.832864180207253}
+{"Finetune/Learning Rate": 2.3961787628534738e-11, "Finetune/Loss": 0.5689700841903687, "Finetune/Loss (Raw)": 0.5304643511772156, "Finetune/Step": 19219, "Finetune/Step Time": 10.833695432171226}
+{"Finetune/Learning Rate": 2.0417145695228456e-11, "Finetune/Loss": 0.5678046345710754, "Finetune/Loss (Raw)": 0.46463748812675476, "Finetune/Step": 19220, "Finetune/Step Time": 10.828622158616781}
+{"Finetune/Learning Rate": 1.715607474528369e-11, "Finetune/Loss": 0.5695776343345642, "Finetune/Loss (Raw)": 0.5841476321220398, "Finetune/Step": 19221, "Finetune/Step Time": 10.786858294159174}
+{"Finetune/Learning Rate": 1.4178574873069395e-11, "Finetune/Loss": 0.5715510845184326, "Finetune/Loss (Raw)": 0.6635728478431702, "Finetune/Step": 19222, "Finetune/Step Time": 10.761855090036988}
+{"Finetune/Learning Rate": 1.148464616296252e-11, "Finetune/Loss": 0.5712897777557373, "Finetune/Loss (Raw)": 0.5966857671737671, "Finetune/Step": 19223, "Finetune/Step Time": 10.771907595917583}
+{"Finetune/Learning Rate": 9.074288690458232e-12, "Finetune/Loss": 0.5720543265342712, "Finetune/Loss (Raw)": 0.5059667825698853, "Finetune/Step": 19224, "Finetune/Step Time": 10.73641080968082}
+{"Finetune/Learning Rate": 6.947502525500583e-12, "Finetune/Loss": 0.5713926553726196, "Finetune/Loss (Raw)": 0.6320306062698364, "Finetune/Step": 19225, "Finetune/Step Time": 10.728459618985653}
+{"Finetune/Learning Rate": 5.10428772693139e-12, "Finetune/Loss": 0.5715233087539673, "Finetune/Loss (Raw)": 0.6148779988288879, "Finetune/Step": 19226, "Finetune/Step Time": 10.729510396718979}
+{"Finetune/Learning Rate": 3.5446443469311363e-12, "Finetune/Loss": 0.5714121460914612, "Finetune/Loss (Raw)": 0.5456908345222473, "Finetune/Step": 19227, "Finetune/Step Time": 10.726914322003722}
+{"Finetune/Learning Rate": 2.2685724299087443e-12, "Finetune/Loss": 0.5705302953720093, "Finetune/Loss (Raw)": 0.5160121917724609, "Finetune/Step": 19228, "Finetune/Step Time": 10.728438762947917}
+{"Finetune/Learning Rate": 1.2760720125015724e-12, "Finetune/Loss": 0.5707218647003174, "Finetune/Loss (Raw)": 0.5376953482627869, "Finetune/Step": 19229, "Finetune/Step Time": 10.73593257367611}
+{"Finetune/Learning Rate": 5.671431235754199e-13, "Finetune/Loss": 0.5691562294960022, "Finetune/Loss (Raw)": 0.4624248147010803, "Finetune/Step": 19230, "Finetune/Step Time": 10.742463586851954}
+{"Finetune/Learning Rate": 1.41785782004078e-13, "Finetune/Loss": 0.5689099431037903, "Finetune/Loss (Raw)": 0.5569143295288086, "Finetune/Step": 19231, "Finetune/Step Time": 10.741272618994117}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.5679675936698914, "Finetune/Loss (Raw)": 0.5412572026252747, "Finetune/Step": 19232, "Finetune/Step Time": 10.727435663342476}